-- Logs begin at Mon 2022-02-28 13:36:41 UTC, end at Mon 2022-02-28 15:19:50 UTC. -- Feb 28 14:12:21.588585 dv-neutron-831192-4-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 28 14:12:24.093822 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.common.config [-] Logging enabled! Feb 28 14:12:24.094592 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev49 Feb 28 14:12:24.094592 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87667) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 28 14:12:24.097641 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.common.config [-] Logging enabled! Feb 28 14:12:24.097891 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev49 Feb 28 14:12:24.098195 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87667) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 28 14:12:24.099132 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 14:12:24.099382 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 14:12:24.099742 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 14:12:24.099963 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 14:12:24.100205 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 14:12:24.100526 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.100815 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.101097 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.101334 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.101625 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.101891 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.102166 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.102444 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.102737 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.103013 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.103315 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.103594 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.103817 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.104091 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.104365 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.104626 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.104845 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] debug = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.105121 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.105535 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.105945 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.106217 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.106498 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.106770 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.107106 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.107367 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.107645 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.107965 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] host = dv-neutron-831192-4-hyperv {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.108237 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.108533 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.108795 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.109071 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.109339 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.109608 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.109883 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.110164 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.110415 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] log_file = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.110683 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.110962 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.111274 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.111559 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.111777 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.111992 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.112271 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.112549 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.112817 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.113086 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.113353 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.113620 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.113885 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.114144 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.114421 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.114701 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.114977 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.115274 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.115543 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.115808 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.116072 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.116347 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.116613 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.116880 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.117146 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.117431 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.117694 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.117961 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.118250 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.118527 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.118803 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.119082 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.119388 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.119663 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.119930 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.120193 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.120463 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] use_json = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.120729 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.120991 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.121269 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.121533 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.121797 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.122063 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.122325 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.122635 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.122895 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:24.123201 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.123494 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.123788 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.124068 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.124349 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.124623 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.124903 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.125176 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.125457 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.125736 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.126017 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.126287 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.126570 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.126842 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.127129 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.127451 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.127739 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.128020 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.128288 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.128556 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.128821 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.129091 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.129369 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.129655 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.129935 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.130204 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.130476 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.130760 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.131031 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.131333 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.131607 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.131890 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.132162 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.132431 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.132709 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.132979 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.133243 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.133509 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.133781 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.134066 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.134335 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.134602 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.134866 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.135136 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.135423 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.135700 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.135969 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.136234 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.136500 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.136770 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.137040 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.137305 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.137573 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.137838 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.138126 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.138421 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.138705 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.139055 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.139240 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.139507 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.139776 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.140044 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.140314 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.140580 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.140844 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.141115 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.141381 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.141648 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.141930 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.142220 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.142493 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.142766 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.143040 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.143335 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.143606 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.143875 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.144146 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.144420 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.144685 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.144967 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.145245 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.145524 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.145798 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.146078 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.146359 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.146630 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.146906 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.147199 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.147481 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.147758 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.148032 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.148319 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.148606 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.148891 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.149180 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.149465 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.149738 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.150039 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.150313 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:24.150526 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 14:12:24.150760 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87667) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 28 14:12:24.538805 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO keyring.backend [-] Loading KWallet Feb 28 14:12:24.546242 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO keyring.backend [-] Loading SecretService Feb 28 14:12:24.549704 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO keyring.backend [-] Loading Windows Feb 28 14:12:24.551435 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO keyring.backend [-] Loading chainer Feb 28 14:12:24.552215 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO keyring.backend [-] Loading macOS Feb 28 14:12:24.584924 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 28 14:12:24.585198 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 28 14:12:24.585477 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 28 14:12:24.585806 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 28 14:12:24.973569 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:24.973804 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:24.974109 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:24.975423 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:24.975687 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:24.975949 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.010431 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.010714 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.010982 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.026257 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.026532 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.026775 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.057661 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.057929 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.058191 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.094790 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.095414 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.095414 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.327627 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.327859 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.328156 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.328416 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.329137 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.448846 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.449168 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.449448 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.449710 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.449968 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.450267 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.450523 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.451092 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.451092 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.451332 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.451615 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.451856 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.452114 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.452363 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.452621 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.452882 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.453131 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.453394 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.453637 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.453912 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.454279 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.454511 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.454757 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.455041 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.455314 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.455556 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.455941 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87667) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 14:12:25.456175 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87667) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 14:12:25.456408 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87667) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 14:12:25.456637 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87667) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 14:12:25.456864 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87667) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 14:12:25.457090 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87667) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 14:12:25.457448 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 28 14:12:25.460615 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 28 14:12:25.464678 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 28 14:12:25.468675 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Feb 28 14:12:25.470308 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 28 14:12:25.471865 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 28 14:12:25.472204 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 28 14:12:25.472586 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 28 14:12:25.475460 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 28 14:12:25.475680 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 28 14:12:25.476015 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 14:12:25.503764 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 28 14:12:25.504196 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.504493 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87667) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 28 14:12:25.504887 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.506275 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87667) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 28 14:12:25.506561 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 14:12:25.506805 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 28 14:12:25.510171 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.510445 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:25.572676 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 28 14:12:25.572901 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 28 14:12:25.573136 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 28 14:12:25.573499 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 28 14:12:25.609385 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_db.sqlalchemy.engines [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87667) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 28 14:12:25.951975 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.managers [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Initializing driver for type 'gre' Feb 28 14:12:25.952423 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] gre ID ranges: [(1, 1000)] Feb 28 14:12:26.011363 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.managers [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Initializing driver for type 'local' Feb 28 14:12:26.011698 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.managers [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Initializing driver for type 'vlan' Feb 28 14:12:26.025624 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] VlanTypeDriver initialization complete Feb 28 14:12:26.025990 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.managers [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Initializing driver for type 'vxlan' Feb 28 14:12:26.026475 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] vxlan ID ranges: [(1, 1000)] Feb 28 14:12:26.079897 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.managers [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Initializing extension driver 'port_security' Feb 28 14:12:26.080265 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.extensions.port_security [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] PortSecurityExtensionDriver initialization complete Feb 28 14:12:26.080633 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.managers [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Initializing mechanism driver 'openvswitch' Feb 28 14:12:26.080963 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.managers [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Initializing mechanism driver 'hyperv' Feb 28 14:12:26.088002 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.plugins.ml2.plugin [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:12:26.088669 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > port after_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.089030 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > port after_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.089371 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > port after_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.089892 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87667) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 14:12:26.090308 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > subnet after_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.090650 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > subnet after_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.090982 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.091432 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87667) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 14:12:26.091824 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > network after_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.092165 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > network after_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.092491 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > network after_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.092868 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87667) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 14:12:26.093258 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > security_group after_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.093595 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > security_group after_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.093924 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.094448 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87667) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 14:12:26.094839 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.095409 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.095515 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.095891 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87667) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 14:12:26.096278 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > address_group after_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.096613 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > address_group after_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.096940 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.097312 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87667) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 14:12:26.097743 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] ML2 OVO RPC backend initialized. {{(pid=87667) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 28 14:12:26.098430 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.098773 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.099198 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > network before_response 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.099549 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > networks before_response 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.099887 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > port before_response 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.100219 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > ports before_response 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.100555 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > subnet before_response 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.100885 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > subnets before_response 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.101220 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > network after_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.101546 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > network after_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.101870 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > network after_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.102194 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > port after_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.102518 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > port after_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.102839 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > port after_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.103174 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > subnet after_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.103507 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > subnet after_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.103830 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.104384 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.plugin [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Modular L2 Plugin initialization complete Feb 28 14:12:26.104705 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading services supported by the core plugin {{(pid=87667) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 28 14:12:26.105015 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.plugins.ml2.managers [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Got port-security extension from driver 'port_security' Feb 28 14:12:26.105465 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.extensions.vlantransparent [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Disabled vlantransparent extension. Feb 28 14:12:26.105941 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87667) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 28 14:12:26.106246 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading Plugin: router Feb 28 14:12:26.143514 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.143895 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > router after_create 55549900 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.144254 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > router before_create 55549900 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.144620 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.144980 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.145326 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > router after_delete 55549900 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.145677 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.146030 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > router after_create 55549900 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.146368 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > router after_update 55549900 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.146709 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > router after_update 55549900 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.147053 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.147521 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > router after_update 55549900 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.147939 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > router precommit_update 55549900 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.148302 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: port after_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.148632 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: port after_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.148957 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: subnet after_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.149285 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.149617 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.149957 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > router precommit_create 55549900 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.150292 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: port before_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.150623 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > router precommit_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.150970 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > router after_update 55549900 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.151331 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.151672 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > router precommit_create 55549900 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.152007 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.152345 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > router precommit_update 55549900 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.152699 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > agent after_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.153040 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > agent after_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.153392 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > network after_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.154282 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.quota.resource_registry [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Tracking information for resource: router configured {{(pid=87667) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 14:12:26.154605 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.quota.resource_registry [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Tracking information for resource: floatingip configured {{(pid=87667) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 14:12:26.159681 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.db.l3_agentschedulers_db [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 28 14:12:26.160249 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: port after_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.160593 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: port after_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.160960 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: port after_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.161322 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: port after_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.162067 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > router before_create 55550100 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.162418 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.162764 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > router precommit_create 55550100 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.163107 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > router precommit_update 55550100 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.167681 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.services.provider_configuration [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Service providers = [] {{(pid=87667) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 28 14:12:26.168039 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.db.servicetype_db [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87667) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 28 14:12:26.171140 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.services.service_base [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87667) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 14:12:26.171487 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.services.service_base [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87667) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 14:12:26.171819 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.services.service_base [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87667) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 14:12:26.172684 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.services.service_base [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87667) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 14:12:26.173042 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.services.service_base [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 28 14:12:26.173405 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87667) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 14:12:26.173708 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 28 14:12:26.184698 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87667) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 14:12:26.187038 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading Plugin: auto_allocate Feb 28 14:12:26.193151 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: network precommit_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.193514 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: network precommit_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.194034 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87667) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 14:12:26.194347 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading Plugin: tag Feb 28 14:12:26.201121 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87667) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 14:12:26.201576 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading Plugin: timestamp Feb 28 14:12:26.205697 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87667) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 14:12:26.205953 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading Plugin: network_ip_availability Feb 28 14:12:26.211238 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.211591 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.211941 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.212652 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87667) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 14:12:26.212960 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading Plugin: flavors Feb 28 14:12:26.217680 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87667) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 14:12:26.217995 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading Plugin: revisions Feb 28 14:12:26.222313 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87667) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 14:12:26.222692 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_concurrency.lockutils [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.637s {{(pid=87667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 28 14:12:26.223460 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87667) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 28 14:12:26.223788 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Initializing extension manager. Feb 28 14:12:26.224300 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: __init__.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.224625 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: __pycache__ {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.224949 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.225267 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: address_group.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.226018 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.226587 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: address-group Feb 28 14:12:26.226899 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: address_scope.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.227624 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.228131 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: address-scope Feb 28 14:12:26.228424 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.229341 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.229836 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: router-admin-state-down-before-update Feb 28 14:12:26.230144 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: agent.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.231018 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.231558 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: agent Feb 28 14:12:26.231927 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: agent_resources_synced.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.232833 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.233322 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: agent-resources-synced Feb 28 14:12:26.233627 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: allowedaddresspairs.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.235431 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.235944 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: allowed-address-pairs Feb 28 14:12:26.236258 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: auto_allocated_topology.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.237315 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.237822 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: auto-allocated-topology Feb 28 14:12:26.238138 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: availability_zone.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.238816 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.239348 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: availability_zone Feb 28 14:12:26.239659 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: availability_zone_filter.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.240550 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.241047 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: availability_zone_filter Feb 28 14:12:26.241354 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: data_plane_status.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.242242 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.242734 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension data-plane-status not supported by any of loaded plugins Feb 28 14:12:26.243040 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: default_subnetpools.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.243954 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.244447 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: default-subnetpools Feb 28 14:12:26.244756 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.245549 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.246043 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: dhcp_agent_scheduler Feb 28 14:12:26.246358 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: dns.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.247307 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.248019 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension dns-integration not supported by any of loaded plugins Feb 28 14:12:26.248436 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: dns_domain_ports.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.249372 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.249870 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 28 14:12:26.250184 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: dvr.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.250842 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.251362 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: dvr Feb 28 14:12:26.251682 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: empty_string_filtering.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.252588 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.253079 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: empty-string-filtering Feb 28 14:12:26.253391 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.254262 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.254757 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 28 14:12:26.255069 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.255979 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.256477 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 28 14:12:26.256789 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: external_net.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.257698 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.258197 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: external-net Feb 28 14:12:26.258548 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.259458 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.259921 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: extra_dhcp_opt Feb 28 14:12:26.260230 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: extraroute.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.261114 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.261613 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: extraroute Feb 28 14:12:26.261921 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: extraroute_atomic.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.262935 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.264032 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: extraroute-atomic Feb 28 14:12:26.264341 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: filter_validation.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.265000 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.265496 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: filter-validation Feb 28 14:12:26.265805 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: fip_pf_description.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.266695 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.267215 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 28 14:12:26.267533 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: fip_port_details.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.268431 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.268925 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: fip-port-details Feb 28 14:12:26.269235 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: flavors.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.270467 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.270971 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: flavors Feb 28 14:12:26.271313 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.272987 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.273504 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 28 14:12:26.273830 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: floatingip_pools.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.274522 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.275023 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: floatingip-pools Feb 28 14:12:26.275375 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: ip_allocation.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.276279 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.276779 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension ip_allocation not supported by any of loaded plugins Feb 28 14:12:26.277095 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.277998 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.278506 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: ip-substring-filtering Feb 28 14:12:26.278869 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: l2_adjacency.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.279801 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.280302 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 28 14:12:26.280614 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: l3.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.281581 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.282088 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: router Feb 28 14:12:26.282406 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.284939 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.285496 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 28 14:12:26.285949 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.287143 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.287773 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: ext-gw-mode Feb 28 14:12:26.288206 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.289181 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.289777 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: l3-ha Feb 28 14:12:26.290213 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: l3_flavors.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.291660 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.292206 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: l3-flavors Feb 28 14:12:26.292647 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.293686 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.294226 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 28 14:12:26.294718 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: l3agentscheduler.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.296079 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.296631 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: l3_agent_scheduler Feb 28 14:12:26.296988 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: logging.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.298892 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.299501 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension logging not supported by any of loaded plugins Feb 28 14:12:26.300354 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: metering.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.301261 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.301873 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: metering Feb 28 14:12:26.302426 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.303669 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.304242 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: metering_source_and_destination_fields Feb 28 14:12:26.304673 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: multiprovidernet.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.305813 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.306512 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: multi-provider Feb 28 14:12:26.306903 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: netmtu.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.308086 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.308761 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: net-mtu Feb 28 14:12:26.309129 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: netmtu_writable.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.310690 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.311306 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: net-mtu-writable Feb 28 14:12:26.311748 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: network_availability_zone.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.312660 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.313204 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: network_availability_zone Feb 28 14:12:26.313525 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: network_ip_availability.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.314837 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.315431 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: network-ip-availability Feb 28 14:12:26.315842 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: network_segment_range.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.316597 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.317097 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension network-segment-range not supported by any of loaded plugins Feb 28 14:12:26.317415 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: pagination.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.318383 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.318701 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: pagination Feb 28 14:12:26.319010 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: port_device_profile.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.319927 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.320427 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: port-device-profile Feb 28 14:12:26.320738 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.321645 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.322144 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: port-mac-address-regenerate Feb 28 14:12:26.322454 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.323376 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.323871 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: port-numa-affinity-policy Feb 28 14:12:26.324184 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: port_resource_request.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.325071 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.325631 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension port-resource-request not supported by any of loaded plugins Feb 28 14:12:26.325969 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: portbindings.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.326866 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.327410 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: binding Feb 28 14:12:26.327725 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: portbindings_extended.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.329108 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.329629 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: binding-extended Feb 28 14:12:26.329948 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: portsecurity.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.330848 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.331384 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: port-security Feb 28 14:12:26.331703 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: project_id.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.332663 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.332983 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: project-id Feb 28 14:12:26.333297 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: providernet.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.334192 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.334698 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: provider Feb 28 14:12:26.335010 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: qos.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.338627 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.339147 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension qos not supported by any of loaded plugins Feb 28 14:12:26.339522 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.340748 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.341300 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 28 14:12:26.341828 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.342558 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.343079 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 28 14:12:26.343428 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: qos_default.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.344321 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.344834 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension qos-default not supported by any of loaded plugins Feb 28 14:12:26.345162 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: qos_fip.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.345800 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.346289 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension qos-fip not supported by any of loaded plugins Feb 28 14:12:26.346596 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: qos_gateway_ip.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.347560 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.348057 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 28 14:12:26.348370 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: qos_port_network_policy.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.349268 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.349892 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 28 14:12:26.350193 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: qos_rule_type_details.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.351079 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.351611 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 28 14:12:26.351926 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: qos_rules_alias.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.352934 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.353436 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 28 14:12:26.353756 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: quotasv2.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.354657 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.354974 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: quotas Feb 28 14:12:26.355317 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: quotasv2_detail.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.357533 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.357919 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: quota_details Feb 28 14:12:26.358253 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: rbac.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.359410 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.359944 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: rbac-policies Feb 28 14:12:26.360267 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: rbac_address_group.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.361209 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.361720 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: rbac-address-group Feb 28 14:12:26.362042 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: rbac_address_scope.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.362949 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.363484 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: rbac-address-scope Feb 28 14:12:26.363821 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: rbac_security_groups.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.364724 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.365230 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: rbac-security-groups Feb 28 14:12:26.365541 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: rbac_subnetpool.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.366450 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.366955 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: rbac-subnetpool Feb 28 14:12:26.367303 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: revisionifmatch.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.368206 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.368707 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: revision-if-match Feb 28 14:12:26.369022 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: revisions.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.370249 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.370756 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: standard-attr-revisions Feb 28 14:12:26.371077 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: router_availability_zone.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.371768 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.372269 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: router_availability_zone Feb 28 14:12:26.372649 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: routerservicetype.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.374037 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.374539 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension router-service-type not supported by any of loaded plugins Feb 28 14:12:26.374856 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.375798 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.376300 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: security-groups-normalized-cidr Feb 28 14:12:26.376614 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.377533 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.378031 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: port-security-groups-filtering Feb 28 14:12:26.378346 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.379285 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.379769 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: security-groups-remote-address-group Feb 28 14:12:26.380114 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: securitygroup.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.391010 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.391711 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: security-group Feb 28 14:12:26.392042 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: segment.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.392824 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.393330 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension segment not supported by any of loaded plugins Feb 28 14:12:26.393633 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.394563 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.395063 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 28 14:12:26.395410 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: servicetype.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.396498 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.397007 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: service-type Feb 28 14:12:26.397324 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: sorting.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.398286 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.398609 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: sorting Feb 28 14:12:26.398922 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: standard_attr_segment.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.399831 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.400336 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 28 14:12:26.400651 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: standardattrdescription.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.401278 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.401783 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: standard-attr-description Feb 28 14:12:26.402100 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: stateful_security_group.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.403006 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.403540 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: stateful-security-group Feb 28 14:12:26.403853 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: stdattrs_common.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.404860 dv-neutron-831192-4-hyperv neutron-server[87667]: WARNING neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 28 14:12:26.405173 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.406164 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.406664 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 28 14:12:26.406975 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: subnet_onboard.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.408065 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.408573 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: subnet_onboard Feb 28 14:12:26.408886 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.409798 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.410295 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 28 14:12:26.410598 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: subnet_service_types.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.411523 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.412039 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: subnet-service-types Feb 28 14:12:26.412349 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: subnetallocation.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.413432 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.413954 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: subnet_allocation Feb 28 14:12:26.414269 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.414921 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.415448 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: subnetpool-prefix-ops Feb 28 14:12:26.415759 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.416660 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.417158 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 28 14:12:26.417466 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: tagging.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.418526 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.419038 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: standard-attr-tag Feb 28 14:12:26.419524 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: timestamp.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.421153 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.421657 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loaded extension: standard-attr-timestamp Feb 28 14:12:26.421972 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: trunk.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.422989 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.423530 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension trunk not supported by any of loaded plugins Feb 28 14:12:26.423846 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: trunk_details.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.424750 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.425615 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension trunk-details not supported by any of loaded plugins Feb 28 14:12:26.425931 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: uplink_status_propagation.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.426840 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.427364 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 28 14:12:26.427686 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Loading extension file: vlantransparent.py {{(pid=87667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 14:12:26.428341 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 14:12:26.428840 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 28 14:12:26.431314 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.quota.resource_registry [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Creating instance of TrackedResource for resource:network Feb 28 14:12:26.432079 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.quota.resource_registry [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Creating instance of TrackedResource for resource:subnet Feb 28 14:12:26.432835 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.quota.resource_registry [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 14:12:26.433410 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.quota.resource_registry [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Creating instance of TrackedResource for resource:port Feb 28 14:12:26.434656 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.v2.resource_helper [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 14:12:26.435799 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.v2.resource_helper [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Service FLAVORS assigned prefix: {{(pid=87667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 14:12:26.436283 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.v2.resource_helper [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 14:12:26.436731 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.v2.resource_helper [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 14:12:26.437059 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.quota.resource_registry [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Creating instance of TrackedResource for resource:router Feb 28 14:12:26.437852 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.quota.resource_registry [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Creating instance of TrackedResource for resource:floatingip Feb 28 14:12:26.438550 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.v2.resource_helper [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Service METERING assigned prefix: /metering {{(pid=87667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 14:12:26.440029 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.440540 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.441134 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:12:26.444292 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.quota.resource_registry [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 14:12:26.445021 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.quota.resource_registry [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Creating instance of TrackedResource for resource:security_group Feb 28 14:12:26.446148 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.quota.resource_registry [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 14:12:26.447194 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.v2.resource_helper [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Service CORE assigned prefix: {{(pid=87667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 14:12:26.447521 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.quota.resource_registry [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 14:12:26.447852 dv-neutron-831192-4-hyperv neutron-server[87667]: WARNING neutron.quota.resource_registry [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] subnetpool is already registered Feb 28 14:12:26.448457 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.v2.resource_helper [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Service CORE assigned prefix: {{(pid=87667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 14:12:26.448779 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.quota.resource_registry [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 14:12:26.449098 dv-neutron-831192-4-hyperv neutron-server[87667]: WARNING neutron.quota.resource_registry [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] subnetpool is already registered Feb 28 14:12:26.572550 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.v2.resource_helper [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 14:12:26.572876 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.v2.resource_helper [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Service FLAVORS assigned prefix: {{(pid=87667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 14:12:26.573481 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.v2.resource_helper [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 14:12:26.573898 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.v2.resource_helper [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 14:12:26.574230 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.quota.resource_registry [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Creating instance of TrackedResource for resource:router Feb 28 14:12:26.574566 dv-neutron-831192-4-hyperv neutron-server[87667]: WARNING neutron.quota.resource_registry [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] router is already registered Feb 28 14:12:26.575207 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.quota.resource_registry [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Creating instance of TrackedResource for resource:floatingip Feb 28 14:12:26.575557 dv-neutron-831192-4-hyperv neutron-server[87667]: WARNING neutron.quota.resource_registry [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] floatingip is already registered Feb 28 14:12:26.576850 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.v2.resource_helper [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Service METERING assigned prefix: /metering {{(pid=87667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 14:12:26.577672 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.quota.resource_registry [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 14:12:26.578079 dv-neutron-831192-4-hyperv neutron-server[87667]: WARNING neutron.quota.resource_registry [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] rbac_policy is already registered Feb 28 14:12:26.578408 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.quota.resource_registry [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Creating instance of TrackedResource for resource:security_group Feb 28 14:12:26.578723 dv-neutron-831192-4-hyperv neutron-server[87667]: WARNING neutron.quota.resource_registry [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] security_group is already registered Feb 28 14:12:26.579328 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.quota.resource_registry [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 14:12:26.579643 dv-neutron-831192-4-hyperv neutron-server[87667]: WARNING neutron.quota.resource_registry [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] security_group_rule is already registered Feb 28 14:12:26.580273 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.v2.resource_helper [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Service CORE assigned prefix: {{(pid=87667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 14:12:26.580588 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.quota.resource_registry [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 14:12:26.580898 dv-neutron-831192-4-hyperv neutron-server[87667]: WARNING neutron.quota.resource_registry [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] subnetpool is already registered Feb 28 14:12:26.581491 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.v2.resource_helper [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Service CORE assigned prefix: {{(pid=87667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 14:12:26.581809 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.quota.resource_registry [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 14:12:26.582109 dv-neutron-831192-4-hyperv neutron-server[87667]: WARNING neutron.quota.resource_registry [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] subnetpool is already registered Feb 28 14:12:26.582749 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: extensions {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.584301 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: address-groups {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.585928 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: address-scopes {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.587230 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: agents {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.588373 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: auto-allocated-topology {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.589695 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: availability_zones {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.590910 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: dhcp-networks {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.592933 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: dhcp-agents {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.594407 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: routers {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.596250 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: flavors {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.597384 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: service_profiles {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.598565 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: next_providers {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.600106 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: service_profiles {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.601550 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: floatingip-pools {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.602735 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: routers {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.604558 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: floatingips {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.605736 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: l3-routers {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.607577 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: l3-agents {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.609147 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: metering-labels {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.610381 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: metering-label-rules {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.611676 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: network-ip-availabilities {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.612905 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: bindings {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.614538 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: quotas {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.616068 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: quotas {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.617464 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: rbac-policies {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.618737 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: security-groups {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.619958 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: security-group-rules {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.621168 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: service-providers {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.622491 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: subnetpools {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.624353 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: subnetpools {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.625780 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: tags {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.627539 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: tags {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.629228 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: tags {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.631009 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: tags {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.633785 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: tags {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.635622 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: tags {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.637296 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: tags {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.639694 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: tags {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.641408 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: tags {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.643255 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron.api.extensions [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Extended resource: tags {{(pid=87667) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 14:12:26.649168 dv-neutron-831192-4-hyperv neutron-server[87667]: WARNING keystonemiddleware.auth_token [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 28 14:12:26.654191 dv-neutron-831192-4-hyperv neutron-server[87667]: WARNING keystonemiddleware.auth_token [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 28 14:12:26.662451 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_concurrency.lockutils [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Acquired lock "singleton_lock" {{(pid=87667) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 28 14:12:26.662921 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_concurrency.lockutils [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Releasing lock "singleton_lock" {{(pid=87667) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 28 14:12:26.663588 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO oslo_service.service [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Starting 2 workers Feb 28 14:12:26.668185 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Started child 87772 {{(pid=87667) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 28 14:12:26.672945 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Started child 87773 {{(pid=87667) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 28 14:12:26.673184 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:26.674426 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO neutron.service [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 28 14:12:26.674560 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [-] (87772) wsgi starting up on http://0.0.0.0:9696 Feb 28 14:12:26.675435 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Notify callbacks [] for process, before_spawn {{(pid=87667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:26.677726 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO oslo_service.service [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Starting 1 workers Feb 28 14:12:26.678125 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:26.679438 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [-] (87773) wsgi starting up on http://0.0.0.0:9696 Feb 28 14:12:26.682641 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Started child 87774 {{(pid=87667) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 28 14:12:26.683136 dv-neutron-831192-4-hyperv neutron-server[87667]: INFO oslo_service.service [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Starting 1 workers Feb 28 14:12:26.686400 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.service [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] calling RpcWorker wait() {{(pid=87774) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 28 14:12:26.686996 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.service [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] returning from RpcWorker wait() {{(pid=87774) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 28 14:12:26.687949 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Started child 87775 {{(pid=87667) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 28 14:12:26.688330 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:26.688687 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG neutron_lib.callbacks.manager [None req-6f811462-ec07-4970-b0a6-3cc492d96bd4 None None] Notify callbacks [] for process, after_spawn {{(pid=87667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:26.688822 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:12:26.690379 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87667) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 28 14:12:26.690560 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 14:12:26.690764 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 14:12:26.690948 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 14:12:26.691323 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 14:12:26.691491 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 14:12:26.691947 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.692182 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.692485 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.692724 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.692978 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.693254 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:26.693747 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.693836 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.694016 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.694283 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.694473 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:12:26.694576 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.694675 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.694796 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.695050 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.695290 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.695581 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.695832 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.696064 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.696349 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.696508 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.696738 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.696991 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.697210 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.697456 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] debug = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.697687 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.698139 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.698369 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.698605 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.698832 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.699101 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.699342 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.699588 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.699826 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.700048 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.700288 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.700540 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.700804 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.701098 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.701898 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.702148 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.702362 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.702815 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] host = dv-neutron-831192-4-hyperv {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.703025 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.703266 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.703489 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.703711 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.703953 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.704165 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.704411 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.704656 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.704920 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.705154 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.705404 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.705619 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.705839 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.706081 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] log_file = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.706237 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] log_options = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.706460 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.706731 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.706972 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.707198 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.707336 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.707501 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.707744 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.707899 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.708133 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.708357 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.708561 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.708767 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.708992 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.709212 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.709449 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.709668 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.709907 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.710125 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.710375 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.710610 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.710825 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.711041 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.711275 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.711489 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.711696 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.711921 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.712142 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.712349 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.712555 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.712794 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.713015 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.713244 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.713486 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.713716 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.713941 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.714156 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.714361 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.714609 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.714826 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.715055 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.715308 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.715513 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.715783 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.716825 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.717315 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.717673 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] use_json = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.717881 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.718131 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.718422 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.718653 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.718878 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.719105 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.719543 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.719655 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.719812 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.720224 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.720517 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.720835 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.721084 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.721337 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.721573 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.721802 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.722029 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.723662 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.723662 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.723662 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.723935 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.724014 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.724220 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.724479 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.725160 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.725160 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.725336 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.725554 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.725792 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.726036 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.726466 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.726596 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.727212 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.727212 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.727399 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.728825 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.728825 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.728825 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.728825 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.728825 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.728825 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.729228 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.729228 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.729369 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.729573 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.729800 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.730027 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.730254 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.730485 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.730713 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.730963 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.731171 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.731406 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.731601 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.731896 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.732101 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.732342 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.732570 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.732802 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.733024 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.733254 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.733463 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.733669 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.733883 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.734108 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.734320 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.734527 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.734752 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.734997 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.735230 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.735495 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.735732 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.735940 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.736148 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.736361 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.736588 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.736799 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.737031 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.737247 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.737456 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.737668 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.737879 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.738087 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.738293 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.738499 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.738709 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.738916 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.739131 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.740312 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.740312 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.740312 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.740312 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.740312 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.740759 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.740759 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.740954 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.741219 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.741453 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.741679 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.741919 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.742159 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.742389 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.742612 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.742835 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.743085 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.743344 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.743660 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.743900 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.744206 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.744497 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.744731 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.744964 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.745183 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.745428 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.745639 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.745928 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.746168 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.746408 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.746665 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.746916 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.747193 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.747462 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.747768 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.747983 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.748245 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.748539 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.748825 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.749138 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.749341 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.749575 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.749814 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.750081 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.750325 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.750562 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.750766 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.751017 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.751311 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.751548 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.751766 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.752131 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.752225 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.755760 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.755760 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.755760 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.755760 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.755760 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.755760 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.755760 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.755760 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.756390 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.756390 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.756390 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.756390 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.756390 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.756390 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.756390 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.756390 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.756958 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.756958 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.756958 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.757182 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.757182 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.757325 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 47618) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:12:26.757409 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.757626 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.757846 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.758068 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.758296 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.758513 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.758735 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.758940 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.759211 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.759455 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.759685 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.759899 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.760110 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.760343 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.760584 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.760792 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.761064 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.761309 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.761535 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.761773 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.762011 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.762275 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.762499 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.762769 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.762950 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.763407 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.763407 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.763704 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.763854 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.764045 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.764292 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.764501 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.764759 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.764971 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.765316 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.765556 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.765744 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.765963 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.766212 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.766439 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.766649 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.766862 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.767088 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.767322 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.767539 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.767769 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.767998 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.768208 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.768418 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.768627 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.768887 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.769119 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.769358 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.769587 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.769825 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.770034 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.770241 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.770449 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.770652 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.770860 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.771062 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.771535 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.771742 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.772069 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.772284 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.772507 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.772767 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.772964 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.773746 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.773746 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.773746 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.773746 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.774033 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.774606 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.774606 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.775583 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.775837 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.776127 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.776766 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0141833 Feb 28 14:12:26.777540 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.777806 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.778871 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.779276 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.779558 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.779839 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.780160 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.781811 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.782051 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.782332 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.782561 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.782801 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.783055 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.783330 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.783639 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.783952 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.784212 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.784488 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.784770 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.785052 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.785312 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.785542 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.785830 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.786148 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.786426 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.786680 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.786906 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.787178 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.789058 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.789327 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.789905 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.790481 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.791422 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.791693 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.791957 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.792210 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.792467 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.792714 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.792940 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.793182 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.793404 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.793657 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.793886 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.794049 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 14:12:26.794572 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87667) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 28 14:12:26.794732 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 14:12:26.794995 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 14:12:26.795257 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 14:12:26.795449 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 14:12:26.795604 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 14:12:26.795830 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.795994 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.796156 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.796332 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.796464 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.796644 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.796804 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.796960 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.797116 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.797286 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.797423 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.797578 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.797737 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.797961 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.798051 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.798925 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.798925 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.798925 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.798925 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.798925 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.798925 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.799404 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.801075 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] debug = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.801262 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.801455 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.801627 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.801825 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.801949 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.802107 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.802265 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.802430 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.802593 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.803430 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.803612 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.803781 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.803946 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.804111 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.804298 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.804462 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.804624 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.804784 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] host = dv-neutron-831192-4-hyperv {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.804950 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.805097 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.805274 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.805413 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.805579 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.805759 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.805898 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.806048 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.806182 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.806343 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.806490 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.806624 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.807633 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.807633 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] log_file = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.807633 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] log_options = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.807633 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.807633 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.807633 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.808011 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.808011 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.808011 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.808209 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.808276 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.808392 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.808544 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.808696 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.808849 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.809000 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.809174 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.810236 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.810236 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.810236 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.810236 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.810236 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.810236 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.810236 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.810665 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.810665 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.810665 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.811001 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.811001 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.811118 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.811260 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.811424 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.811577 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.812160 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.812160 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.812160 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.812365 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.812365 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.812532 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.812686 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.813568 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.813568 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.813568 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.813568 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.813568 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.813926 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.813926 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.813926 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.814093 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] use_json = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.814168 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.814318 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.814509 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.814624 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.814770 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.814917 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.815065 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.815244 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.816249 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:12:26.816249 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.816249 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.816249 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.816249 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.816249 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.816680 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.816680 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.816680 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.816885 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.816885 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.817038 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.817178 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.817341 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.817486 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.817634 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.817787 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.817946 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.818107 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.818251 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.818406 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.818559 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.818714 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.818886 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.819063 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.820021 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.820210 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.820371 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.820478 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.820655 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.820815 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.820932 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.821087 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.821242 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.821397 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.821552 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.821726 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.821892 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.822044 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.822194 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.822343 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.822493 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.822691 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.822781 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.822960 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.823059 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.823266 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.823421 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.823570 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.823720 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.823869 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.824039 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.824194 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.824342 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.824508 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.824659 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.824817 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.824983 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.825070 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.825240 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.825387 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.825534 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.825751 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.825973 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.826258 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.826532 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.826729 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.826881 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.827033 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.827232 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.827387 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.827545 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.827647 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.827818 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.827967 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.828115 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.828266 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.828415 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.828563 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.828714 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.828863 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.829022 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.829169 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.829317 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.829475 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.829625 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.829773 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.829939 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.830073 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.830236 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.830391 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.830542 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.830698 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.830852 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.831005 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.831247 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.831333 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.831491 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.831636 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.831824 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.831979 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.832126 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.832270 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.832414 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.832558 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.832700 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.832842 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.832983 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.833135 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.833277 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.833418 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.833573 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.833706 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.833789 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.833931 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.834084 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.834247 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.834413 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.834574 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.834716 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.834872 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.835008 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.835304 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.835446 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.835573 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.835699 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.835847 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.835973 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.836089 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.836213 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.836359 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.836496 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.836652 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.836831 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.836989 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.837156 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.837310 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.837472 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.837622 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.837769 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.837916 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.838063 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.838210 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.838333 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.838510 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.838627 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.838867 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.838965 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.839080 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.846050 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.846050 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.846050 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.846050 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.846050 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.846050 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.846050 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.846768 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:12:26.846910 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.846910 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.846910 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.846910 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.846910 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.846910 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.846910 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.846910 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.847468 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.847468 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.847468 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.847468 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.847468 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.847468 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.847468 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.847468 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.848011 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.848011 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.848011 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.848011 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.848011 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.848011 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.848011 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.848011 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.848538 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.848538 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.848538 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.848538 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.848538 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.848538 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.848538 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.848538 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.849081 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.849081 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.849081 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.849081 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.849081 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.849081 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.849081 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.849081 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.849509 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.849509 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.849509 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.849509 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.849509 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.849509 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.849509 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.849878 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.849878 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.850005 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.850071 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.850217 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.850386 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.850542 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.850697 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.850852 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.851008 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.851176 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.851341 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.851497 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.851654 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.851826 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.851980 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.852136 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.852290 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.852478 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.852610 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.852766 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.852920 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.853073 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.853231 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.853425 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.853583 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.853733 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.853832 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.853985 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.854152 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.854325 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.854466 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.854630 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.854801 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.854968 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.855121 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.855292 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.855468 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.855572 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.855759 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.855907 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.856053 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.856198 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.856347 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.856494 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.856643 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.856822 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.857136 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.857251 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.857433 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.857594 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.857753 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.857923 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.858078 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.858232 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.858388 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.858541 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.858697 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.858851 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.859008 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.859186 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.860585 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.860585 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.860585 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.860585 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.861039 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.861039 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.861039 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.861369 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.861369 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.861593 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.861593 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:12:26.861818 dv-neutron-831192-4-hyperv neutron-server[87667]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 14:12:37.676299 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1bd2c4-ff72-4e00-82d9-1690c5e21f5c None None] get_active_networks_info from dv-neutron-831192-4-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 28 14:12:37.740850 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1bd2c4-ff72-4e00-82d9-1690c5e21f5c None None] No non-hosted networks {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 28 14:12:37.754087 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.agentschedulers_db [None req-9a1bd2c4-ff72-4e00-82d9-1690c5e21f5c None None] DHCP Agent not found on host dv-neutron-831192-4-hyperv {{(pid=87774) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 28 14:12:37.831904 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6636196b-e1cb-4ed6-bc2a-c7f5382436a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725365'] for agent, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:39.727103 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2a45c02b-6859-402d-9c9a-8043554f0a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725365'] for agent, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:39.786651 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-40039b2a-5af8-4706-8be3-555e8cda18eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:40.922776 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725365'] for agent, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:40.927968 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:40.928667 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:40.929467 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:40.929847 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:40.930289 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:40.930615 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:40.931010 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:40.931470 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:40.931887 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:40.932317 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:40.932703 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:40.933248 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:40.933793 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-831192-4-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:12:40.944117 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-831192-4-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:12:41.005272 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725365'] for agent, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:42.335122 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725365'] for agent, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:43.950756 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 47718) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:12:44.605717 dv-neutron-831192-4-hyperv neutron-server[87773]: WARNING oslo_policy.policy [None req-bf044a55-b7fd-4486-9eca-6581ce21f019 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 14:12:44.606274 dv-neutron-831192-4-hyperv neutron-server[87773]: WARNING oslo_policy.policy [None req-bf044a55-b7fd-4486-9eca-6581ce21f019 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 14:12:44.869876 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-bf044a55-b7fd-4486-9eca-6581ce21f019 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:12:44.871025 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bf044a55-b7fd-4486-9eca-6581ce21f019 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9181850 Feb 28 14:12:45.987577 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.db.l3_hamode_db [None req-0167b97a-76b2-46bb-8f6a-fa4f59937272 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 28 14:12:46.071535 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0167b97a-76b2-46bb-8f6a-fa4f59937272 None None] Routers set() bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:12:46.071887 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0167b97a-76b2-46bb-8f6a-fa4f59937272 None None] Router IDs set() for agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 28 14:12:47.351523 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 47732) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:12:47.727559 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-639873c0-be67-42b8-9d27-a646bb9a1a52 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:12:47.831038 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.policy [None req-639873c0-be67-42b8-9d27-a646bb9a1a52 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87773) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 28 14:12:47.881384 dv-neutron-831192-4-hyperv neutron-server[87773]: WARNING oslo_policy.policy [None req-639873c0-be67-42b8-9d27-a646bb9a1a52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 14:12:47.881736 dv-neutron-831192-4-hyperv neutron-server[87773]: WARNING oslo_policy.policy [None req-639873c0-be67-42b8-9d27-a646bb9a1a52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 14:12:47.890648 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.quota [None req-639873c0-be67-42b8-9d27-a646bb9a1a52 admin admin] Loaded quota_driver: . Feb 28 14:12:47.908043 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-639873c0-be67-42b8-9d27-a646bb9a1a52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:12:47.973074 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-639873c0-be67-42b8-9d27-a646bb9a1a52 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759640913593', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759640912108', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759640902442', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759640862878', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759640852790', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759640879809', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1700949', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1702755', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-648286', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-727471'] for rbac-policy, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:48.038233 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-639873c0-be67-42b8-9d27-a646bb9a1a52 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:48.039477 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-639873c0-be67-42b8-9d27-a646bb9a1a52 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6868882 Feb 28 14:12:50.762537 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 47746) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:12:51.385887 dv-neutron-831192-4-hyperv neutron-server[87772]: WARNING oslo_policy.policy [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 14:12:51.386462 dv-neutron-831192-4-hyperv neutron-server[87772]: WARNING oslo_policy.policy [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 14:12:51.603024 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Request body: {'network': {'project_id': '4b58bd3de5fd4a84a12ed8e6873b50c0', 'name': 'private', 'admin_state_up': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:12:51.604710 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.quota [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Loaded quota_driver: . Feb 28 14:12:51.621287 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:12:51.627865 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Usage tracker for resource:network and tenant:4b58bd3de5fd4a84a12ed8e6873b50c0 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:12:51.634250 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:12:51.641807 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:12:51.660165 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Made reservation on behalf of 4b58bd3de5fd4a84a12ed8e6873b50c0 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:12:51.727032 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.policy [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87772) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 28 14:12:51.771368 dv-neutron-831192-4-hyperv neutron-server[87772]: WARNING oslo_policy.policy [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 14:12:51.771953 dv-neutron-831192-4-hyperv neutron-server[87772]: WARNING oslo_policy.policy [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 14:12:51.781513 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:51.803532 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:51.818360 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:12:51.822405 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Usage tracker for resource:security_group_rule and tenant:4b58bd3de5fd4a84a12ed8e6873b50c0 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:12:51.829406 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:12:51.835384 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:12:51.940588 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:51.946860 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:51.967431 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:12:51.992235 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759643060740', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:51.992807 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Unsubscribe: segment precommit_create {{(pid=87772) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 14:12:51.993303 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Added segment db5f4019-7af4-44c7-af30-65864f41b401 of type vlan for network dd82d1c8-5311-4c3d-b5a5-2b9ced776022 Feb 28 14:12:52.047126 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f8e154-da89-47c0-8de0-0cf5f6fb71cc,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:12:52.070301 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:52.070652 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:52.070969 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:52.071315 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:52.071695 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:52.072131 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:52.072521 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:52.072824 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:52.073128 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:52.073423 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:52.073734 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:52.074036 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Tracked resource versions report: Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: pushed versions: Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: { 'AddressGroup': {'1.2'}, Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: 'ConntrackHelper': {'1.0'}, Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: 'Log': {'1.0'}, Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: 'Network': {'1.1'}, Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: 'Port': {'1.7'}, Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: 'PortForwarding': {'1.2'}, Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: 'QosPolicy': {'1.8'}, Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: 'SecurityGroup': {'1.4'}, Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: 'SecurityGroupRule': {'1.2'}, Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: 'SubPort': {'1.0'}, Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: 'Subnet': {'1.1'}, Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: 'Trunk': {'1.1'}} Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: consumer versions: Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: { DHCP agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: L3 agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: Metadata agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: Metering agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: Open vSwitch agent@dv-neutron-831192-4-hyperv: { 'AddressGroup': '1.2', Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: 'ConntrackHelper': '1.0', Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: 'Log': '1.0', Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: 'Network': '1.1', Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: 'Port': '1.7', Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: 'PortForwarding': '1.2', Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: 'QosPolicy': '1.8', Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: 'SecurityGroup': '1.4', Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: 'SecurityGroupRule': '1.2', Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: 'SubPort': '1.0', Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: 'Subnet': '1.1', Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: 'Trunk': '1.1'}} Feb 28 14:12:52.075338 dv-neutron-831192-4-hyperv neutron-server[87772]: {{(pid=87772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 14:12:52.101122 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:52.149149 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:52.150206 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:12:52.150997 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:52.255291 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] Pushing event updated for resources: {'Network': ['ID=dd82d1c8-5311-4c3d-b5a5-2b9ced776022,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:12:52.257847 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-43bce759-5ba7-4e08-9146-758cf3b82763 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4943631 Feb 28 14:12:52.272695 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network dd82d1c8-5311-4c3d-b5a5-2b9ced776022 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:12:55.009062 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 47768) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:12:55.524977 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99db90e-b6f2-44e6-b13f-213ee2997bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:12:55.526440 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d99db90e-b6f2-44e6-b13f-213ee2997bba admin admin] 10.222.0.30 "GET /v2.0/networks/dd82d1c8-5311-4c3d-b5a5-2b9ced776022 HTTP/1.1" status: 200 len: 825 time: 0.5164566 Feb 28 14:12:55.557071 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-662e0fcd-5d36-4e94-acd4-96aafa3b70eb admin admin] 10.222.0.30 "GET /v2.0/subnetpools/c0386b94-453e-45d2-92ef-8141f153f086 HTTP/1.1" status: 200 len: 734 time: 0.0219848 Feb 28 14:12:55.565737 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-10d5b87e-c692-47ef-887a-30afc6b9e984 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '4b58bd3de5fd4a84a12ed8e6873b50c0', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'c0386b94-453e-45d2-92ef-8141f153f086', 'network_id': 'dd82d1c8-5311-4c3d-b5a5-2b9ced776022', 'ip_version': 4}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:12:55.570443 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-10d5b87e-c692-47ef-887a-30afc6b9e984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:12:55.574676 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-10d5b87e-c692-47ef-887a-30afc6b9e984 admin admin] Usage tracker for resource:subnet and tenant:4b58bd3de5fd4a84a12ed8e6873b50c0 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:12:55.578323 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-10d5b87e-c692-47ef-887a-30afc6b9e984 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:12:55.584416 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-10d5b87e-c692-47ef-887a-30afc6b9e984 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:12:55.595964 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d5b87e-c692-47ef-887a-30afc6b9e984 admin admin] Made reservation on behalf of 4b58bd3de5fd4a84a12ed8e6873b50c0 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:12:55.598537 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-10d5b87e-c692-47ef-887a-30afc6b9e984 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:55.921466 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-10d5b87e-c692-47ef-887a-30afc6b9e984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:56.004715 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d5b87e-c692-47ef-887a-30afc6b9e984 admin admin] Checking segment: {'id': 'db5f4019-7af4-44c7-af30-65864f41b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dd82d1c8-5311-4c3d-b5a5-2b9ced776022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:12:56.005090 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d5b87e-c692-47ef-887a-30afc6b9e984 admin admin] Network hostable DHCP agents. Network: dd82d1c8-5311-4c3d-b5a5-2b9ced776022, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:12:56.020027 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5b87e-c692-47ef-887a-30afc6b9e984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46d21dab-3eb3-423f-9c90-2f04d587d25d,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:12:56.030093 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5b87e-c692-47ef-887a-30afc6b9e984 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:56.030449 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5b87e-c692-47ef-887a-30afc6b9e984 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:56.030773 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5b87e-c692-47ef-887a-30afc6b9e984 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:56.031095 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5b87e-c692-47ef-887a-30afc6b9e984 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:56.031441 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5b87e-c692-47ef-887a-30afc6b9e984 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:56.031777 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5b87e-c692-47ef-887a-30afc6b9e984 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:56.032092 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5b87e-c692-47ef-887a-30afc6b9e984 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:56.032410 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5b87e-c692-47ef-887a-30afc6b9e984 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:56.032720 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5b87e-c692-47ef-887a-30afc6b9e984 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:56.033021 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5b87e-c692-47ef-887a-30afc6b9e984 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:56.033507 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5b87e-c692-47ef-887a-30afc6b9e984 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:56.033748 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5b87e-c692-47ef-887a-30afc6b9e984 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d5b87e-c692-47ef-887a-30afc6b9e984 admin admin] Tracked resource versions report: Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: pushed versions: Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: { 'AddressGroup': {'1.2'}, Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: 'ConntrackHelper': {'1.0'}, Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: 'Log': {'1.0'}, Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: 'Network': {'1.1'}, Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: 'Port': {'1.7'}, Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: 'PortForwarding': {'1.2'}, Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: 'QosPolicy': {'1.8'}, Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: 'SecurityGroup': {'1.4'}, Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: 'SecurityGroupRule': {'1.2'}, Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: 'SubPort': {'1.0'}, Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: 'Subnet': {'1.1'}, Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: 'Trunk': {'1.1'}} Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: consumer versions: Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: { DHCP agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: L3 agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: Metadata agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: Metering agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: Open vSwitch agent@dv-neutron-831192-4-hyperv: { 'AddressGroup': '1.2', Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: 'ConntrackHelper': '1.0', Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: 'Log': '1.0', Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: 'Network': '1.1', Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: 'Port': '1.7', Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: 'PortForwarding': '1.2', Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: 'QosPolicy': '1.8', Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: 'SecurityGroup': '1.4', Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: 'SecurityGroupRule': '1.2', Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: 'SubPort': '1.0', Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: 'Subnet': '1.1', Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: 'Trunk': '1.1'}} Feb 28 14:12:56.035224 dv-neutron-831192-4-hyperv neutron-server[87773]: {{(pid=87773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 14:12:56.058178 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d5b87e-c692-47ef-887a-30afc6b9e984 admin admin] Network dd82d1c8-5311-4c3d-b5a5-2b9ced776022 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:12:56.071763 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-10d5b87e-c692-47ef-887a-30afc6b9e984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, dd82d1c8-5311-4c3d-b5a5-2b9ced776022) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:12:56.076511 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d5b87e-c692-47ef-887a-30afc6b9e984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:12:56.077114 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-10d5b87e-c692-47ef-887a-30afc6b9e984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:56.082038 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483741ff-0fd2-4afc-b01f-ef68c958d58a None None] Network dd82d1c8-5311-4c3d-b5a5-2b9ced776022 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:12:56.098213 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-10d5b87e-c692-47ef-887a-30afc6b9e984 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5356703 Feb 28 14:12:56.388738 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-dd82d1c8-5311-4c3d-b5a5-2b9ced776022', 'network_id': 'dd82d1c8-5311-4c3d-b5a5-2b9ced776022', 'tenant_id': '4b58bd3de5fd4a84a12ed8e6873b50c0', 'fixed_ips': [{'subnet_id': '46d21dab-3eb3-423f-9c90-2f04d587d25d'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:12:56.390612 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:56.575324 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Allocated IP 172.20.0.2 (dd82d1c8-5311-4c3d-b5a5-2b9ced776022/46d21dab-3eb3-423f-9c90-2f04d587d25d/d269f7b4-8692-46ad-a001-9b903089f425) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:12:56.815205 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:56.829372 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Transition to ACTIVE for port object d269f7b4-8692-46ad-a001-9b903089f425 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:12:56.848771 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Transition to ACTIVE for port object d269f7b4-8692-46ad-a001-9b903089f425 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:12:56.856117 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:56.916176 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Network dd82d1c8-5311-4c3d-b5a5-2b9ced776022 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:12:56.923612 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:12:56.932090 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:12:56.934251 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Pushing event updated for resources: {'Port': ['ID=d269f7b4-8692-46ad-a001-9b903089f425,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:12:56.943418 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:56.943780 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:56.944126 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:56.944457 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:56.944787 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:56.945126 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:56.945458 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:56.945752 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:56.946103 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:56.946424 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:56.946732 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:56.947058 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Tracked resource versions report: Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: pushed versions: Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: { 'AddressGroup': {'1.2'}, Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: 'ConntrackHelper': {'1.0'}, Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: 'Log': {'1.0'}, Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: 'Network': {'1.1'}, Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: 'Port': {'1.7'}, Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: 'PortForwarding': {'1.2'}, Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: 'QosPolicy': {'1.8'}, Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: 'SecurityGroup': {'1.4'}, Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: 'SecurityGroupRule': {'1.2'}, Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: 'SubPort': {'1.0'}, Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: 'Subnet': {'1.1'}, Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: 'Trunk': {'1.1'}} Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: consumer versions: Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: { DHCP agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: L3 agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: Metadata agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: Metering agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: Open vSwitch agent@dv-neutron-831192-4-hyperv: { 'AddressGroup': '1.2', Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: 'ConntrackHelper': '1.0', Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: 'Log': '1.0', Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: 'Network': '1.1', Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: 'Port': '1.7', Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: 'PortForwarding': '1.2', Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: 'QosPolicy': '1.8', Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: 'SecurityGroup': '1.4', Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: 'SecurityGroupRule': '1.2', Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: 'SubPort': '1.0', Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: 'Subnet': '1.1', Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: 'Trunk': '1.1'}} Feb 28 14:12:56.948387 dv-neutron-831192-4-hyperv neutron-server[87774]: {{(pid=87774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 14:12:57.035588 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Attempting to bind port d269f7b4-8692-46ad-a001-9b903089f425 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:12:57.035985 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Attempting to bind port d269f7b4-8692-46ad-a001-9b903089f425 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'db5f4019-7af4-44c7-af30-65864f41b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dd82d1c8-5311-4c3d-b5a5-2b9ced776022'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:12:57.036410 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Attempting to bind port d269f7b4-8692-46ad-a001-9b903089f425 on network dd82d1c8-5311-4c3d-b5a5-2b9ced776022 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:12:57.041778 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:12:57.042174 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Checking segment: {'id': 'db5f4019-7af4-44c7-af30-65864f41b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dd82d1c8-5311-4c3d-b5a5-2b9ced776022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:12:57.042621 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:57.043036 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Bound using segment: {'id': 'db5f4019-7af4-44c7-af30-65864f41b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dd82d1c8-5311-4c3d-b5a5-2b9ced776022'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:12:57.043530 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Bound port: d269f7b4-8692-46ad-a001-9b903089f425, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5f4019-7af4-44c7-af30-65864f41b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dd82d1c8-5311-4c3d-b5a5-2b9ced776022'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:12:57.043961 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:57.134314 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] For port d269f7b4-8692-46ad-a001-9b903089f425, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:12:57.138149 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] For port d269f7b4-8692-46ad-a001-9b903089f425, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d269f7b4-8692-46ad-a001-9b903089f425,segment=NetworkSegment(db5f4019-7af4-44c7-af30-65864f41b401),segment_id=db5f4019-7af4-44c7-af30-65864f41b401)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:12:57.143521 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:12:57.229968 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb4657-2abd-4166-907b-4987f0d94e63 None None] Pushing event updated for resources: {'Port': ['ID=d269f7b4-8692-46ad-a001-9b903089f425,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:12:58.596460 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 47782) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:12:58.977949 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-6bc12c32-3bf0-4325-844a-c434e6bd6bca admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:12:58.978987 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6bc12c32-3bf0-4325-844a-c434e6bd6bca admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3814335 Feb 28 14:13:00.680764 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d269f7b4-8692-46ad-a001-9b903089f425 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:13:00.752414 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port d269f7b4-8692-46ad-a001-9b903089f425 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:13:00.968917 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1784dd9e-2639-4a4c-b86a-ad77acf786f6 None None] Network dd82d1c8-5311-4c3d-b5a5-2b9ced776022 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:13:01.087723 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ac2197b0-c0e0-4ad3-99d3-d71d73f31069 None None] Provisioning for port d269f7b4-8692-46ad-a001-9b903089f425 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:13:01.101959 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ac2197b0-c0e0-4ad3-99d3-d71d73f31069 None None] Provisioning complete for port d269f7b4-8692-46ad-a001-9b903089f425 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:13:01.102361 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ac2197b0-c0e0-4ad3-99d3-d71d73f31069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:01.326301 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ac2197b0-c0e0-4ad3-99d3-d71d73f31069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:01.373387 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ac2197b0-c0e0-4ad3-99d3-d71d73f31069 None None] For port d269f7b4-8692-46ad-a001-9b903089f425, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d269f7b4-8692-46ad-a001-9b903089f425,segment=NetworkSegment(db5f4019-7af4-44c7-af30-65864f41b401),segment_id=db5f4019-7af4-44c7-af30-65864f41b401)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:13:01.378832 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ac2197b0-c0e0-4ad3-99d3-d71d73f31069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:01.404575 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 47796) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:13:01.447546 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2197b0-c0e0-4ad3-99d3-d71d73f31069 None None] Pushing event updated for resources: {'Port': ['ID=d269f7b4-8692-46ad-a001-9b903089f425,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:13:01.601101 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-57d29c1b-e845-430c-8beb-9480e4413053 None None] Provisioning complete for port d269f7b4-8692-46ad-a001-9b903089f425 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:13:01.601473 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-57d29c1b-e845-430c-8beb-9480e4413053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:01.794452 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-aa5a8165-d04a-4616-97fe-e6d36f66be8f admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:13:01.795453 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-aa5a8165-d04a-4616-97fe-e6d36f66be8f admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3897345 Feb 28 14:13:02.648035 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d269f7b4-8692-46ad-a001-9b903089f425 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:13:02.715303 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port d269f7b4-8692-46ad-a001-9b903089f425 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:13:02.715637 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:04.513885 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 47808) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:13:04.914797 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-3cf6b5c8-dc29-4058-817b-bc0b86a301ac admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '4b58bd3de5fd4a84a12ed8e6873b50c0', 'name': 'router1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:13:04.920094 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3cf6b5c8-dc29-4058-817b-bc0b86a301ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:13:04.924603 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3cf6b5c8-dc29-4058-817b-bc0b86a301ac admin admin] Usage tracker for resource:router and tenant:4b58bd3de5fd4a84a12ed8e6873b50c0 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:13:04.928546 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3cf6b5c8-dc29-4058-817b-bc0b86a301ac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:13:04.935644 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3cf6b5c8-dc29-4058-817b-bc0b86a301ac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:13:04.949647 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b5c8-dc29-4058-817b-bc0b86a301ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:04.951777 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b5c8-dc29-4058-817b-bc0b86a301ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:04.975524 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b5c8-dc29-4058-817b-bc0b86a301ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:05.089905 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b5c8-dc29-4058-817b-bc0b86a301ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:05.109464 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3cf6b5c8-dc29-4058-817b-bc0b86a301ac admin admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:05.110696 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3cf6b5c8-dc29-4058-817b-bc0b86a301ac admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5958266 Feb 28 14:13:07.531271 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 47818) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:13:07.621089 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5f5bce6a-8347-4ce9-a0aa-e886a4640000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:07.899620 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-fec365e7-4e6f-40e6-a3e9-c2b73e8d5c3f admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:13:07.900601 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fec365e7-4e6f-40e6-a3e9-c2b73e8d5c3f admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3684459 Feb 28 14:13:09.732244 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c0d61a5c-c8c2-4a37-b06d-a3b86c518253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:10.324503 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 47828) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:13:10.701788 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-76a03355-ccd3-4b44-b194-c6c19133617d admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:13:10.706952 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-76a03355-ccd3-4b44-b194-c6c19133617d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:13:10.711027 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-76a03355-ccd3-4b44-b194-c6c19133617d admin admin] Usage tracker for resource:network and tenant:97209b0742e1414394df5c0895a59855 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:13:10.714110 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-76a03355-ccd3-4b44-b194-c6c19133617d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:13:10.720784 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-76a03355-ccd3-4b44-b194-c6c19133617d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:13:10.735509 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a03355-ccd3-4b44-b194-c6c19133617d admin admin] Made reservation on behalf of 97209b0742e1414394df5c0895a59855 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:13:10.739114 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76a03355-ccd3-4b44-b194-c6c19133617d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:10.774696 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76a03355-ccd3-4b44-b194-c6c19133617d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:10.792168 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-76a03355-ccd3-4b44-b194-c6c19133617d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:13:10.797785 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-76a03355-ccd3-4b44-b194-c6c19133617d admin admin] Usage tracker for resource:security_group_rule and tenant:97209b0742e1414394df5c0895a59855 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:13:10.802920 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-76a03355-ccd3-4b44-b194-c6c19133617d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:13:10.809068 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-76a03355-ccd3-4b44-b194-c6c19133617d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:13:10.909576 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76a03355-ccd3-4b44-b194-c6c19133617d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:10.915535 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76a03355-ccd3-4b44-b194-c6c19133617d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:10.929076 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:10.938063 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-76a03355-ccd3-4b44-b194-c6c19133617d admin admin] Reserving flat network on physical network physnet1 {{(pid=87773) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 28 14:13:10.958927 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:10.962839 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a03355-ccd3-4b44-b194-c6c19133617d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a339a158-dc60-45bd-a91a-9a59f747995f,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:13:10.966835 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76a03355-ccd3-4b44-b194-c6c19133617d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759643060740', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:10.967409 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76a03355-ccd3-4b44-b194-c6c19133617d admin admin] Unsubscribe: segment precommit_create {{(pid=87773) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 14:13:10.967877 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-76a03355-ccd3-4b44-b194-c6c19133617d admin admin] Added segment 560866da-5f63-41ea-8e3c-b74e8608eb14 of type flat for network 227601ee-f6c9-4fe2-9e97-307a6863d710 Feb 28 14:13:11.007886 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76a03355-ccd3-4b44-b194-c6c19133617d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:11.053730 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76a03355-ccd3-4b44-b194-c6c19133617d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:11.054648 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a03355-ccd3-4b44-b194-c6c19133617d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:13:11.055299 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76a03355-ccd3-4b44-b194-c6c19133617d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:11.152823 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-76a03355-ccd3-4b44-b194-c6c19133617d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8267531 Feb 28 14:13:11.158672 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a03355-ccd3-4b44-b194-c6c19133617d admin admin] Pushing event updated for resources: {'Network': ['ID=227601ee-f6c9-4fe2-9e97-307a6863d710,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:13:11.176379 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:13:12.305478 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:13.603447 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 47848) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:13:13.839612 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd04e80d-dc28-4b1d-9ca0-d8978bd5affe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:13:13.841027 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fd04e80d-dc28-4b1d-9ca0-d8978bd5affe admin admin] 10.222.0.30 "GET /v2.0/subnets/46d21dab-3eb3-423f-9c90-2f04d587d25d HTTP/1.1" status: 200 len: 849 time: 0.2366540 Feb 28 14:13:13.995021 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-52e8d860-8363-4301-918c-9963fde462a7 admin admin] 10.222.0.30 "GET /v2.0/routers/c89a72ad-7f17-4ed0-8691-4e5166ebc1f4 HTTP/1.1" status: 200 len: 704 time: 0.1450858 Feb 28 14:13:14.458508 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6ae9-e389-46fe-98be-ebdb494f20a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:14.711612 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-bd3f6ae9-e389-46fe-98be-ebdb494f20a9 admin admin] Allocated IP 172.20.0.1 (dd82d1c8-5311-4c3d-b5a5-2b9ced776022/46d21dab-3eb3-423f-9c90-2f04d587d25d/531af78e-1e4d-4966-90ef-7b413980c316) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:13:14.907655 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6ae9-e389-46fe-98be-ebdb494f20a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:14.925922 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-bd3f6ae9-e389-46fe-98be-ebdb494f20a9 admin admin] Transition to ACTIVE for port object 531af78e-1e4d-4966-90ef-7b413980c316 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:13:14.996593 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6ae9-e389-46fe-98be-ebdb494f20a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:15.060487 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3f6ae9-e389-46fe-98be-ebdb494f20a9 admin admin] Network dd82d1c8-5311-4c3d-b5a5-2b9ced776022 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:13:15.067394 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-bd3f6ae9-e389-46fe-98be-ebdb494f20a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:13:15.071602 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3f6ae9-e389-46fe-98be-ebdb494f20a9 admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:13:15.072117 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6ae9-e389-46fe-98be-ebdb494f20a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:15.196576 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f6ae9-e389-46fe-98be-ebdb494f20a9 admin admin] Pushing event updated for resources: {'Port': ['ID=531af78e-1e4d-4966-90ef-7b413980c316,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:13:15.256742 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-577de9ef-847a-4e89-a6ba-96dd2fa08bb3 None None] Provisioning for port 531af78e-1e4d-4966-90ef-7b413980c316 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:13:15.261348 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-577de9ef-847a-4e89-a6ba-96dd2fa08bb3 None None] Provisioning complete for port 531af78e-1e4d-4966-90ef-7b413980c316 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:13:15.261753 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-577de9ef-847a-4e89-a6ba-96dd2fa08bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:15.318298 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-577de9ef-847a-4e89-a6ba-96dd2fa08bb3 None None] Port 531af78e-1e4d-4966-90ef-7b413980c316 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:13:15.340694 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6ae9-e389-46fe-98be-ebdb494f20a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:15.574464 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6ae9-e389-46fe-98be-ebdb494f20a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:15.581873 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6ae9-e389-46fe-98be-ebdb494f20a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:15.582616 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6ae9-e389-46fe-98be-ebdb494f20a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:15.721324 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f6ae9-e389-46fe-98be-ebdb494f20a9 admin admin] Pushing event updated for resources: {'Port': ['ID=531af78e-1e4d-4966-90ef-7b413980c316,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:13:15.782545 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3f6ae9-e389-46fe-98be-ebdb494f20a9 admin admin] Network dd82d1c8-5311-4c3d-b5a5-2b9ced776022 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:13:15.783773 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-bd3f6ae9-e389-46fe-98be-ebdb494f20a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:13:15.943556 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-44b9761a-c62e-4122-8a28-1b860bf741ec None None] Provisioning complete for port 531af78e-1e4d-4966-90ef-7b413980c316 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:13:15.943927 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-44b9761a-c62e-4122-8a28-1b860bf741ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:15.982202 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3f6ae9-e389-46fe-98be-ebdb494f20a9 admin admin] Router c89a72ad-7f17-4ed0-8691-4e5166ebc1f4 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:13:15.997670 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-44b9761a-c62e-4122-8a28-1b860bf741ec None None] Port 531af78e-1e4d-4966-90ef-7b413980c316 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:13:16.167746 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3f6ae9-e389-46fe-98be-ebdb494f20a9 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:13:16.178507 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bd3f6ae9-e389-46fe-98be-ebdb494f20a9 admin admin] 10.222.0.30 "PUT /v2.0/routers/c89a72ad-7f17-4ed0-8691-4e5166ebc1f4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1773491 Feb 28 14:13:16.179493 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d24395-9662-4f2a-9a98-32bf79286152 None None] Sync routers for ids ['c89a72ad-7f17-4ed0-8691-4e5166ebc1f4'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:13:16.190344 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d24395-9662-4f2a-9a98-32bf79286152 None None] Routers {'c89a72ad-7f17-4ed0-8691-4e5166ebc1f4'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:13:16.191240 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-42d24395-9662-4f2a-9a98-32bf79286152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:13:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c89a72ad-7f17-4ed0-8691-4e5166ebc1f4'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:13:16.366903 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-42d24395-9662-4f2a-9a98-32bf79286152 None None] Set router c89a72ad-7f17-4ed0-8691-4e5166ebc1f4 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:13:16.735469 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-42d24395-9662-4f2a-9a98-32bf79286152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89a72ad-7f17-4ed0-8691-4e5166ebc1f4', 'name': 'router1', 'tenant_id': '4b58bd3de5fd4a84a12ed8e6873b50c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:13:04Z', 'updated_at': '2022-02-28T14:13:15Z', 'revision_number': 2, 'project_id': '4b58bd3de5fd4a84a12ed8e6873b50c0', 'gw_port_host': None, '_interfaces': [{'id': '531af78e-1e4d-4966-90ef-7b413980c316', 'name': '', 'network_id': 'dd82d1c8-5311-4c3d-b5a5-2b9ced776022', 'tenant_id': '4b58bd3de5fd4a84a12ed8e6873b50c0', 'mac_address': 'fa:16:3e:14:cf:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89a72ad-7f17-4ed0-8691-4e5166ebc1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46d21dab-3eb3-423f-9c90-2f04d587d25d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:13:14Z', 'updated_at': '2022-02-28T14:13:15Z', 'revision_number': 2, 'project_id': '4b58bd3de5fd4a84a12ed8e6873b50c0', 'subnets': [{'id': '46d21dab-3eb3-423f-9c90-2f04d587d25d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0386b94-453e-45d2-92ef-8141f153f086'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:13:16.740390 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d24395-9662-4f2a-9a98-32bf79286152 None None] Checking router: c89a72ad-7f17-4ed0-8691-4e5166ebc1f4 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:13:16.740748 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d24395-9662-4f2a-9a98-32bf79286152 None None] Updating router c89a72ad-7f17-4ed0-8691-4e5166ebc1f4 port 531af78e-1e4d-4966-90ef-7b413980c316 binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:13:16.793448 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-42d24395-9662-4f2a-9a98-32bf79286152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:17.172104 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-42d24395-9662-4f2a-9a98-32bf79286152 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:17.187632 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-42d24395-9662-4f2a-9a98-32bf79286152 None None] Transition to ACTIVE for port object 531af78e-1e4d-4966-90ef-7b413980c316 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:13:17.195032 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-42d24395-9662-4f2a-9a98-32bf79286152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:17.372264 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76536909-8fa8-44e9-9b52-a612a42a0817 None None] Pushing event updated for resources: {'Port': ['ID=531af78e-1e4d-4966-90ef-7b413980c316,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:13:17.432964 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76536909-8fa8-44e9-9b52-a612a42a0817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:13:17.433320 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76536909-8fa8-44e9-9b52-a612a42a0817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:13:17.433660 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76536909-8fa8-44e9-9b52-a612a42a0817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:13:17.434106 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76536909-8fa8-44e9-9b52-a612a42a0817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:13:17.434687 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76536909-8fa8-44e9-9b52-a612a42a0817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:13:17.435038 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76536909-8fa8-44e9-9b52-a612a42a0817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:13:17.435473 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76536909-8fa8-44e9-9b52-a612a42a0817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:13:17.435811 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76536909-8fa8-44e9-9b52-a612a42a0817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:13:17.436192 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76536909-8fa8-44e9-9b52-a612a42a0817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:13:17.436517 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76536909-8fa8-44e9-9b52-a612a42a0817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:13:17.436835 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76536909-8fa8-44e9-9b52-a612a42a0817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:13:17.437156 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76536909-8fa8-44e9-9b52-a612a42a0817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76536909-8fa8-44e9-9b52-a612a42a0817 None None] Tracked resource versions report: Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: pushed versions: Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: { 'AddressGroup': {'1.2'}, Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: 'ConntrackHelper': {'1.0'}, Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: 'Log': {'1.0'}, Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: 'Network': {'1.1'}, Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: 'Port': {'1.7'}, Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: 'PortForwarding': {'1.2'}, Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: 'QosPolicy': {'1.8'}, Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: 'SecurityGroup': {'1.4'}, Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: 'SecurityGroupRule': {'1.2'}, Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: 'SubPort': {'1.0'}, Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: 'Subnet': {'1.1'}, Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: 'Trunk': {'1.1'}} Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: consumer versions: Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: { DHCP agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: L3 agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: Metadata agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: Metering agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: Open vSwitch agent@dv-neutron-831192-4-hyperv: { 'AddressGroup': '1.2', Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: 'ConntrackHelper': '1.0', Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: 'Log': '1.0', Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: 'Network': '1.1', Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: 'Port': '1.7', Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: 'PortForwarding': '1.2', Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: 'QosPolicy': '1.8', Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: 'SecurityGroup': '1.4', Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: 'SecurityGroupRule': '1.2', Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: 'SubPort': '1.0', Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: 'Subnet': '1.1', Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: 'Trunk': '1.1'}} Feb 28 14:13:17.438463 dv-neutron-831192-4-hyperv neutron-server[87775]: {{(pid=87775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 14:13:17.443034 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-42d24395-9662-4f2a-9a98-32bf79286152 None None] Attempting to bind port 531af78e-1e4d-4966-90ef-7b413980c316 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:13:17.443460 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-42d24395-9662-4f2a-9a98-32bf79286152 None None] Attempting to bind port 531af78e-1e4d-4966-90ef-7b413980c316 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'db5f4019-7af4-44c7-af30-65864f41b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dd82d1c8-5311-4c3d-b5a5-2b9ced776022'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:13:17.443992 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d24395-9662-4f2a-9a98-32bf79286152 None None] Attempting to bind port 531af78e-1e4d-4966-90ef-7b413980c316 on network dd82d1c8-5311-4c3d-b5a5-2b9ced776022 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:13:17.450020 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d24395-9662-4f2a-9a98-32bf79286152 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:13:17.450428 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d24395-9662-4f2a-9a98-32bf79286152 None None] Checking segment: {'id': 'db5f4019-7af4-44c7-af30-65864f41b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dd82d1c8-5311-4c3d-b5a5-2b9ced776022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:13:17.450917 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-42d24395-9662-4f2a-9a98-32bf79286152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:17.451561 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d24395-9662-4f2a-9a98-32bf79286152 None None] Bound using segment: {'id': 'db5f4019-7af4-44c7-af30-65864f41b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dd82d1c8-5311-4c3d-b5a5-2b9ced776022'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:13:17.451839 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-42d24395-9662-4f2a-9a98-32bf79286152 None None] Bound port: 531af78e-1e4d-4966-90ef-7b413980c316, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5f4019-7af4-44c7-af30-65864f41b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dd82d1c8-5311-4c3d-b5a5-2b9ced776022'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:13:17.452225 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-42d24395-9662-4f2a-9a98-32bf79286152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:17.537719 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-42d24395-9662-4f2a-9a98-32bf79286152 None None] For port 531af78e-1e4d-4966-90ef-7b413980c316, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:13:17.541498 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-42d24395-9662-4f2a-9a98-32bf79286152 None None] For port 531af78e-1e4d-4966-90ef-7b413980c316, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=531af78e-1e4d-4966-90ef-7b413980c316,segment=NetworkSegment(db5f4019-7af4-44c7-af30-65864f41b401),segment_id=db5f4019-7af4-44c7-af30-65864f41b401)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:13:17.546293 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-42d24395-9662-4f2a-9a98-32bf79286152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:17.653145 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d24395-9662-4f2a-9a98-32bf79286152 None None] Routers {'c89a72ad-7f17-4ed0-8691-4e5166ebc1f4'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:13:17.653761 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-42d24395-9662-4f2a-9a98-32bf79286152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:13:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c89a72ad-7f17-4ed0-8691-4e5166ebc1f4'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:13:17.702975 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76536909-8fa8-44e9-9b52-a612a42a0817 None None] Pushing event updated for resources: {'Port': ['ID=531af78e-1e4d-4966-90ef-7b413980c316,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:13:17.807041 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-42d24395-9662-4f2a-9a98-32bf79286152 None None] Set router c89a72ad-7f17-4ed0-8691-4e5166ebc1f4 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:13:18.133417 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-42d24395-9662-4f2a-9a98-32bf79286152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89a72ad-7f17-4ed0-8691-4e5166ebc1f4', 'name': 'router1', 'tenant_id': '4b58bd3de5fd4a84a12ed8e6873b50c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:13:04Z', 'updated_at': '2022-02-28T14:13:15Z', 'revision_number': 2, 'project_id': '4b58bd3de5fd4a84a12ed8e6873b50c0', 'gw_port_host': None, '_interfaces': [{'id': '531af78e-1e4d-4966-90ef-7b413980c316', 'name': '', 'network_id': 'dd82d1c8-5311-4c3d-b5a5-2b9ced776022', 'tenant_id': '4b58bd3de5fd4a84a12ed8e6873b50c0', 'mac_address': 'fa:16:3e:14:cf:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89a72ad-7f17-4ed0-8691-4e5166ebc1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46d21dab-3eb3-423f-9c90-2f04d587d25d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:13:14Z', 'updated_at': '2022-02-28T14:13:17Z', 'revision_number': 4, 'project_id': '4b58bd3de5fd4a84a12ed8e6873b50c0', 'subnets': [{'id': '46d21dab-3eb3-423f-9c90-2f04d587d25d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0386b94-453e-45d2-92ef-8141f153f086'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:13:18.137267 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d24395-9662-4f2a-9a98-32bf79286152 None None] The sync data for ids ['c89a72ad-7f17-4ed0-8691-4e5166ebc1f4'] in dv-neutron-831192-4-hyperv is: [{'id': 'c89a72ad-7f17-4ed0-8691-4e5166ebc1f4', 'name': 'router1', 'tenant_id': '4b58bd3de5fd4a84a12ed8e6873b50c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:13:04Z', 'updated_at': '2022-02-28T14:13:15Z', 'revision_number': 2, 'project_id': '4b58bd3de5fd4a84a12ed8e6873b50c0', 'gw_port_host': None, '_interfaces': [{'id': '531af78e-1e4d-4966-90ef-7b413980c316', 'name': '', 'network_id': 'dd82d1c8-5311-4c3d-b5a5-2b9ced776022', 'tenant_id': '4b58bd3de5fd4a84a12ed8e6873b50c0', 'mac_address': 'fa:16:3e:14:cf:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89a72ad-7f17-4ed0-8691-4e5166ebc1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46d21dab-3eb3-423f-9c90-2f04d587d25d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:13:14Z', 'updated_at': '2022-02-28T14:13:17Z', 'revision_number': 4, 'project_id': '4b58bd3de5fd4a84a12ed8e6873b50c0', 'subnets': [{'id': '46d21dab-3eb3-423f-9c90-2f04d587d25d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0386b94-453e-45d2-92ef-8141f153f086'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:13:18.427680 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 47870) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:13:18.624416 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c290ef-8e4a-437f-b8a5-724226d1c225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:13:18.624967 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-03c290ef-8e4a-437f-b8a5-724226d1c225 admin admin] Synchronizing usage tracker for tenant:97209b0742e1414394df5c0895a59855 on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:13:18.644469 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-03c290ef-8e4a-437f-b8a5-724226d1c225 admin admin] Unset dirty status for tenant:97209b0742e1414394df5c0895a59855 on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:13:18.645671 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-03c290ef-8e4a-437f-b8a5-724226d1c225 admin admin] 10.222.0.30 "GET /v2.0/networks/227601ee-f6c9-4fe2-9e97-307a6863d710 HTTP/1.1" status: 200 len: 842 time: 0.2169249 Feb 28 14:13:18.655588 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5f12ed25-9812-4a4f-b013-cdcdc450891b admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.26.5.1', 'cidr': '172.26.5.0/24', 'ip_version': 4, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'name': 'public-subnet'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:13:18.660797 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5f12ed25-9812-4a4f-b013-cdcdc450891b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:13:18.664652 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5f12ed25-9812-4a4f-b013-cdcdc450891b admin admin] Usage tracker for resource:subnet and tenant:97209b0742e1414394df5c0895a59855 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:13:18.667540 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5f12ed25-9812-4a4f-b013-cdcdc450891b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:13:18.692254 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5f12ed25-9812-4a4f-b013-cdcdc450891b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:13:18.703495 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f12ed25-9812-4a4f-b013-cdcdc450891b admin admin] Made reservation on behalf of 97209b0742e1414394df5c0895a59855 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:13:18.705880 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5f12ed25-9812-4a4f-b013-cdcdc450891b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:19.082768 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.objects.ports [None req-5f12ed25-9812-4a4f-b013-cdcdc450891b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87773) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 14:13:19.083239 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5f12ed25-9812-4a4f-b013-cdcdc450891b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:19.155591 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12ed25-9812-4a4f-b013-cdcdc450891b admin admin] Pushing event updated for resources: {'Subnet': ['ID=432ac6e4-533d-4e62-a04e-71ff2b9726d4,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:13:19.164058 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f12ed25-9812-4a4f-b013-cdcdc450891b admin admin] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:13:19.164543 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f12ed25-9812-4a4f-b013-cdcdc450891b admin admin] Network hostable DHCP agents. Network: 227601ee-f6c9-4fe2-9e97-307a6863d710, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:13:19.188310 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f12ed25-9812-4a4f-b013-cdcdc450891b admin admin] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:13:19.199890 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-5f12ed25-9812-4a4f-b013-cdcdc450891b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 227601ee-f6c9-4fe2-9e97-307a6863d710) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:13:19.203979 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f12ed25-9812-4a4f-b013-cdcdc450891b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:13:19.204838 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5f12ed25-9812-4a4f-b013-cdcdc450891b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:19.209847 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1d1953-7abb-48bf-a603-b3e9f6695f6f None None] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:13:19.227632 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5f12ed25-9812-4a4f-b013-cdcdc450891b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5755453 Feb 28 14:13:19.438693 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f97486-2014-4706-86e2-84b102152264 None None] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:13:20.673083 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 531af78e-1e4d-4966-90ef-7b413980c316 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:13:20.737809 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 5 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:13:20.743389 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 531af78e-1e4d-4966-90ef-7b413980c316 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:13:20.748168 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 531af78e-1e4d-4966-90ef-7b413980c316 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:13:20.748533 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:20.863760 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:20.894969 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 531af78e-1e4d-4966-90ef-7b413980c316, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=531af78e-1e4d-4966-90ef-7b413980c316,segment=NetworkSegment(db5f4019-7af4-44c7-af30-65864f41b401),segment_id=db5f4019-7af4-44c7-af30-65864f41b401)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:13:20.899276 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:20.965195 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=531af78e-1e4d-4966-90ef-7b413980c316,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:13:21.549279 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 47884) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:13:21.803464 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7fe7ceba-483f-44fc-a1a5-740695178576 admin admin] 10.222.0.30 "GET /v2.0/routers/c89a72ad-7f17-4ed0-8691-4e5166ebc1f4 HTTP/1.1" status: 200 len: 710 time: 0.2525790 Feb 28 14:13:21.950738 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054b85bf-9086-40b0-9715-29e7c14e0a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:13:21.952116 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-054b85bf-9086-40b0-9715-29e7c14e0a63 admin admin] 10.222.0.30 "GET /v2.0/networks/227601ee-f6c9-4fe2-9e97-307a6863d710 HTTP/1.1" status: 200 len: 886 time: 0.1409552 Feb 28 14:13:21.960800 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9f956f48-d8a0-4d19-9710-2f687218f28b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:13:22.421368 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f956f48-d8a0-4d19-9710-2f687218f28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:22.662260 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 531af78e-1e4d-4966-90ef-7b413980c316 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:13:22.751931 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 531af78e-1e4d-4966-90ef-7b413980c316 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:13:22.752159 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:22.770483 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f956f48-d8a0-4d19-9710-2f687218f28b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:22.826657 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f956f48-d8a0-4d19-9710-2f687218f28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:22.971645 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-9f956f48-d8a0-4d19-9710-2f687218f28b admin admin] Allocated IP 172.26.5.141 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/4afca125-5ec1-433a-8fb9-44765074d910) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:13:23.140107 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f956f48-d8a0-4d19-9710-2f687218f28b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:23.202087 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f956f48-d8a0-4d19-9710-2f687218f28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:23.266796 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f956f48-d8a0-4d19-9710-2f687218f28b admin admin] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:13:23.273376 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-9f956f48-d8a0-4d19-9710-2f687218f28b admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:13:23.279702 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f956f48-d8a0-4d19-9710-2f687218f28b admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:13:23.375269 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f956f48-d8a0-4d19-9710-2f687218f28b admin admin] Pushing event updated for resources: {'Port': ['ID=4afca125-5ec1-433a-8fb9-44765074d910,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:13:23.710204 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f956f48-d8a0-4d19-9710-2f687218f28b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:24.044022 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f956f48-d8a0-4d19-9710-2f687218f28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:24.047424 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f956f48-d8a0-4d19-9710-2f687218f28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728902'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:24.227201 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f956f48-d8a0-4d19-9710-2f687218f28b admin admin] Router c89a72ad-7f17-4ed0-8691-4e5166ebc1f4 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:13:24.403307 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f956f48-d8a0-4d19-9710-2f687218f28b admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:13:24.411378 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f956f48-d8a0-4d19-9710-2f687218f28b admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:24.412519 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9f956f48-d8a0-4d19-9710-2f687218f28b admin admin] 10.222.0.30 "PUT /v2.0/routers/c89a72ad-7f17-4ed0-8691-4e5166ebc1f4 HTTP/1.1" status: 200 len: 890 time: 2.4548843 Feb 28 14:13:24.414380 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115a9ca9-dc71-4554-8e27-8b538fb40d88 None None] Sync routers for ids ['c89a72ad-7f17-4ed0-8691-4e5166ebc1f4'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:13:24.425671 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115a9ca9-dc71-4554-8e27-8b538fb40d88 None None] Routers {'c89a72ad-7f17-4ed0-8691-4e5166ebc1f4'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:13:24.426335 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-115a9ca9-dc71-4554-8e27-8b538fb40d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:13:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c89a72ad-7f17-4ed0-8691-4e5166ebc1f4'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:13:24.627973 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-115a9ca9-dc71-4554-8e27-8b538fb40d88 None None] Set router c89a72ad-7f17-4ed0-8691-4e5166ebc1f4 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:13:24.966819 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-115a9ca9-dc71-4554-8e27-8b538fb40d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89a72ad-7f17-4ed0-8691-4e5166ebc1f4', 'name': 'router1', 'tenant_id': '4b58bd3de5fd4a84a12ed8e6873b50c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '4afca125-5ec1-433a-8fb9-44765074d910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:13:04Z', 'updated_at': '2022-02-28T14:13:23Z', 'revision_number': 4, 'project_id': '4b58bd3de5fd4a84a12ed8e6873b50c0', 'gw_port': {'id': '4afca125-5ec1-433a-8fb9-44765074d910', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89a72ad-7f17-4ed0-8691-4e5166ebc1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:13:22Z', 'updated_at': '2022-02-28T14:13:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '531af78e-1e4d-4966-90ef-7b413980c316', 'name': '', 'network_id': 'dd82d1c8-5311-4c3d-b5a5-2b9ced776022', 'tenant_id': '4b58bd3de5fd4a84a12ed8e6873b50c0', 'mac_address': 'fa:16:3e:14:cf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89a72ad-7f17-4ed0-8691-4e5166ebc1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46d21dab-3eb3-423f-9c90-2f04d587d25d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:13:14Z', 'updated_at': '2022-02-28T14:13:20Z', 'revision_number': 5, 'project_id': '4b58bd3de5fd4a84a12ed8e6873b50c0', 'subnets': [{'id': '46d21dab-3eb3-423f-9c90-2f04d587d25d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0386b94-453e-45d2-92ef-8141f153f086'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:13:24.971704 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115a9ca9-dc71-4554-8e27-8b538fb40d88 None None] Checking router: c89a72ad-7f17-4ed0-8691-4e5166ebc1f4 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:13:24.972053 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115a9ca9-dc71-4554-8e27-8b538fb40d88 None None] Updating router c89a72ad-7f17-4ed0-8691-4e5166ebc1f4 port 4afca125-5ec1-433a-8fb9-44765074d910 binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:13:25.022038 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-115a9ca9-dc71-4554-8e27-8b538fb40d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:25.348053 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-115a9ca9-dc71-4554-8e27-8b538fb40d88 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:25.359732 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-115a9ca9-dc71-4554-8e27-8b538fb40d88 None None] Transition to ACTIVE for port object 4afca125-5ec1-433a-8fb9-44765074d910 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:13:25.367372 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-115a9ca9-dc71-4554-8e27-8b538fb40d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:25.447168 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dcd819-763f-4d20-af7b-0acbbfadf935 None None] Pushing event updated for resources: {'Port': ['ID=4afca125-5ec1-433a-8fb9-44765074d910,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:13:25.450977 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-115a9ca9-dc71-4554-8e27-8b538fb40d88 None None] Attempting to bind port 4afca125-5ec1-433a-8fb9-44765074d910 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:13:25.451362 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-115a9ca9-dc71-4554-8e27-8b538fb40d88 None None] Attempting to bind port 4afca125-5ec1-433a-8fb9-44765074d910 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:13:25.451716 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115a9ca9-dc71-4554-8e27-8b538fb40d88 None None] Attempting to bind port 4afca125-5ec1-433a-8fb9-44765074d910 on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:13:25.457083 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115a9ca9-dc71-4554-8e27-8b538fb40d88 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:13:25.457448 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115a9ca9-dc71-4554-8e27-8b538fb40d88 None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:13:25.457833 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-115a9ca9-dc71-4554-8e27-8b538fb40d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:25.458204 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115a9ca9-dc71-4554-8e27-8b538fb40d88 None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:13:25.458650 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-115a9ca9-dc71-4554-8e27-8b538fb40d88 None None] Bound port: 4afca125-5ec1-433a-8fb9-44765074d910, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:13:25.459037 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-115a9ca9-dc71-4554-8e27-8b538fb40d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:25.535812 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-115a9ca9-dc71-4554-8e27-8b538fb40d88 None None] For port 4afca125-5ec1-433a-8fb9-44765074d910, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:13:25.539914 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-115a9ca9-dc71-4554-8e27-8b538fb40d88 None None] For port 4afca125-5ec1-433a-8fb9-44765074d910, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=4afca125-5ec1-433a-8fb9-44765074d910,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:13:25.545093 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-115a9ca9-dc71-4554-8e27-8b538fb40d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:25.623036 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115a9ca9-dc71-4554-8e27-8b538fb40d88 None None] Routers {'c89a72ad-7f17-4ed0-8691-4e5166ebc1f4'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:13:25.623605 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-115a9ca9-dc71-4554-8e27-8b538fb40d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:13:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c89a72ad-7f17-4ed0-8691-4e5166ebc1f4'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:13:25.671406 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dcd819-763f-4d20-af7b-0acbbfadf935 None None] Pushing event updated for resources: {'Port': ['ID=4afca125-5ec1-433a-8fb9-44765074d910,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:13:25.833958 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-115a9ca9-dc71-4554-8e27-8b538fb40d88 None None] Set router c89a72ad-7f17-4ed0-8691-4e5166ebc1f4 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:13:26.158113 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-115a9ca9-dc71-4554-8e27-8b538fb40d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89a72ad-7f17-4ed0-8691-4e5166ebc1f4', 'name': 'router1', 'tenant_id': '4b58bd3de5fd4a84a12ed8e6873b50c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '4afca125-5ec1-433a-8fb9-44765074d910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:13:04Z', 'updated_at': '2022-02-28T14:13:23Z', 'revision_number': 4, 'project_id': '4b58bd3de5fd4a84a12ed8e6873b50c0', 'gw_port': {'id': '4afca125-5ec1-433a-8fb9-44765074d910', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89a72ad-7f17-4ed0-8691-4e5166ebc1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:13:22Z', 'updated_at': '2022-02-28T14:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '531af78e-1e4d-4966-90ef-7b413980c316', 'name': '', 'network_id': 'dd82d1c8-5311-4c3d-b5a5-2b9ced776022', 'tenant_id': '4b58bd3de5fd4a84a12ed8e6873b50c0', 'mac_address': 'fa:16:3e:14:cf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89a72ad-7f17-4ed0-8691-4e5166ebc1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46d21dab-3eb3-423f-9c90-2f04d587d25d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:13:14Z', 'updated_at': '2022-02-28T14:13:20Z', 'revision_number': 5, 'project_id': '4b58bd3de5fd4a84a12ed8e6873b50c0', 'subnets': [{'id': '46d21dab-3eb3-423f-9c90-2f04d587d25d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0386b94-453e-45d2-92ef-8141f153f086'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:13:26.162102 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115a9ca9-dc71-4554-8e27-8b538fb40d88 None None] The sync data for ids ['c89a72ad-7f17-4ed0-8691-4e5166ebc1f4'] in dv-neutron-831192-4-hyperv is: [{'id': 'c89a72ad-7f17-4ed0-8691-4e5166ebc1f4', 'name': 'router1', 'tenant_id': '4b58bd3de5fd4a84a12ed8e6873b50c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '4afca125-5ec1-433a-8fb9-44765074d910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:13:04Z', 'updated_at': '2022-02-28T14:13:23Z', 'revision_number': 4, 'project_id': '4b58bd3de5fd4a84a12ed8e6873b50c0', 'gw_port': {'id': '4afca125-5ec1-433a-8fb9-44765074d910', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89a72ad-7f17-4ed0-8691-4e5166ebc1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:13:22Z', 'updated_at': '2022-02-28T14:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '531af78e-1e4d-4966-90ef-7b413980c316', 'name': '', 'network_id': 'dd82d1c8-5311-4c3d-b5a5-2b9ced776022', 'tenant_id': '4b58bd3de5fd4a84a12ed8e6873b50c0', 'mac_address': 'fa:16:3e:14:cf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89a72ad-7f17-4ed0-8691-4e5166ebc1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46d21dab-3eb3-423f-9c90-2f04d587d25d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:13:14Z', 'updated_at': '2022-02-28T14:13:20Z', 'revision_number': 5, 'project_id': '4b58bd3de5fd4a84a12ed8e6873b50c0', 'subnets': [{'id': '46d21dab-3eb3-423f-9c90-2f04d587d25d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0386b94-453e-45d2-92ef-8141f153f086'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:13:26.687558 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 4afca125-5ec1-433a-8fb9-44765074d910 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:13:26.763504 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 4afca125-5ec1-433a-8fb9-44765074d910 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:13:26.769234 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 4afca125-5ec1-433a-8fb9-44765074d910 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:13:26.769717 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:26.866174 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 47894) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:13:26.896105 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:26.913811 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 4afca125-5ec1-433a-8fb9-44765074d910, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=4afca125-5ec1-433a-8fb9-44765074d910,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:13:26.918444 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:26.987567 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=4afca125-5ec1-433a-8fb9-44765074d910,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:13:26.993642 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-221d165e-3713-4f19-9c17-11138056a124 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1262696 Feb 28 14:13:28.676181 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 4afca125-5ec1-433a-8fb9-44765074d910 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:13:28.750190 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 4afca125-5ec1-433a-8fb9-44765074d910 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:13:28.750509 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:37.629041 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0d6a5fac-d4f0-402c-860f-f46b44a9ff37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:39.737301 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e82fb934-d9ad-403a-b6d5-da9471672d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:40.925366 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:40.962770 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:42.318193 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:13:57.739293 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 5 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:14:07.624352 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-69ae2505-5799-4ae4-a434-0703243ea63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:14:09.745242 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d432bf35-b732-48e2-ac9d-6035f6513364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:14:10.921510 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:14:10.970728 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:14:12.327964 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:14:34.738605 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 5 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:14:37.622481 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-02d18f30-5fbf-437c-b3b7-f14c72947d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:14:39.742018 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d0073d27-b865-44e8-90f4-b998037029d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:14:40.915667 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:14:40.972166 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:14:42.323921 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:15:07.618472 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0e0f77c9-599e-4068-b204-c489a927e11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:15:09.736702 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-35e2b3b4-a2ab-4112-9a54-c4e53b6102fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:15:10.923547 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:15:10.975443 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:15:11.738017 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 5 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:15:12.326595 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:15:34.523795 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 48500) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:15:34.593609 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e980cad2-482c-45b2-a038-debf7b162f0d admin admin] GET failed (client error): The resource could not be found. Feb 28 14:15:34.594864 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e980cad2-482c-45b2-a038-debf7b162f0d admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0701251 Feb 28 14:15:34.779055 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f374dc18-e2cb-4129-acc0-a52940888742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:15:34.780443 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f374dc18-e2cb-4129-acc0-a52940888742 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1811705 Feb 28 14:15:36.981842 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 48510) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:15:37.100789 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c21af4-c92b-43fa-a73d-4895c78a76a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:15:37.102834 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-06c21af4-c92b-43fa-a73d-4895c78a76a8 admin admin] 10.222.0.30 "GET /v2.0/subnets/46d21dab-3eb3-423f-9c90-2f04d587d25d HTTP/1.1" status: 200 len: 849 time: 0.1198745 Feb 28 14:15:37.117572 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ab9694d6-c4e9-43ff-8b54-b794505c5cfe admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:15:37.235970 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab9694d6-c4e9-43ff-8b54-b794505c5cfe admin admin] Notify callbacks [] for subnet, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:15:37.444382 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab9694d6-c4e9-43ff-8b54-b794505c5cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759642986469'] for subnet, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:15:37.490309 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9694d6-c4e9-43ff-8b54-b794505c5cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:15:37.491436 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab9694d6-c4e9-43ff-8b54-b794505c5cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:15:37.492062 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ab9694d6-c4e9-43ff-8b54-b794505c5cfe admin admin] 10.222.0.30 "PUT /v2.0/subnets/46d21dab-3eb3-423f-9c90-2f04d587d25d HTTP/1.1" status: 200 len: 868 time: 0.3804054 Feb 28 14:15:37.497589 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c650823-40ef-46e1-b790-e9a8950513d5 None None] Network dd82d1c8-5311-4c3d-b5a5-2b9ced776022 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:15:37.518555 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9694d6-c4e9-43ff-8b54-b794505c5cfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=46d21dab-3eb3-423f-9c90-2f04d587d25d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:15:37.527353 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9694d6-c4e9-43ff-8b54-b794505c5cfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:15:37.527737 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9694d6-c4e9-43ff-8b54-b794505c5cfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:15:37.528034 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9694d6-c4e9-43ff-8b54-b794505c5cfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:15:37.528373 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9694d6-c4e9-43ff-8b54-b794505c5cfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:15:37.528703 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9694d6-c4e9-43ff-8b54-b794505c5cfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:15:37.529063 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9694d6-c4e9-43ff-8b54-b794505c5cfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:15:37.529406 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9694d6-c4e9-43ff-8b54-b794505c5cfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:15:37.529747 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9694d6-c4e9-43ff-8b54-b794505c5cfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:15:37.530071 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9694d6-c4e9-43ff-8b54-b794505c5cfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:15:37.530391 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9694d6-c4e9-43ff-8b54-b794505c5cfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:15:37.530691 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9694d6-c4e9-43ff-8b54-b794505c5cfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:15:37.531003 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9694d6-c4e9-43ff-8b54-b794505c5cfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:15:37.631208 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4b9af093-115a-4635-9c34-2cc1003bd53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:15:37.929111 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-01f00ec8-e968-4a36-9c61-139312937347 None None] Provisioning complete for port d269f7b4-8692-46ad-a001-9b903089f425 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:15:37.929491 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-01f00ec8-e968-4a36-9c61-139312937347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:15:38.080734 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-01f00ec8-e968-4a36-9c61-139312937347 None None] Provisioning complete for port 531af78e-1e4d-4966-90ef-7b413980c316 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:15:38.081097 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-01f00ec8-e968-4a36-9c61-139312937347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:15:39.663492 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 48520) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:15:39.741143 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ca82bd4b-894e-4e7c-b1b5-4d71f305ac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:15:39.846936 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a520283-c975-4b7b-bf23-0cc3a5432aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:15:39.847325 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a520283-c975-4b7b-bf23-0cc3a5432aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:15:39.848831 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9a520283-c975-4b7b-bf23-0cc3a5432aed admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1843510 Feb 28 14:15:40.922268 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:15:40.981861 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:15:42.027050 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 48530) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:15:42.210450 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866cf4c6-1fb2-4e3e-bec0-e1cb8f90197a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:15:42.210820 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866cf4c6-1fb2-4e3e-bec0-e1cb8f90197a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:15:42.212378 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-866cf4c6-1fb2-4e3e-bec0-e1cb8f90197a admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1843495 Feb 28 14:15:42.328959 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:15:44.422854 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 48540) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:15:44.595653 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b812229a-8963-4309-8777-bfcf33d2db23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:15:44.596989 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b812229a-8963-4309-8777-bfcf33d2db23 admin admin] 10.222.0.30 "GET /v2.0/networks/227601ee-f6c9-4fe2-9e97-307a6863d710 HTTP/1.1" status: 200 len: 886 time: 0.1731157 Feb 28 14:15:46.778302 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 48550) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:15:46.971706 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596b69e8-6d48-4116-a95c-fc5c8235d789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:15:46.972978 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-596b69e8-6d48-4116-a95c-fc5c8235d789 admin admin] 10.222.0.30 "GET /v2.0/networks/dd82d1c8-5311-4c3d-b5a5-2b9ced776022 HTTP/1.1" status: 200 len: 869 time: 0.1937106 Feb 28 14:15:48.737022 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 5 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:15:49.153858 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 48560) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:15:49.266065 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e869da6b-b9e2-49c6-9d17-2a5117279d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:15:49.266510 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e869da6b-b9e2-49c6-9d17-2a5117279d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:15:49.268097 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e869da6b-b9e2-49c6-9d17-2a5117279d07 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1132848 Feb 28 14:15:51.417451 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 48570) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:15:51.532719 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1b72d6-1004-48b5-b203-9d9d8fe190fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:15:51.533167 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1b72d6-1004-48b5-b203-9d9d8fe190fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:15:51.534707 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7a1b72d6-1004-48b5-b203-9d9d8fe190fa admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1163187 Feb 28 14:15:53.698028 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 48580) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:15:53.801051 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1d9bb1-3dd8-4ef2-b12d-a6fede8a0e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:15:53.802362 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ba1d9bb1-3dd8-4ef2-b12d-a6fede8a0e74 admin admin] 10.222.0.30 "GET /v2.0/subnets/432ac6e4-533d-4e62-a04e-71ff2b9726d4 HTTP/1.1" status: 200 len: 816 time: 0.1034629 Feb 28 14:15:55.967973 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 48590) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:15:56.087626 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27faa63c-8957-43c3-9350-00a35f817474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:15:56.089123 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-27faa63c-8957-43c3-9350-00a35f817474 admin admin] 10.222.0.30 "GET /v2.0/subnets/46d21dab-3eb3-423f-9c90-2f04d587d25d HTTP/1.1" status: 200 len: 868 time: 0.1201420 Feb 28 14:16:07.617567 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a9ab37e4-eea7-4c50-9412-3da53c498c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:16:09.746315 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-35133cca-673d-4c77-8c30-4b267822f3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:16:10.919247 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:16:10.982087 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:16:12.330512 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:16:15.318672 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 48636) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:16:15.371483 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-3b2b682b-04bb-45f5-a73b-2ab9a5fe9641 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:16:15.372481 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3b2b682b-04bb-45f5-a73b-2ab9a5fe9641 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0527894 Feb 28 14:16:17.663631 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 48646) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:16:17.734032 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-cffed325-503d-4520-81c8-5c112725fe7e admin admin] GET failed (client error): The resource could not be found. Feb 28 14:16:17.735371 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cffed325-503d-4520-81c8-5c112725fe7e admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0706804 Feb 28 14:16:17.865546 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ba337-d14b-4917-8b6a-1a142d6cf518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:16:17.867013 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5b5ba337-d14b-4917-8b6a-1a142d6cf518 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1275518 Feb 28 14:16:20.107411 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 48656) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:16:20.164832 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-fa1a3021-be08-47df-b006-8d66399efb2b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:16:20.173667 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fa1a3021-be08-47df-b006-8d66399efb2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:16:20.188573 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fa1a3021-be08-47df-b006-8d66399efb2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:16:20.201566 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1a3021-be08-47df-b006-8d66399efb2b admin admin] Made reservation on behalf of 97209b0742e1414394df5c0895a59855 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:16:20.203924 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3021-be08-47df-b006-8d66399efb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:16:20.301955 dv-neutron-831192-4-hyperv neutron-server[87773]: WARNING neutron.services.revisions.revision_plugin [None req-fa1a3021-be08-47df-b006-8d66399efb2b admin admin] Could not find related network for resource to bump revision. Feb 28 14:16:20.315699 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa1a3021-be08-47df-b006-8d66399efb2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:16:20.325945 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3021-be08-47df-b006-8d66399efb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:16:20.326283 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-fa1a3021-be08-47df-b006-8d66399efb2b admin admin] Added segment 5238da45-0d63-4fcf-9187-4da29f566a69 of type vlan for network 786a44cd-5e90-4146-86e4-885676eda09a Feb 28 14:16:20.354500 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3021-be08-47df-b006-8d66399efb2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:16:20.387543 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3021-be08-47df-b006-8d66399efb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:16:20.388857 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1a3021-be08-47df-b006-8d66399efb2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:16:20.389712 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3021-be08-47df-b006-8d66399efb2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:16:20.493492 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fa1a3021-be08-47df-b006-8d66399efb2b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3850012 Feb 28 14:16:20.498500 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a3021-be08-47df-b006-8d66399efb2b admin admin] Pushing event updated for resources: {'Network': ['ID=786a44cd-5e90-4146-86e4-885676eda09a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:16:20.505743 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a3021-be08-47df-b006-8d66399efb2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:16:20.506137 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a3021-be08-47df-b006-8d66399efb2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:16:20.506477 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a3021-be08-47df-b006-8d66399efb2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:16:20.506801 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a3021-be08-47df-b006-8d66399efb2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:16:20.507144 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a3021-be08-47df-b006-8d66399efb2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:16:20.507490 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a3021-be08-47df-b006-8d66399efb2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:16:20.507816 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a3021-be08-47df-b006-8d66399efb2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:16:20.508137 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a3021-be08-47df-b006-8d66399efb2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:16:20.508457 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a3021-be08-47df-b006-8d66399efb2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:16:20.508773 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a3021-be08-47df-b006-8d66399efb2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:16:20.509084 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a3021-be08-47df-b006-8d66399efb2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:16:20.509398 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a3021-be08-47df-b006-8d66399efb2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:16:20.522303 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 786a44cd-5e90-4146-86e4-885676eda09a details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:16:22.679895 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 48666) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:16:22.761266 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b967d778-bc73-40c0-bf07-74a047a29b4a admin admin] GET failed (client error): The resource could not be found. Feb 28 14:16:22.762539 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b967d778-bc73-40c0-bf07-74a047a29b4a admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0814462 Feb 28 14:16:22.867469 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83976d7-6482-4ac9-bb69-f0005ec7c95e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:16:22.868904 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f83976d7-6482-4ac9-bb69-f0005ec7c95e admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1023390 Feb 28 14:16:22.885462 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-76d4f8c4-3f04-4346-876a-a828d1a1afcc admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '786a44cd-5e90-4146-86e4-885676eda09a', 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:16:22.891967 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-76d4f8c4-3f04-4346-876a-a828d1a1afcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:16:22.904174 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-76d4f8c4-3f04-4346-876a-a828d1a1afcc admin admin] Usage tracker for resource:subnet and tenant:97209b0742e1414394df5c0895a59855 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:16:22.908725 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-76d4f8c4-3f04-4346-876a-a828d1a1afcc admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:16:22.914646 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-76d4f8c4-3f04-4346-876a-a828d1a1afcc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:16:22.930042 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d4f8c4-3f04-4346-876a-a828d1a1afcc admin admin] Made reservation on behalf of 97209b0742e1414394df5c0895a59855 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:16:22.933578 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76d4f8c4-3f04-4346-876a-a828d1a1afcc admin admin] Notify callbacks [] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:16:23.154829 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76d4f8c4-3f04-4346-876a-a828d1a1afcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:16:23.251630 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4f8c4-3f04-4346-876a-a828d1a1afcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=52e20b35-5c59-4ce4-bdf0-d81f1fee7e60,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:16:23.265294 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d4f8c4-3f04-4346-876a-a828d1a1afcc admin admin] Checking segment: {'id': '5238da45-0d63-4fcf-9187-4da29f566a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '786a44cd-5e90-4146-86e4-885676eda09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:16:23.265636 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d4f8c4-3f04-4346-876a-a828d1a1afcc admin admin] Network hostable DHCP agents. Network: 786a44cd-5e90-4146-86e4-885676eda09a, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:16:23.289609 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d4f8c4-3f04-4346-876a-a828d1a1afcc admin admin] Network 786a44cd-5e90-4146-86e4-885676eda09a is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:16:23.302855 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-76d4f8c4-3f04-4346-876a-a828d1a1afcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 786a44cd-5e90-4146-86e4-885676eda09a) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:16:23.308084 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d4f8c4-3f04-4346-876a-a828d1a1afcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:16:23.308953 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76d4f8c4-3f04-4346-876a-a828d1a1afcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:16:23.313319 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05730ee2-36b6-4e53-a3f4-3240dbc99b47 None None] Network 786a44cd-5e90-4146-86e4-885676eda09a requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:16:23.339559 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-76d4f8c4-3f04-4346-876a-a828d1a1afcc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4537969 Feb 28 14:16:23.535627 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-786a44cd-5e90-4146-86e4-885676eda09a', 'network_id': '786a44cd-5e90-4146-86e4-885676eda09a', 'tenant_id': '97209b0742e1414394df5c0895a59855', 'fixed_ips': [{'subnet_id': '52e20b35-5c59-4ce4-bdf0-d81f1fee7e60'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:16:23.536788 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:16:23.694691 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Allocated IP 192.168.233.2 (786a44cd-5e90-4146-86e4-885676eda09a/52e20b35-5c59-4ce4-bdf0-d81f1fee7e60/2dbe1339-70f1-4206-bfee-affd56ec419e) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:16:23.903046 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:16:23.914056 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Transition to ACTIVE for port object 2dbe1339-70f1-4206-bfee-affd56ec419e will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:16:23.933970 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Transition to ACTIVE for port object 2dbe1339-70f1-4206-bfee-affd56ec419e will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:16:23.940375 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:16:23.999624 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Network 786a44cd-5e90-4146-86e4-885676eda09a is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:16:24.006403 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:16:24.010911 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:16:24.016614 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Pushing event updated for resources: {'Port': ['ID=2dbe1339-70f1-4206-bfee-affd56ec419e,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:16:24.024680 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:16:24.025051 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:16:24.025495 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:16:24.025831 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:16:24.026157 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:16:24.026482 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:16:24.026802 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:16:24.027121 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:16:24.027497 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:16:24.027821 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:16:24.028140 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:16:24.028450 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:16:24.113738 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Attempting to bind port 2dbe1339-70f1-4206-bfee-affd56ec419e on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:16:24.114093 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Attempting to bind port 2dbe1339-70f1-4206-bfee-affd56ec419e by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '5238da45-0d63-4fcf-9187-4da29f566a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '786a44cd-5e90-4146-86e4-885676eda09a'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:16:24.114443 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Attempting to bind port 2dbe1339-70f1-4206-bfee-affd56ec419e on network 786a44cd-5e90-4146-86e4-885676eda09a {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:16:24.119880 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:16:24.120244 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Checking segment: {'id': '5238da45-0d63-4fcf-9187-4da29f566a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '786a44cd-5e90-4146-86e4-885676eda09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:16:24.120629 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:16:24.121009 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Bound using segment: {'id': '5238da45-0d63-4fcf-9187-4da29f566a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '786a44cd-5e90-4146-86e4-885676eda09a'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:16:24.121472 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Bound port: 2dbe1339-70f1-4206-bfee-affd56ec419e, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5238da45-0d63-4fcf-9187-4da29f566a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '786a44cd-5e90-4146-86e4-885676eda09a'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:16:24.121861 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:16:24.211500 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] For port 2dbe1339-70f1-4206-bfee-affd56ec419e, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:16:24.214474 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] For port 2dbe1339-70f1-4206-bfee-affd56ec419e, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=2dbe1339-70f1-4206-bfee-affd56ec419e,segment=NetworkSegment(5238da45-0d63-4fcf-9187-4da29f566a69),segment_id=5238da45-0d63-4fcf-9187-4da29f566a69)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:16:24.218386 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:16:24.294925 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9f0c9-63ad-44ac-9dc4-e92a2690042a None None] Pushing event updated for resources: {'Port': ['ID=2dbe1339-70f1-4206-bfee-affd56ec419e,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:16:24.777732 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 2dbe1339-70f1-4206-bfee-affd56ec419e up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:16:24.853821 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 2dbe1339-70f1-4206-bfee-affd56ec419e completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:16:25.091314 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae587f58-b296-4bba-b917-4f76851c8000 None None] Network 786a44cd-5e90-4146-86e4-885676eda09a requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:16:25.224823 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0822d6b6-d935-499b-a8b8-2bae86a5e256 None None] Provisioning for port 2dbe1339-70f1-4206-bfee-affd56ec419e completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:16:25.238934 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0822d6b6-d935-499b-a8b8-2bae86a5e256 None None] Provisioning complete for port 2dbe1339-70f1-4206-bfee-affd56ec419e triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:16:25.239345 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0822d6b6-d935-499b-a8b8-2bae86a5e256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:16:25.439822 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0822d6b6-d935-499b-a8b8-2bae86a5e256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:16:25.482649 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0822d6b6-d935-499b-a8b8-2bae86a5e256 None None] For port 2dbe1339-70f1-4206-bfee-affd56ec419e, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=2dbe1339-70f1-4206-bfee-affd56ec419e,segment=NetworkSegment(5238da45-0d63-4fcf-9187-4da29f566a69),segment_id=5238da45-0d63-4fcf-9187-4da29f566a69)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:16:25.487868 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0822d6b6-d935-499b-a8b8-2bae86a5e256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:16:25.564692 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822d6b6-d935-499b-a8b8-2bae86a5e256 None None] Pushing event updated for resources: {'Port': ['ID=2dbe1339-70f1-4206-bfee-affd56ec419e,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:16:25.714571 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-487c5a70-a76e-4ca7-9e15-54aacc2de8ec None None] Provisioning complete for port 2dbe1339-70f1-4206-bfee-affd56ec419e triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:16:25.714971 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-487c5a70-a76e-4ca7-9e15-54aacc2de8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:16:25.736933 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 5 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:16:26.750898 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 2dbe1339-70f1-4206-bfee-affd56ec419e up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:16:26.817336 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 2dbe1339-70f1-4206-bfee-affd56ec419e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:16:26.817695 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:16:37.622184 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d7e8065c-fc19-4728-9ca1-f4108a02696c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:16:39.751330 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-099c6f01-f215-4e5d-b4fc-897d2dd9e05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:16:40.917128 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:16:40.985849 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:16:42.334098 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:17:02.736330 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 5 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:17:07.625304 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f474172b-d92c-44bc-9f7d-b64f865887d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:17:09.755590 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ba9c298b-dd16-4573-afc3-1912509e56e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:17:10.912672 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:17:10.987103 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:17:12.337948 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:17:37.621201 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-442eb4fc-364a-4a19-b41a-77f5e5b5e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:17:39.735578 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 5 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:17:39.760235 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-37035a99-1534-479d-9b49-28c012119882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:17:40.912248 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:17:40.989652 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:17:42.340614 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:17:47.357648 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 48710) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:17:47.363587 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-ac2af655-1914-46be-bdd4-e0512b942203 tempest-verify_tempest_config-2044287663 tempest-verify_tempest_config-2044287663-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:17:47.364510 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ac2af655-1914-46be-bdd4-e0512b942203 tempest-verify_tempest_config-2044287663 tempest-verify_tempest_config-2044287663-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059052 Feb 28 14:17:47.716856 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 48728) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:17:47.844269 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-10c801f6-6f56-4b49-9d17-26f69bb06f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:17:47.859295 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-10c801f6-6f56-4b49-9d17-26f69bb06f2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:17:47.865377 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-10c801f6-6f56-4b49-9d17-26f69bb06f2e admin admin] Usage tracker for resource:security_group_rule and tenant:60fccc7a0e6b4799a65f8a30684f487a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:17:47.869404 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-10c801f6-6f56-4b49-9d17-26f69bb06f2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:17:47.875252 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-10c801f6-6f56-4b49-9d17-26f69bb06f2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:17:47.956997 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-10c801f6-6f56-4b49-9d17-26f69bb06f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:17:47.962213 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-10c801f6-6f56-4b49-9d17-26f69bb06f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:17:48.007995 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-10c801f6-6f56-4b49-9d17-26f69bb06f2e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60fccc7a0e6b4799a65f8a30684f487a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2899063 Feb 28 14:17:48.008602 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c801f6-6f56-4b49-9d17-26f69bb06f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4117ab78-3ab1-4072-b85e-ad1cd3c75bc8,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:17:48.010548 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 48734) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:17:48.027040 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c801f6-6f56-4b49-9d17-26f69bb06f2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:17:48.027417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c801f6-6f56-4b49-9d17-26f69bb06f2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:17:48.027758 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c801f6-6f56-4b49-9d17-26f69bb06f2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:17:48.028084 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c801f6-6f56-4b49-9d17-26f69bb06f2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:17:48.028406 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c801f6-6f56-4b49-9d17-26f69bb06f2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:17:48.028733 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c801f6-6f56-4b49-9d17-26f69bb06f2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:17:48.029050 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c801f6-6f56-4b49-9d17-26f69bb06f2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:17:48.029392 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c801f6-6f56-4b49-9d17-26f69bb06f2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:17:48.029711 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c801f6-6f56-4b49-9d17-26f69bb06f2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:17:48.030026 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c801f6-6f56-4b49-9d17-26f69bb06f2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:17:48.030343 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c801f6-6f56-4b49-9d17-26f69bb06f2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:17:48.030643 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c801f6-6f56-4b49-9d17-26f69bb06f2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:17:48.081109 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6340b406-fbce-4c18-bca7-44661131ad17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:17:48.114009 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6340b406-fbce-4c18-bca7-44661131ad17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:17:48.225448 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6340b406-fbce-4c18-bca7-44661131ad17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:17:48.241423 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340b406-fbce-4c18-bca7-44661131ad17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4117ab78-3ab1-4072-b85e-ad1cd3c75bc8,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:17:48.246437 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6340b406-fbce-4c18-bca7-44661131ad17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:17:48.250481 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6340b406-fbce-4c18-bca7-44661131ad17 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4117ab78-3ab1-4072-b85e-ad1cd3c75bc8 HTTP/1.1" status: 204 len: 168 time: 0.2361465 Feb 28 14:18:07.621218 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-28950ad9-3c14-4cdd-aea9-da0ddc570652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:18:09.773822 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-81ff40a3-7602-4eaf-9b1f-a8bb72031b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:18:10.915024 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:18:11.003052 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:18:12.354611 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:18:16.738947 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 5 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:18:37.624903 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e77e1ba2-a1b5-4be1-9db6-bc3e11f07d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:18:39.778544 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a55cf577-7d53-4a34-82eb-739910776239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:18:40.921154 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:18:41.003945 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:18:42.357789 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:18:53.743289 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 5 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:19:04.825989 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725365'] for agent, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:19:07.621137 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-172e6e43-c3f2-414a-861f-cf958f5972db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:19:09.784237 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b801db6a-df28-46ca-8d83-8ccff958cdd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:19:10.913842 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:19:11.007454 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:19:12.364603 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:19:20.021500 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 48804) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:19:20.153556 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d2371bbc-5923-4122-89a7-93521efef803 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1309102 Feb 28 14:19:22.341894 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 48814) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:19:22.415070 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8fbf5b97-ae0a-4127-96fe-174ee613b997 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0718980 Feb 28 14:19:30.748747 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:19:34.812529 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:19:37.622828 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2c398f6f-be17-4a97-82b3-42135260a227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:19:39.778742 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b25dfff0-6d58-4bf3-9fb4-846bda144885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:19:40.919019 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:19:41.009914 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:19:42.361720 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:04.841307 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:07.618093 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0b88d41e-c292-45b2-80c2-2f6b491b38ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:07.748760 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:20:09.780674 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9cb8-5de1-41ae-a7ee-decc35e618d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:10.914833 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:11.008161 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:12.367660 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:34.876894 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:37.627384 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-843784ad-9bf9-485e-8c28-aa22ae108391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:39.779038 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2621e240-b6f6-4b62-a8e5-a726e3900ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:40.911209 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:41.010593 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:42.391757 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:44.748646 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:20:50.950282 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 48930) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:20:51.400016 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-33840772-network', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:20:51.406906 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:20:51.413165 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Usage tracker for resource:network and tenant:4d72bc82016641f3924a9bff58fc1ab5 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:20:51.417583 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:20:51.425295 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:20:51.439015 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Made reservation on behalf of 4d72bc82016641f3924a9bff58fc1ab5 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:20:51.442321 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:51.463848 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:51.482095 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:20:51.486747 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Usage tracker for resource:security_group_rule and tenant:4d72bc82016641f3924a9bff58fc1ab5 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:20:51.490244 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:20:51.496790 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:20:51.585509 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:51.589275 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:51.615675 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:20:51.635694 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4caffaee-1d4e-4b24-a43e-24dd842668c7,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:20:51.639279 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:51.639857 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Added segment b1d24562-6186-4df5-9b28-e46e64e36f93 of type vlan for network 6f134a4f-83be-490b-9126-09efbaa9ed81 Feb 28 14:20:51.649224 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:51.649933 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:51.650536 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:51.651030 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:51.651668 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:51.652006 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:51.652338 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:51.652654 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:51.652975 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:51.653290 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:51.653600 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:51.653906 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Tracked resource versions report: Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: pushed versions: Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: { 'AddressGroup': {'1.2'}, Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: 'ConntrackHelper': {'1.0'}, Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: 'Log': {'1.0'}, Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: 'Network': {'1.1'}, Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: 'Port': {'1.7'}, Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: 'PortForwarding': {'1.2'}, Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: 'QosPolicy': {'1.8'}, Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: 'SecurityGroup': {'1.4'}, Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: 'SecurityGroupRule': {'1.2'}, Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: 'SubPort': {'1.0'}, Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: 'Subnet': {'1.1'}, Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: 'Trunk': {'1.1'}} Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: consumer versions: Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: { DHCP agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: HyperV agent@hv-neutron-8311: {}, Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: L3 agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: Metadata agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: Metering agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: Open vSwitch agent@dv-neutron-831192-4-hyperv: { 'AddressGroup': '1.2', Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: 'ConntrackHelper': '1.0', Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: 'Log': '1.0', Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: 'Network': '1.1', Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: 'Port': '1.7', Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: 'PortForwarding': '1.2', Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: 'QosPolicy': '1.8', Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: 'SecurityGroup': '1.4', Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: 'SecurityGroupRule': '1.2', Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: 'SubPort': '1.0', Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: 'Subnet': '1.1', Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: 'Trunk': '1.1'}} Feb 28 14:20:51.655085 dv-neutron-831192-4-hyperv neutron-server[87773]: {{(pid=87773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 14:20:51.683922 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:51.718906 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:51.723267 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:20:51.723858 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:51.837245 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8858442 Feb 28 14:20:51.840593 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 48972) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:20:51.846159 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-44498227-9d39-42cb-9014-eb40d327380b admin admin] Request body: {'subnet': {'network_id': '6f134a4f-83be-490b-9126-09efbaa9ed81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-33840772-subnet', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:20:51.847847 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2319270-8ac4-4926-87d5-0f034b3b76aa admin admin] Pushing event updated for resources: {'Network': ['ID=6f134a4f-83be-490b-9126-09efbaa9ed81,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:20:51.851059 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-44498227-9d39-42cb-9014-eb40d327380b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:20:51.855535 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-44498227-9d39-42cb-9014-eb40d327380b admin admin] Usage tracker for resource:subnet and tenant:4d72bc82016641f3924a9bff58fc1ab5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:20:51.859248 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-44498227-9d39-42cb-9014-eb40d327380b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:20:51.863821 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 6f134a4f-83be-490b-9126-09efbaa9ed81 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:20:51.866273 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-44498227-9d39-42cb-9014-eb40d327380b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:20:51.880950 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44498227-9d39-42cb-9014-eb40d327380b admin admin] Made reservation on behalf of 4d72bc82016641f3924a9bff58fc1ab5 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:20:51.884373 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-44498227-9d39-42cb-9014-eb40d327380b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:52.124053 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-44498227-9d39-42cb-9014-eb40d327380b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:52.183273 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44498227-9d39-42cb-9014-eb40d327380b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab965bec-a153-49b8-b416-6dcecda8b7b9,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:20:52.198101 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44498227-9d39-42cb-9014-eb40d327380b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:52.198455 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44498227-9d39-42cb-9014-eb40d327380b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:52.198788 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44498227-9d39-42cb-9014-eb40d327380b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:52.199114 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44498227-9d39-42cb-9014-eb40d327380b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:52.199460 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44498227-9d39-42cb-9014-eb40d327380b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:52.199817 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44498227-9d39-42cb-9014-eb40d327380b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:52.200152 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44498227-9d39-42cb-9014-eb40d327380b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:52.200436 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44498227-9d39-42cb-9014-eb40d327380b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:52.200790 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44498227-9d39-42cb-9014-eb40d327380b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:52.201069 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44498227-9d39-42cb-9014-eb40d327380b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:52.201383 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44498227-9d39-42cb-9014-eb40d327380b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:52.201695 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44498227-9d39-42cb-9014-eb40d327380b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44498227-9d39-42cb-9014-eb40d327380b admin admin] Tracked resource versions report: Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: pushed versions: Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: { 'AddressGroup': {'1.2'}, Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: 'ConntrackHelper': {'1.0'}, Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: 'Log': {'1.0'}, Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: 'Network': {'1.1'}, Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: 'Port': {'1.7'}, Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: 'PortForwarding': {'1.2'}, Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: 'QosPolicy': {'1.8'}, Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: 'SecurityGroup': {'1.4'}, Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: 'SecurityGroupRule': {'1.2'}, Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: 'SubPort': {'1.0'}, Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: 'Subnet': {'1.1'}, Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: 'Trunk': {'1.1'}} Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: consumer versions: Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: { DHCP agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: HyperV agent@hv-neutron-8311: {}, Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: L3 agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: Metadata agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: Metering agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: Open vSwitch agent@dv-neutron-831192-4-hyperv: { 'AddressGroup': '1.2', Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: 'ConntrackHelper': '1.0', Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: 'Log': '1.0', Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: 'Network': '1.1', Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: 'Port': '1.7', Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: 'PortForwarding': '1.2', Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: 'QosPolicy': '1.8', Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: 'SecurityGroup': '1.4', Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: 'SecurityGroupRule': '1.2', Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: 'SubPort': '1.0', Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: 'Subnet': '1.1', Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: 'Trunk': '1.1'}} Feb 28 14:20:52.202905 dv-neutron-831192-4-hyperv neutron-server[87772]: {{(pid=87772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 14:20:52.221834 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44498227-9d39-42cb-9014-eb40d327380b admin admin] Checking segment: {'id': 'b1d24562-6186-4df5-9b28-e46e64e36f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6f134a4f-83be-490b-9126-09efbaa9ed81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:20:52.222175 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44498227-9d39-42cb-9014-eb40d327380b admin admin] Network hostable DHCP agents. Network: 6f134a4f-83be-490b-9126-09efbaa9ed81, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:20:52.242941 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44498227-9d39-42cb-9014-eb40d327380b admin admin] Network 6f134a4f-83be-490b-9126-09efbaa9ed81 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:20:52.255268 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-44498227-9d39-42cb-9014-eb40d327380b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 6f134a4f-83be-490b-9126-09efbaa9ed81) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:20:52.264650 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2403bb-98b5-44ec-930f-ca2361ca0040 None None] Network 6f134a4f-83be-490b-9126-09efbaa9ed81 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:20:52.265553 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44498227-9d39-42cb-9014-eb40d327380b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:20:52.266167 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-44498227-9d39-42cb-9014-eb40d327380b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:52.308371 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49008) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:20:52.309256 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-44498227-9d39-42cb-9014-eb40d327380b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4672079 Feb 28 14:20:52.313305 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-1d91aaf5-2443-4674-a233-ebeb37803f65 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-33840772-router', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:20:52.318041 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1d91aaf5-2443-4674-a233-ebeb37803f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:20:52.321966 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1d91aaf5-2443-4674-a233-ebeb37803f65 admin admin] Usage tracker for resource:router and tenant:4d72bc82016641f3924a9bff58fc1ab5 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:20:52.324829 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1d91aaf5-2443-4674-a233-ebeb37803f65 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:20:52.330815 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1d91aaf5-2443-4674-a233-ebeb37803f65 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:20:52.348219 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d91aaf5-2443-4674-a233-ebeb37803f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:52.349334 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d91aaf5-2443-4674-a233-ebeb37803f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:52.365926 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d91aaf5-2443-4674-a233-ebeb37803f65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:52.549774 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-6f134a4f-83be-490b-9126-09efbaa9ed81', 'network_id': '6f134a4f-83be-490b-9126-09efbaa9ed81', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'fixed_ips': [{'subnet_id': 'ab965bec-a153-49b8-b416-6dcecda8b7b9'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:20:52.550611 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:52.589836 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49016) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:20:52.729227 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d91aaf5-2443-4674-a233-ebeb37803f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:52.746347 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Allocated IP 172.20.0.2 (6f134a4f-83be-490b-9126-09efbaa9ed81/ab965bec-a153-49b8-b416-6dcecda8b7b9/0a6d1286-6d55-4aae-9d2c-fde91d422162) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:20:52.920139 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49032) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:20:53.011528 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:53.024402 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Transition to ACTIVE for port object 0a6d1286-6d55-4aae-9d2c-fde91d422162 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:20:53.038837 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f310b122-797e-4126-a42c-9897389ae0fc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-300200751-network', 'tenant_id': '1c08c193cf744f45b8defa27863396ab'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:20:53.044694 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f310b122-797e-4126-a42c-9897389ae0fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:20:53.049318 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f310b122-797e-4126-a42c-9897389ae0fc admin admin] Usage tracker for resource:network and tenant:1c08c193cf744f45b8defa27863396ab is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:20:53.051361 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Transition to ACTIVE for port object 0a6d1286-6d55-4aae-9d2c-fde91d422162 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:20:53.053240 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f310b122-797e-4126-a42c-9897389ae0fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:20:53.061068 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f310b122-797e-4126-a42c-9897389ae0fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:20:53.063057 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:53.070009 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d91aaf5-2443-4674-a233-ebeb37803f65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:53.073049 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f310b122-797e-4126-a42c-9897389ae0fc admin admin] Made reservation on behalf of 1c08c193cf744f45b8defa27863396ab for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:20:53.076573 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f310b122-797e-4126-a42c-9897389ae0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:53.093543 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f310b122-797e-4126-a42c-9897389ae0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:53.102580 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d91aaf5-2443-4674-a233-ebeb37803f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:53.116486 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f310b122-797e-4126-a42c-9897389ae0fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:20:53.121741 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f310b122-797e-4126-a42c-9897389ae0fc admin admin] Usage tracker for resource:security_group_rule and tenant:1c08c193cf744f45b8defa27863396ab is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:20:53.125116 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f310b122-797e-4126-a42c-9897389ae0fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:20:53.132989 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f310b122-797e-4126-a42c-9897389ae0fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:20:53.200337 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Network 6f134a4f-83be-490b-9126-09efbaa9ed81 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:20:53.203611 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:20:53.211626 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:20:53.245124 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f310b122-797e-4126-a42c-9897389ae0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:53.252285 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f310b122-797e-4126-a42c-9897389ae0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:53.268929 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f310b122-797e-4126-a42c-9897389ae0fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:20:53.280203 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-1d91aaf5-2443-4674-a233-ebeb37803f65 admin admin] Allocated IP 172.26.5.212 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/d508f9e8-0c18-4564-af19-5eaa923917ba) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:20:53.284618 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f310b122-797e-4126-a42c-9897389ae0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:53.285311 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-f310b122-797e-4126-a42c-9897389ae0fc admin admin] Added segment 975876b0-ebc4-4d96-a295-bc3105e7b9bf of type vlan for network 29a7bbad-e952-45ba-80e0-ba14ba64ba8a Feb 28 14:20:53.290322 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Pushing event updated for resources: {'Port': ['ID=0a6d1286-6d55-4aae-9d2c-fde91d422162,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:20:53.320137 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f310b122-797e-4126-a42c-9897389ae0fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:53.339985 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:53.340527 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:53.340717 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:53.341047 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:53.341365 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:53.341708 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:53.342182 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:53.342508 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:53.342838 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:53.343210 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:53.343494 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:53.343805 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Tracked resource versions report: Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: pushed versions: Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: { 'AddressGroup': {'1.2'}, Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: 'ConntrackHelper': {'1.0'}, Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: 'Log': {'1.0'}, Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: 'Network': {'1.1'}, Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: 'Port': {'1.7'}, Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: 'PortForwarding': {'1.2'}, Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: 'QosPolicy': {'1.8'}, Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: 'SecurityGroup': {'1.4'}, Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: 'SecurityGroupRule': {'1.2'}, Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: 'SubPort': {'1.0'}, Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: 'Subnet': {'1.1'}, Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: 'Trunk': {'1.1'}} Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: consumer versions: Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: { DHCP agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: HyperV agent@hv-neutron-8311: {}, Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: L3 agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: Metadata agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: Metering agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: Open vSwitch agent@dv-neutron-831192-4-hyperv: { 'AddressGroup': '1.2', Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: 'ConntrackHelper': '1.0', Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: 'Log': '1.0', Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: 'Network': '1.1', Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: 'Port': '1.7', Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: 'PortForwarding': '1.2', Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: 'QosPolicy': '1.8', Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: 'SecurityGroup': '1.4', Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: 'SecurityGroupRule': '1.2', Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: 'SubPort': '1.0', Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: 'Subnet': '1.1', Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: 'Trunk': '1.1'}} Feb 28 14:20:53.344836 dv-neutron-831192-4-hyperv neutron-server[87774]: {{(pid=87774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 14:20:53.363731 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Attempting to bind port 0a6d1286-6d55-4aae-9d2c-fde91d422162 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:20:53.364114 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Attempting to bind port 0a6d1286-6d55-4aae-9d2c-fde91d422162 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'b1d24562-6186-4df5-9b28-e46e64e36f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6f134a4f-83be-490b-9126-09efbaa9ed81'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:20:53.364430 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Attempting to bind port 0a6d1286-6d55-4aae-9d2c-fde91d422162 on network 6f134a4f-83be-490b-9126-09efbaa9ed81 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:20:53.375198 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:20:53.375593 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Checking segment: {'id': 'b1d24562-6186-4df5-9b28-e46e64e36f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6f134a4f-83be-490b-9126-09efbaa9ed81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:20:53.375949 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:53.376327 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Bound using segment: {'id': 'b1d24562-6186-4df5-9b28-e46e64e36f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6f134a4f-83be-490b-9126-09efbaa9ed81'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:20:53.377282 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Bound port: 0a6d1286-6d55-4aae-9d2c-fde91d422162, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d24562-6186-4df5-9b28-e46e64e36f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6f134a4f-83be-490b-9126-09efbaa9ed81'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:20:53.377978 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:53.405994 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310b122-797e-4126-a42c-9897389ae0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13d974d-274b-482f-9759-ba3c3045b0bc,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:20:53.429234 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f310b122-797e-4126-a42c-9897389ae0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:53.430947 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f310b122-797e-4126-a42c-9897389ae0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:20:53.432046 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f310b122-797e-4126-a42c-9897389ae0fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:53.474361 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d91aaf5-2443-4674-a233-ebeb37803f65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:53.514553 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d91aaf5-2443-4674-a233-ebeb37803f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:53.583740 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7af75eef-7311-4f5a-a748-d753ba105837 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1946747904-network', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:20:53.589517 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] For port 0a6d1286-6d55-4aae-9d2c-fde91d422162, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:20:53.593623 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310b122-797e-4126-a42c-9897389ae0fc admin admin] Pushing event updated for resources: {'Network': ['ID=29a7bbad-e952-45ba-80e0-ba14ba64ba8a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:20:53.599416 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] For port 0a6d1286-6d55-4aae-9d2c-fde91d422162, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=0a6d1286-6d55-4aae-9d2c-fde91d422162,segment=NetworkSegment(b1d24562-6186-4df5-9b28-e46e64e36f93),segment_id=b1d24562-6186-4df5-9b28-e46e64e36f93)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:20:53.608402 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:53.615177 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7af75eef-7311-4f5a-a748-d753ba105837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:20:53.622168 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7af75eef-7311-4f5a-a748-d753ba105837 admin admin] Usage tracker for resource:network and tenant:962ea3845d334ef5b0d3a8f07fde9b44 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:20:53.626800 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7af75eef-7311-4f5a-a748-d753ba105837 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:20:53.632297 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f310b122-797e-4126-a42c-9897389ae0fc admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0410433 Feb 28 14:20:53.636570 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49052) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:20:53.643753 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-529707aa-5bbc-4e85-a3fe-533639ef57bd admin admin] Request body: {'subnet': {'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-300200751-subnet', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:20:53.650663 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-529707aa-5bbc-4e85-a3fe-533639ef57bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:20:53.656133 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-529707aa-5bbc-4e85-a3fe-533639ef57bd admin admin] Usage tracker for resource:subnet and tenant:1c08c193cf744f45b8defa27863396ab is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:20:53.659974 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-529707aa-5bbc-4e85-a3fe-533639ef57bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:20:53.666271 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-529707aa-5bbc-4e85-a3fe-533639ef57bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:20:53.668875 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91aaf5-2443-4674-a233-ebeb37803f65 admin admin] Pushing event updated for resources: {'Port': ['ID=d508f9e8-0c18-4564-af19-5eaa923917ba,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:20:53.670137 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7af75eef-7311-4f5a-a748-d753ba105837 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:20:53.684436 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d91aaf5-2443-4674-a233-ebeb37803f65 admin admin] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:20:53.685652 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-1d91aaf5-2443-4674-a233-ebeb37803f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:20:53.688636 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d91aaf5-2443-4674-a233-ebeb37803f65 admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:20:53.691623 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529707aa-5bbc-4e85-a3fe-533639ef57bd admin admin] Made reservation on behalf of 1c08c193cf744f45b8defa27863396ab for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:20:53.695303 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-529707aa-5bbc-4e85-a3fe-533639ef57bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:53.710930 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 29a7bbad-e952-45ba-80e0-ba14ba64ba8a details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:20:53.718057 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af75eef-7311-4f5a-a748-d753ba105837 admin admin] Made reservation on behalf of 962ea3845d334ef5b0d3a8f07fde9b44 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:20:53.722053 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7af75eef-7311-4f5a-a748-d753ba105837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:53.755921 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7af75eef-7311-4f5a-a748-d753ba105837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:53.781730 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7af75eef-7311-4f5a-a748-d753ba105837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:20:53.849291 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7af75eef-7311-4f5a-a748-d753ba105837 admin admin] Usage tracker for resource:security_group_rule and tenant:962ea3845d334ef5b0d3a8f07fde9b44 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:20:53.854828 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7af75eef-7311-4f5a-a748-d753ba105837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:20:53.866010 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7af75eef-7311-4f5a-a748-d753ba105837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:20:53.942364 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e5549-2fa2-459b-9b89-6bb2320e54f8 None None] Pushing event updated for resources: {'Port': ['ID=0a6d1286-6d55-4aae-9d2c-fde91d422162,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:20:54.185284 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-529707aa-5bbc-4e85-a3fe-533639ef57bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:54.233833 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7af75eef-7311-4f5a-a748-d753ba105837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:54.259910 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7af75eef-7311-4f5a-a748-d753ba105837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:54.333770 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d91aaf5-2443-4674-a233-ebeb37803f65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:54.335296 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af75eef-7311-4f5a-a748-d753ba105837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aecb16e-a798-4b6a-8cfb-085290212c0f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:20:54.346808 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af75eef-7311-4f5a-a748-d753ba105837 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:20:54.370377 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529707aa-5bbc-4e85-a3fe-533639ef57bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc032688-fb3b-418b-8fdf-7d855b7f648b,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:20:54.372413 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529707aa-5bbc-4e85-a3fe-533639ef57bd admin admin] Checking segment: {'id': '975876b0-ebc4-4d96-a295-bc3105e7b9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:20:54.372759 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529707aa-5bbc-4e85-a3fe-533639ef57bd admin admin] Network hostable DHCP agents. Network: 29a7bbad-e952-45ba-80e0-ba14ba64ba8a, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:20:54.384194 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7af75eef-7311-4f5a-a748-d753ba105837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:54.384542 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-7af75eef-7311-4f5a-a748-d753ba105837 admin admin] Added segment d774faf1-bfab-416e-9486-4c2228282a1a of type vlan for network e762f53b-5c59-4b59-919d-951d3062ab7d Feb 28 14:20:54.425718 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529707aa-5bbc-4e85-a3fe-533639ef57bd admin admin] Network 29a7bbad-e952-45ba-80e0-ba14ba64ba8a is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:20:54.438350 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7af75eef-7311-4f5a-a748-d753ba105837 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:54.449902 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-529707aa-5bbc-4e85-a3fe-533639ef57bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 29a7bbad-e952-45ba-80e0-ba14ba64ba8a) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:20:54.456019 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529707aa-5bbc-4e85-a3fe-533639ef57bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:20:54.456489 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-529707aa-5bbc-4e85-a3fe-533639ef57bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:54.459598 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf89b89-cd7b-4992-90ae-a7448b196c12 None None] Network 29a7bbad-e952-45ba-80e0-ba14ba64ba8a requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:20:54.526883 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7af75eef-7311-4f5a-a748-d753ba105837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:54.528364 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af75eef-7311-4f5a-a748-d753ba105837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:20:54.529228 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7af75eef-7311-4f5a-a748-d753ba105837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:54.565575 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-529707aa-5bbc-4e85-a3fe-533639ef57bd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9276030 Feb 28 14:20:54.582280 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49088) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:20:54.600741 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-62a36908-9eb1-42c9-a0e2-77b72c4059ad admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-300200751-router', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:20:54.686990 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-62a36908-9eb1-42c9-a0e2-77b72c4059ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:20:54.697092 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-62a36908-9eb1-42c9-a0e2-77b72c4059ad admin admin] Usage tracker for resource:router and tenant:1c08c193cf744f45b8defa27863396ab is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:20:54.710208 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-62a36908-9eb1-42c9-a0e2-77b72c4059ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:20:54.722039 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-62a36908-9eb1-42c9-a0e2-77b72c4059ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:20:54.733421 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7af75eef-7311-4f5a-a748-d753ba105837 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8086963 Feb 28 14:20:54.736449 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49096) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:20:54.743283 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-62a36908-9eb1-42c9-a0e2-77b72c4059ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:54.744520 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-62a36908-9eb1-42c9-a0e2-77b72c4059ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:54.749883 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af75eef-7311-4f5a-a748-d753ba105837 admin admin] Pushing event updated for resources: {'Network': ['ID=e762f53b-5c59-4b59-919d-951d3062ab7d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:20:54.768776 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-52c7e5e6-9402-4a24-8056-f044f810ab58 admin admin] Request body: {'subnet': {'network_id': 'e762f53b-5c59-4b59-919d-951d3062ab7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1946747904-subnet', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:20:54.774629 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-62a36908-9eb1-42c9-a0e2-77b72c4059ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:54.781598 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network e762f53b-5c59-4b59-919d-951d3062ab7d details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:20:54.813002 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3398f6-eaaf-4bc6-9ca7-07824160dac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-29a7bbad-e952-45ba-80e0-ba14ba64ba8a', 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'fixed_ips': [{'subnet_id': 'bc032688-fb3b-418b-8fdf-7d855b7f648b'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:20:54.814199 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b3398f6-eaaf-4bc6-9ca7-07824160dac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:54.948659 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-52c7e5e6-9402-4a24-8056-f044f810ab58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:20:54.972134 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-52c7e5e6-9402-4a24-8056-f044f810ab58 admin admin] Usage tracker for resource:subnet and tenant:962ea3845d334ef5b0d3a8f07fde9b44 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:20:55.007407 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-52c7e5e6-9402-4a24-8056-f044f810ab58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:20:55.049542 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-52c7e5e6-9402-4a24-8056-f044f810ab58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:20:55.108488 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c7e5e6-9402-4a24-8056-f044f810ab58 admin admin] Made reservation on behalf of 962ea3845d334ef5b0d3a8f07fde9b44 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:20:55.110850 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-52c7e5e6-9402-4a24-8056-f044f810ab58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:55.202834 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 0a6d1286-6d55-4aae-9d2c-fde91d422162 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:20:55.335841 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-62a36908-9eb1-42c9-a0e2-77b72c4059ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:55.366238 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d634c222-c16e-498f-a4a4-58981c0221e5 None None] Network 6f134a4f-83be-490b-9126-09efbaa9ed81 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:20:55.406395 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49112) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:20:55.452567 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d91aaf5-2443-4674-a233-ebeb37803f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:55.463886 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49116) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:20:55.684134 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-81a55581-6c9d-4b08-b061-9837144daf0f None None] Provisioning for port 0a6d1286-6d55-4aae-9d2c-fde91d422162 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:20:55.744299 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 0a6d1286-6d55-4aae-9d2c-fde91d422162 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:20:55.766433 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-8b3398f6-eaaf-4bc6-9ca7-07824160dac1 None None] Allocated IP 172.20.0.2 (29a7bbad-e952-45ba-80e0-ba14ba64ba8a/bc032688-fb3b-418b-8fdf-7d855b7f648b/ea63f468-843b-4027-855c-1e14a1882770) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:20:55.770541 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 0a6d1286-6d55-4aae-9d2c-fde91d422162 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:20:55.770908 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:55.802051 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-62a36908-9eb1-42c9-a0e2-77b72c4059ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:55.819118 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d91aaf5-2443-4674-a233-ebeb37803f65 admin admin] Router a3602704-2ad1-4079-a2a6-7155f8416449 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:20:55.831423 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-52c7e5e6-9402-4a24-8056-f044f810ab58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:55.837876 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49130) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:20:55.841472 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-62a36908-9eb1-42c9-a0e2-77b72c4059ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:56.035217 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-62a36908-9eb1-42c9-a0e2-77b72c4059ad admin admin] Allocated IP 172.26.5.67 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/c6c88da7-f25a-49c7-8797-30a1198f1c64) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:20:56.043372 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7e5e6-9402-4a24-8056-f044f810ab58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e67819d-6e13-422e-a78b-7f0f60d0f8ef,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:20:56.057241 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f609b259-7d93-444a-8388-a12c5804e38b tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1209902719'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:20:56.062523 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f609b259-7d93-444a-8388-a12c5804e38b tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:20:56.067035 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f609b259-7d93-444a-8388-a12c5804e38b tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Usage tracker for resource:network and tenant:06b0eda857ef4a8b876f53473b3c8c94 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:20:56.070824 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f609b259-7d93-444a-8388-a12c5804e38b tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:20:56.077340 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f609b259-7d93-444a-8388-a12c5804e38b tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:20:56.094533 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-3bc61339-757b-4e6f-9d06-798a14da11ec tempest-QuotasTest-1869745002 tempest-QuotasTest-1869745002-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:20:56.112238 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f609b259-7d93-444a-8388-a12c5804e38b tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Made reservation on behalf of 06b0eda857ef4a8b876f53473b3c8c94 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:20:56.116185 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f609b259-7d93-444a-8388-a12c5804e38b tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:56.139605 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f609b259-7d93-444a-8388-a12c5804e38b tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:56.174131 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f609b259-7d93-444a-8388-a12c5804e38b tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:20:56.226891 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-62a36908-9eb1-42c9-a0e2-77b72c4059ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:56.240096 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c7e5e6-9402-4a24-8056-f044f810ab58 admin admin] Checking segment: {'id': 'd774faf1-bfab-416e-9486-4c2228282a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e762f53b-5c59-4b59-919d-951d3062ab7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:20:56.240442 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c7e5e6-9402-4a24-8056-f044f810ab58 admin admin] Network hostable DHCP agents. Network: e762f53b-5c59-4b59-919d-951d3062ab7d, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:20:56.246614 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f609b259-7d93-444a-8388-a12c5804e38b tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Usage tracker for resource:security_group_rule and tenant:06b0eda857ef4a8b876f53473b3c8c94 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:20:56.256163 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f609b259-7d93-444a-8388-a12c5804e38b tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:20:56.266889 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49140) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:20:56.270669 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f609b259-7d93-444a-8388-a12c5804e38b tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:20:56.276400 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3bc61339-757b-4e6f-9d06-798a14da11ec tempest-QuotasTest-1869745002 tempest-QuotasTest-1869745002-project-admin] 10.222.0.30 "PUT /v2.0/quotas/22e430e7ec144067b428407baacd8719 HTTP/1.1" status: 200 len: 366 time: 0.8567572 Feb 28 14:20:56.277008 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49144) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:20:56.282870 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-62a36908-9eb1-42c9-a0e2-77b72c4059ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:56.319036 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d91aaf5-2443-4674-a233-ebeb37803f65 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:20:56.322923 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c7e5e6-9402-4a24-8056-f044f810ab58 admin admin] Network e762f53b-5c59-4b59-919d-951d3062ab7d is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:20:56.328819 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8b842e-0277-48ac-9d0b-770726b6b614 None None] Sync routers for ids ['a3602704-2ad1-4079-a2a6-7155f8416449'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:20:56.345865 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8b842e-0277-48ac-9d0b-770726b6b614 None None] Routers {'a3602704-2ad1-4079-a2a6-7155f8416449'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:20:56.346773 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4a8b842e-0277-48ac-9d0b-770726b6b614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:20:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['a3602704-2ad1-4079-a2a6-7155f8416449'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:20:56.360070 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-52c7e5e6-9402-4a24-8056-f044f810ab58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, e762f53b-5c59-4b59-919d-951d3062ab7d) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:20:56.374162 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c7e5e6-9402-4a24-8056-f044f810ab58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:20:56.374760 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-52c7e5e6-9402-4a24-8056-f044f810ab58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:56.389655 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa078893-5734-4d78-8c8b-f9d8bff12e6f None None] Network e762f53b-5c59-4b59-919d-951d3062ab7d requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:20:56.399897 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49152) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:20:56.404096 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-193d6baa-a10c-491a-b5f3-c66a614dea14 tempest-QuotasTest-1869745002 tempest-QuotasTest-1869745002-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1245666 Feb 28 14:20:56.416489 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a36908-9eb1-42c9-a0e2-77b72c4059ad admin admin] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:20:56.421711 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b3398f6-eaaf-4bc6-9ca7-07824160dac1 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:56.431403 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-62a36908-9eb1-42c9-a0e2-77b72c4059ad admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:20:56.451903 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a36908-9eb1-42c9-a0e2-77b72c4059ad admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:20:56.463879 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1d91aaf5-2443-4674-a233-ebeb37803f65 admin admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:56.468173 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1d91aaf5-2443-4674-a233-ebeb37803f65 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1586995 Feb 28 14:20:56.469003 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49156) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:20:56.479803 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e63bb7e8-877f-4a48-9eb7-6bd74fa2b6cf tempest-QuotasTest-1869745002 tempest-QuotasTest-1869745002-project-admin] 10.222.0.30 "GET /v2.0/quotas/22e430e7ec144067b428407baacd8719 HTTP/1.1" status: 200 len: 366 time: 0.0716710 Feb 28 14:20:56.500393 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49158) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:20:56.506730 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8b3398f6-eaaf-4bc6-9ca7-07824160dac1 None None] Transition to ACTIVE for port object ea63f468-843b-4027-855c-1e14a1882770 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:20:56.591538 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9c6f2fd4-9442-4617-be82-08564ef40246 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-523721030'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:20:56.597907 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a36908-9eb1-42c9-a0e2-77b72c4059ad admin admin] Pushing event updated for resources: {'Port': ['ID=c6c88da7-f25a-49c7-8797-30a1198f1c64,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:20:56.601851 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9c6f2fd4-9442-4617-be82-08564ef40246 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:20:56.635104 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:56.654710 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8b3398f6-eaaf-4bc6-9ca7-07824160dac1 None None] Transition to ACTIVE for port object ea63f468-843b-4027-855c-1e14a1882770 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:20:56.662050 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-4a8b842e-0277-48ac-9d0b-770726b6b614 None None] Set router a3602704-2ad1-4079-a2a6-7155f8416449 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:20:56.676990 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b3398f6-eaaf-4bc6-9ca7-07824160dac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:56.708201 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9c6f2fd4-9442-4617-be82-08564ef40246 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Usage tracker for resource:network and tenant:bfad4915665646788953697b230fa137 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:20:56.732006 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3398f6-eaaf-4bc6-9ca7-07824160dac1 None None] Network 29a7bbad-e952-45ba-80e0-ba14ba64ba8a is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:20:56.752844 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-8b3398f6-eaaf-4bc6-9ca7-07824160dac1 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:20:56.764176 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3398f6-eaaf-4bc6-9ca7-07824160dac1 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:20:56.769727 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9c6f2fd4-9442-4617-be82-08564ef40246 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:20:56.772793 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49172) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:20:56.787555 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9c6f2fd4-9442-4617-be82-08564ef40246 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:20:56.811602 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6f2fd4-9442-4617-be82-08564ef40246 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Made reservation on behalf of bfad4915665646788953697b230fa137 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:20:56.815050 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9c6f2fd4-9442-4617-be82-08564ef40246 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:56.833454 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9c6f2fd4-9442-4617-be82-08564ef40246 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:56.849651 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3398f6-eaaf-4bc6-9ca7-07824160dac1 None None] Pushing event updated for resources: {'Port': ['ID=ea63f468-843b-4027-855c-1e14a1882770,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:20:56.851430 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9c6f2fd4-9442-4617-be82-08564ef40246 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:20:56.856976 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9c6f2fd4-9442-4617-be82-08564ef40246 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Usage tracker for resource:security_group_rule and tenant:bfad4915665646788953697b230fa137 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:20:56.861700 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-52c7e5e6-9402-4a24-8056-f044f810ab58 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1246905 Feb 28 14:20:56.870976 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49178) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:20:56.885755 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a2ca395c-8b94-4d1a-86b1-4fa284518e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1145586903'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:20:56.906219 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2d46101b-cb17-45f4-a76a-33b21c3c4ddf admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1946747904-router', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:20:56.919097 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2d46101b-cb17-45f4-a76a-33b21c3c4ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:20:56.923678 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2d46101b-cb17-45f4-a76a-33b21c3c4ddf admin admin] Usage tracker for resource:router and tenant:962ea3845d334ef5b0d3a8f07fde9b44 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:20:56.925575 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9c6f2fd4-9442-4617-be82-08564ef40246 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:20:56.926772 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2d46101b-cb17-45f4-a76a-33b21c3c4ddf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:20:56.933065 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2d46101b-cb17-45f4-a76a-33b21c3c4ddf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:20:56.940531 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a2ca395c-8b94-4d1a-86b1-4fa284518e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:20:56.940918 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9c6f2fd4-9442-4617-be82-08564ef40246 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:20:56.954387 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1b95e278-61c8-44fb-8412-7b68ddefe7b1 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:20:56.976817 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 0a6d1286-6d55-4aae-9d2c-fde91d422162, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=0a6d1286-6d55-4aae-9d2c-fde91d422162,segment=NetworkSegment(b1d24562-6186-4df5-9b28-e46e64e36f93),segment_id=b1d24562-6186-4df5-9b28-e46e64e36f93)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:20:57.013926 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d46101b-cb17-45f4-a76a-33b21c3c4ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:57.014954 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d46101b-cb17-45f4-a76a-33b21c3c4ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:57.027283 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:57.082469 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1b95e278-61c8-44fb-8412-7b68ddefe7b1 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] 10.222.0.30 "PUT /v2.0/quotas/e71217429856468f9a08edf43a6df80e HTTP/1.1" status: 200 len: 368 time: 0.3092709 Feb 28 14:20:57.083078 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49184) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:20:57.092772 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a8ffc20e-27e1-4e95-8d34-33cf5656a00f tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Request body: {'network': {'project_id': 'e71217429856468f9a08edf43a6df80e'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:20:57.095578 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4a8b842e-0277-48ac-9d0b-770726b6b614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'name': 'tempest-ServersTestManualDisk-33840772-router', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:52Z', 'updated_at': '2022-02-28T14:20:53Z', 'revision_number': 3, 'project_id': '4d72bc82016641f3924a9bff58fc1ab5', 'gw_port': {'id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:86:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:53Z', 'updated_at': '2022-02-28T14:20:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:20:57.109061 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a8ffc20e-27e1-4e95-8d34-33cf5656a00f tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:20:57.120905 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8b842e-0277-48ac-9d0b-770726b6b614 None None] Checking router: a3602704-2ad1-4079-a2a6-7155f8416449 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:20:57.121509 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8b842e-0277-48ac-9d0b-770726b6b614 None None] Updating router a3602704-2ad1-4079-a2a6-7155f8416449 port d508f9e8-0c18-4564-af19-5eaa923917ba binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:20:57.121757 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a8ffc20e-27e1-4e95-8d34-33cf5656a00f tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Usage tracker for resource:network and tenant:e71217429856468f9a08edf43a6df80e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:20:57.124573 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-62a36908-9eb1-42c9-a0e2-77b72c4059ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:57.135755 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d46101b-cb17-45f4-a76a-33b21c3c4ddf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:57.144556 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=0a6d1286-6d55-4aae-9d2c-fde91d422162,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:20:57.160681 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a2ca395c-8b94-4d1a-86b1-4fa284518e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Usage tracker for resource:network and tenant:79a19f58e7834470852aa1b7b223bb57 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:20:57.161031 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-8b3398f6-eaaf-4bc6-9ca7-07824160dac1 None None] Attempting to bind port ea63f468-843b-4027-855c-1e14a1882770 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:20:57.162765 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-8b3398f6-eaaf-4bc6-9ca7-07824160dac1 None None] Attempting to bind port ea63f468-843b-4027-855c-1e14a1882770 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '975876b0-ebc4-4d96-a295-bc3105e7b9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:20:57.162765 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3398f6-eaaf-4bc6-9ca7-07824160dac1 None None] Attempting to bind port ea63f468-843b-4027-855c-1e14a1882770 on network 29a7bbad-e952-45ba-80e0-ba14ba64ba8a {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:20:57.175291 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e0148f61-bbe1-4ab3-ac60-56efb0f902a5 tempest-QuotasTest-1869745002 tempest-QuotasTest-1869745002-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/22e430e7ec144067b428407baacd8719 HTTP/1.1" status: 204 len: 168 time: 0.6724765 Feb 28 14:20:57.178441 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3398f6-eaaf-4bc6-9ca7-07824160dac1 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:20:57.178940 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a2ca395c-8b94-4d1a-86b1-4fa284518e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:20:57.179062 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3398f6-eaaf-4bc6-9ca7-07824160dac1 None None] Checking segment: {'id': '975876b0-ebc4-4d96-a295-bc3105e7b9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:20:57.179546 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b3398f6-eaaf-4bc6-9ca7-07824160dac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:57.180224 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3398f6-eaaf-4bc6-9ca7-07824160dac1 None None] Bound using segment: {'id': '975876b0-ebc4-4d96-a295-bc3105e7b9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:20:57.180944 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-8b3398f6-eaaf-4bc6-9ca7-07824160dac1 None None] Bound port: ea63f468-843b-4027-855c-1e14a1882770, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975876b0-ebc4-4d96-a295-bc3105e7b9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:20:57.182169 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b3398f6-eaaf-4bc6-9ca7-07824160dac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:57.186066 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49188) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:20:57.209971 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-4a8b842e-0277-48ac-9d0b-770726b6b614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:57.266915 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f609b259-7d93-444a-8388-a12c5804e38b tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:57.273054 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a8ffc20e-27e1-4e95-8d34-33cf5656a00f tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:20:57.275836 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a2ca395c-8b94-4d1a-86b1-4fa284518e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:20:57.290162 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a8ffc20e-27e1-4e95-8d34-33cf5656a00f tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:20:57.333816 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f609b259-7d93-444a-8388-a12c5804e38b tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:57.341012 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ffc20e-27e1-4e95-8d34-33cf5656a00f tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Made reservation on behalf of e71217429856468f9a08edf43a6df80e for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:20:57.343379 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc20e-27e1-4e95-8d34-33cf5656a00f tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:57.352892 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-8b3398f6-eaaf-4bc6-9ca7-07824160dac1 None None] For port ea63f468-843b-4027-855c-1e14a1882770, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:20:57.358556 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-8b3398f6-eaaf-4bc6-9ca7-07824160dac1 None None] For port ea63f468-843b-4027-855c-1e14a1882770, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=ea63f468-843b-4027-855c-1e14a1882770,segment=NetworkSegment(975876b0-ebc4-4d96-a295-bc3105e7b9bf),segment_id=975876b0-ebc4-4d96-a295-bc3105e7b9bf)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:20:57.406100 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-205d58e2-1dd1-4c0c-a071-77ebb558d4f7 tempest-QuotasTest-1869745002 tempest-QuotasTest-1869745002-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.2144277 Feb 28 14:20:57.407295 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609b259-7d93-444a-8388-a12c5804e38b tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2905663-23e1-4ef9-8706-d2aa09e7dbfb,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:20:57.410324 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b3398f6-eaaf-4bc6-9ca7-07824160dac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:57.423829 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49194) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:20:57.438060 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc20e-27e1-4e95-8d34-33cf5656a00f tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:57.470521 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c36e45b8-ebe2-481c-9721-b89a4e5a3152 tempest-QuotasTest-1869745002 tempest-QuotasTest-1869745002-project-admin] 10.222.0.30 "GET /v2.0/quotas/22e430e7ec144067b428407baacd8719 HTTP/1.1" status: 200 len: 370 time: 0.0442209 Feb 28 14:20:57.481580 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a8ffc20e-27e1-4e95-8d34-33cf5656a00f tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:20:57.483596 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49198) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:20:57.503515 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a353f80b-1e2c-4b7a-a75f-df8aae071ab6 tempest-QuotasTest-1869745002 tempest-QuotasTest-1869745002-project-admin] 10.222.0.30 "GET /v2.0/quotas/22e430e7ec144067b428407baacd8719/default HTTP/1.1" status: 200 len: 370 time: 0.0188007 Feb 28 14:20:57.504156 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49202) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:20:57.505304 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a8ffc20e-27e1-4e95-8d34-33cf5656a00f tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Usage tracker for resource:security_group_rule and tenant:e71217429856468f9a08edf43a6df80e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:20:57.521592 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a8ffc20e-27e1-4e95-8d34-33cf5656a00f tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:20:57.556313 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a4af74-9d67-4ea9-a608-949c9a2f0466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-e762f53b-5c59-4b59-919d-951d3062ab7d', 'network_id': 'e762f53b-5c59-4b59-919d-951d3062ab7d', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'fixed_ips': [{'subnet_id': '4e67819d-6e13-422e-a78b-7f0f60d0f8ef'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:20:57.557574 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-23a4af74-9d67-4ea9-a608-949c9a2f0466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:57.575318 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c33427a1-6636-4da2-85c0-c5fda81a9a0e None None] Provisioning complete for port 0a6d1286-6d55-4aae-9d2c-fde91d422162 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:20:57.576136 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c33427a1-6636-4da2-85c0-c5fda81a9a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:57.604459 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ca395c-8b94-4d1a-86b1-4fa284518e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Made reservation on behalf of 79a19f58e7834470852aa1b7b223bb57 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:20:57.608278 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a2ca395c-8b94-4d1a-86b1-4fa284518e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:57.614723 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a8ffc20e-27e1-4e95-8d34-33cf5656a00f tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:20:57.638253 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f609b259-7d93-444a-8388-a12c5804e38b tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:20:57.648113 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-cb95125d-e26f-49d2-911e-a3ed99c8b551 tempest-QuotasTest-1869745002 tempest-QuotasTest-1869745002-project-admin] delete failed (client error): The resource could not be found. Feb 28 14:20:57.652378 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cb95125d-e26f-49d2-911e-a3ed99c8b551 tempest-QuotasTest-1869745002 tempest-QuotasTest-1869745002-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/22e430e7ec144067b428407baacd8719 HTTP/1.1" status: 404 len: 348 time: 0.1387711 Feb 28 14:20:57.690957 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9c6f2fd4-9442-4617-be82-08564ef40246 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:57.715020 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9c6f2fd4-9442-4617-be82-08564ef40246 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:57.779519 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d46101b-cb17-45f4-a76a-33b21c3c4ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:57.802594 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a2ca395c-8b94-4d1a-86b1-4fa284518e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:57.872971 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f609b259-7d93-444a-8388-a12c5804e38b tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:57.873708 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-f609b259-7d93-444a-8388-a12c5804e38b tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Added segment 47532b29-edb1-42aa-bda9-cdaa87f80c36 of type vlan for network 79c133dc-8f1e-47c9-b539-9181658a2948 Feb 28 14:20:57.885047 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-4a8b842e-0277-48ac-9d0b-770726b6b614 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:57.906172 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3398f6-eaaf-4bc6-9ca7-07824160dac1 None None] Pushing event updated for resources: {'Port': ['ID=ea63f468-843b-4027-855c-1e14a1882770,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:20:57.918037 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6f2fd4-9442-4617-be82-08564ef40246 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:20:57.927458 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-4a8b842e-0277-48ac-9d0b-770726b6b614 None None] Transition to ACTIVE for port object d508f9e8-0c18-4564-af19-5eaa923917ba will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:20:57.945874 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-4a8b842e-0277-48ac-9d0b-770726b6b614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:57.962216 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f2fd4-9442-4617-be82-08564ef40246 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbae29a9-ae92-47c6-9254-3a9ca3378ac1,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:20:57.982147 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a2ca395c-8b94-4d1a-86b1-4fa284518e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:20:57.988204 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9c6f2fd4-9442-4617-be82-08564ef40246 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:57.988729 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-9c6f2fd4-9442-4617-be82-08564ef40246 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Added segment 04dbf6d6-0639-4679-9402-d5e401308274 of type vlan for network 90c243ca-d3ee-40cd-ab5c-5447541c8951 Feb 28 14:20:57.995978 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-62a36908-9eb1-42c9-a0e2-77b72c4059ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:58.125121 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-4a8b842e-0277-48ac-9d0b-770726b6b614 None None] Attempting to bind port d508f9e8-0c18-4564-af19-5eaa923917ba on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:20:58.125617 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-4a8b842e-0277-48ac-9d0b-770726b6b614 None None] Attempting to bind port d508f9e8-0c18-4564-af19-5eaa923917ba by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:20:58.133889 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8b842e-0277-48ac-9d0b-770726b6b614 None None] Attempting to bind port d508f9e8-0c18-4564-af19-5eaa923917ba on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:20:58.138410 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35017002-fd39-4625-98ce-745d8b722950 None None] Pushing event updated for resources: {'Port': ['ID=d508f9e8-0c18-4564-af19-5eaa923917ba,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:20:58.148038 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8b842e-0277-48ac-9d0b-770726b6b614 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:20:58.148636 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8b842e-0277-48ac-9d0b-770726b6b614 None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:20:58.156967 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a2ca395c-8b94-4d1a-86b1-4fa284518e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Usage tracker for resource:security_group_rule and tenant:79a19f58e7834470852aa1b7b223bb57 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:20:58.157742 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-4a8b842e-0277-48ac-9d0b-770726b6b614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:58.158269 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8b842e-0277-48ac-9d0b-770726b6b614 None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:20:58.158876 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-4a8b842e-0277-48ac-9d0b-770726b6b614 None None] Bound port: d508f9e8-0c18-4564-af19-5eaa923917ba, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:20:58.159411 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-4a8b842e-0277-48ac-9d0b-770726b6b614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:58.187615 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f609b259-7d93-444a-8388-a12c5804e38b tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:58.202957 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-23a4af74-9d67-4ea9-a608-949c9a2f0466 None None] Allocated IP 172.20.0.2 (e762f53b-5c59-4b59-919d-951d3062ab7d/4e67819d-6e13-422e-a78b-7f0f60d0f8ef/035ce569-29b6-40ca-9a66-9e4f65c46a66) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:20:58.203931 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a2ca395c-8b94-4d1a-86b1-4fa284518e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:20:58.209034 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35017002-fd39-4625-98ce-745d8b722950 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:58.209550 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35017002-fd39-4625-98ce-745d8b722950 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:58.209996 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35017002-fd39-4625-98ce-745d8b722950 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:58.210469 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35017002-fd39-4625-98ce-745d8b722950 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:58.211218 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35017002-fd39-4625-98ce-745d8b722950 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:58.211780 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35017002-fd39-4625-98ce-745d8b722950 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:58.212483 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35017002-fd39-4625-98ce-745d8b722950 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:58.212955 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35017002-fd39-4625-98ce-745d8b722950 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:58.213405 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35017002-fd39-4625-98ce-745d8b722950 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:58.213527 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a2ca395c-8b94-4d1a-86b1-4fa284518e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:20:58.213918 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35017002-fd39-4625-98ce-745d8b722950 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:58.214343 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35017002-fd39-4625-98ce-745d8b722950 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:58.214765 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35017002-fd39-4625-98ce-745d8b722950 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35017002-fd39-4625-98ce-745d8b722950 None None] Tracked resource versions report: Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: pushed versions: Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: { 'AddressGroup': {'1.2'}, Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: 'ConntrackHelper': {'1.0'}, Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: 'Log': {'1.0'}, Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: 'Network': {'1.1'}, Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: 'Port': {'1.7'}, Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: 'PortForwarding': {'1.2'}, Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: 'QosPolicy': {'1.8'}, Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: 'SecurityGroup': {'1.4'}, Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: 'SecurityGroupRule': {'1.2'}, Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: 'SubPort': {'1.0'}, Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: 'Subnet': {'1.1'}, Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: 'Trunk': {'1.1'}} Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: consumer versions: Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: { DHCP agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: HyperV agent@hv-neutron-8311: {}, Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: L3 agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: Metadata agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: Metering agent@dv-neutron-831192-4-hyperv: {}, Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: Open vSwitch agent@dv-neutron-831192-4-hyperv: { 'AddressGroup': '1.2', Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: 'ConntrackHelper': '1.0', Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: 'Log': '1.0', Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: 'Network': '1.1', Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: 'Port': '1.7', Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: 'PortForwarding': '1.2', Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: 'QosPolicy': '1.8', Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: 'SecurityGroup': '1.4', Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: 'SecurityGroupRule': '1.2', Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: 'SubPort': '1.0', Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: 'Subnet': '1.1', Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: 'Trunk': '1.1'}} Feb 28 14:20:58.215975 dv-neutron-831192-4-hyperv neutron-server[87775]: {{(pid=87775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 14:20:58.282664 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-4a8b842e-0277-48ac-9d0b-770726b6b614 None None] For port d508f9e8-0c18-4564-af19-5eaa923917ba, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:20:58.287079 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-4a8b842e-0277-48ac-9d0b-770726b6b614 None None] For port d508f9e8-0c18-4564-af19-5eaa923917ba, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d508f9e8-0c18-4564-af19-5eaa923917ba,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:20:58.298119 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-4a8b842e-0277-48ac-9d0b-770726b6b614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:58.301407 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49208) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:20:58.371076 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc20e-27e1-4e95-8d34-33cf5656a00f tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:58.383769 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8b842e-0277-48ac-9d0b-770726b6b614 None None] Routers {'a3602704-2ad1-4079-a2a6-7155f8416449'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:20:58.384402 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4a8b842e-0277-48ac-9d0b-770726b6b614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:20:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['a3602704-2ad1-4079-a2a6-7155f8416449'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:20:58.399641 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9c6f2fd4-9442-4617-be82-08564ef40246 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:58.433309 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc20e-27e1-4e95-8d34-33cf5656a00f tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:58.448364 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ffc20e-27e1-4e95-8d34-33cf5656a00f tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:20:58.457941 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc20e-27e1-4e95-8d34-33cf5656a00f tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:58.458294 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-a8ffc20e-27e1-4e95-8d34-33cf5656a00f tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Added segment 6ce12c09-40b2-4dc4-8428-c0e215354085 of type vlan for network 4ae1e1d1-da34-4101-99a2-087ede923c88 Feb 28 14:20:58.473364 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35017002-fd39-4625-98ce-745d8b722950 None None] Pushing event updated for resources: {'Port': ['ID=d508f9e8-0c18-4564-af19-5eaa923917ba,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:20:58.511206 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc20e-27e1-4e95-8d34-33cf5656a00f tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:58.520632 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-23a4af74-9d67-4ea9-a608-949c9a2f0466 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:58.534589 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-23a4af74-9d67-4ea9-a608-949c9a2f0466 None None] Transition to ACTIVE for port object 035ce569-29b6-40ca-9a66-9e4f65c46a66 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:20:58.564291 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-23a4af74-9d67-4ea9-a608-949c9a2f0466 None None] Transition to ACTIVE for port object 035ce569-29b6-40ca-9a66-9e4f65c46a66 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:20:58.573683 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-23a4af74-9d67-4ea9-a608-949c9a2f0466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:58.616217 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9c6f2fd4-9442-4617-be82-08564ef40246 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:58.621759 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-f609b259-7d93-444a-8388-a12c5804e38b tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:20:58.641762 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6f2fd4-9442-4617-be82-08564ef40246 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:20:58.642703 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9c6f2fd4-9442-4617-be82-08564ef40246 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:58.644326 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0111ddaf-ae92-4260-8cea-09767366c1f2 tempest-QuotasTest-1869745002 tempest-QuotasTest-1869745002-project-admin] Usage tracker for resource:network and tenant:d8cf9adfe07942dda8716aa640b0f3ad is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:20:58.648825 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a2ca395c-8b94-4d1a-86b1-4fa284518e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:58.663188 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0111ddaf-ae92-4260-8cea-09767366c1f2 tempest-QuotasTest-1869745002 tempest-QuotasTest-1869745002-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:20:58.669645 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a4af74-9d67-4ea9-a608-949c9a2f0466 None None] Network e762f53b-5c59-4b59-919d-951d3062ab7d is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:20:58.669901 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a2ca395c-8b94-4d1a-86b1-4fa284518e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:58.671899 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-4a8b842e-0277-48ac-9d0b-770726b6b614 None None] Set router a3602704-2ad1-4079-a2a6-7155f8416449 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:20:58.678459 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-23a4af74-9d67-4ea9-a608-949c9a2f0466 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:20:58.689885 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a4af74-9d67-4ea9-a608-949c9a2f0466 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:20:58.692232 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4af74-9d67-4ea9-a608-949c9a2f0466 None None] Pushing event updated for resources: {'Port': ['ID=035ce569-29b6-40ca-9a66-9e4f65c46a66,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:20:58.707642 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f609b259-7d93-444a-8388-a12c5804e38b tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:58.713552 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f609b259-7d93-444a-8388-a12c5804e38b tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:20:58.714148 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f609b259-7d93-444a-8388-a12c5804e38b tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:58.727862 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ffc20e-27e1-4e95-8d34-33cf5656a00f tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000f1e4a-29d7-491f-bb3e-ee0808457bea,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:20:58.853436 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9c6f2fd4-9442-4617-be82-08564ef40246 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5848575 Feb 28 14:20:58.863633 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49214) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:20:58.873491 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc20e-27e1-4e95-8d34-33cf5656a00f tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:58.874748 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ffc20e-27e1-4e95-8d34-33cf5656a00f tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:20:58.875539 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc20e-27e1-4e95-8d34-33cf5656a00f tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:58.881693 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ca395c-8b94-4d1a-86b1-4fa284518e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:20:58.884363 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-23a4af74-9d67-4ea9-a608-949c9a2f0466 None None] Attempting to bind port 035ce569-29b6-40ca-9a66-9e4f65c46a66 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:20:58.884864 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-23a4af74-9d67-4ea9-a608-949c9a2f0466 None None] Attempting to bind port 035ce569-29b6-40ca-9a66-9e4f65c46a66 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'd774faf1-bfab-416e-9486-4c2228282a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e762f53b-5c59-4b59-919d-951d3062ab7d'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:20:58.885224 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a4af74-9d67-4ea9-a608-949c9a2f0466 None None] Attempting to bind port 035ce569-29b6-40ca-9a66-9e4f65c46a66 on network e762f53b-5c59-4b59-919d-951d3062ab7d {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:20:58.885531 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609b259-7d93-444a-8388-a12c5804e38b tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Pushing event updated for resources: {'Network': ['ID=79c133dc-8f1e-47c9-b539-9181658a2948,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:20:58.893686 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0111ddaf-ae92-4260-8cea-09767366c1f2 tempest-QuotasTest-1869745002 tempest-QuotasTest-1869745002-project-admin] Usage tracker for resource:subnet and tenant:d8cf9adfe07942dda8716aa640b0f3ad is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:20:58.899600 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 79c133dc-8f1e-47c9-b539-9181658a2948 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:20:58.902522 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f2fd4-9442-4617-be82-08564ef40246 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Pushing event updated for resources: {'Network': ['ID=90c243ca-d3ee-40cd-ab5c-5447541c8951,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:20:58.909440 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-00423614-95af-433a-bce8-fd2c43d98ac1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Request body: {'subnet': {'network_id': '90c243ca-d3ee-40cd-ab5c-5447541c8951', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:20:58.913618 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0111ddaf-ae92-4260-8cea-09767366c1f2 tempest-QuotasTest-1869745002 tempest-QuotasTest-1869745002-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:20:58.933837 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 90c243ca-d3ee-40cd-ab5c-5447541c8951 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:20:58.935121 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a8ffc20e-27e1-4e95-8d34-33cf5656a00f tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8489430 Feb 28 14:20:58.950430 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49218) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:20:59.033681 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca395c-8b94-4d1a-86b1-4fa284518e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23449705-7506-42f9-8e91-326e7351f5ad,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:20:59.058418 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a4af74-9d67-4ea9-a608-949c9a2f0466 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:20:59.058787 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a4af74-9d67-4ea9-a608-949c9a2f0466 None None] Checking segment: {'id': 'd774faf1-bfab-416e-9486-4c2228282a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e762f53b-5c59-4b59-919d-951d3062ab7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:20:59.059210 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-23a4af74-9d67-4ea9-a608-949c9a2f0466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:59.059586 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a4af74-9d67-4ea9-a608-949c9a2f0466 None None] Bound using segment: {'id': 'd774faf1-bfab-416e-9486-4c2228282a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e762f53b-5c59-4b59-919d-951d3062ab7d'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:20:59.062416 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-23a4af74-9d67-4ea9-a608-949c9a2f0466 None None] Bound port: 035ce569-29b6-40ca-9a66-9e4f65c46a66, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd774faf1-bfab-416e-9486-4c2228282a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e762f53b-5c59-4b59-919d-951d3062ab7d'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:20:59.062829 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-23a4af74-9d67-4ea9-a608-949c9a2f0466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:59.068440 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4a8b842e-0277-48ac-9d0b-770726b6b614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'name': 'tempest-ServersTestManualDisk-33840772-router', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:52Z', 'updated_at': '2022-02-28T14:20:53Z', 'revision_number': 3, 'project_id': '4d72bc82016641f3924a9bff58fc1ab5', 'gw_port': {'id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:86:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:53Z', 'updated_at': '2022-02-28T14:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:20:59.073667 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a2ca395c-8b94-4d1a-86b1-4fa284518e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:59.073667 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-a2ca395c-8b94-4d1a-86b1-4fa284518e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Added segment 09ca1276-5758-4f4f-a1ff-f1b074715685 of type vlan for network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 Feb 28 14:20:59.076214 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8b842e-0277-48ac-9d0b-770726b6b614 None None] The sync data for ids ['a3602704-2ad1-4079-a2a6-7155f8416449'] in dv-neutron-831192-4-hyperv is: [{'id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'name': 'tempest-ServersTestManualDisk-33840772-router', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:52Z', 'updated_at': '2022-02-28T14:20:53Z', 'revision_number': 3, 'project_id': '4d72bc82016641f3924a9bff58fc1ab5', 'gw_port': {'id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:86:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:53Z', 'updated_at': '2022-02-28T14:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:20:59.081497 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ffc20e-27e1-4e95-8d34-33cf5656a00f tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Pushing event updated for resources: {'Network': ['ID=4ae1e1d1-da34-4101-99a2-087ede923c88,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:20:59.088157 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ba454ee9-c426-4650-b056-e3fafe0ef203 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Request body: {'network': {'project_id': 'e71217429856468f9a08edf43a6df80e'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:20:59.090700 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0111ddaf-ae92-4260-8cea-09767366c1f2 tempest-QuotasTest-1869745002 tempest-QuotasTest-1869745002-project-admin] Usage tracker for resource:subnetpool and tenant:d8cf9adfe07942dda8716aa640b0f3ad is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:20:59.093565 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ba454ee9-c426-4650-b056-e3fafe0ef203 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:20:59.102582 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ba454ee9-c426-4650-b056-e3fafe0ef203 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Usage tracker for resource:network and tenant:e71217429856468f9a08edf43a6df80e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:20:59.113576 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0111ddaf-ae92-4260-8cea-09767366c1f2 tempest-QuotasTest-1869745002 tempest-QuotasTest-1869745002-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:20:59.118515 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ba454ee9-c426-4650-b056-e3fafe0ef203 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:20:59.131126 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 4ae1e1d1-da34-4101-99a2-087ede923c88 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:20:59.147990 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ba454ee9-c426-4650-b056-e3fafe0ef203 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:20:59.159492 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f609b259-7d93-444a-8388-a12c5804e38b tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.6936448 Feb 28 14:20:59.168227 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49222) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:20:59.169659 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebdbdb9-76d6-41e2-ad44-8d7c54fcda34 None None] Network 29a7bbad-e952-45ba-80e0-ba14ba64ba8a requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:20:59.186614 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba454ee9-c426-4650-b056-e3fafe0ef203 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Made reservation on behalf of e71217429856468f9a08edf43a6df80e for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:20:59.189000 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba454ee9-c426-4650-b056-e3fafe0ef203 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:59.202984 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a36908-9eb1-42c9-a0e2-77b72c4059ad admin admin] Router 89f73b40-618e-447e-897a-f81478bf3356 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:20:59.235099 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a2ca395c-8b94-4d1a-86b1-4fa284518e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:59.296042 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0111ddaf-ae92-4260-8cea-09767366c1f2 tempest-QuotasTest-1869745002 tempest-QuotasTest-1869745002-project-admin] Usage tracker for resource:port and tenant:d8cf9adfe07942dda8716aa640b0f3ad is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:20:59.366099 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0111ddaf-ae92-4260-8cea-09767366c1f2 tempest-QuotasTest-1869745002 tempest-QuotasTest-1869745002-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:20:59.518757 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device ea63f468-843b-4027-855c-1e14a1882770 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:20:59.563279 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba454ee9-c426-4650-b056-e3fafe0ef203 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:20:59.592893 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-00423614-95af-433a-bce8-fd2c43d98ac1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:20:59.600176 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba454ee9-c426-4650-b056-e3fafe0ef203 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:59.600860 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-ba454ee9-c426-4650-b056-e3fafe0ef203 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Added segment 88f4cd74-3927-43f8-af52-88cb68bf9452 of type vlan for network 3ad701e4-cad0-4630-829f-ee4d1d5d9b71 Feb 28 14:20:59.611611 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-00423614-95af-433a-bce8-fd2c43d98ac1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Usage tracker for resource:subnet and tenant:bfad4915665646788953697b230fa137 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:20:59.615052 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-59d72cd7-3718-4418-b3bb-c7f1f04c42af tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Request body: {'network': {'name': 'tempest-network--718064372', 'router:external': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:20:59.618885 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-a2ca395c-8b94-4d1a-86b1-4fa284518e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:20:59.621568 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-00423614-95af-433a-bce8-fd2c43d98ac1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:20:59.633452 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-00423614-95af-433a-bce8-fd2c43d98ac1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:20:59.634133 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0111ddaf-ae92-4260-8cea-09767366c1f2 tempest-QuotasTest-1869745002 tempest-QuotasTest-1869745002-project-admin] Usage tracker for resource:router and tenant:d8cf9adfe07942dda8716aa640b0f3ad is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:20:59.636084 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a36908-9eb1-42c9-a0e2-77b72c4059ad admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:20:59.637324 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-59d72cd7-3718-4418-b3bb-c7f1f04c42af tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:20:59.686355 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5788c27f-3b77-44b4-8444-daae0d065c16 None None] Sync routers for ids ['89f73b40-618e-447e-897a-f81478bf3356'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:20:59.689219 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-59d72cd7-3718-4418-b3bb-c7f1f04c42af tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Usage tracker for resource:network and tenant:9e1135b242df48618d3ef6b9394b8113 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:20:59.693442 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-561b0bc5-ba7f-44ee-97a4-377211154951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:59.694218 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00423614-95af-433a-bce8-fd2c43d98ac1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Made reservation on behalf of bfad4915665646788953697b230fa137 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:20:59.698297 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-00423614-95af-433a-bce8-fd2c43d98ac1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks [] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:59.712679 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-59d72cd7-3718-4418-b3bb-c7f1f04c42af tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:20:59.733325 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0111ddaf-ae92-4260-8cea-09767366c1f2 tempest-QuotasTest-1869745002 tempest-QuotasTest-1869745002-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:20:59.746813 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-59d72cd7-3718-4418-b3bb-c7f1f04c42af tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:20:59.766736 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a2ca395c-8b94-4d1a-86b1-4fa284518e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:59.772405 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ca395c-8b94-4d1a-86b1-4fa284518e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:20:59.773018 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a2ca395c-8b94-4d1a-86b1-4fa284518e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:59.797902 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d72cd7-3718-4418-b3bb-c7f1f04c42af tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Made reservation on behalf of 9e1135b242df48618d3ef6b9394b8113 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:20:59.800376 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59d72cd7-3718-4418-b3bb-c7f1f04c42af tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:59.822698 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4d9d8353-d04a-4fdd-ab79-5bcf051e41cc None None] Provisioning for port ea63f468-843b-4027-855c-1e14a1882770 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:20:59.840527 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5788c27f-3b77-44b4-8444-daae0d065c16 None None] Routers {'89f73b40-618e-447e-897a-f81478bf3356'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:20:59.841344 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5788c27f-3b77-44b4-8444-daae0d065c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:20:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['89f73b40-618e-447e-897a-f81478bf3356'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:20:59.881857 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba454ee9-c426-4650-b056-e3fafe0ef203 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:59.890651 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-62a36908-9eb1-42c9-a0e2-77b72c4059ad admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:59.891450 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59d72cd7-3718-4418-b3bb-c7f1f04c42af tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:59.895942 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-62a36908-9eb1-42c9-a0e2-77b72c4059ad admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3016057 Feb 28 14:20:59.896227 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49234) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:20:59.916989 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d46101b-cb17-45f4-a76a-33b21c3c4ddf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:20:59.993972 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0111ddaf-ae92-4260-8cea-09767366c1f2 tempest-QuotasTest-1869745002 tempest-QuotasTest-1869745002-project-admin] Usage tracker for resource:floatingip and tenant:d8cf9adfe07942dda8716aa640b0f3ad is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:00.029835 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a2ca395c-8b94-4d1a-86b1-4fa284518e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 4.0830204 Feb 28 14:21:00.031183 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d46101b-cb17-45f4-a76a-33b21c3c4ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:00.035937 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-59d72cd7-3718-4418-b3bb-c7f1f04c42af tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:00.040232 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0111ddaf-ae92-4260-8cea-09767366c1f2 tempest-QuotasTest-1869745002 tempest-QuotasTest-1869745002-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:00.048459 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba454ee9-c426-4650-b056-e3fafe0ef203 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:00.049421 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba454ee9-c426-4650-b056-e3fafe0ef203 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:00.050087 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba454ee9-c426-4650-b056-e3fafe0ef203 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:00.052716 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca395c-8b94-4d1a-86b1-4fa284518e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Pushing event updated for resources: {'Network': ['ID=1b11ad67-dcc7-4698-89c1-80ed52dfa1f2,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:00.070257 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-59d72cd7-3718-4418-b3bb-c7f1f04c42af tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Usage tracker for resource:security_group_rule and tenant:9e1135b242df48618d3ef6b9394b8113 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:00.117200 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-59d72cd7-3718-4418-b3bb-c7f1f04c42af tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:00.132764 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-5788c27f-3b77-44b4-8444-daae0d065c16 None None] Set router 89f73b40-618e-447e-897a-f81478bf3356 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:21:00.192656 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-59d72cd7-3718-4418-b3bb-c7f1f04c42af tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:00.441790 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-561b0bc5-ba7f-44ee-97a4-377211154951 admin admin] Allocated IP 172.20.0.1 (6f134a4f-83be-490b-9126-09efbaa9ed81/ab965bec-a153-49b8-b416-6dcecda8b7b9/f6b9265e-99eb-4738-8225-7fc4bea501bc) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:21:00.459421 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0111ddaf-ae92-4260-8cea-09767366c1f2 tempest-QuotasTest-1869745002 tempest-QuotasTest-1869745002-project-admin] Usage tracker for resource:security_group and tenant:d8cf9adfe07942dda8716aa640b0f3ad is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:00.474508 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-2d46101b-cb17-45f4-a76a-33b21c3c4ddf admin admin] Allocated IP 172.26.5.148 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/88510e55-8c0a-401a-b8e1-e789de388ffc) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:21:00.487301 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0111ddaf-ae92-4260-8cea-09767366c1f2 tempest-QuotasTest-1869745002 tempest-QuotasTest-1869745002-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:00.523214 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:21:00.650011 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0111ddaf-ae92-4260-8cea-09767366c1f2 tempest-QuotasTest-1869745002 tempest-QuotasTest-1869745002-project-admin] Usage tracker for resource:security_group_rule and tenant:d8cf9adfe07942dda8716aa640b0f3ad is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:00.660985 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59d72cd7-3718-4418-b3bb-c7f1f04c42af tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:00.669393 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0111ddaf-ae92-4260-8cea-09767366c1f2 tempest-QuotasTest-1869745002 tempest-QuotasTest-1869745002-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:00.735602 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59d72cd7-3718-4418-b3bb-c7f1f04c42af tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:00.773774 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0111ddaf-ae92-4260-8cea-09767366c1f2 tempest-QuotasTest-1869745002 tempest-QuotasTest-1869745002-project-admin] 10.222.0.30 "GET /v2.0/quotas/d8cf9adfe07942dda8716aa640b0f3ad/details.json HTTP/1.1" status: 200 len: 703 time: 2.4711027 Feb 28 14:21:00.786451 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port ea63f468-843b-4027-855c-1e14a1882770 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:00.795814 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-23a4af74-9d67-4ea9-a608-949c9a2f0466 None None] For port 035ce569-29b6-40ca-9a66-9e4f65c46a66, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:21:00.808191 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port ea63f468-843b-4027-855c-1e14a1882770 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:00.808557 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:00.849090 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d72cd7-3718-4418-b3bb-c7f1f04c42af tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff30d6f6-c31a-4760-8b36-8aedaf7a7099,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:00.875538 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d72cd7-3718-4418-b3bb-c7f1f04c42af tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:21:00.941656 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-561b0bc5-ba7f-44ee-97a4-377211154951 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:00.972995 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-23a4af74-9d67-4ea9-a608-949c9a2f0466 None None] For port 035ce569-29b6-40ca-9a66-9e4f65c46a66, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=035ce569-29b6-40ca-9a66-9e4f65c46a66,segment=NetworkSegment(d774faf1-bfab-416e-9486-4c2228282a1a),segment_id=d774faf1-bfab-416e-9486-4c2228282a1a)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:21:00.978839 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59d72cd7-3718-4418-b3bb-c7f1f04c42af tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:00.979491 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-59d72cd7-3718-4418-b3bb-c7f1f04c42af tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Added segment 1611a2c7-6bb0-4592-a9bd-9ab6216d8253 of type vlan for network 82e95d48-c829-4d18-b1c3-6b9dbc15bfa1 Feb 28 14:21:00.989927 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4999d6c7-bcc4-4e85-a743-185d50e3b922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:00.995840 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-23a4af74-9d67-4ea9-a608-949c9a2f0466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:01.023147 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ba454ee9-c426-4650-b056-e3fafe0ef203 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9432831 Feb 28 14:21:01.028559 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-561b0bc5-ba7f-44ee-97a4-377211154951 admin admin] Transition to ACTIVE for port object f6b9265e-99eb-4738-8225-7fc4bea501bc will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:01.033492 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49250) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:01.049014 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-15a1d396-7076-4233-a816-b1e562fbaed1 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Request body: {'network': {'project_id': 'e71217429856468f9a08edf43a6df80e'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:01.088541 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-15a1d396-7076-4233-a816-b1e562fbaed1 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:01.102925 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba454ee9-c426-4650-b056-e3fafe0ef203 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Pushing event updated for resources: {'Network': ['ID=3ad701e4-cad0-4630-829f-ee4d1d5d9b71,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:01.127301 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-15a1d396-7076-4233-a816-b1e562fbaed1 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Usage tracker for resource:network and tenant:e71217429856468f9a08edf43a6df80e is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:01.128255 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-00423614-95af-433a-bce8-fd2c43d98ac1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:01.136559 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-15a1d396-7076-4233-a816-b1e562fbaed1 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:01.148419 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d46101b-cb17-45f4-a76a-33b21c3c4ddf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:01.152815 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-15a1d396-7076-4233-a816-b1e562fbaed1 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:01.155721 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59d72cd7-3718-4418-b3bb-c7f1f04c42af tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:01.167975 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5788c27f-3b77-44b4-8444-daae0d065c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f73b40-618e-447e-897a-f81478bf3356', 'name': 'tempest-ServerActionsTestJSON-300200751-router', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:54Z', 'updated_at': '2022-02-28T14:20:56Z', 'revision_number': 3, 'project_id': '1c08c193cf744f45b8defa27863396ab', 'gw_port': {'id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f73b40-618e-447e-897a-f81478bf3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:55Z', 'updated_at': '2022-02-28T14:20:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:01.168872 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a1d396-7076-4233-a816-b1e562fbaed1 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 28 14:21:01.168872 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a1d396-7076-4233-a816-b1e562fbaed1 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:21:01.169834 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-15a1d396-7076-4233-a816-b1e562fbaed1 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1351440 Feb 28 14:21:01.176563 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49256) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:01.176904 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49258) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:01.181213 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4af74-9d67-4ea9-a608-949c9a2f0466 None None] Pushing event updated for resources: {'Port': ['ID=035ce569-29b6-40ca-9a66-9e4f65c46a66,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:01.185505 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 3ad701e4-cad0-4630-829f-ee4d1d5d9b71 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:21:01.219117 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5788c27f-3b77-44b4-8444-daae0d065c16 None None] Checking router: 89f73b40-618e-447e-897a-f81478bf3356 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:21:01.219414 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5788c27f-3b77-44b4-8444-daae0d065c16 None None] Updating router 89f73b40-618e-447e-897a-f81478bf3356 port c6c88da7-f25a-49c7-8797-30a1198f1c64 binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:21:01.225044 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Request body: {'port': {'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2', 'binding:host_id': 'hv-neutron-8311', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-470265610'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:01.245374 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:01.275481 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Usage tracker for resource:port and tenant:f89059059d8941aebe623dba6d3971e9 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:01.289486 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:01.305591 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00423614-95af-433a-bce8-fd2c43d98ac1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Checking segment: {'id': '04dbf6d6-0639-4679-9402-d5e401308274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '90c243ca-d3ee-40cd-ab5c-5447541c8951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:21:01.306045 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00423614-95af-433a-bce8-fd2c43d98ac1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Network hostable DHCP agents. Network: 90c243ca-d3ee-40cd-ab5c-5447541c8951, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:21:01.319041 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00423614-95af-433a-bce8-fd2c43d98ac1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Pushing event updated for resources: {'Subnet': ['ID=3177fba9-2118-44a6-aeb4-a61bcd39f13e,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:01.323617 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:01.340094 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-59d1dd49-7294-4605-8fc5-88378ab8c69e tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e71217429856468f9a08edf43a6df80e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1505768 Feb 28 14:21:01.343867 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49266) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:01.344364 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:01.353563 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-561b0bc5-ba7f-44ee-97a4-377211154951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:01.370111 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00423614-95af-433a-bce8-fd2c43d98ac1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Network 90c243ca-d3ee-40cd-ab5c-5447541c8951 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:21:01.377545 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49270) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:01.401757 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-00423614-95af-433a-bce8-fd2c43d98ac1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 90c243ca-d3ee-40cd-ab5c-5447541c8951) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:01.450038 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de5bef9-7458-4599-8a84-683b929e1704 None None] Network 90c243ca-d3ee-40cd-ab5c-5447541c8951 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:21:01.450186 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59d72cd7-3718-4418-b3bb-c7f1f04c42af tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:01.450186 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d72cd7-3718-4418-b3bb-c7f1f04c42af tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:01.450186 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59d72cd7-3718-4418-b3bb-c7f1f04c42af tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:01.470377 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00423614-95af-433a-bce8-fd2c43d98ac1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:01.471309 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-00423614-95af-433a-bce8-fd2c43d98ac1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:01.484939 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-80801dc0-4668-47ca-b52b-e0d8cafcd148 None None] Provisioning complete for port ea63f468-843b-4027-855c-1e14a1882770 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:01.485305 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-80801dc0-4668-47ca-b52b-e0d8cafcd148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:01.546314 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-00423614-95af-433a-bce8-fd2c43d98ac1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6762977 Feb 28 14:21:01.550869 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-59d72cd7-3718-4418-b3bb-c7f1f04c42af tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.3746340 Feb 28 14:21:01.555231 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49276) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:01.555835 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49278) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:01.557507 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5788c27f-3b77-44b4-8444-daae0d065c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:01.558792 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Made reservation on behalf of f89059059d8941aebe623dba6d3971e9 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:01.561396 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:01.596633 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:01.603672 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-530a5ea3-7866-4cb7-b636-e1f540113832 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:01.608851 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-4999d6c7-bcc4-4e85-a743-185d50e3b922 admin admin] Allocated IP 172.20.0.1 (29a7bbad-e952-45ba-80e0-ba14ba64ba8a/bc032688-fb3b-418b-8fdf-7d855b7f648b/520730ad-1c8d-4e65-a241-100db5848c81) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:21:01.632667 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-56b6c76c-9a6a-4ff3-8735-a4c2157b38da tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Request body: {'port': {'network_id': '90c243ca-d3ee-40cd-ab5c-5447541c8951', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1205130975'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:01.661043 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-530a5ea3-7866-4cb7-b636-e1f540113832 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:01.676634 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d46101b-cb17-45f4-a76a-33b21c3c4ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:01.691051 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561b0bc5-ba7f-44ee-97a4-377211154951 admin admin] Network 6f134a4f-83be-490b-9126-09efbaa9ed81 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:01.703333 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fd5d0b11-495e-4054-8e1b-888405ce22bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:01.732893 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fd5d0b11-495e-4054-8e1b-888405ce22bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:01.764078 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-561b0bc5-ba7f-44ee-97a4-377211154951 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:01.784560 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port ea63f468-843b-4027-855c-1e14a1882770, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=ea63f468-843b-4027-855c-1e14a1882770,segment=NetworkSegment(975876b0-ebc4-4d96-a295-bc3105e7b9bf),segment_id=975876b0-ebc4-4d96-a295-bc3105e7b9bf)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:01.806769 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:01.807574 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 0a6d1286-6d55-4aae-9d2c-fde91d422162 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:21:01.837696 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:01.840489 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561b0bc5-ba7f-44ee-97a4-377211154951 admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:01.841271 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-561b0bc5-ba7f-44ee-97a4-377211154951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:01.884247 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Usage tracker for resource:security_group_rule and tenant:f89059059d8941aebe623dba6d3971e9 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:01.906800 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fd5d0b11-495e-4054-8e1b-888405ce22bf admin admin] Usage tracker for resource:security_group_rule and tenant:1f1e66c3a82f40979ff04ab79ba0e510 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:01.912294 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fd5d0b11-495e-4054-8e1b-888405ce22bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:01.925410 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fd5d0b11-495e-4054-8e1b-888405ce22bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:01.937374 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b0bc5-ba7f-44ee-97a4-377211154951 admin admin] Pushing event updated for resources: {'Port': ['ID=f6b9265e-99eb-4738-8225-7fc4bea501bc,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:01.943952 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:01.956034 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d46101b-cb17-45f4-a76a-33b21c3c4ddf admin admin] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:01.956951 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d72cd7-3718-4418-b3bb-c7f1f04c42af tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Pushing event updated for resources: {'Network': ['ID=82e95d48-c829-4d18-b1c3-6b9dbc15bfa1,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:02.018646 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4999d6c7-bcc4-4e85-a743-185d50e3b922 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:02.029990 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-530a5ea3-7866-4cb7-b636-e1f540113832 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:02.077509 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-530a5ea3-7866-4cb7-b636-e1f540113832 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:02.081218 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-530a5ea3-7866-4cb7-b636-e1f540113832 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/000f1e4a-29d7-491f-bb3e-ee0808457bea HTTP/1.1" status: 204 len: 168 time: 0.7321973 Feb 28 14:21:02.091294 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49286) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:02.092072 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a5ea3-7866-4cb7-b636-e1f540113832 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000f1e4a-29d7-491f-bb3e-ee0808457bea,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:02.096498 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-4999d6c7-bcc4-4e85-a743-185d50e3b922 admin admin] Transition to ACTIVE for port object 520730ad-1c8d-4e65-a241-100db5848c81 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:02.108393 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-2d46101b-cb17-45f4-a76a-33b21c3c4ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:02.110491 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:02.142630 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d46101b-cb17-45f4-a76a-33b21c3c4ddf admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:02.260128 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-658ed36e-fe1b-4273-b11a-02c55bfde391 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:02.272277 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=ea63f468-843b-4027-855c-1e14a1882770,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:02.274544 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46101b-cb17-45f4-a76a-33b21c3c4ddf admin admin] Pushing event updated for resources: {'Port': ['ID=88510e55-8c0a-401a-b8e1-e789de388ffc,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:02.312393 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c88d70b6-67bd-4947-a48d-e378a180dd1b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:02.321405 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fd5d0b11-495e-4054-8e1b-888405ce22bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:02.360626 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 82e95d48-c829-4d18-b1c3-6b9dbc15bfa1 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:21:02.366238 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fd5d0b11-495e-4054-8e1b-888405ce22bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:02.401466 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd84f87-6606-4756-83d1-cea72e8a5b82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-90c243ca-d3ee-40cd-ab5c-5447541c8951', 'network_id': '90c243ca-d3ee-40cd-ab5c-5447541c8951', 'tenant_id': 'bfad4915665646788953697b230fa137', 'fixed_ips': [{'subnet_id': '3177fba9-2118-44a6-aeb4-a61bcd39f13e'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:21:02.402290 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ebd84f87-6606-4756-83d1-cea72e8a5b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:02.404230 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4999d6c7-bcc4-4e85-a743-185d50e3b922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:02.422865 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 0a6d1286-6d55-4aae-9d2c-fde91d422162 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:02.423255 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:02.477358 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-56b6c76c-9a6a-4ff3-8735-a4c2157b38da tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:02.493848 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-56b6c76c-9a6a-4ff3-8735-a4c2157b38da tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Usage tracker for resource:port and tenant:bfad4915665646788953697b230fa137 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:02.505111 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-56b6c76c-9a6a-4ff3-8735-a4c2157b38da tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:02.561482 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-56b6c76c-9a6a-4ff3-8735-a4c2157b38da tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:02.590420 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d0b11-495e-4054-8e1b-888405ce22bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b38e778-f6dd-4457-a117-ae731c404a88,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:02.594751 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fd5d0b11-495e-4054-8e1b-888405ce22bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1f1e66c3a82f40979ff04ab79ba0e510&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2108622 Feb 28 14:21:02.595640 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999d6c7-bcc4-4e85-a743-185d50e3b922 admin admin] Pushing event updated for resources: {'Port': ['ID=520730ad-1c8d-4e65-a241-100db5848c81,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:02.600458 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49296) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:02.602510 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4999d6c7-bcc4-4e85-a743-185d50e3b922 admin admin] Network 29a7bbad-e952-45ba-80e0-ba14ba64ba8a is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:02.628739 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4999d6c7-bcc4-4e85-a743-185d50e3b922 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:02.632626 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-658ed36e-fe1b-4273-b11a-02c55bfde391 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:02.641297 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4999d6c7-bcc4-4e85-a743-185d50e3b922 admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:02.641780 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4999d6c7-bcc4-4e85-a743-185d50e3b922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:02.747107 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b6c76c-9a6a-4ff3-8735-a4c2157b38da tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Made reservation on behalf of bfad4915665646788953697b230fa137 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:02.750911 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-56b6c76c-9a6a-4ff3-8735-a4c2157b38da tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:02.836328 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-658ed36e-fe1b-4273-b11a-02c55bfde391 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:21:02.836328 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-658ed36e-fe1b-4273-b11a-02c55bfde391 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:21:02.837183 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-658ed36e-fe1b-4273-b11a-02c55bfde391 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:21:02.837576 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-658ed36e-fe1b-4273-b11a-02c55bfde391 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Subscribe: > port after_create 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:21:02.837933 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-658ed36e-fe1b-4273-b11a-02c55bfde391 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:21:02.838298 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-658ed36e-fe1b-4273-b11a-02c55bfde391 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Subscribe: > port after_update 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:21:02.838620 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-658ed36e-fe1b-4273-b11a-02c55bfde391 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:21:02.838962 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-658ed36e-fe1b-4273-b11a-02c55bfde391 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:21:02.839380 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-658ed36e-fe1b-4273-b11a-02c55bfde391 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:21:02.839694 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-658ed36e-fe1b-4273-b11a-02c55bfde391 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:21:02.898912 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5788c27f-3b77-44b4-8444-daae0d065c16 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:02.911444 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5788c27f-3b77-44b4-8444-daae0d065c16 None None] Transition to ACTIVE for port object c6c88da7-f25a-49c7-8797-30a1198f1c64 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:02.936430 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d46101b-cb17-45f4-a76a-33b21c3c4ddf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:02.938229 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5788c27f-3b77-44b4-8444-daae0d065c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:03.004470 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c88d70b6-67bd-4947-a48d-e378a180dd1b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:03.027764 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-658ed36e-fe1b-4273-b11a-02c55bfde391 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:21:03.028345 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-658ed36e-fe1b-4273-b11a-02c55bfde391 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:21:03.028563 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-658ed36e-fe1b-4273-b11a-02c55bfde391 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:21:03.028890 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-658ed36e-fe1b-4273-b11a-02c55bfde391 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:21:03.029235 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-658ed36e-fe1b-4273-b11a-02c55bfde391 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad701e4-cad0-4630-829f-ee4d1d5d9b71']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:03.043361 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-658ed36e-fe1b-4273-b11a-02c55bfde391 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f4cd74-3927-43f8-af52-88cb68bf9452') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:03.043654 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-658ed36e-fe1b-4273-b11a-02c55bfde391 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f4cd74-3927-43f8-af52-88cb68bf9452') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:03.056291 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-658ed36e-fe1b-4273-b11a-02c55bfde391 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:03.065406 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-56b6c76c-9a6a-4ff3-8735-a4c2157b38da tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] device_id is not set on port 91c052c4-9c52-46ac-a83c-319bac208103 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:21:03.073757 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-658ed36e-fe1b-4273-b11a-02c55bfde391 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:03.080885 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658ed36e-fe1b-4273-b11a-02c55bfde391 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:21:03.081280 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-658ed36e-fe1b-4273-b11a-02c55bfde391 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: from cryptography.utils import int_from_bytes Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: from cryptography.utils import int_from_bytes Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn_limited( Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn_limited( Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:21:03.096599 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:21:03.109561 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-ebd84f87-6606-4756-83d1-cea72e8a5b82 None None] Allocated IP 172.20.0.2 (90c243ca-d3ee-40cd-ab5c-5447541c8951/3177fba9-2118-44a6-aeb4-a61bcd39f13e/19e14f61-dbec-4a30-aa52-3bcf5aa421d4) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:21:03.142912 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d15943-9460-4488-9a9a-52d44c001752 None None] Network e762f53b-5c59-4b59-919d-951d3062ab7d requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:21:03.172129 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a8bd8ed5-15b6-4c1b-941c-ce80054848f9 None None] Provisioning for port f6b9265e-99eb-4738-8225-7fc4bea501bc completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:03.229566 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-abaee1a9-fa0a-4b14-b428-26aa999774a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:03.229755 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:03.235375 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a8bd8ed5-15b6-4c1b-941c-ce80054848f9 None None] Provisioning complete for port f6b9265e-99eb-4738-8225-7fc4bea501bc triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:03.235871 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a8bd8ed5-15b6-4c1b-941c-ce80054848f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:03.245313 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c88d70b6-67bd-4947-a48d-e378a180dd1b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:21:03.245887 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c88d70b6-67bd-4947-a48d-e378a180dd1b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:21:03.246949 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c88d70b6-67bd-4947-a48d-e378a180dd1b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:21:03.247346 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c88d70b6-67bd-4947-a48d-e378a180dd1b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Subscribe: > port after_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:21:03.247670 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c88d70b6-67bd-4947-a48d-e378a180dd1b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:21:03.248219 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c88d70b6-67bd-4947-a48d-e378a180dd1b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Subscribe: > port after_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:21:03.248543 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c88d70b6-67bd-4947-a48d-e378a180dd1b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:21:03.248882 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c88d70b6-67bd-4947-a48d-e378a180dd1b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:21:03.249300 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c88d70b6-67bd-4947-a48d-e378a180dd1b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:21:03.249767 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c88d70b6-67bd-4947-a48d-e378a180dd1b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:21:03.270010 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-658ed36e-fe1b-4273-b11a-02c55bfde391 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:03.318487 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-658ed36e-fe1b-4273-b11a-02c55bfde391 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:03.329124 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-abaee1a9-fa0a-4b14-b428-26aa999774a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:03.335653 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ed36e-fe1b-4273-b11a-02c55bfde391 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Pushing event deleted for resources: {'Network': ['ID=3ad701e4-cad0-4630-829f-ee4d1d5d9b71,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:03.348921 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350827f0-1f4b-4c41-8920-032e6edbf121 None None] Pushing event updated for resources: {'Port': ['ID=c6c88da7-f25a-49c7-8797-30a1198f1c64,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:03.353317 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5788c27f-3b77-44b4-8444-daae0d065c16 None None] Attempting to bind port c6c88da7-f25a-49c7-8797-30a1198f1c64 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:03.353799 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5788c27f-3b77-44b4-8444-daae0d065c16 None None] Attempting to bind port c6c88da7-f25a-49c7-8797-30a1198f1c64 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:03.354340 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5788c27f-3b77-44b4-8444-daae0d065c16 None None] Attempting to bind port c6c88da7-f25a-49c7-8797-30a1198f1c64 on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:03.358337 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-658ed36e-fe1b-4273-b11a-02c55bfde391 tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] 10.222.0.30 "DELETE /v2.0/networks/3ad701e4-cad0-4630-829f-ee4d1d5d9b71 HTTP/1.1" status: 204 len: 168 time: 1.2640815 Feb 28 14:21:03.364230 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49302) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:03.408268 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd8ed5-15b6-4c1b-941c-ce80054848f9 None None] Port f6b9265e-99eb-4738-8225-7fc4bea501bc cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:21:03.473936 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 035ce569-29b6-40ca-9a66-9e4f65c46a66 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:21:03.477929 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c88d70b6-67bd-4947-a48d-e378a180dd1b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:21:03.478268 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c88d70b6-67bd-4947-a48d-e378a180dd1b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:21:03.478587 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c88d70b6-67bd-4947-a48d-e378a180dd1b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:21:03.478900 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c88d70b6-67bd-4947-a48d-e378a180dd1b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:21:03.479244 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-c88d70b6-67bd-4947-a48d-e378a180dd1b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e95d48-c829-4d18-b1c3-6b9dbc15bfa1']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:03.510073 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5788c27f-3b77-44b4-8444-daae0d065c16 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:21:03.510420 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5788c27f-3b77-44b4-8444-daae0d065c16 None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:21:03.510761 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5788c27f-3b77-44b4-8444-daae0d065c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:03.511223 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5788c27f-3b77-44b4-8444-daae0d065c16 None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:21:03.511762 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5788c27f-3b77-44b4-8444-daae0d065c16 None None] Bound port: c6c88da7-f25a-49c7-8797-30a1198f1c64, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:21:03.512270 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5788c27f-3b77-44b4-8444-daae0d065c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:03.532078 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4999d6c7-bcc4-4e85-a743-185d50e3b922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:03.549612 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4b937ca-3c2d-4409-b986-ad2c554b4e9d tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:03.553881 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-abaee1a9-fa0a-4b14-b428-26aa999774a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:03.560288 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:03.583609 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] device_id is not set on port 901f6f83-372c-497e-8ab5-297fa2d0b42c yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:21:03.606860 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaee1a9-fa0a-4b14-b428-26aa999774a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b38e778-f6dd-4457-a117-ae731c404a88,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:03.621636 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-abaee1a9-fa0a-4b14-b428-26aa999774a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:03.625166 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-abaee1a9-fa0a-4b14-b428-26aa999774a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b38e778-f6dd-4457-a117-ae731c404a88 HTTP/1.1" status: 204 len: 168 time: 1.0124805 Feb 28 14:21:03.625282 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-c88d70b6-67bd-4947-a48d-e378a180dd1b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1611a2c7-6bb0-4592-a9bd-9ab6216d8253') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:03.625282 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-c88d70b6-67bd-4947-a48d-e378a180dd1b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1611a2c7-6bb0-4592-a9bd-9ab6216d8253') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:03.669932 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c88d70b6-67bd-4947-a48d-e378a180dd1b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:03.671513 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f726e60c-dc4b-4b8a-b9e3-e8de0a7f8d9b None None] Provisioning for port 520730ad-1c8d-4e65-a241-100db5848c81 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:03.718233 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-561b0bc5-ba7f-44ee-97a4-377211154951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:03.755397 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f726e60c-dc4b-4b8a-b9e3-e8de0a7f8d9b None None] Provisioning complete for port 520730ad-1c8d-4e65-a241-100db5848c81 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:03.755767 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f726e60c-dc4b-4b8a-b9e3-e8de0a7f8d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:03.757877 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de10c09e-fdea-4d2b-8557-0c2de01a93b0,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:03.768155 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c88d70b6-67bd-4947-a48d-e378a180dd1b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:03.836879 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 035ce569-29b6-40ca-9a66-9e4f65c46a66 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:03.880823 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88d70b6-67bd-4947-a48d-e378a180dd1b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:21:03.880952 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5788c27f-3b77-44b4-8444-daae0d065c16 None None] For port c6c88da7-f25a-49c7-8797-30a1198f1c64, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:21:03.881232 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c88d70b6-67bd-4947-a48d-e378a180dd1b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:03.897430 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device ea63f468-843b-4027-855c-1e14a1882770 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: from cryptography.utils import int_from_bytes Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: from cryptography.utils import int_from_bytes Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: util.warn_limited( Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: util.warn_limited( Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:21:03.901321 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:21:03.908124 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4b937ca-3c2d-4409-b986-ad2c554b4e9d tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:03.951095 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e4b937ca-3c2d-4409-b986-ad2c554b4e9d tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae1e1d1-da34-4101-99a2-087ede923c88']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:03.972130 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e4b937ca-3c2d-4409-b986-ad2c554b4e9d tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce12c09-40b2-4dc4-8428-c0e215354085') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:03.972572 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e4b937ca-3c2d-4409-b986-ad2c554b4e9d tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce12c09-40b2-4dc4-8428-c0e215354085') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:04.001846 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4b937ca-3c2d-4409-b986-ad2c554b4e9d tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:04.012343 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5788c27f-3b77-44b4-8444-daae0d065c16 None None] For port c6c88da7-f25a-49c7-8797-30a1198f1c64, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c6c88da7-f25a-49c7-8797-30a1198f1c64,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:21:04.016539 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f726e60c-dc4b-4b8a-b9e3-e8de0a7f8d9b None None] Port 520730ad-1c8d-4e65-a241-100db5848c81 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:21:04.033547 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4b937ca-3c2d-4409-b986-ad2c554b4e9d tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:04.047897 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b937ca-3c2d-4409-b986-ad2c554b4e9d tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:21:04.048646 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4b937ca-3c2d-4409-b986-ad2c554b4e9d tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:04.075437 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5788c27f-3b77-44b4-8444-daae0d065c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:04.100649 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49310) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:21:04.121750 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:21:04.134597 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ebd84f87-6606-4756-83d1-cea72e8a5b82 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:04.142129 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f726e60c-dc4b-4b8a-b9e3-e8de0a7f8d9b None None] Provisioning for port 035ce569-29b6-40ca-9a66-9e4f65c46a66 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:04.154103 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4999d6c7-bcc4-4e85-a743-185d50e3b922 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:04.157423 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4b937ca-3c2d-4409-b986-ad2c554b4e9d tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:04.176713 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4b937ca-3c2d-4409-b986-ad2c554b4e9d tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:04.182089 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4999d6c7-bcc4-4e85-a743-185d50e3b922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:04.185326 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f726e60c-dc4b-4b8a-b9e3-e8de0a7f8d9b None None] Provisioning complete for port 035ce569-29b6-40ca-9a66-9e4f65c46a66 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:04.185844 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f726e60c-dc4b-4b8a-b9e3-e8de0a7f8d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:04.221339 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d46101b-cb17-45f4-a76a-33b21c3c4ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:04.223134 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ebd84f87-6606-4756-83d1-cea72e8a5b82 None None] Transition to ACTIVE for port object 19e14f61-dbec-4a30-aa52-3bcf5aa421d4 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:04.247051 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b937ca-3c2d-4409-b986-ad2c554b4e9d tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] Pushing event deleted for resources: {'Network': ['ID=4ae1e1d1-da34-4101-99a2-087ede923c88,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:04.261785 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e4b937ca-3c2d-4409-b986-ad2c554b4e9d tempest-QuotasNegativeTest-1927882108 tempest-QuotasNegativeTest-1927882108-project-admin] 10.222.0.30 "DELETE /v2.0/networks/4ae1e1d1-da34-4101-99a2-087ede923c88 HTTP/1.1" status: 204 len: 168 time: 0.8961096 Feb 28 14:21:04.295319 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5788c27f-3b77-44b4-8444-daae0d065c16 None None] Routers {'89f73b40-618e-447e-897a-f81478bf3356'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:21:04.295841 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5788c27f-3b77-44b4-8444-daae0d065c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:20:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['89f73b40-618e-447e-897a-f81478bf3356'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:04.314065 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999d6c7-bcc4-4e85-a743-185d50e3b922 admin admin] Pushing event updated for resources: {'Port': ['ID=520730ad-1c8d-4e65-a241-100db5848c81,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:04.319183 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4999d6c7-bcc4-4e85-a743-185d50e3b922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:04.322744 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-10826fc3-9eb2-4fb8-87bc-a4f198ba48dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:04.356962 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-10826fc3-9eb2-4fb8-87bc-a4f198ba48dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:04.360350 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-10826fc3-9eb2-4fb8-87bc-a4f198ba48dd admin admin] Usage tracker for resource:security_group_rule and tenant:d8cf9adfe07942dda8716aa640b0f3ad is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:04.363252 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-10826fc3-9eb2-4fb8-87bc-a4f198ba48dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:04.369298 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-10826fc3-9eb2-4fb8-87bc-a4f198ba48dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:04.401418 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350827f0-1f4b-4c41-8920-032e6edbf121 None None] Pushing event updated for resources: {'Port': ['ID=c6c88da7-f25a-49c7-8797-30a1198f1c64,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:04.420785 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ebd84f87-6606-4756-83d1-cea72e8a5b82 None None] Transition to ACTIVE for port object 19e14f61-dbec-4a30-aa52-3bcf5aa421d4 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:04.460100 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-10826fc3-9eb2-4fb8-87bc-a4f198ba48dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:04.473007 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4999d6c7-bcc4-4e85-a743-185d50e3b922 admin admin] Network 29a7bbad-e952-45ba-80e0-ba14ba64ba8a is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:04.474256 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4999d6c7-bcc4-4e85-a743-185d50e3b922 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:04.482715 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-10826fc3-9eb2-4fb8-87bc-a4f198ba48dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:04.554742 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-10826fc3-9eb2-4fb8-87bc-a4f198ba48dd admin admin] Synchronizing usage tracker for tenant:97209b0742e1414394df5c0895a59855 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:21:04.580993 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10826fc3-9eb2-4fb8-87bc-a4f198ba48dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b397364-0903-4b89-8220-c4c03b3d14a7,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:04.603676 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ebd84f87-6606-4756-83d1-cea72e8a5b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:04.642902 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port ea63f468-843b-4027-855c-1e14a1882770 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:04.643275 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:04.731894 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c88d70b6-67bd-4947-a48d-e378a180dd1b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:04.804857 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4999d6c7-bcc4-4e85-a743-185d50e3b922 admin admin] Router 89f73b40-618e-447e-897a-f81478bf3356 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:21:04.908093 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88d70b6-67bd-4947-a48d-e378a180dd1b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 82e95d48-c829-4d18-b1c3-6b9dbc15bfa1 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 28 14:21:04.923704 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-10826fc3-9eb2-4fb8-87bc-a4f198ba48dd admin admin] Unset dirty status for tenant:97209b0742e1414394df5c0895a59855 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:21:04.927848 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-10826fc3-9eb2-4fb8-87bc-a4f198ba48dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d8cf9adfe07942dda8716aa640b0f3ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7062080 Feb 28 14:21:04.953610 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd84f87-6606-4756-83d1-cea72e8a5b82 None None] Network 90c243ca-d3ee-40cd-ab5c-5447541c8951 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:04.967539 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-ebd84f87-6606-4756-83d1-cea72e8a5b82 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:04.979877 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49318) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:04.980835 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd84f87-6606-4756-83d1-cea72e8a5b82 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:04.991101 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:05.053564 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f726e60c-dc4b-4b8a-b9e3-e8de0a7f8d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:05.063235 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4999d6c7-bcc4-4e85-a743-185d50e3b922 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:21:05.069479 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d70b6-67bd-4947-a48d-e378a180dd1b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Pushing event deleted for resources: {'Network': ['ID=82e95d48-c829-4d18-b1c3-6b9dbc15bfa1,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:05.082601 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c88d70b6-67bd-4947-a48d-e378a180dd1b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:05.084662 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4999d6c7-bcc4-4e85-a743-185d50e3b922 admin admin] 10.222.0.30 "PUT /v2.0/routers/89f73b40-618e-447e-897a-f81478bf3356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1873455 Feb 28 14:21:05.108139 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c88d70b6-67bd-4947-a48d-e378a180dd1b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] 10.222.0.30 "DELETE /v2.0/networks/82e95d48-c829-4d18-b1c3-6b9dbc15bfa1 HTTP/1.1" status: 204 len: 168 time: 3.5237679 Feb 28 14:21:05.108635 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e0fcbe9-4aa7-4c25-a646-a0b0c96e044a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:05.119512 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49324) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:05.131631 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-922b77e3-77ef-4158-8df6-754141af4e57 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:05.145352 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-922b77e3-77ef-4158-8df6-754141af4e57 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:05.156172 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-922b77e3-77ef-4158-8df6-754141af4e57 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Usage tracker for resource:network and tenant:9e1135b242df48618d3ef6b9394b8113 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:05.160495 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e0fcbe9-4aa7-4c25-a646-a0b0c96e044a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:05.161436 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-56b6c76c-9a6a-4ff3-8735-a4c2157b38da tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Allocated IP 172.20.0.3 (90c243ca-d3ee-40cd-ab5c-5447541c8951/3177fba9-2118-44a6-aeb4-a61bcd39f13e/91c052c4-9c52-46ac-a83c-319bac208103) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:21:05.161563 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd84f87-6606-4756-83d1-cea72e8a5b82 None None] Pushing event updated for resources: {'Port': ['ID=19e14f61-dbec-4a30-aa52-3bcf5aa421d4,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:05.169711 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-922b77e3-77ef-4158-8df6-754141af4e57 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:05.182396 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-922b77e3-77ef-4158-8df6-754141af4e57 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:05.192198 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-5788c27f-3b77-44b4-8444-daae0d065c16 None None] Set router 89f73b40-618e-447e-897a-f81478bf3356 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:21:05.220192 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922b77e3-77ef-4158-8df6-754141af4e57 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Made reservation on behalf of 9e1135b242df48618d3ef6b9394b8113 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:05.221070 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-922b77e3-77ef-4158-8df6-754141af4e57 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:05.268099 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e0fcbe9-4aa7-4c25-a646-a0b0c96e044a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:05.303525 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922b77e3-77ef-4158-8df6-754141af4e57 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:21:05.316217 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ebd84f87-6606-4756-83d1-cea72e8a5b82 None None] Attempting to bind port 19e14f61-dbec-4a30-aa52-3bcf5aa421d4 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:05.316537 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ebd84f87-6606-4756-83d1-cea72e8a5b82 None None] Attempting to bind port 19e14f61-dbec-4a30-aa52-3bcf5aa421d4 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '04dbf6d6-0639-4679-9402-d5e401308274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '90c243ca-d3ee-40cd-ab5c-5447541c8951'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:05.316872 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd84f87-6606-4756-83d1-cea72e8a5b82 None None] Attempting to bind port 19e14f61-dbec-4a30-aa52-3bcf5aa421d4 on network 90c243ca-d3ee-40cd-ab5c-5447541c8951 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:05.332249 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-922b77e3-77ef-4158-8df6-754141af4e57 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:05.335589 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-922b77e3-77ef-4158-8df6-754141af4e57 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Added segment c781b806-a2c4-4636-8935-38bc3716ce2a of type vlan for network 16d996a6-58e6-44a5-98a0-bcf1b900c1e6 Feb 28 14:21:05.346499 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd84f87-6606-4756-83d1-cea72e8a5b82 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:21:05.347312 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd84f87-6606-4756-83d1-cea72e8a5b82 None None] Checking segment: {'id': '04dbf6d6-0639-4679-9402-d5e401308274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '90c243ca-d3ee-40cd-ab5c-5447541c8951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:21:05.347449 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ebd84f87-6606-4756-83d1-cea72e8a5b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:05.347868 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd84f87-6606-4756-83d1-cea72e8a5b82 None None] Bound using segment: {'id': '04dbf6d6-0639-4679-9402-d5e401308274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '90c243ca-d3ee-40cd-ab5c-5447541c8951'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:21:05.348374 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ebd84f87-6606-4756-83d1-cea72e8a5b82 None None] Bound port: 19e14f61-dbec-4a30-aa52-3bcf5aa421d4, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04dbf6d6-0639-4679-9402-d5e401308274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '90c243ca-d3ee-40cd-ab5c-5447541c8951'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:21:05.349549 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ebd84f87-6606-4756-83d1-cea72e8a5b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:05.386600 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f726e60c-dc4b-4b8a-b9e3-e8de0a7f8d9b None None] For port 035ce569-29b6-40ca-9a66-9e4f65c46a66, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=035ce569-29b6-40ca-9a66-9e4f65c46a66,segment=NetworkSegment(d774faf1-bfab-416e-9486-4c2228282a1a),segment_id=d774faf1-bfab-416e-9486-4c2228282a1a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:05.404868 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-922b77e3-77ef-4158-8df6-754141af4e57 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:05.428912 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49330) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:05.490166 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d508f9e8-0c18-4564-af19-5eaa923917ba up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:21:05.516470 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f726e60c-dc4b-4b8a-b9e3-e8de0a7f8d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:05.518066 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0fcbe9-4aa7-4c25-a646-a0b0c96e044a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b397364-0903-4b89-8220-c4c03b3d14a7,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:05.523328 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-922b77e3-77ef-4158-8df6-754141af4e57 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:05.527912 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922b77e3-77ef-4158-8df6-754141af4e57 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:05.528638 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-922b77e3-77ef-4158-8df6-754141af4e57 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:05.626365 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e0fcbe9-4aa7-4c25-a646-a0b0c96e044a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:05.630837 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3e0fcbe9-4aa7-4c25-a646-a0b0c96e044a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b397364-0903-4b89-8220-c4c03b3d14a7 HTTP/1.1" status: 204 len: 168 time: 0.6494634 Feb 28 14:21:05.639713 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-922b77e3-77ef-4158-8df6-754141af4e57 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5184793 Feb 28 14:21:05.640799 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49346) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:05.657914 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ebd84f87-6606-4756-83d1-cea72e8a5b82 None None] For port 19e14f61-dbec-4a30-aa52-3bcf5aa421d4, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:21:05.661494 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ebd84f87-6606-4756-83d1-cea72e8a5b82 None None] For port 19e14f61-dbec-4a30-aa52-3bcf5aa421d4, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=19e14f61-dbec-4a30-aa52-3bcf5aa421d4,segment=NetworkSegment(04dbf6d6-0639-4679-9402-d5e401308274),segment_id=04dbf6d6-0639-4679-9402-d5e401308274)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:21:05.694771 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ebd84f87-6606-4756-83d1-cea72e8a5b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:05.704873 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8b853b70-ee45-42f4-94f0-bab8fd7351fd tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Request body: {'subnet': {'network_id': '16d996a6-58e6-44a5-98a0-bcf1b900c1e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:05.715716 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8b853b70-ee45-42f4-94f0-bab8fd7351fd tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:05.718498 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b77e3-77ef-4158-8df6-754141af4e57 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Pushing event updated for resources: {'Network': ['ID=16d996a6-58e6-44a5-98a0-bcf1b900c1e6,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:05.722872 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8b853b70-ee45-42f4-94f0-bab8fd7351fd tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Usage tracker for resource:subnet and tenant:9e1135b242df48618d3ef6b9394b8113 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:05.728284 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8b853b70-ee45-42f4-94f0-bab8fd7351fd tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:05.741116 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8b853b70-ee45-42f4-94f0-bab8fd7351fd tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:05.754544 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 16d996a6-58e6-44a5-98a0-bcf1b900c1e6 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:21:05.766146 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b853b70-ee45-42f4-94f0-bab8fd7351fd tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Made reservation on behalf of 9e1135b242df48618d3ef6b9394b8113 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:05.769363 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b853b70-ee45-42f4-94f0-bab8fd7351fd tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:05.845272 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-56b6c76c-9a6a-4ff3-8735-a4c2157b38da tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:05.849547 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] device_id is not set on port 901f6f83-372c-497e-8ab5-297fa2d0b42c yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:21:05.879783 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:05.893781 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-561b0bc5-ba7f-44ee-97a4-377211154951 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:05.899431 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-56b6c76c-9a6a-4ff3-8735-a4c2157b38da tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Transition to ACTIVE for port object 91c052c4-9c52-46ac-a83c-319bac208103 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:05.912238 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-561b0bc5-ba7f-44ee-97a4-377211154951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:05.961368 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-59d2ab4d-8f9e-4c83-a6c3-608b29d06e01 None None] Provisioning complete for port 520730ad-1c8d-4e65-a241-100db5848c81 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:05.971759 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-59d2ab4d-8f9e-4c83-a6c3-608b29d06e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:05.975425 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d46101b-cb17-45f4-a76a-33b21c3c4ddf admin admin] Router b877427d-7da3-4ca0-ba36-88bf2d16d9c2 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:21:05.998842 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Transition to ACTIVE for port object 901f6f83-372c-497e-8ab5-297fa2d0b42c will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:06.094032 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-56b6c76c-9a6a-4ff3-8735-a4c2157b38da tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:06.102941 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-59d2ab4d-8f9e-4c83-a6c3-608b29d06e01 None None] Port 520730ad-1c8d-4e65-a241-100db5848c81 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:21:06.262516 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:06.303621 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-561b0bc5-ba7f-44ee-97a4-377211154951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:06.319891 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b0bc5-ba7f-44ee-97a4-377211154951 admin admin] Pushing event updated for resources: {'Port': ['ID=f6b9265e-99eb-4738-8225-7fc4bea501bc,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:06.321472 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726e60c-dc4b-4b8a-b9e3-e8de0a7f8d9b None None] Pushing event updated for resources: {'Port': ['ID=035ce569-29b6-40ca-9a66-9e4f65c46a66,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:06.324359 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51a705f3-cf2c-40d0-a340-c58e649ba65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:06.410876 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b6c76c-9a6a-4ff3-8735-a4c2157b38da tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Network 90c243ca-d3ee-40cd-ab5c-5447541c8951 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:06.415826 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-59d2ab4d-8f9e-4c83-a6c3-608b29d06e01 None None] Provisioning complete for port 035ce569-29b6-40ca-9a66-9e4f65c46a66 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:06.416253 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-59d2ab4d-8f9e-4c83-a6c3-608b29d06e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:06.449293 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-56b6c76c-9a6a-4ff3-8735-a4c2157b38da tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:06.458488 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b6c76c-9a6a-4ff3-8735-a4c2157b38da tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:06.534367 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-51a705f3-cf2c-40d0-a340-c58e649ba65c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:06.626608 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port d508f9e8-0c18-4564-af19-5eaa923917ba completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:06.649547 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port d508f9e8-0c18-4564-af19-5eaa923917ba triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:06.652496 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:06.698025 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd84f87-6606-4756-83d1-cea72e8a5b82 None None] Pushing event updated for resources: {'Port': ['ID=19e14f61-dbec-4a30-aa52-3bcf5aa421d4,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:06.823773 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6c76c-9a6a-4ff3-8735-a4c2157b38da tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Pushing event updated for resources: {'Port': ['ID=91c052c4-9c52-46ac-a83c-319bac208103,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:06.869549 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-8b853b70-ee45-42f4-94f0-bab8fd7351fd tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 14:21:06.871629 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b853b70-ee45-42f4-94f0-bab8fd7351fd tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:06.879698 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-51a705f3-cf2c-40d0-a340-c58e649ba65c admin admin] Usage tracker for resource:security_group_rule and tenant:02bb61deb0a840b0b06fd713f5dbbd15 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:06.906312 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-51a705f3-cf2c-40d0-a340-c58e649ba65c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:06.944895 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b853b70-ee45-42f4-94f0-bab8fd7351fd tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Pushing event updated for resources: {'Subnet': ['ID=66128307-ed81-4bd4-92cb-13b1f65ee2bc,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:07.000454 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5788c27f-3b77-44b4-8444-daae0d065c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f73b40-618e-447e-897a-f81478bf3356', 'name': 'tempest-ServerActionsTestJSON-300200751-router', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:54Z', 'updated_at': '2022-02-28T14:21:03Z', 'revision_number': 4, 'project_id': '1c08c193cf744f45b8defa27863396ab', 'gw_port': {'id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f73b40-618e-447e-897a-f81478bf3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:55Z', 'updated_at': '2022-02-28T14:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '520730ad-1c8d-4e65-a241-100db5848c81', 'name': '', 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'mac_address': 'fa:16:3e:c8:3c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f73b40-618e-447e-897a-f81478bf3356', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bc032688-fb3b-418b-8fdf-7d855b7f648b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:01Z', 'updated_at': '2022-02-28T14:21:03Z', 'revision_number': 2, 'project_id': '1c08c193cf744f45b8defa27863396ab', 'subnets': [{'id': 'bc032688-fb3b-418b-8fdf-7d855b7f648b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:07.011711 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49372) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:07.012283 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-51a705f3-cf2c-40d0-a340-c58e649ba65c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:07.018153 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5788c27f-3b77-44b4-8444-daae0d065c16 None None] The sync data for ids ['89f73b40-618e-447e-897a-f81478bf3356'] in dv-neutron-831192-4-hyperv is: [{'id': '89f73b40-618e-447e-897a-f81478bf3356', 'name': 'tempest-ServerActionsTestJSON-300200751-router', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:54Z', 'updated_at': '2022-02-28T14:21:03Z', 'revision_number': 4, 'project_id': '1c08c193cf744f45b8defa27863396ab', 'gw_port': {'id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f73b40-618e-447e-897a-f81478bf3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:55Z', 'updated_at': '2022-02-28T14:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '520730ad-1c8d-4e65-a241-100db5848c81', 'name': '', 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'mac_address': 'fa:16:3e:c8:3c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f73b40-618e-447e-897a-f81478bf3356', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bc032688-fb3b-418b-8fdf-7d855b7f648b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:01Z', 'updated_at': '2022-02-28T14:21:03Z', 'revision_number': 2, 'project_id': '1c08c193cf744f45b8defa27863396ab', 'subnets': [{'id': 'bc032688-fb3b-418b-8fdf-7d855b7f648b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:21:07.020170 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b853b70-ee45-42f4-94f0-bab8fd7351fd tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Checking segment: {'id': 'c781b806-a2c4-4636-8935-38bc3716ce2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '16d996a6-58e6-44a5-98a0-bcf1b900c1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:21:07.020170 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b853b70-ee45-42f4-94f0-bab8fd7351fd tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Network hostable DHCP agents. Network: 16d996a6-58e6-44a5-98a0-bcf1b900c1e6, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:21:07.028010 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:07.051449 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port d508f9e8-0c18-4564-af19-5eaa923917ba, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d508f9e8-0c18-4564-af19-5eaa923917ba,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:07.059057 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:07.074460 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Checking segment: {'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:21:07.074839 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Network hostable DHCP agents. Network: 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:21:07.075827 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b853b70-ee45-42f4-94f0-bab8fd7351fd tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Network 16d996a6-58e6-44a5-98a0-bcf1b900c1e6 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:21:07.082885 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d46101b-cb17-45f4-a76a-33b21c3c4ddf admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:21:07.094701 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955de05c-9eef-486e-9c52-fed56c4aa8a8 None None] Sync routers for ids ['b877427d-7da3-4ca0-ba36-88bf2d16d9c2'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:21:07.099198 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Pushing event updated for resources: {'Port': ['ID=901f6f83-372c-497e-8ab5-297fa2d0b42c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:07.118155 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b6c76c-9a6a-4ff3-8735-a4c2157b38da tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:07.118799 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-56b6c76c-9a6a-4ff3-8735-a4c2157b38da tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:07.118958 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955de05c-9eef-486e-9c52-fed56c4aa8a8 None None] Routers {'b877427d-7da3-4ca0-ba36-88bf2d16d9c2'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:21:07.119840 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-955de05c-9eef-486e-9c52-fed56c4aa8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:20:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['b877427d-7da3-4ca0-ba36-88bf2d16d9c2'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:07.128807 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-8b853b70-ee45-42f4-94f0-bab8fd7351fd tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 16d996a6-58e6-44a5-98a0-bcf1b900c1e6) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:07.141778 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b853b70-ee45-42f4-94f0-bab8fd7351fd tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:07.142389 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b853b70-ee45-42f4-94f0-bab8fd7351fd tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:07.217792 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8b853b70-ee45-42f4-94f0-bab8fd7351fd tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5230200 Feb 28 14:21:07.221103 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49378) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:07.232200 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-56b6c76c-9a6a-4ff3-8735-a4c2157b38da tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6529515 Feb 28 14:21:07.233125 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49382) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:07.237134 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2d04501b-ffb7-4ed2-8771-b851048bbbb3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Request body: {'floatingip': {'floating_network_id': '16d996a6-58e6-44a5-98a0-bcf1b900c1e6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:07.254166 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2d04501b-ffb7-4ed2-8771-b851048bbbb3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:07.270607 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2d04501b-ffb7-4ed2-8771-b851048bbbb3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Usage tracker for resource:floatingip and tenant:9e1135b242df48618d3ef6b9394b8113 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:07.286538 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2d04501b-ffb7-4ed2-8771-b851048bbbb3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:07.324282 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2d04501b-ffb7-4ed2-8771-b851048bbbb3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:07.329913 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:21:07.332391 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d46101b-cb17-45f4-a76a-33b21c3c4ddf admin admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:07.337997 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2d46101b-cb17-45f4-a76a-33b21c3c4ddf admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 10.4523752 Feb 28 14:21:07.338278 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49386) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:07.372222 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:07.385893 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561b0bc5-ba7f-44ee-97a4-377211154951 admin admin] Network 6f134a4f-83be-490b-9126-09efbaa9ed81 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:07.392335 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=d508f9e8-0c18-4564-af19-5eaa923917ba,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:07.393579 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-561b0bc5-ba7f-44ee-97a4-377211154951 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:07.395228 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:07.415033 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7cc46c-b53d-4d91-8798-d5b613702e4f None None] Network 16d996a6-58e6-44a5-98a0-bcf1b900c1e6 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:21:07.458287 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc608649-b583-498b-834b-9c5786877411 None None] Network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:21:07.509194 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b0759c81-c296-41a6-803b-63add5ee4bdb tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Deleting port 91c052c4-9c52-46ac-a83c-319bac208103 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:21:07.509931 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0759c81-c296-41a6-803b-63add5ee4bdb tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:07.619030 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:07.619639 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:07.620184 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:07.667609 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-955de05c-9eef-486e-9c52-fed56c4aa8a8 None None] Set router b877427d-7da3-4ca0-ba36-88bf2d16d9c2 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:21:07.832344 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49390) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:07.871199 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 035ce569-29b6-40ca-9a66-9e4f65c46a66 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:21:07.881525 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port 901f6f83-372c-497e-8ab5-297fa2d0b42c on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:07.883435 dv-neutron-831192-4-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:07.905256 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-60de5367-e796-48bd-96be-dc221f9d5066 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Request body: {'security_group': {'name': 'tempest-securitygroup--570377591', 'description': 'tempest-description--529299950'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:07.913152 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.plugins.ml2.plugin [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempt 2 to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c Feb 28 14:21:07.966081 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-60de5367-e796-48bd-96be-dc221f9d5066 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:07.993020 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:07.993626 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:07.994138 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:08.012355 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-60de5367-e796-48bd-96be-dc221f9d5066 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Usage tracker for resource:security_group and tenant:1c08c193cf744f45b8defa27863396ab is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:08.033177 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561b0bc5-ba7f-44ee-97a4-377211154951 admin admin] Router a3602704-2ad1-4079-a2a6-7155f8416449 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:21:08.034503 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-60de5367-e796-48bd-96be-dc221f9d5066 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:08.095939 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port 901f6f83-372c-497e-8ab5-297fa2d0b42c on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:08.100809 dv-neutron-831192-4-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:08.117021 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-60de5367-e796-48bd-96be-dc221f9d5066 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:08.124560 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.plugins.ml2.plugin [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempt 3 to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c Feb 28 14:21:08.146612 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51a705f3-cf2c-40d0-a340-c58e649ba65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:08.167674 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51a705f3-cf2c-40d0-a340-c58e649ba65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:08.181358 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-955de05c-9eef-486e-9c52-fed56c4aa8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'name': 'tempest-ServersTestJSON-1946747904-router', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:57Z', 'updated_at': '2022-02-28T14:21:02Z', 'revision_number': 3, 'project_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'gw_port': {'id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:00Z', 'updated_at': '2022-02-28T14:21:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:08.186322 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Request body: {'networks': [{'name': 'tempest-network--74257568'}, {'name': 'tempest-network--1460666529'}]} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:08.186853 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Request body: {'network': {'name': 'tempest-network--74257568'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:08.187196 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Request body: {'network': {'name': 'tempest-network--1460666529'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:08.193544 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:08.197813 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Usage tracker for resource:network and tenant:40d75be492404f5887864aa8f697968f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:08.201356 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:08.203451 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955de05c-9eef-486e-9c52-fed56c4aa8a8 None None] Checking router: b877427d-7da3-4ca0-ba36-88bf2d16d9c2 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:21:08.206686 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955de05c-9eef-486e-9c52-fed56c4aa8a8 None None] Updating router b877427d-7da3-4ca0-ba36-88bf2d16d9c2 port 88510e55-8c0a-401a-b8e1-e789de388ffc binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:21:08.208437 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:08.226703 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d04501b-ffb7-4ed2-8771-b851048bbbb3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:08.244008 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Made reservation on behalf of 40d75be492404f5887864aa8f697968f for: {'network': 2} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:08.248824 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:08.266101 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:08.270342 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-955de05c-9eef-486e-9c52-fed56c4aa8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:08.286553 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:08.290425 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Usage tracker for resource:security_group_rule and tenant:40d75be492404f5887864aa8f697968f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:08.295199 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:08.302024 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e79b61-759e-4362-801d-eccddd709648 None None] Network 90c243ca-d3ee-40cd-ab5c-5447541c8951 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:21:08.302309 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:08.365504 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f5b0085d-fb09-4536-8a54-1e10d84e44ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:08.403729 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-60de5367-e796-48bd-96be-dc221f9d5066 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:08.428758 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a705f3-cf2c-40d0-a340-c58e649ba65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f02d1e7-7fa5-424d-9e6a-02a13ca1585e,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:08.444312 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:08.444651 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:08.444984 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:08.448642 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b10a10e2-c24d-4427-b07f-d8725204bdf5 None None] Provisioning complete for port f6b9265e-99eb-4738-8225-7fc4bea501bc triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:08.449096 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b10a10e2-c24d-4427-b07f-d8725204bdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:08.532125 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b10a10e2-c24d-4427-b07f-d8725204bdf5 None None] Port f6b9265e-99eb-4738-8225-7fc4bea501bc cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:21:08.541466 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port 901f6f83-372c-497e-8ab5-297fa2d0b42c on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:08.541840 dv-neutron-831192-4-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:08.601528 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.plugins.ml2.plugin [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempt 4 to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c Feb 28 14:21:08.644341 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-51a705f3-cf2c-40d0-a340-c58e649ba65c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02bb61deb0a840b0b06fd713f5dbbd15&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1738281 Feb 28 14:21:08.646100 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea049cda-2d61-472a-a454-e46d49285cc8 None None] Network 16d996a6-58e6-44a5-98a0-bcf1b900c1e6 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:21:08.661414 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49394) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:08.699508 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-60de5367-e796-48bd-96be-dc221f9d5066 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:08.803110 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-955de05c-9eef-486e-9c52-fed56c4aa8a8 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:08.818107 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-955de05c-9eef-486e-9c52-fed56c4aa8a8 None None] Transition to ACTIVE for port object 88510e55-8c0a-401a-b8e1-e789de388ffc will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:08.820133 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-60de5367-e796-48bd-96be-dc221f9d5066 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Usage tracker for resource:security_group_rule and tenant:1c08c193cf744f45b8defa27863396ab is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:08.827354 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-955de05c-9eef-486e-9c52-fed56c4aa8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:08.830841 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:08.831502 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:08.831900 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:08.854916 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-60de5367-e796-48bd-96be-dc221f9d5066 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:08.884770 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 035ce569-29b6-40ca-9a66-9e4f65c46a66 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:08.885314 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:08.899388 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-60de5367-e796-48bd-96be-dc221f9d5066 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:08.901649 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port 901f6f83-372c-497e-8ab5-297fa2d0b42c on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:08.902043 dv-neutron-831192-4-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:08.923892 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a67c8-9b9e-4180-b75d-b9c48524a1dd None None] Pushing event updated for resources: {'Port': ['ID=88510e55-8c0a-401a-b8e1-e789de388ffc,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:08.930344 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.plugins.ml2.plugin [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempt 5 to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c Feb 28 14:21:08.936446 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:08.959545 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:08.959991 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:08.976233 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-955de05c-9eef-486e-9c52-fed56c4aa8a8 None None] Attempting to bind port 88510e55-8c0a-401a-b8e1-e789de388ffc on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:08.977284 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-955de05c-9eef-486e-9c52-fed56c4aa8a8 None None] Attempting to bind port 88510e55-8c0a-401a-b8e1-e789de388ffc by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:08.977868 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955de05c-9eef-486e-9c52-fed56c4aa8a8 None None] Attempting to bind port 88510e55-8c0a-401a-b8e1-e789de388ffc on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:08.987838 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955de05c-9eef-486e-9c52-fed56c4aa8a8 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:21:08.989246 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955de05c-9eef-486e-9c52-fed56c4aa8a8 None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:21:08.989828 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-955de05c-9eef-486e-9c52-fed56c4aa8a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:08.993251 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955de05c-9eef-486e-9c52-fed56c4aa8a8 None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:21:08.993949 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-955de05c-9eef-486e-9c52-fed56c4aa8a8 None None] Bound port: 88510e55-8c0a-401a-b8e1-e789de388ffc, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:21:08.996687 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-955de05c-9eef-486e-9c52-fed56c4aa8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:09.000456 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0759c81-c296-41a6-803b-63add5ee4bdb tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:09.022817 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:09.023369 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:09.023826 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:09.031923 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561b0bc5-ba7f-44ee-97a4-377211154951 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:21:09.052884 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861796be-8025-4ef9-931e-60cd7cb270dd None None] Sync routers for ids ['a3602704-2ad1-4079-a2a6-7155f8416449'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:21:09.079864 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2fd85968-0355-4a8c-a3b3-7c8370649d37 None None] Provisioning for port 19e14f61-dbec-4a30-aa52-3bcf5aa421d4 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:09.089058 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861796be-8025-4ef9-931e-60cd7cb270dd None None] Routers {'a3602704-2ad1-4079-a2a6-7155f8416449'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:21:09.089704 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-861796be-8025-4ef9-931e-60cd7cb270dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:20:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['a3602704-2ad1-4079-a2a6-7155f8416449'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:09.122696 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-955de05c-9eef-486e-9c52-fed56c4aa8a8 None None] For port 88510e55-8c0a-401a-b8e1-e789de388ffc, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:21:09.123710 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f56b46dd-c3b6-4ad8-a604-f4f0945efdee,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:09.127949 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-955de05c-9eef-486e-9c52-fed56c4aa8a8 None None] For port 88510e55-8c0a-401a-b8e1-e789de388ffc, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=88510e55-8c0a-401a-b8e1-e789de388ffc,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:21:09.131750 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:21:09.149266 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-955de05c-9eef-486e-9c52-fed56c4aa8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:09.163374 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:09.163704 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Added segment 343faa63-180b-4860-bbdc-01c8d6c27430 of type vlan for network 5bcd4754-7da6-4ee7-89ec-d0345d65455a Feb 28 14:21:09.165486 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port 901f6f83-372c-497e-8ab5-297fa2d0b42c on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:09.165933 dv-neutron-831192-4-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:09.192214 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d04501b-ffb7-4ed2-8771-b851048bbbb3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:09.250393 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.plugins.ml2.plugin [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempt 6 to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c Feb 28 14:21:09.270172 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c24f7c7-9af3-42aa-b7fe-5011cdf047c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:09.297856 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955de05c-9eef-486e-9c52-fed56c4aa8a8 None None] Routers {'b877427d-7da3-4ca0-ba36-88bf2d16d9c2'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:21:09.298519 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-955de05c-9eef-486e-9c52-fed56c4aa8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:20:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['b877427d-7da3-4ca0-ba36-88bf2d16d9c2'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:09.353014 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-60de5367-e796-48bd-96be-dc221f9d5066 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:09.361926 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a67c8-9b9e-4180-b75d-b9c48524a1dd None None] Pushing event updated for resources: {'Port': ['ID=88510e55-8c0a-401a-b8e1-e789de388ffc,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:09.364459 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:09.376181 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b0759c81-c296-41a6-803b-63add5ee4bdb tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Calling delete_port for 91c052c4-9c52-46ac-a83c-319bac208103 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:21:09.460367 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 19e14f61-dbec-4a30-aa52-3bcf5aa421d4 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:21:09.512970 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-60de5367-e796-48bd-96be-dc221f9d5066 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:09.535346 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-861796be-8025-4ef9-931e-60cd7cb270dd None None] Set router a3602704-2ad1-4079-a2a6-7155f8416449 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:21:09.595195 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-955de05c-9eef-486e-9c52-fed56c4aa8a8 None None] Set router b877427d-7da3-4ca0-ba36-88bf2d16d9c2 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:21:09.782027 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:21:09.831813 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ad3e2445-4004-4a0b-9402-a2f9474f4559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:09.844687 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-561b0bc5-ba7f-44ee-97a4-377211154951 admin admin] 10.222.0.30 "PUT /v2.0/routers/a3602704-2ad1-4079-a2a6-7155f8416449/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3537834 Feb 28 14:21:09.874778 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:09.875181 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Added segment a65aee12-082a-4271-a5a8-ab5af44ba008 of type vlan for network 76fc9002-8d3e-4c4d-9170-9f6fe1a0060e Feb 28 14:21:09.909838 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:09.910412 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:09.910930 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:09.913362 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-2d04501b-ffb7-4ed2-8771-b851048bbbb3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Allocated IP 172.20.0.4 (16d996a6-58e6-44a5-98a0-bcf1b900c1e6/66128307-ed81-4bd4-92cb-13b1f65ee2bc/550c4bba-b601-4ba7-97c3-1394cdb9a634) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:21:09.928072 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port 901f6f83-372c-497e-8ab5-297fa2d0b42c on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:09.928613 dv-neutron-831192-4-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:09.956530 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.plugins.ml2.plugin [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempt 7 to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c Feb 28 14:21:09.987779 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:09.988461 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:09.988941 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:10.005477 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-60de5367-e796-48bd-96be-dc221f9d5066 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:10.006908 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-60de5367-e796-48bd-96be-dc221f9d5066 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.1647923 Feb 28 14:21:10.010849 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ad3e2445-4004-4a0b-9402-a2f9474f4559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:10.027540 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49400) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:10.035982 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 19e14f61-dbec-4a30-aa52-3bcf5aa421d4 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:10.044888 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port 901f6f83-372c-497e-8ab5-297fa2d0b42c on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:10.045419 dv-neutron-831192-4-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:10.046141 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de5367-e796-48bd-96be-dc221f9d5066 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:10.059866 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.plugins.ml2.plugin [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempt 8 to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c Feb 28 14:21:10.069247 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:10.079124 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7bc25cf2-80c5-4d2a-917c-b158360bd309 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Request body: {'security_group_rule': {'security_group_id': '6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:10.083254 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 19e14f61-dbec-4a30-aa52-3bcf5aa421d4 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:10.083645 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:10.094024 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7bc25cf2-80c5-4d2a-917c-b158360bd309 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:10.095950 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:10.096990 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:10.097456 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:10.112510 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port 901f6f83-372c-497e-8ab5-297fa2d0b42c on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:10.113093 dv-neutron-831192-4-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:10.124432 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7bc25cf2-80c5-4d2a-917c-b158360bd309 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Usage tracker for resource:security_group_rule and tenant:1c08c193cf744f45b8defa27863396ab is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:10.131189 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7bc25cf2-80c5-4d2a-917c-b158360bd309 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:10.136504 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bbf28b79-9e3a-4110-8f03-93c56009e59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:10.137411 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.plugins.ml2.plugin [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempt 9 to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c Feb 28 14:21:10.162817 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:10.163133 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:10.163485 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:10.171140 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-955de05c-9eef-486e-9c52-fed56c4aa8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'name': 'tempest-ServersTestJSON-1946747904-router', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:57Z', 'updated_at': '2022-02-28T14:21:02Z', 'revision_number': 3, 'project_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'gw_port': {'id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:00Z', 'updated_at': '2022-02-28T14:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:10.173841 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port 901f6f83-372c-497e-8ab5-297fa2d0b42c on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:10.174194 dv-neutron-831192-4-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:10.174854 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.plugins.ml2.plugin [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempt 10 to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c Feb 28 14:21:10.178202 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955de05c-9eef-486e-9c52-fed56c4aa8a8 None None] The sync data for ids ['b877427d-7da3-4ca0-ba36-88bf2d16d9c2'] in dv-neutron-831192-4-hyperv is: [{'id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'name': 'tempest-ServersTestJSON-1946747904-router', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:57Z', 'updated_at': '2022-02-28T14:21:02Z', 'revision_number': 3, 'project_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'gw_port': {'id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:00Z', 'updated_at': '2022-02-28T14:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:21:10.182601 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d54168d2-258e-45bc-83a6-c75ad346ae4a None None] Provisioning for port 91c052c4-9c52-46ac-a83c-319bac208103 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:10.186128 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0759c81-c296-41a6-803b-63add5ee4bdb tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:10.201307 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d54168d2-258e-45bc-83a6-c75ad346ae4a None None] Provisioning complete for port 91c052c4-9c52-46ac-a83c-319bac208103 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:10.201770 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d54168d2-258e-45bc-83a6-c75ad346ae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:10.227703 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7bc25cf2-80c5-4d2a-917c-b158360bd309 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:10.228574 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:21:10.253670 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:10.254042 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:10.254419 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:10.256284 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-861796be-8025-4ef9-931e-60cd7cb270dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'name': 'tempest-ServersTestManualDisk-33840772-router', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:52Z', 'updated_at': '2022-02-28T14:21:03Z', 'revision_number': 4, 'project_id': '4d72bc82016641f3924a9bff58fc1ab5', 'gw_port': {'id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:86:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:53Z', 'updated_at': '2022-02-28T14:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'f6b9265e-99eb-4738-8225-7fc4bea501bc', 'name': '', 'network_id': '6f134a4f-83be-490b-9126-09efbaa9ed81', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'mac_address': 'fa:16:3e:a8:99:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ab965bec-a153-49b8-b416-6dcecda8b7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:59Z', 'updated_at': '2022-02-28T14:21:04Z', 'revision_number': 2, 'project_id': '4d72bc82016641f3924a9bff58fc1ab5', 'subnets': [{'id': 'ab965bec-a153-49b8-b416-6dcecda8b7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:10.259865 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0759c81-c296-41a6-803b-63add5ee4bdb tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Pushing event deleted for resources: {'Port': ['ID=91c052c4-9c52-46ac-a83c-319bac208103,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:10.293858 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d54168d2-258e-45bc-83a6-c75ad346ae4a None None] Port 91c052c4-9c52-46ac-a83c-319bac208103 was deleted so its status cannot be updated. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 28 14:21:10.304643 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port 901f6f83-372c-497e-8ab5-297fa2d0b42c on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:10.305661 dv-neutron-831192-4-hyperv neutron-server[87773]: ERROR neutron.plugins.ml2.managers [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port 901f6f83-372c-497e-8ab5-297fa2d0b42c on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:10.306028 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:10.333553 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861796be-8025-4ef9-931e-60cd7cb270dd None None] Checking router: a3602704-2ad1-4079-a2a6-7155f8416449 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:21:10.333553 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861796be-8025-4ef9-931e-60cd7cb270dd None None] Updating router a3602704-2ad1-4079-a2a6-7155f8416449 port f6b9265e-99eb-4738-8225-7fc4bea501bc binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:21:10.380218 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ad3e2445-4004-4a0b-9402-a2f9474f4559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:10.429408 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-1c24f7c7-9af3-42aa-b7fe-5011cdf047c0 admin admin] Allocated IP 172.20.0.1 (e762f53b-5c59-4b59-919d-951d3062ab7d/4e67819d-6e13-422e-a78b-7f0f60d0f8ef/bda9e0e0-90ae-483c-bafd-7b427d5a545e) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:21:10.459451 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:10.459942 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:10.462739 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e2445-4004-4a0b-9402-a2f9474f4559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f02d1e7-7fa5-424d-9e6a-02a13ca1585e,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:10.467971 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:10.473174 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:10.473842 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:10.491857 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ad3e2445-4004-4a0b-9402-a2f9474f4559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:10.493042 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ad3e2445-4004-4a0b-9402-a2f9474f4559 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3f02d1e7-7fa5-424d-9e6a-02a13ca1585e HTTP/1.1" status: 204 len: 168 time: 1.8249156 Feb 28 14:21:10.507087 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0759c81-c296-41a6-803b-63add5ee4bdb tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:10.508366 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-861796be-8025-4ef9-931e-60cd7cb270dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:10.516088 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b0759c81-c296-41a6-803b-63add5ee4bdb tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] 10.222.0.30 "DELETE /v2.0/ports/91c052c4-9c52-46ac-a83c-319bac208103 HTTP/1.1" status: 204 len: 168 time: 3.2767491 Feb 28 14:21:10.516791 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49410) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:10.522456 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7bc25cf2-80c5-4d2a-917c-b158360bd309 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:10.592009 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] For port 901f6f83-372c-497e-8ab5-297fa2d0b42c, host hv-neutron-8311, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:21:10.592384 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempted to set empty binding levels {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 28 14:21:10.600670 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:10.611463 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d54168d2-258e-45bc-83a6-c75ad346ae4a None None] Provisioning complete for port 19e14f61-dbec-4a30-aa52-3bcf5aa421d4 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:10.611963 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d54168d2-258e-45bc-83a6-c75ad346ae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:10.684033 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:10.684620 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:10.740185 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 9.5556421 Feb 28 14:21:10.741558 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af552a-e69c-41ef-af0b-17bf715406e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Pushing event updated for resources: {'Port': ['ID=901f6f83-372c-497e-8ab5-297fa2d0b42c,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:10.746333 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:10.747048 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49418) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:10.843251 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beac3a4-87c8-45c9-99b0-cb9dc48b41a4 None None] Sync routers for ids ['89f73b40-618e-447e-897a-f81478bf3356'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:21:10.861887 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beac3a4-87c8-45c9-99b0-cb9dc48b41a4 None None] Routers {'89f73b40-618e-447e-897a-f81478bf3356'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:21:10.862539 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6beac3a4-87c8-45c9-99b0-cb9dc48b41a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:21:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['89f73b40-618e-447e-897a-f81478bf3356'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:10.943252 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5b9c1abc-7373-427d-94df-332e9edee9f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Deleting port 901f6f83-372c-497e-8ab5-297fa2d0b42c {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:21:10.952089 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5b9c1abc-7373-427d-94df-332e9edee9f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:11.007558 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49424) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:11.024181 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-1b053755-55f8-4654-a6b1-32dab369c384 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1570638530', 'description': 'tempest-description--2080407724'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:11.034687 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1b053755-55f8-4654-a6b1-32dab369c384 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:11.045969 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-50d5f1e5-d7c5-41bb-9129-40d3eb4688e7 tempest-DHCPAgentSchedulersTestJSON-2101180146 tempest-DHCPAgentSchedulersTestJSON-2101180146-project-admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5201230 Feb 28 14:21:11.049059 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49430) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:11.050016 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1b053755-55f8-4654-a6b1-32dab369c384 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Usage tracker for resource:security_group and tenant:4d72bc82016641f3924a9bff58fc1ab5 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:11.057304 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1b053755-55f8-4654-a6b1-32dab369c384 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:11.063659 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-cabd4874-1db6-4f26-95d9-80a3aa5b153e tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-330295348'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:11.083076 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:11.097656 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cabd4874-1db6-4f26-95d9-80a3aa5b153e tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:11.100228 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1b053755-55f8-4654-a6b1-32dab369c384 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:11.101672 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 19e14f61-dbec-4a30-aa52-3bcf5aa421d4, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=19e14f61-dbec-4a30-aa52-3bcf5aa421d4,segment=NetworkSegment(04dbf6d6-0639-4679-9402-d5e401308274),segment_id=04dbf6d6-0639-4679-9402-d5e401308274)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:11.120351 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:11.217709 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=19e14f61-dbec-4a30-aa52-3bcf5aa421d4,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:11.263622 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:11.268874 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c24f7c7-9af3-42aa-b7fe-5011cdf047c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:11.298209 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 4.2850542 Feb 28 14:21:11.339045 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Pushing event updated for resources: {'Network': ['ID=5bcd4754-7da6-4ee7-89ec-d0345d65455a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:11.365449 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-6beac3a4-87c8-45c9-99b0-cb9dc48b41a4 None None] Set router 89f73b40-618e-447e-897a-f81478bf3356 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:21:11.385685 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-5b9c1abc-7373-427d-94df-332e9edee9f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] For port 901f6f83-372c-497e-8ab5-297fa2d0b42c, host hv-neutron-8311, got binding levels [] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:11.386034 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5b9c1abc-7373-427d-94df-332e9edee9f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:11.472502 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 5bcd4754-7da6-4ee7-89ec-d0345d65455a details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:21:11.538675 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49434) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:11.539465 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49436) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:11.544655 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cabd4874-1db6-4f26-95d9-80a3aa5b153e tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Usage tracker for resource:network and tenant:bfad4915665646788953697b230fa137 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:11.549474 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-1c24f7c7-9af3-42aa-b7fe-5011cdf047c0 admin admin] Transition to ACTIVE for port object bda9e0e0-90ae-483c-bafd-7b427d5a545e will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:11.577450 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d04501b-ffb7-4ed2-8771-b851048bbbb3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:11.602048 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c24f7c7-9af3-42aa-b7fe-5011cdf047c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:11.620521 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cabd4874-1db6-4f26-95d9-80a3aa5b153e tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:11.633942 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5b9c1abc-7373-427d-94df-332e9edee9f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Calling delete_port for 901f6f83-372c-497e-8ab5-297fa2d0b42c owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:21:11.663747 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 88510e55-8c0a-401a-b8e1-e789de388ffc up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:21:11.678941 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cabd4874-1db6-4f26-95d9-80a3aa5b153e tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:11.689820 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1b053755-55f8-4654-a6b1-32dab369c384 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:11.786804 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1b053755-55f8-4654-a6b1-32dab369c384 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:11.791610 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabd4874-1db6-4f26-95d9-80a3aa5b153e tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Made reservation on behalf of bfad4915665646788953697b230fa137 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:11.795148 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cabd4874-1db6-4f26-95d9-80a3aa5b153e tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:11.809876 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 88510e55-8c0a-401a-b8e1-e789de388ffc completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:11.824060 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1b053755-55f8-4654-a6b1-32dab369c384 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Usage tracker for resource:security_group_rule and tenant:4d72bc82016641f3924a9bff58fc1ab5 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:11.825264 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a84c0c9e-3e5c-42cc-8f59-1bc4668f5d50 None None] Could not find standard attr ID for object 91c052c4-9c52-46ac-a83c-319bac208103. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:21:11.827787 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 88510e55-8c0a-401a-b8e1-e789de388ffc triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:11.830068 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1b053755-55f8-4654-a6b1-32dab369c384 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:11.830556 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:11.839975 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1b053755-55f8-4654-a6b1-32dab369c384 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:11.860864 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cabd4874-1db6-4f26-95d9-80a3aa5b153e tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:21:11.862323 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1f6846-4e3c-4189-94ed-358b892723e6 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:11.869731 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1f6846-4e3c-4189-94ed-358b892723e6 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:11.875225 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cabd4874-1db6-4f26-95d9-80a3aa5b153e tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:11.875574 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-cabd4874-1db6-4f26-95d9-80a3aa5b153e tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Added segment 0bf440c5-66eb-4303-a0b2-5354ca0a9f20 of type vlan for network cfa93309-8c62-4779-be38-0afb502317e2 Feb 28 14:21:11.876813 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1f6846-4e3c-4189-94ed-358b892723e6 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:11.877794 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6beac3a4-87c8-45c9-99b0-cb9dc48b41a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f73b40-618e-447e-897a-f81478bf3356', 'name': 'tempest-ServerActionsTestJSON-300200751-router', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:54Z', 'updated_at': '2022-02-28T14:21:03Z', 'revision_number': 4, 'project_id': '1c08c193cf744f45b8defa27863396ab', 'gw_port': {'id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f73b40-618e-447e-897a-f81478bf3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:55Z', 'updated_at': '2022-02-28T14:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '520730ad-1c8d-4e65-a241-100db5848c81', 'name': '', 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'mac_address': 'fa:16:3e:c8:3c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f73b40-618e-447e-897a-f81478bf3356', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bc032688-fb3b-418b-8fdf-7d855b7f648b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:01Z', 'updated_at': '2022-02-28T14:21:03Z', 'revision_number': 2, 'project_id': '1c08c193cf744f45b8defa27863396ab', 'subnets': [{'id': 'bc032688-fb3b-418b-8fdf-7d855b7f648b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:11.883074 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1f6846-4e3c-4189-94ed-358b892723e6 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:11.883520 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beac3a4-87c8-45c9-99b0-cb9dc48b41a4 None None] Checking router: 89f73b40-618e-447e-897a-f81478bf3356 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:21:11.884223 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beac3a4-87c8-45c9-99b0-cb9dc48b41a4 None None] Updating router 89f73b40-618e-447e-897a-f81478bf3356 port 520730ad-1c8d-4e65-a241-100db5848c81 binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:21:11.889630 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1f6846-4e3c-4189-94ed-358b892723e6 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:11.890530 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9d1f6846-4e3c-4189-94ed-358b892723e6 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Synchronizing usage tracker for tenant:40d75be492404f5887864aa8f697968f on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:21:11.918024 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cabd4874-1db6-4f26-95d9-80a3aa5b153e tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:11.953989 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24f7c7-9af3-42aa-b7fe-5011cdf047c0 admin admin] Pushing event updated for resources: {'Port': ['ID=bda9e0e0-90ae-483c-bafd-7b427d5a545e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:11.965767 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-6beac3a4-87c8-45c9-99b0-cb9dc48b41a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:11.966453 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cabd4874-1db6-4f26-95d9-80a3aa5b153e tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:11.973268 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabd4874-1db6-4f26-95d9-80a3aa5b153e tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:11.974225 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cabd4874-1db6-4f26-95d9-80a3aa5b153e tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:11.975624 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3c859-4840-4891-af5a-496671bf9691 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Pushing event updated for resources: {'Network': ['ID=76fc9002-8d3e-4c4d-9170-9f6fe1a0060e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:11.989435 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7bc25cf2-80c5-4d2a-917c-b158360bd309 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:11.994727 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-276ef389-e327-4e35-8a4c-3067cd5c11eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:12.000853 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 76fc9002-8d3e-4c4d-9170-9f6fe1a0060e details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:21:12.014886 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5b9c1abc-7373-427d-94df-332e9edee9f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:12.032763 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7bc25cf2-80c5-4d2a-917c-b158360bd309 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:12.045119 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d04501b-ffb7-4ed2-8771-b851048bbbb3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:12.053520 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c24f7c7-9af3-42aa-b7fe-5011cdf047c0 admin admin] Network e762f53b-5c59-4b59-919d-951d3062ab7d is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:12.125290 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-276ef389-e327-4e35-8a4c-3067cd5c11eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:12.127481 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-1c24f7c7-9af3-42aa-b7fe-5011cdf047c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:12.142728 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-276ef389-e327-4e35-8a4c-3067cd5c11eb admin admin] Usage tracker for resource:security_group_rule and tenant:d96b07ae11884c7dbef0041b56540f4f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:12.148322 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c24f7c7-9af3-42aa-b7fe-5011cdf047c0 admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:12.167508 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-861796be-8025-4ef9-931e-60cd7cb270dd None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:12.190118 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc25cf2-80c5-4d2a-917c-b158360bd309 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4adf86eb-7991-4e6d-8515-330b5e419665,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:12.194074 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7bc25cf2-80c5-4d2a-917c-b158360bd309 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:12.194910 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c1abc-7373-427d-94df-332e9edee9f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Pushing event deleted for resources: {'Port': ['ID=901f6f83-372c-497e-8ab5-297fa2d0b42c,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:12.201354 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7bc25cf2-80c5-4d2a-917c-b158360bd309 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1512134 Feb 28 14:21:12.210914 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-276ef389-e327-4e35-8a4c-3067cd5c11eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:12.212587 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49444) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:12.229085 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-102dcf3f-7ce4-4e44-955f-e3ece7e76a60 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Request body: {'security_group_rule': {'security_group_id': '6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:12.238484 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-102dcf3f-7ce4-4e44-955f-e3ece7e76a60 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:12.243139 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-102dcf3f-7ce4-4e44-955f-e3ece7e76a60 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Usage tracker for resource:security_group_rule and tenant:1c08c193cf744f45b8defa27863396ab is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:12.246318 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-102dcf3f-7ce4-4e44-955f-e3ece7e76a60 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:12.251873 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-276ef389-e327-4e35-8a4c-3067cd5c11eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:12.260451 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-102dcf3f-7ce4-4e44-955f-e3ece7e76a60 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:12.261915 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-861796be-8025-4ef9-931e-60cd7cb270dd None None] Transition to ACTIVE for port object f6b9265e-99eb-4738-8225-7fc4bea501bc will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:12.264635 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d04501b-ffb7-4ed2-8771-b851048bbbb3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Network 16d996a6-58e6-44a5-98a0-bcf1b900c1e6 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:12.272867 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd4874-1db6-4f26-95d9-80a3aa5b153e tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Pushing event updated for resources: {'Network': ['ID=cfa93309-8c62-4779-be38-0afb502317e2,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:12.276677 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5b9c1abc-7373-427d-94df-332e9edee9f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:12.286697 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cabd4874-1db6-4f26-95d9-80a3aa5b153e tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2307513 Feb 28 14:21:12.291249 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49448) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:12.300517 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network cfa93309-8c62-4779-be38-0afb502317e2 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:21:12.310511 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-2d04501b-ffb7-4ed2-8771-b851048bbbb3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:12.312178 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102dcf3f-7ce4-4e44-955f-e3ece7e76a60 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:12.323113 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5b9c1abc-7373-427d-94df-332e9edee9f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] 10.222.0.30 "DELETE /v2.0/ports/901f6f83-372c-497e-8ab5-297fa2d0b42c HTTP/1.1" status: 204 len: 168 time: 1.5744700 Feb 28 14:21:12.324198 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-861796be-8025-4ef9-931e-60cd7cb270dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:12.324615 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d04501b-ffb7-4ed2-8771-b851048bbbb3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:12.339787 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49452) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:12.424233 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04501b-ffb7-4ed2-8771-b851048bbbb3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Pushing event updated for resources: {'Port': ['ID=550c4bba-b601-4ba7-97c3-1394cdb9a634,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:12.498446 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-6beac3a4-87c8-45c9-99b0-cb9dc48b41a4 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:12.505126 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c24f7c7-9af3-42aa-b7fe-5011cdf047c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:12.521516 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-6beac3a4-87c8-45c9-99b0-cb9dc48b41a4 None None] Transition to ACTIVE for port object 520730ad-1c8d-4e65-a241-100db5848c81 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:12.537491 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-6beac3a4-87c8-45c9-99b0-cb9dc48b41a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:12.677003 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:12.786466 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b54ebeab-a0ff-4ba6-b8ee-ea52e2abb1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] GET failed (client error): The resource could not be found. Feb 28 14:21:12.787031 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b54ebeab-a0ff-4ba6-b8ee-ea52e2abb1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Synchronizing usage tracker for tenant:f89059059d8941aebe623dba6d3971e9 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:21:12.828312 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d04501b-ffb7-4ed2-8771-b851048bbbb3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:12.838343 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1b053755-55f8-4654-a6b1-32dab369c384 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:12.853089 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1b053755-55f8-4654-a6b1-32dab369c384 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:12.879195 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7675d-99f5-4136-9eca-b93fb9e0b95c None None] Pushing event updated for resources: {'Port': ['ID=520730ad-1c8d-4e65-a241-100db5848c81,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:12.891210 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:12.899627 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9d1f6846-4e3c-4189-94ed-358b892723e6 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Unset dirty status for tenant:40d75be492404f5887864aa8f697968f on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:21:12.904835 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9d1f6846-4e3c-4189-94ed-358b892723e6 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2974 time: 1.3203061 Feb 28 14:21:12.909000 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49456) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:12.914936 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed02f2-6f7f-4085-833e-3db7962ccd88 None None] Pushing event updated for resources: {'Port': ['ID=f6b9265e-99eb-4738-8225-7fc4bea501bc,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:12.928264 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 88510e55-8c0a-401a-b8e1-e789de388ffc, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=88510e55-8c0a-401a-b8e1-e789de388ffc,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:12.944331 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6f596cd6-bb46-43c4-b867-95cc2355c08c None None] Provisioning for port bda9e0e0-90ae-483c-bafd-7b427d5a545e completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:12.953014 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b053755-55f8-4654-a6b1-32dab369c384 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c63a8883-97f5-4c2d-8a0d-4b6a5e2b0e22,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:12.967608 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6f596cd6-bb46-43c4-b867-95cc2355c08c None None] Provisioning complete for port bda9e0e0-90ae-483c-bafd-7b427d5a545e triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:12.967979 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6f596cd6-bb46-43c4-b867-95cc2355c08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:12.969820 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-6beac3a4-87c8-45c9-99b0-cb9dc48b41a4 None None] Attempting to bind port 520730ad-1c8d-4e65-a241-100db5848c81 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:12.970412 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-6beac3a4-87c8-45c9-99b0-cb9dc48b41a4 None None] Attempting to bind port 520730ad-1c8d-4e65-a241-100db5848c81 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '975876b0-ebc4-4d96-a295-bc3105e7b9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:12.971042 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102dcf3f-7ce4-4e44-955f-e3ece7e76a60 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:12.972228 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beac3a4-87c8-45c9-99b0-cb9dc48b41a4 None None] Attempting to bind port 520730ad-1c8d-4e65-a241-100db5848c81 on network 29a7bbad-e952-45ba-80e0-ba14ba64ba8a {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:12.982073 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beac3a4-87c8-45c9-99b0-cb9dc48b41a4 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:21:12.983872 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beac3a4-87c8-45c9-99b0-cb9dc48b41a4 None None] Checking segment: {'id': '975876b0-ebc4-4d96-a295-bc3105e7b9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:21:12.984678 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-6beac3a4-87c8-45c9-99b0-cb9dc48b41a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:12.985539 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beac3a4-87c8-45c9-99b0-cb9dc48b41a4 None None] Bound using segment: {'id': '975876b0-ebc4-4d96-a295-bc3105e7b9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:21:12.986224 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-6beac3a4-87c8-45c9-99b0-cb9dc48b41a4 None None] Bound port: 520730ad-1c8d-4e65-a241-100db5848c81, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975876b0-ebc4-4d96-a295-bc3105e7b9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:21:12.986899 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-6beac3a4-87c8-45c9-99b0-cb9dc48b41a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:13.003947 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102dcf3f-7ce4-4e44-955f-e3ece7e76a60 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:13.005014 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:13.006976 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d508f9e8-0c18-4564-af19-5eaa923917ba up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:21:13.060544 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e144b40f-452f-45e6-a731-a536046636e9 tempest-DHCPAgentSchedulersTestJSON-2101180146 tempest-DHCPAgentSchedulersTestJSON-2101180146-project-admin] 10.222.0.30 "GET /v2.0/agents/361d3c1f-256a-41e2-ab1c-266b7e3f476b/dhcp-networks HTTP/1.1" status: 200 len: 7221 time: 0.7604010 Feb 28 14:21:13.062007 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1b053755-55f8-4654-a6b1-32dab369c384 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:13.065887 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1b053755-55f8-4654-a6b1-32dab369c384 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0513153 Feb 28 14:21:13.066052 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102dcf3f-7ce4-4e44-955f-e3ece7e76a60 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:13.067219 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-102dcf3f-7ce4-4e44-955f-e3ece7e76a60 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8488011 Feb 28 14:21:13.069779 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49460) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:13.069976 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49462) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:13.073625 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49464) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:13.076666 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102dcf3f-7ce4-4e44-955f-e3ece7e76a60 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec1402c-fa7c-4071-abb2-c9115de56c8e,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:13.099189 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a8e2ce1e-3d45-4dd3-92d6-b05cfe68a010 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Request body: {'security_group_rule': {'security_group_id': 'c63a8883-97f5-4c2d-8a0d-4b6a5e2b0e22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:13.105619 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a8e2ce1e-3d45-4dd3-92d6-b05cfe68a010 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:13.110496 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a8e2ce1e-3d45-4dd3-92d6-b05cfe68a010 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Usage tracker for resource:security_group_rule and tenant:4d72bc82016641f3924a9bff58fc1ab5 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:13.111337 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-861796be-8025-4ef9-931e-60cd7cb270dd None None] Attempting to bind port f6b9265e-99eb-4738-8225-7fc4bea501bc on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:13.111730 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-6beac3a4-87c8-45c9-99b0-cb9dc48b41a4 None None] For port 520730ad-1c8d-4e65-a241-100db5848c81, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:21:13.112033 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-861796be-8025-4ef9-931e-60cd7cb270dd None None] Attempting to bind port f6b9265e-99eb-4738-8225-7fc4bea501bc by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'b1d24562-6186-4df5-9b28-e46e64e36f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6f134a4f-83be-490b-9126-09efbaa9ed81'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:13.112650 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861796be-8025-4ef9-931e-60cd7cb270dd None None] Attempting to bind port f6b9265e-99eb-4738-8225-7fc4bea501bc on network 6f134a4f-83be-490b-9126-09efbaa9ed81 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:13.114291 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a8e2ce1e-3d45-4dd3-92d6-b05cfe68a010 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:13.116351 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-6beac3a4-87c8-45c9-99b0-cb9dc48b41a4 None None] For port 520730ad-1c8d-4e65-a241-100db5848c81, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=520730ad-1c8d-4e65-a241-100db5848c81,segment=NetworkSegment(975876b0-ebc4-4d96-a295-bc3105e7b9bf),segment_id=975876b0-ebc4-4d96-a295-bc3105e7b9bf)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:21:13.122333 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a8e2ce1e-3d45-4dd3-92d6-b05cfe68a010 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:13.122816 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-6beac3a4-87c8-45c9-99b0-cb9dc48b41a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:13.135703 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-3661b7ae-0581-4385-9288-7792b2626e05 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:13.140067 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861796be-8025-4ef9-931e-60cd7cb270dd None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:21:13.140743 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861796be-8025-4ef9-931e-60cd7cb270dd None None] Checking segment: {'id': 'b1d24562-6186-4df5-9b28-e46e64e36f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6f134a4f-83be-490b-9126-09efbaa9ed81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:21:13.141361 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-861796be-8025-4ef9-931e-60cd7cb270dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:13.141944 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861796be-8025-4ef9-931e-60cd7cb270dd None None] Bound using segment: {'id': 'b1d24562-6186-4df5-9b28-e46e64e36f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6f134a4f-83be-490b-9126-09efbaa9ed81'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:21:13.142616 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-861796be-8025-4ef9-931e-60cd7cb270dd None None] Bound port: f6b9265e-99eb-4738-8225-7fc4bea501bc, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d24562-6186-4df5-9b28-e46e64e36f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6f134a4f-83be-490b-9126-09efbaa9ed81'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:21:13.143270 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-861796be-8025-4ef9-931e-60cd7cb270dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:13.144372 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3661b7ae-0581-4385-9288-7792b2626e05 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:13.164555 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3661b7ae-0581-4385-9288-7792b2626e05 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Usage tracker for resource:floatingip and tenant:1c08c193cf744f45b8defa27863396ab is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:13.168476 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3661b7ae-0581-4385-9288-7792b2626e05 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:13.176338 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3661b7ae-0581-4385-9288-7792b2626e05 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:13.202358 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6f596cd6-bb46-43c4-b867-95cc2355c08c None None] Port bda9e0e0-90ae-483c-bafd-7b427d5a545e cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:21:13.203594 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b9bfd47d-5462-4186-b7ed-98f1b1efc7a2 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:13.224093 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-276ef389-e327-4e35-8a4c-3067cd5c11eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:13.229755 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7675d-99f5-4136-9eca-b93fb9e0b95c None None] Pushing event updated for resources: {'Port': ['ID=520730ad-1c8d-4e65-a241-100db5848c81,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:13.235287 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-276ef389-e327-4e35-8a4c-3067cd5c11eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:13.259978 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=88510e55-8c0a-401a-b8e1-e789de388ffc,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:13.263446 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b54ebeab-a0ff-4ba6-b8ee-ea52e2abb1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Unset dirty status for tenant:f89059059d8941aebe623dba6d3971e9 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:21:13.269009 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b54ebeab-a0ff-4ba6-b8ee-ea52e2abb1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] 10.222.0.30 "GET /v2.0/ports/901f6f83-372c-497e-8ab5-297fa2d0b42c HTTP/1.1" status: 404 len: 333 time: 0.9216866 Feb 28 14:21:13.276696 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49472) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:13.287976 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a1681769-7ea6-40c3-a155-132beb936bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Request body: {'port': {'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-573001998'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:13.290329 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beac3a4-87c8-45c9-99b0-cb9dc48b41a4 None None] Routers {'89f73b40-618e-447e-897a-f81478bf3356'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:21:13.290968 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6beac3a4-87c8-45c9-99b0-cb9dc48b41a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:21:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['89f73b40-618e-447e-897a-f81478bf3356'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:13.293653 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a1681769-7ea6-40c3-a155-132beb936bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:13.303486 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-276ef389-e327-4e35-8a4c-3067cd5c11eb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d96b07ae11884c7dbef0041b56540f4f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7164509 Feb 28 14:21:13.307192 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ef389-e327-4e35-8a4c-3067cd5c11eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8afdb0-9c2f-4289-99f3-adcd8efceea9,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:13.321873 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3661b7ae-0581-4385-9288-7792b2626e05 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:13.324489 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port d508f9e8-0c18-4564-af19-5eaa923917ba triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:13.324929 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:13.351097 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a1681769-7ea6-40c3-a155-132beb936bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:13.359931 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49476) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:13.392801 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d04501b-ffb7-4ed2-8771-b851048bbbb3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:13.393359 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a8e2ce1e-3d45-4dd3-92d6-b05cfe68a010 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:13.448453 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-861796be-8025-4ef9-931e-60cd7cb270dd None None] For port f6b9265e-99eb-4738-8225-7fc4bea501bc, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:21:13.507236 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1681769-7ea6-40c3-a155-132beb936bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Made reservation on behalf of f89059059d8941aebe623dba6d3971e9 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:13.512222 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a1681769-7ea6-40c3-a155-132beb936bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:13.538353 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c6c88da7-f25a-49c7-8797-30a1198f1c64 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:21:13.576642 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d3c43a5a-55c5-4e06-9988-e757e2926634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:13.580056 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-861796be-8025-4ef9-931e-60cd7cb270dd None None] For port f6b9265e-99eb-4738-8225-7fc4bea501bc, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=f6b9265e-99eb-4738-8225-7fc4bea501bc,segment=NetworkSegment(b1d24562-6186-4df5-9b28-e46e64e36f93),segment_id=b1d24562-6186-4df5-9b28-e46e64e36f93)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:21:13.585311 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24c0e2d-2e9c-427c-b6f4-d0bf38dbd7ef tempest-DHCPAgentSchedulersTestJSON-2101180146 tempest-DHCPAgentSchedulersTestJSON-2101180146-project-admin] Network cfa93309-8c62-4779-be38-0afb502317e2 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:21:13.595959 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-861796be-8025-4ef9-931e-60cd7cb270dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:13.624921 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-6beac3a4-87c8-45c9-99b0-cb9dc48b41a4 None None] Set router 89f73b40-618e-447e-897a-f81478bf3356 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:21:13.654212 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d04501b-ffb7-4ed2-8771-b851048bbbb3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:13.722000 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-a1681769-7ea6-40c3-a155-132beb936bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] device_id is not set on port 6f5532ac-4748-4d33-aeda-11d0678e2af3 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:21:13.735094 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed02f2-6f7f-4085-833e-3db7962ccd88 None None] Pushing event updated for resources: {'Port': ['ID=f6b9265e-99eb-4738-8225-7fc4bea501bc,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:13.740255 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861796be-8025-4ef9-931e-60cd7cb270dd None None] Routers {'a3602704-2ad1-4079-a2a6-7155f8416449'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:21:13.741454 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-861796be-8025-4ef9-931e-60cd7cb270dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:21:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['a3602704-2ad1-4079-a2a6-7155f8416449'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:13.774087 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b9bfd47d-5462-4186-b7ed-98f1b1efc7a2 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:13.801161 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b9bfd47d-5462-4186-b7ed-98f1b1efc7a2 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bcd4754-7da6-4ee7-89ec-d0345d65455a']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:13.810604 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d04501b-ffb7-4ed2-8771-b851048bbbb3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:13.891699 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port c6c88da7-f25a-49c7-8797-30a1198f1c64 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:13.900295 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b9bfd47d-5462-4186-b7ed-98f1b1efc7a2 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343faa63-180b-4860-bbdc-01c8d6c27430') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:13.900590 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b9bfd47d-5462-4186-b7ed-98f1b1efc7a2 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343faa63-180b-4860-bbdc-01c8d6c27430') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:13.984950 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c24f7c7-9af3-42aa-b7fe-5011cdf047c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:13.996923 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b9bfd47d-5462-4186-b7ed-98f1b1efc7a2 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:14.022898 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04501b-ffb7-4ed2-8771-b851048bbbb3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Pushing event updated for resources: {'Port': ['ID=550c4bba-b601-4ba7-97c3-1394cdb9a634,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:14.041647 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port c6c88da7-f25a-49c7-8797-30a1198f1c64 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:14.042298 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:14.060561 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a1681769-7ea6-40c3-a155-132beb936bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:14.116801 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a24c0e2d-2e9c-427c-b6f4-d0bf38dbd7ef tempest-DHCPAgentSchedulersTestJSON-2101180146 tempest-DHCPAgentSchedulersTestJSON-2101180146-project-admin] 10.222.0.30 "POST /v2.0/agents/361d3c1f-256a-41e2-ab1c-266b7e3f476b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.0452743 Feb 28 14:21:14.120572 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a1681769-7ea6-40c3-a155-132beb936bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:14.122171 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49480) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:14.125987 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d3c43a5a-55c5-4e06-9988-e757e2926634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:14.127956 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6beac3a4-87c8-45c9-99b0-cb9dc48b41a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f73b40-618e-447e-897a-f81478bf3356', 'name': 'tempest-ServerActionsTestJSON-300200751-router', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:54Z', 'updated_at': '2022-02-28T14:21:03Z', 'revision_number': 4, 'project_id': '1c08c193cf744f45b8defa27863396ab', 'gw_port': {'id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f73b40-618e-447e-897a-f81478bf3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:55Z', 'updated_at': '2022-02-28T14:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '520730ad-1c8d-4e65-a241-100db5848c81', 'name': '', 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'mac_address': 'fa:16:3e:c8:3c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f73b40-618e-447e-897a-f81478bf3356', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bc032688-fb3b-418b-8fdf-7d855b7f648b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:01Z', 'updated_at': '2022-02-28T14:21:13Z', 'revision_number': 4, 'project_id': '1c08c193cf744f45b8defa27863396ab', 'subnets': [{'id': 'bc032688-fb3b-418b-8fdf-7d855b7f648b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:14.138410 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beac3a4-87c8-45c9-99b0-cb9dc48b41a4 None None] The sync data for ids ['89f73b40-618e-447e-897a-f81478bf3356'] in dv-neutron-831192-4-hyperv is: [{'id': '89f73b40-618e-447e-897a-f81478bf3356', 'name': 'tempest-ServerActionsTestJSON-300200751-router', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:54Z', 'updated_at': '2022-02-28T14:21:03Z', 'revision_number': 4, 'project_id': '1c08c193cf744f45b8defa27863396ab', 'gw_port': {'id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f73b40-618e-447e-897a-f81478bf3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:55Z', 'updated_at': '2022-02-28T14:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '520730ad-1c8d-4e65-a241-100db5848c81', 'name': '', 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'mac_address': 'fa:16:3e:c8:3c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f73b40-618e-447e-897a-f81478bf3356', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bc032688-fb3b-418b-8fdf-7d855b7f648b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:01Z', 'updated_at': '2022-02-28T14:21:13Z', 'revision_number': 4, 'project_id': '1c08c193cf744f45b8defa27863396ab', 'subnets': [{'id': 'bc032688-fb3b-418b-8fdf-7d855b7f648b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:21:14.139188 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ebe5ee-ef1b-432a-a2f7-55b2b5fd55aa None None] Network cfa93309-8c62-4779-be38-0afb502317e2 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:21:14.244517 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a8e2ce1e-3d45-4dd3-92d6-b05cfe68a010 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:14.277838 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a8e2ce1e-3d45-4dd3-92d6-b05cfe68a010 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:14.281524 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1681769-7ea6-40c3-a155-132beb936bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:14.294571 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b9bfd47d-5462-4186-b7ed-98f1b1efc7a2 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:14.313106 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d04501b-ffb7-4ed2-8771-b851048bbbb3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:14.324519 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-a1681769-7ea6-40c3-a155-132beb936bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:14.333676 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9bfd47d-5462-4186-b7ed-98f1b1efc7a2 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:21:14.334404 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b9bfd47d-5462-4186-b7ed-98f1b1efc7a2 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:21:14.357667 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:21:14.370331 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-861796be-8025-4ef9-931e-60cd7cb270dd None None] Set router a3602704-2ad1-4079-a2a6-7155f8416449 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:21:14.391341 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1681769-7ea6-40c3-a155-132beb936bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:14.394013 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1681769-7ea6-40c3-a155-132beb936bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:14.395768 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a1681769-7ea6-40c3-a155-132beb936bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:14.407081 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2ce1e-3d45-4dd3-92d6-b05cfe68a010 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7051952a-80e1-462f-856e-a5135cc7e7e7,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:14.409273 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1681769-7ea6-40c3-a155-132beb936bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Pushing event updated for resources: {'Port': ['ID=6f5532ac-4748-4d33-aeda-11d0678e2af3,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:14.473965 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d04501b-ffb7-4ed2-8771-b851048bbbb3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:14.475900 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2d04501b-ffb7-4ed2-8771-b851048bbbb3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.2536333 Feb 28 14:21:14.481923 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49484) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:14.556660 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a8e2ce1e-3d45-4dd3-92d6-b05cfe68a010 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:14.557880 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a8e2ce1e-3d45-4dd3-92d6-b05cfe68a010 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4855347 Feb 28 14:21:14.560562 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49488) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:14.566300 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-248ca676-9c25-486d-9e97-edbf3930dd33 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Request body: {'security_group_rule': {'security_group_id': 'c63a8883-97f5-4c2d-8a0d-4b6a5e2b0e22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:14.585790 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-248ca676-9c25-486d-9e97-edbf3930dd33 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:14.592279 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a1681769-7ea6-40c3-a155-132beb936bbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3101642 Feb 28 14:21:14.620135 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:14.626133 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49492) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:14.627772 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-248ca676-9c25-486d-9e97-edbf3930dd33 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Usage tracker for resource:security_group_rule and tenant:4d72bc82016641f3924a9bff58fc1ab5 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:14.631249 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c24f7c7-9af3-42aa-b7fe-5011cdf047c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:14.632061 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d3c43a5a-55c5-4e06-9988-e757e2926634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:14.634468 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d3c43a5a-55c5-4e06-9988-e757e2926634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:14.637937 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d3c43a5a-55c5-4e06-9988-e757e2926634 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7c8afdb0-9c2f-4289-99f3-adcd8efceea9 HTTP/1.1" status: 204 len: 168 time: 1.2587616 Feb 28 14:21:14.637937 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-248ca676-9c25-486d-9e97-edbf3930dd33 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:14.655467 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b9bfd47d-5462-4186-b7ed-98f1b1efc7a2 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:14.661595 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8311'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:14.669413 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-248ca676-9c25-486d-9e97-edbf3930dd33 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:14.690066 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c43a5a-55c5-4e06-9988-e757e2926634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8afdb0-9c2f-4289-99f3-adcd8efceea9,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:14.693034 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-288d27da-25f3-498f-8bd0-00b49555ad1b tempest-DHCPAgentSchedulersTestJSON-2101180146 tempest-DHCPAgentSchedulersTestJSON-2101180146-project-admin] 10.222.0.30 "GET /v2.0/agents/361d3c1f-256a-41e2-ab1c-266b7e3f476b/dhcp-networks HTTP/1.1" status: 200 len: 7990 time: 0.5579543 Feb 28 14:21:14.696537 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49498) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:14.697471 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b9bfd47d-5462-4186-b7ed-98f1b1efc7a2 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:14.700554 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3661b7ae-0581-4385-9288-7792b2626e05 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:14.742645 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bfd47d-5462-4186-b7ed-98f1b1efc7a2 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Pushing event deleted for resources: {'Network': ['ID=5bcd4754-7da6-4ee7-89ec-d0345d65455a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:14.745128 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c24f7c7-9af3-42aa-b7fe-5011cdf047c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:14.769691 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port c6c88da7-f25a-49c7-8797-30a1198f1c64, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c6c88da7-f25a-49c7-8797-30a1198f1c64,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:14.792442 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-248ca676-9c25-486d-9e97-edbf3930dd33 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:14.819472 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c79a78cc-9d45-4926-9793-5b21b160580a tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Synchronizing usage tracker for tenant:9e1135b242df48618d3ef6b9394b8113 on resource:floatingip {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:21:14.822580 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:14.895204 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4f389ce9-393e-463d-b1ca-a82ccef9ded2 tempest-DHCPAgentSchedulersTestJSON-2101180146 tempest-DHCPAgentSchedulersTestJSON-2101180146-project-admin] 10.222.0.30 "DELETE /v2.0/agents/361d3c1f-256a-41e2-ab1c-266b7e3f476b/dhcp-networks/cfa93309-8c62-4779-be38-0afb502317e2 HTTP/1.1" status: 204 len: 168 time: 0.1901746 Feb 28 14:21:14.896683 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49502) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:15.007967 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24f7c7-9af3-42aa-b7fe-5011cdf047c0 admin admin] Pushing event updated for resources: {'Port': ['ID=bda9e0e0-90ae-483c-bafd-7b427d5a545e,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:15.010681 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c24f7c7-9af3-42aa-b7fe-5011cdf047c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:15.023943 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 520730ad-1c8d-4e65-a241-100db5848c81 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:21:15.032946 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-248ca676-9c25-486d-9e97-edbf3930dd33 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:15.048990 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-248ca676-9c25-486d-9e97-edbf3930dd33 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:15.065937 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=c6c88da7-f25a-49c7-8797-30a1198f1c64,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:15.079682 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c79a78cc-9d45-4926-9793-5b21b160580a tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Unset dirty status for tenant:9e1135b242df48618d3ef6b9394b8113 on resource:floatingip {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:21:15.086079 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c79a78cc-9d45-4926-9793-5b21b160580a tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] 10.222.0.30 "GET /v2.0/floatingips?floating_network_id=16d996a6-58e6-44a5-98a0-bcf1b900c1e6 HTTP/1.1" status: 200 len: 689 time: 0.5909169 Feb 28 14:21:15.086079 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b9bfd47d-5462-4186-b7ed-98f1b1efc7a2 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] 10.222.0.30 "DELETE /v2.0/networks/5bcd4754-7da6-4ee7-89ec-d0345d65455a HTTP/1.1" status: 204 len: 168 time: 2.1655915 Feb 28 14:21:15.091470 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49508) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:15.091802 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49510) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:15.119467 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-3661b7ae-0581-4385-9288-7792b2626e05 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Allocated IP 172.26.5.101 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/cbfee39d-bbd3-4eea-8daf-e507da645080) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:21:15.147903 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 520730ad-1c8d-4e65-a241-100db5848c81 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:15.151050 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:15.154212 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ca676-9c25-486d-9e97-edbf3930dd33 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea34ac7c-6e6c-4bec-a5a5-40058485bdf4,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:15.157216 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 520730ad-1c8d-4e65-a241-100db5848c81 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:15.157959 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:15.202422 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-248ca676-9c25-486d-9e97-edbf3930dd33 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:15.206530 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-248ca676-9c25-486d-9e97-edbf3930dd33 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6420696 Feb 28 14:21:15.209143 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49522) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:15.223888 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d074d9e4-3b82-4825-91e6-e88884aa7531 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:15.228681 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-861796be-8025-4ef9-931e-60cd7cb270dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'name': 'tempest-ServersTestManualDisk-33840772-router', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:52Z', 'updated_at': '2022-02-28T14:21:03Z', 'revision_number': 4, 'project_id': '4d72bc82016641f3924a9bff58fc1ab5', 'gw_port': {'id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:86:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:53Z', 'updated_at': '2022-02-28T14:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'f6b9265e-99eb-4738-8225-7fc4bea501bc', 'name': '', 'network_id': '6f134a4f-83be-490b-9126-09efbaa9ed81', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'mac_address': 'fa:16:3e:a8:99:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ab965bec-a153-49b8-b416-6dcecda8b7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:59Z', 'updated_at': '2022-02-28T14:21:13Z', 'revision_number': 4, 'project_id': '4d72bc82016641f3924a9bff58fc1ab5', 'subnets': [{'id': 'ab965bec-a153-49b8-b416-6dcecda8b7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:15.233186 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d074d9e4-3b82-4825-91e6-e88884aa7531 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:15.234166 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861796be-8025-4ef9-931e-60cd7cb270dd None None] The sync data for ids ['a3602704-2ad1-4079-a2a6-7155f8416449'] in dv-neutron-831192-4-hyperv is: [{'id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'name': 'tempest-ServersTestManualDisk-33840772-router', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:52Z', 'updated_at': '2022-02-28T14:21:03Z', 'revision_number': 4, 'project_id': '4d72bc82016641f3924a9bff58fc1ab5', 'gw_port': {'id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:86:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:53Z', 'updated_at': '2022-02-28T14:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'f6b9265e-99eb-4738-8225-7fc4bea501bc', 'name': '', 'network_id': '6f134a4f-83be-490b-9126-09efbaa9ed81', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'mac_address': 'fa:16:3e:a8:99:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ab965bec-a153-49b8-b416-6dcecda8b7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:59Z', 'updated_at': '2022-02-28T14:21:13Z', 'revision_number': 4, 'project_id': '4d72bc82016641f3924a9bff58fc1ab5', 'subnets': [{'id': 'ab965bec-a153-49b8-b416-6dcecda8b7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:21:15.352455 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:15.424740 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 520730ad-1c8d-4e65-a241-100db5848c81, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=520730ad-1c8d-4e65-a241-100db5848c81,segment=NetworkSegment(975876b0-ebc4-4d96-a295-bc3105e7b9bf),segment_id=975876b0-ebc4-4d96-a295-bc3105e7b9bf)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:15.434412 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:15.435346 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 88510e55-8c0a-401a-b8e1-e789de388ffc up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:21:15.465893 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d074d9e4-3b82-4825-91e6-e88884aa7531 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Usage tracker for resource:floatingip and tenant:4d72bc82016641f3924a9bff58fc1ab5 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:15.481742 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d074d9e4-3b82-4825-91e6-e88884aa7531 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:15.504367 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dd3cfc17-3a60-4bb8-9746-04e2cee9384a tempest-DHCPAgentSchedulersTestJSON-2101180146 tempest-DHCPAgentSchedulersTestJSON-2101180146-project-admin] 10.222.0.30 "GET /v2.0/agents/361d3c1f-256a-41e2-ab1c-266b7e3f476b/dhcp-networks HTTP/1.1" status: 200 len: 7221 time: 0.5932841 Feb 28 14:21:15.506181 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d074d9e4-3b82-4825-91e6-e88884aa7531 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:15.508119 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49530) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:15.570380 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d074d9e4-3b82-4825-91e6-e88884aa7531 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:15.593764 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-89bd999c-27b9-4d62-8236-ad2b810deebe tempest-DHCPAgentSchedulersTestJSON-2101180146 tempest-DHCPAgentSchedulersTestJSON-2101180146-project-admin] 10.222.0.30 "GET /v2.0/networks/90c243ca-d3ee-40cd-ab5c-5447541c8951/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0794880 Feb 28 14:21:15.597231 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=520730ad-1c8d-4e65-a241-100db5848c81,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:15.642713 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3661b7ae-0581-4385-9288-7792b2626e05 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:15.648562 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 88510e55-8c0a-401a-b8e1-e789de388ffc triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:15.648931 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:15.655731 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49536) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:15.712071 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-aef4cfb0-abe6-4465-a02e-4f185a79f4dd tempest-DHCPAgentSchedulersTestJSON-2101180146 tempest-DHCPAgentSchedulersTestJSON-2101180146-project-admin] 10.222.0.30 "GET /v2.0/networks/90c243ca-d3ee-40cd-ab5c-5447541c8951/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0543427 Feb 28 14:21:15.714257 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49542) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:15.803549 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3661b7ae-0581-4385-9288-7792b2626e05 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:15.834615 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 19e14f61-dbec-4a30-aa52-3bcf5aa421d4 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:21:15.900967 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d426bbc9-8c59-4762-8365-b33e90a2536b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:15.903087 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49548) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:15.912692 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 19e14f61-dbec-4a30-aa52-3bcf5aa421d4 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:15.913062 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:15.913947 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c24f7c7-9af3-42aa-b7fe-5011cdf047c0 admin admin] Network e762f53b-5c59-4b59-919d-951d3062ab7d is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:15.915819 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3661b7ae-0581-4385-9288-7792b2626e05 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:15.923531 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-1c24f7c7-9af3-42aa-b7fe-5011cdf047c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:15.928308 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8e60ef0-1637-498e-bb28-1b315e47bf9b tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:15.968871 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-3661b7ae-0581-4385-9288-7792b2626e05 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:15.989050 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3661b7ae-0581-4385-9288-7792b2626e05 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:16.126899 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661b7ae-0581-4385-9288-7792b2626e05 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Pushing event updated for resources: {'Port': ['ID=cbfee39d-bbd3-4eea-8daf-e507da645080,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:16.177889 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d426bbc9-8c59-4762-8365-b33e90a2536b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Deleting port 550c4bba-b601-4ba7-97c3-1394cdb9a634 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:21:16.178349 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d426bbc9-8c59-4762-8365-b33e90a2536b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:16.234247 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-03bdcd0b-67cb-4c44-a594-cbd52aa043bd tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1288860214'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:16.277887 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-03bdcd0b-67cb-4c44-a594-cbd52aa043bd tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:16.304163 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6faa1d3f-10c8-48fd-a7b2-63cb6e502750 tempest-DHCPAgentSchedulersTestJSON-2101180146 tempest-DHCPAgentSchedulersTestJSON-2101180146-project-admin] 10.222.0.30 "GET /v2.0/agents/361d3c1f-256a-41e2-ab1c-266b7e3f476b/dhcp-networks HTTP/1.1" status: 200 len: 7221 time: 0.5853984 Feb 28 14:21:16.304396 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-45b6c34b-56c0-4a8c-a5f6-d47cdfffd6fb None None] Provisioning complete for port bda9e0e0-90ae-483c-bafd-7b427d5a545e triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:16.304396 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-45b6c34b-56c0-4a8c-a5f6-d47cdfffd6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:16.304578 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-03bdcd0b-67cb-4c44-a594-cbd52aa043bd tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Usage tracker for resource:network and tenant:a3fcb39072064d24b6f5277a5aec0fc0 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:16.311794 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49554) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:16.312557 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-03bdcd0b-67cb-4c44-a594-cbd52aa043bd tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:16.365532 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-03bdcd0b-67cb-4c44-a594-cbd52aa043bd tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:16.368150 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-45b6c34b-56c0-4a8c-a5f6-d47cdfffd6fb None None] Port bda9e0e0-90ae-483c-bafd-7b427d5a545e cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:21:16.369018 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d074d9e4-3b82-4825-91e6-e88884aa7531 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:16.474128 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3661b7ae-0581-4385-9288-7792b2626e05 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:16.495512 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bdcd0b-67cb-4c44-a594-cbd52aa043bd tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Made reservation on behalf of a3fcb39072064d24b6f5277a5aec0fc0 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:16.499039 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-03bdcd0b-67cb-4c44-a594-cbd52aa043bd tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:16.568087 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-03bdcd0b-67cb-4c44-a594-cbd52aa043bd tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:16.579204 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3dc6e632-ae0a-4531-8b37-c8a4a74dccb0 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:16.607785 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-03bdcd0b-67cb-4c44-a594-cbd52aa043bd tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:16.609866 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8e60ef0-1637-498e-bb28-1b315e47bf9b tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:16.621304 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-03bdcd0b-67cb-4c44-a594-cbd52aa043bd tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Usage tracker for resource:security_group_rule and tenant:a3fcb39072064d24b6f5277a5aec0fc0 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:16.630706 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-03bdcd0b-67cb-4c44-a594-cbd52aa043bd tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:16.644580 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3661b7ae-0581-4385-9288-7792b2626e05 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:16.675239 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-03bdcd0b-67cb-4c44-a594-cbd52aa043bd tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:16.679700 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c8e60ef0-1637-498e-bb28-1b315e47bf9b tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76fc9002-8d3e-4c4d-9170-9f6fe1a0060e']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:16.733844 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c8e60ef0-1637-498e-bb28-1b315e47bf9b tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65aee12-082a-4271-a5a8-ab5af44ba008') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:16.733844 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c8e60ef0-1637-498e-bb28-1b315e47bf9b tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65aee12-082a-4271-a5a8-ab5af44ba008') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:16.767203 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c24f7c7-9af3-42aa-b7fe-5011cdf047c0 admin admin] Router b877427d-7da3-4ca0-ba36-88bf2d16d9c2 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:21:16.784318 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8e60ef0-1637-498e-bb28-1b315e47bf9b tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:16.794235 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d426bbc9-8c59-4762-8365-b33e90a2536b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:16.794551 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d426bbc9-8c59-4762-8365-b33e90a2536b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:16.818179 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8e60ef0-1637-498e-bb28-1b315e47bf9b tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:16.821608 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] device_id is not set on port 6f5532ac-4748-4d33-aeda-11d0678e2af3 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:21:16.856843 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-d074d9e4-3b82-4825-91e6-e88884aa7531 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Allocated IP 172.26.5.180 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/459e5124-7d5a-4829-947e-3f8a3f30fc5a) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:21:16.898273 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:16.898273 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e60ef0-1637-498e-bb28-1b315e47bf9b tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:21:16.898273 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8e60ef0-1637-498e-bb28-1b315e47bf9b tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:16.950141 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3dc6e632-ae0a-4531-8b37-c8a4a74dccb0 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:21:16.961346 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:21:16.984427 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 520730ad-1c8d-4e65-a241-100db5848c81 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:21:17.037966 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d426bbc9-8c59-4762-8365-b33e90a2536b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Calling delete_port for 550c4bba-b601-4ba7-97c3-1394cdb9a634 owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:21:17.060330 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 520730ad-1c8d-4e65-a241-100db5848c81 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:17.060708 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:17.148941 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-3dc6e632-ae0a-4531-8b37-c8a4a74dccb0 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa93309-8c62-4779-be38-0afb502317e2']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:17.179710 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-3dc6e632-ae0a-4531-8b37-c8a4a74dccb0 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf440c5-66eb-4303-a0b2-5354ca0a9f20') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:17.180054 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-3dc6e632-ae0a-4531-8b37-c8a4a74dccb0 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf440c5-66eb-4303-a0b2-5354ca0a9f20') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:17.203509 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c6c88da7-f25a-49c7-8797-30a1198f1c64 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:21:17.227433 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3dc6e632-ae0a-4531-8b37-c8a4a74dccb0 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:17.265460 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-03bdcd0b-67cb-4c44-a594-cbd52aa043bd tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:17.271602 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3dc6e632-ae0a-4531-8b37-c8a4a74dccb0 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:17.277000 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port c6c88da7-f25a-49c7-8797-30a1198f1c64 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:17.277364 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:17.282611 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-03bdcd0b-67cb-4c44-a594-cbd52aa043bd tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:17.306926 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc6e632-ae0a-4531-8b37-c8a4a74dccb0 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:21:17.307467 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3dc6e632-ae0a-4531-8b37-c8a4a74dccb0 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:17.410399 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8e60ef0-1637-498e-bb28-1b315e47bf9b tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:17.410583 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device f6b9265e-99eb-4738-8225-7fc4bea501bc up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:21:17.431466 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:21:17.442497 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8e60ef0-1637-498e-bb28-1b315e47bf9b tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:17.461752 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e60ef0-1637-498e-bb28-1b315e47bf9b tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Pushing event deleted for resources: {'Network': ['ID=76fc9002-8d3e-4c4d-9170-9f6fe1a0060e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:17.473343 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c8e60ef0-1637-498e-bb28-1b315e47bf9b tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] 10.222.0.30 "DELETE /v2.0/networks/76fc9002-8d3e-4c4d-9170-9f6fe1a0060e HTTP/1.1" status: 204 len: 168 time: 2.3739662 Feb 28 14:21:17.480101 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49558) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:17.498512 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port f6b9265e-99eb-4738-8225-7fc4bea501bc completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:17.502771 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d074d9e4-3b82-4825-91e6-e88884aa7531 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:17.513279 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port f6b9265e-99eb-4738-8225-7fc4bea501bc triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:17.514107 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:17.546116 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-3661b7ae-0581-4385-9288-7792b2626e05 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:21:17.566512 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c24f7c7-9af3-42aa-b7fe-5011cdf047c0 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:21:17.582583 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3661b7ae-0581-4385-9288-7792b2626e05 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:17.590575 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bdcd0b-67cb-4c44-a594-cbd52aa043bd tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a758f09a-4c01-4a36-9162-3eae09a57177,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:17.590832 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19047b8f-6962-45a2-a11e-04971303aedf None None] Sync routers for ids ['b877427d-7da3-4ca0-ba36-88bf2d16d9c2'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:21:17.595014 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3661b7ae-0581-4385-9288-7792b2626e05 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:17.625904 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19047b8f-6962-45a2-a11e-04971303aedf None None] Routers {'b877427d-7da3-4ca0-ba36-88bf2d16d9c2'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:21:17.626368 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-19047b8f-6962-45a2-a11e-04971303aedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:21:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['b877427d-7da3-4ca0-ba36-88bf2d16d9c2'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:17.644454 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3dc6e632-ae0a-4531-8b37-c8a4a74dccb0 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:17.657852 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d074d9e4-3b82-4825-91e6-e88884aa7531 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:17.687243 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Transition to ACTIVE for port object 6f5532ac-4748-4d33-aeda-11d0678e2af3 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:17.699850 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d426bbc9-8c59-4762-8365-b33e90a2536b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:17.721192 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3dc6e632-ae0a-4531-8b37-c8a4a74dccb0 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:17.733863 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03bdcd0b-67cb-4c44-a594-cbd52aa043bd tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:21:17.747217 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6e632-ae0a-4531-8b37-c8a4a74dccb0 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Pushing event deleted for resources: {'Network': ['ID=cfa93309-8c62-4779-be38-0afb502317e2,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:17.747641 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1c24f7c7-9af3-42aa-b7fe-5011cdf047c0 admin admin] 10.222.0.30 "PUT /v2.0/routers/b877427d-7da3-4ca0-ba36-88bf2d16d9c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3984666 Feb 28 14:21:17.748777 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:17.787612 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d074d9e4-3b82-4825-91e6-e88884aa7531 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:17.788613 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661b7ae-0581-4385-9288-7792b2626e05 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Pushing event updated for resources: {'Port': ['ID=cbfee39d-bbd3-4eea-8daf-e507da645080,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:17.798190 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-d074d9e4-3b82-4825-91e6-e88884aa7531 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:17.800636 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-03bdcd0b-67cb-4c44-a594-cbd52aa043bd tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:17.801083 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-03bdcd0b-67cb-4c44-a594-cbd52aa043bd tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Added segment 460eb156-4ab6-4a2e-96a3-a6277043c2a4 of type vlan for network ccfa982d-f76f-4a4d-8562-ee14a038131d Feb 28 14:21:17.816559 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68349170-82d9-4e61-bcda-2aec941866ae tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:17.831487 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68349170-82d9-4e61-bcda-2aec941866ae tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:17.844301 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68349170-82d9-4e61-bcda-2aec941866ae tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:17.845900 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-68349170-82d9-4e61-bcda-2aec941866ae tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Synchronizing usage tracker for tenant:40d75be492404f5887864aa8f697968f on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:21:17.849451 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d074d9e4-3b82-4825-91e6-e88884aa7531 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:17.876850 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:17.894925 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3dc6e632-ae0a-4531-8b37-c8a4a74dccb0 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] 10.222.0.30 "DELETE /v2.0/networks/cfa93309-8c62-4779-be38-0afb502317e2 HTTP/1.1" status: 204 len: 168 time: 1.5765443 Feb 28 14:21:17.908581 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426bbc9-8c59-4762-8365-b33e90a2536b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Pushing event deleted for resources: {'Port': ['ID=550c4bba-b601-4ba7-97c3-1394cdb9a634,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:17.911584 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49564) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:17.921834 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port f6b9265e-99eb-4738-8225-7fc4bea501bc, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=f6b9265e-99eb-4738-8225-7fc4bea501bc,segment=NetworkSegment(b1d24562-6186-4df5-9b28-e46e64e36f93),segment_id=b1d24562-6186-4df5-9b28-e46e64e36f93)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:17.926008 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-19047b8f-6962-45a2-a11e-04971303aedf None None] Set router b877427d-7da3-4ca0-ba36-88bf2d16d9c2 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:21:17.929363 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3661b7ae-0581-4385-9288-7792b2626e05 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:17.985385 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:18.010021 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-03bdcd0b-67cb-4c44-a594-cbd52aa043bd tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:18.021161 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074d9e4-3b82-4825-91e6-e88884aa7531 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Pushing event updated for resources: {'Port': ['ID=459e5124-7d5a-4829-947e-3f8a3f30fc5a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:18.028174 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e1784d-e264-4454-865f-88e419b0f636 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] DELETE failed (client error): The resource could not be found. Feb 28 14:21:18.028785 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e1784d-e264-4454-865f-88e419b0f636 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:21:18.030577 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-90e1784d-e264-4454-865f-88e419b0f636 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] 10.222.0.30 "DELETE /v2.0/ports/91c052c4-9c52-46ac-a83c-319bac208103 HTTP/1.1" status: 404 len: 333 time: 0.1151726 Feb 28 14:21:18.034803 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49572) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:18.078581 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3661b7ae-0581-4385-9288-7792b2626e05 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:18.079834 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3661b7ae-0581-4385-9288-7792b2626e05 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0049582 Feb 28 14:21:18.142646 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d074d9e4-3b82-4825-91e6-e88884aa7531 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:18.147568 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-442a1c4b-d83e-420a-833e-2e571c9b4306 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Deleting subnet 3177fba9-2118-44a6-aeb4-a61bcd39f13e {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:21:18.155971 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-03bdcd0b-67cb-4c44-a594-cbd52aa043bd tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:18.161398 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bdcd0b-67cb-4c44-a594-cbd52aa043bd tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:18.161993 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-03bdcd0b-67cb-4c44-a594-cbd52aa043bd tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:18.170491 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-442a1c4b-d83e-420a-833e-2e571c9b4306 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:18.188685 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-68349170-82d9-4e61-bcda-2aec941866ae tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Unset dirty status for tenant:40d75be492404f5887864aa8f697968f on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:21:18.190936 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-68349170-82d9-4e61-bcda-2aec941866ae tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1908 time: 0.7089357 Feb 28 14:21:18.211445 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49578) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:18.221176 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=f6b9265e-99eb-4738-8225-7fc4bea501bc,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:18.232772 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b40719ae-68d8-41eb-8285-cedcb5a29e8c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-319444294'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:18.248298 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:18.248654 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:18.249011 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:18.268182 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b40719ae-68d8-41eb-8285-cedcb5a29e8c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:18.290630 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:18.291006 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:18.293950 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b40719ae-68d8-41eb-8285-cedcb5a29e8c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:18.296912 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempt 2 to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 Feb 28 14:21:18.304593 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Pushing event updated for resources: {'Port': ['ID=6f5532ac-4748-4d33-aeda-11d0678e2af3,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:18.333721 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d426bbc9-8c59-4762-8365-b33e90a2536b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:18.353316 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:18.353656 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:18.359202 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:18.379677 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:18.380046 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:18.419411 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-03bdcd0b-67cb-4c44-a594-cbd52aa043bd tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.4993806 Feb 28 14:21:18.441502 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49592) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:18.442145 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempt 3 to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 Feb 28 14:21:18.448296 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-442a1c4b-d83e-420a-833e-2e571c9b4306 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:18.462784 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-094ee723-a6ce-4a0f-a3dc-6daed3c05595 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Request body: {'subnet': {'network_id': 'ccfa982d-f76f-4a4d-8562-ee14a038131d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:18.489901 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-19047b8f-6962-45a2-a11e-04971303aedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'name': 'tempest-ServersTestJSON-1946747904-router', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:57Z', 'updated_at': '2022-02-28T14:21:13Z', 'revision_number': 4, 'project_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'gw_port': {'id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:00Z', 'updated_at': '2022-02-28T14:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'bda9e0e0-90ae-483c-bafd-7b427d5a545e', 'name': '', 'network_id': 'e762f53b-5c59-4b59-919d-951d3062ab7d', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'mac_address': 'fa:16:3e:8d:78:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '4e67819d-6e13-422e-a78b-7f0f60d0f8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:09Z', 'updated_at': '2022-02-28T14:21:14Z', 'revision_number': 2, 'project_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'subnets': [{'id': '4e67819d-6e13-422e-a78b-7f0f60d0f8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:18.490979 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40719ae-68d8-41eb-8285-cedcb5a29e8c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Made reservation on behalf of 40d75be492404f5887864aa8f697968f for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:18.495112 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b40719ae-68d8-41eb-8285-cedcb5a29e8c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:18.502121 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19047b8f-6962-45a2-a11e-04971303aedf None None] Checking router: b877427d-7da3-4ca0-ba36-88bf2d16d9c2 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:21:18.502483 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19047b8f-6962-45a2-a11e-04971303aedf None None] Updating router b877427d-7da3-4ca0-ba36-88bf2d16d9c2 port bda9e0e0-90ae-483c-bafd-7b427d5a545e binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:21:18.543017 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bdcd0b-67cb-4c44-a594-cbd52aa043bd tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Pushing event updated for resources: {'Network': ['ID=ccfa982d-f76f-4a4d-8562-ee14a038131d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:18.548115 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d074d9e4-3b82-4825-91e6-e88884aa7531 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:18.571417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49602) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:18.578684 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:18.579006 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:18.579357 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:18.587251 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-bbcb715f-e993-4b1d-a37f-8354abac4d85 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Request body: {'security_group': {'name': 'tempest-securitygroup--905630623', 'description': 'tempest-description--701482196'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:18.592818 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-19047b8f-6962-45a2-a11e-04971303aedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:18.603231 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network ccfa982d-f76f-4a4d-8562-ee14a038131d details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:21:18.657719 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bbcb715f-e993-4b1d-a37f-8354abac4d85 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:18.660979 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:18.661294 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:18.667493 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempt 4 to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 Feb 28 14:21:18.674672 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d426bbc9-8c59-4762-8365-b33e90a2536b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:18.690628 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49610) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:18.703632 dv-neutron-831192-4-hyperv neutron-server[87773]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 28 14:21:18.704022 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bbcb715f-e993-4b1d-a37f-8354abac4d85 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Usage tracker for resource:security_group and tenant:962ea3845d334ef5b0d3a8f07fde9b44 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:18.717390 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bbcb715f-e993-4b1d-a37f-8354abac4d85 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:18.739390 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40719ae-68d8-41eb-8285-cedcb5a29e8c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:21:18.750578 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bbcb715f-e993-4b1d-a37f-8354abac4d85 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:18.752211 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:18.752527 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:18.752847 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:18.767786 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-0fb0a326-758b-4032-90de-aec1144103f1 req-a5825c3c-51ba-4cfb-b5b1-c90ca66d1390 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Synchronizing usage tracker for tenant:1c08c193cf744f45b8defa27863396ab on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:21:18.768869 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-094ee723-a6ce-4a0f-a3dc-6daed3c05595 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:18.776245 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:18.776579 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:18.781498 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempt 5 to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 Feb 28 14:21:18.790515 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b40719ae-68d8-41eb-8285-cedcb5a29e8c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:18.790847 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-b40719ae-68d8-41eb-8285-cedcb5a29e8c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Added segment ebf72d2a-648d-4190-bb3b-fda9af940836 of type vlan for network 49813aae-331d-426a-8896-2f019179ef09 Feb 28 14:21:18.792192 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-094ee723-a6ce-4a0f-a3dc-6daed3c05595 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Usage tracker for resource:subnet and tenant:a3fcb39072064d24b6f5277a5aec0fc0 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:18.800693 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-094ee723-a6ce-4a0f-a3dc-6daed3c05595 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:18.805728 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbcb715f-e993-4b1d-a37f-8354abac4d85 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:18.827512 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-094ee723-a6ce-4a0f-a3dc-6daed3c05595 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:18.840585 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:18.841658 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:18.841658 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:18.849721 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-0fb0a326-758b-4032-90de-aec1144103f1 req-a5825c3c-51ba-4cfb-b5b1-c90ca66d1390 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Unset dirty status for tenant:1c08c193cf744f45b8defa27863396ab on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:21:18.850370 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0fb0a326-758b-4032-90de-aec1144103f1 req-a5825c3c-51ba-4cfb-b5b1-c90ca66d1390 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--570377591&fields=id&tenant_id=1c08c193cf744f45b8defa27863396ab HTTP/1.1" status: 200 len: 267 time: 0.1589017 Feb 28 14:21:18.855101 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:18.855495 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:18.867239 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-442a1c4b-d83e-420a-833e-2e571c9b4306 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:18.868620 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempt 6 to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 Feb 28 14:21:18.886193 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094ee723-a6ce-4a0f-a3dc-6daed3c05595 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Made reservation on behalf of a3fcb39072064d24b6f5277a5aec0fc0 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:18.889655 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-094ee723-a6ce-4a0f-a3dc-6daed3c05595 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:18.912266 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b40719ae-68d8-41eb-8285-cedcb5a29e8c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:18.917067 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bbcb715f-e993-4b1d-a37f-8354abac4d85 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:18.936803 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bbcb715f-e993-4b1d-a37f-8354abac4d85 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Usage tracker for resource:security_group_rule and tenant:962ea3845d334ef5b0d3a8f07fde9b44 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:18.944092 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bbcb715f-e993-4b1d-a37f-8354abac4d85 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:18.953908 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:18.954083 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:18.954308 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:18.956838 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d426bbc9-8c59-4762-8365-b33e90a2536b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:18.960349 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bbcb715f-e993-4b1d-a37f-8354abac4d85 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:18.978582 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device f6b9265e-99eb-4738-8225-7fc4bea501bc up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:21:19.059219 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:19.059599 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:19.071509 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempt 7 to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 Feb 28 14:21:19.080264 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port f6b9265e-99eb-4738-8225-7fc4bea501bc triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:19.080826 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426bbc9-8c59-4762-8365-b33e90a2536b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=66128307-ed81-4bd4-92cb-13b1f65ee2bc,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:19.081325 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:19.085006 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-b40719ae-68d8-41eb-8285-cedcb5a29e8c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:21:19.103642 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-442a1c4b-d83e-420a-833e-2e571c9b4306 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:19.149244 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-442a1c4b-d83e-420a-833e-2e571c9b4306 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:19.154770 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a1c4b-d83e-420a-833e-2e571c9b4306 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Pushing event deleted for resources: {'Subnet': ['ID=3177fba9-2118-44a6-aeb4-a61bcd39f13e,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:19.164656 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0a326-758b-4032-90de-aec1144103f1 req-7accafd6-ba62-45b0-bd9c-1a37aeea7255 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:19.166157 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0fb0a326-758b-4032-90de-aec1144103f1 req-7accafd6-ba62-45b0-bd9c-1a37aeea7255 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/networks?id=29a7bbad-e952-45ba-80e0-ba14ba64ba8a HTTP/1.1" status: 200 len: 811 time: 0.3078380 Feb 28 14:21:19.167915 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:19.168458 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:19.168960 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:19.181647 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b40719ae-68d8-41eb-8285-cedcb5a29e8c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:19.186303 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-442a1c4b-d83e-420a-833e-2e571c9b4306 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] 10.222.0.30 "DELETE /v2.0/subnets/3177fba9-2118-44a6-aeb4-a61bcd39f13e HTTP/1.1" status: 204 len: 168 time: 1.1472132 Feb 28 14:21:19.187074 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40719ae-68d8-41eb-8285-cedcb5a29e8c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:19.187637 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b40719ae-68d8-41eb-8285-cedcb5a29e8c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:19.190734 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d074d9e4-3b82-4825-91e6-e88884aa7531 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:19.193368 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49614) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:19.195047 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bc406f-1567-4739-8d22-2aa7f57b0b8a None None] Network 90c243ca-d3ee-40cd-ab5c-5447541c8951 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:21:19.216333 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0fb0a326-758b-4032-90de-aec1144103f1 req-5c8e4b41-479e-41f6-9b6c-0e766f9ef6f6 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/quotas/1c08c193cf744f45b8defa27863396ab HTTP/1.1" status: 200 len: 375 time: 0.0374703 Feb 28 14:21:19.232083 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d074d9e4-3b82-4825-91e6-e88884aa7531 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:19.340294 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:19.340880 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:19.357675 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempt 8 to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 Feb 28 14:21:19.390403 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d426bbc9-8c59-4762-8365-b33e90a2536b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:19.409709 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-19047b8f-6962-45a2-a11e-04971303aedf None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:19.443329 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-d426bbc9-8c59-4762-8365-b33e90a2536b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d996a6-58e6-44a5-98a0-bcf1b900c1e6']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:19.465660 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-19047b8f-6962-45a2-a11e-04971303aedf None None] Transition to ACTIVE for port object bda9e0e0-90ae-483c-bafd-7b427d5a545e will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:19.481392 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-d426bbc9-8c59-4762-8365-b33e90a2536b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c781b806-a2c4-4636-8935-38bc3716ce2a') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:19.481753 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-d426bbc9-8c59-4762-8365-b33e90a2536b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c781b806-a2c4-4636-8935-38bc3716ce2a') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:19.502393 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-19047b8f-6962-45a2-a11e-04971303aedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:19.563867 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074d9e4-3b82-4825-91e6-e88884aa7531 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Pushing event updated for resources: {'Port': ['ID=459e5124-7d5a-4829-947e-3f8a3f30fc5a,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:19.572352 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a95d133c-6cf6-4029-be69-d9543e68e2c1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:19.579900 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d074d9e4-3b82-4825-91e6-e88884aa7531 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:19.598843 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d426bbc9-8c59-4762-8365-b33e90a2536b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:19.618019 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40719ae-68d8-41eb-8285-cedcb5a29e8c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Pushing event updated for resources: {'Network': ['ID=49813aae-331d-426a-8896-2f019179ef09,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:19.623813 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a95d133c-6cf6-4029-be69-d9543e68e2c1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Deleting port 19e14f61-dbec-4a30-aa52-3bcf5aa421d4 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:21:19.623813 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a95d133c-6cf6-4029-be69-d9543e68e2c1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:19.629783 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:19.629783 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:19.630113 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:19.634295 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d426bbc9-8c59-4762-8365-b33e90a2536b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:19.654135 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d074d9e4-3b82-4825-91e6-e88884aa7531 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:19.655262 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d074d9e4-3b82-4825-91e6-e88884aa7531 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4429145 Feb 28 14:21:19.677483 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0fb0a326-758b-4032-90de-aec1144103f1 req-18aaab12-aca0-47a6-b7a6-8fd13e90021c tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c08c193cf744f45b8defa27863396ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4363101 Feb 28 14:21:19.678429 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 49813aae-331d-426a-8896-2f019179ef09 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:21:19.725181 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:19.725666 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:19.730830 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b40719ae-68d8-41eb-8285-cedcb5a29e8c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5183246 Feb 28 14:21:19.731534 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49620) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:19.739920 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d426bbc9-8c59-4762-8365-b33e90a2536b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:21:19.740312 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d426bbc9-8c59-4762-8365-b33e90a2536b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:19.755755 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempt 9 to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:21:19.781935 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:21:19.796176 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b4eb3-5faf-42c5-b134-3f70fc59e250 None None] Pushing event updated for resources: {'Port': ['ID=bda9e0e0-90ae-483c-bafd-7b427d5a545e,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:19.813032 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:19.816265 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:19.819186 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:19.856448 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d372e93b-4e24-4128-ae3b-0c92b3b9e1d8 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2076686036'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:19.913227 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbcb715f-e993-4b1d-a37f-8354abac4d85 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:19.921171 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d372e93b-4e24-4128-ae3b-0c92b3b9e1d8 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:19.934016 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:19.934338 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:19.941459 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d372e93b-4e24-4128-ae3b-0c92b3b9e1d8 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Usage tracker for resource:network and tenant:40d75be492404f5887864aa8f697968f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:19.943968 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempt 10 to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 Feb 28 14:21:19.948552 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-19047b8f-6962-45a2-a11e-04971303aedf None None] Attempting to bind port bda9e0e0-90ae-483c-bafd-7b427d5a545e on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:19.949085 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-19047b8f-6962-45a2-a11e-04971303aedf None None] Attempting to bind port bda9e0e0-90ae-483c-bafd-7b427d5a545e by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'd774faf1-bfab-416e-9486-4c2228282a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e762f53b-5c59-4b59-919d-951d3062ab7d'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:19.949448 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19047b8f-6962-45a2-a11e-04971303aedf None None] Attempting to bind port bda9e0e0-90ae-483c-bafd-7b427d5a545e on network e762f53b-5c59-4b59-919d-951d3062ab7d {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:19.957269 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbcb715f-e993-4b1d-a37f-8354abac4d85 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:19.978821 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d372e93b-4e24-4128-ae3b-0c92b3b9e1d8 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:19.994208 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [req-0fb0a326-758b-4032-90de-aec1144103f1 req-2c55cde5-802c-493b-a4c5-273bc8800ea0 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:21:19.995241 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0fb0a326-758b-4032-90de-aec1144103f1 req-2c55cde5-802c-493b-a4c5-273bc8800ea0 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1134117 Feb 28 14:21:20.003378 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d372e93b-4e24-4128-ae3b-0c92b3b9e1d8 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:20.011421 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbcb715f-e993-4b1d-a37f-8354abac4d85 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:20.015530 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bbcb715f-e993-4b1d-a37f-8354abac4d85 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4404051 Feb 28 14:21:20.015656 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19047b8f-6962-45a2-a11e-04971303aedf None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:21:20.015656 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19047b8f-6962-45a2-a11e-04971303aedf None None] Checking segment: {'id': 'd774faf1-bfab-416e-9486-4c2228282a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e762f53b-5c59-4b59-919d-951d3062ab7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:21:20.015656 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-19047b8f-6962-45a2-a11e-04971303aedf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:20.015656 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19047b8f-6962-45a2-a11e-04971303aedf None None] Bound using segment: {'id': 'd774faf1-bfab-416e-9486-4c2228282a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e762f53b-5c59-4b59-919d-951d3062ab7d'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:21:20.015997 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-19047b8f-6962-45a2-a11e-04971303aedf None None] Bound port: bda9e0e0-90ae-483c-bafd-7b427d5a545e, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd774faf1-bfab-416e-9486-4c2228282a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e762f53b-5c59-4b59-919d-951d3062ab7d'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:21:20.016243 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-19047b8f-6962-45a2-a11e-04971303aedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:20.029354 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49646) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:20.030050 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:20.030419 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:20.030684 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:20.048193 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-99b493c0-4b75-4922-b08f-0941bbd6b9f9 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Request body: {'security_group_rule': {'security_group_id': '1d54486a-09f9-470f-bf07-9f889de8dab3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:20.050296 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a95d133c-6cf6-4029-be69-d9543e68e2c1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] For port 19e14f61-dbec-4a30-aa52-3bcf5aa421d4, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=19e14f61-dbec-4a30-aa52-3bcf5aa421d4,segment=NetworkSegment(04dbf6d6-0639-4679-9402-d5e401308274),segment_id=04dbf6d6-0639-4679-9402-d5e401308274)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:20.050661 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a95d133c-6cf6-4029-be69-d9543e68e2c1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:20.069369 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-99b493c0-4b75-4922-b08f-0941bbd6b9f9 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:20.074823 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d426bbc9-8c59-4762-8365-b33e90a2536b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:20.076210 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:20.076522 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:20.076862 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:20.086760 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d372e93b-4e24-4128-ae3b-0c92b3b9e1d8 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Made reservation on behalf of 40d75be492404f5887864aa8f697968f for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:20.090890 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d372e93b-4e24-4128-ae3b-0c92b3b9e1d8 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:20.109888 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb715f-e993-4b1d-a37f-8354abac4d85 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d54486a-09f9-470f-bf07-9f889de8dab3,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:20.129581 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-99b493c0-4b75-4922-b08f-0941bbd6b9f9 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Usage tracker for resource:security_group_rule and tenant:962ea3845d334ef5b0d3a8f07fde9b44 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:20.150259 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49654) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:20.157225 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-99b493c0-4b75-4922-b08f-0941bbd6b9f9 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:20.170954 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d426bbc9-8c59-4762-8365-b33e90a2536b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 16d996a6-58e6-44a5-98a0-bcf1b900c1e6 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 28 14:21:20.176525 dv-neutron-831192-4-hyperv neutron-server[87772]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 28 14:21:20.181052 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426bbc9-8c59-4762-8365-b33e90a2536b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Pushing event deleted for resources: {'Network': ['ID=16d996a6-58e6-44a5-98a0-bcf1b900c1e6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:20.190826 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7738ee-7d82-4b9f-a2c5-45e248d61999 None None] DHCP port deletion for 90c243ca-d3ee-40cd-ab5c-5447541c8951 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:21:20.196838 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-19047b8f-6962-45a2-a11e-04971303aedf None None] For port bda9e0e0-90ae-483c-bafd-7b427d5a545e, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:21:20.198822 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-dd7738ee-7d82-4b9f-a2c5-45e248d61999 None None] Deleting port 19e14f61-dbec-4a30-aa52-3bcf5aa421d4 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:21:20.199227 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dd7738ee-7d82-4b9f-a2c5-45e248d61999 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:20.238127 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-99b493c0-4b75-4922-b08f-0941bbd6b9f9 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:20.248732 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d426bbc9-8c59-4762-8365-b33e90a2536b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:20.262481 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-094ee723-a6ce-4a0f-a3dc-6daed3c05595 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:20.293427 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a95d133c-6cf6-4029-be69-d9543e68e2c1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Calling delete_port for 19e14f61-dbec-4a30-aa52-3bcf5aa421d4 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:21:20.296927 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-19047b8f-6962-45a2-a11e-04971303aedf None None] For port bda9e0e0-90ae-483c-bafd-7b427d5a545e, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=bda9e0e0-90ae-483c-bafd-7b427d5a545e,segment=NetworkSegment(d774faf1-bfab-416e-9486-4c2228282a1a),segment_id=d774faf1-bfab-416e-9486-4c2228282a1a)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:21:20.313280 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-19047b8f-6962-45a2-a11e-04971303aedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:20.362848 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] For port 6f5532ac-4748-4d33-aeda-11d0678e2af3, host hv-neutron-8311, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:21:20.363625 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempted to set empty binding levels {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 28 14:21:20.392108 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:20.396322 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0fb0a326-758b-4032-90de-aec1144103f1 req-54acdd0f-ba19-4723-896c-172cb6a39356 service neutron] 10.222.0.30 "GET /v2.0/networks/29a7bbad-e952-45ba-80e0-ba14ba64ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863866 Feb 28 14:21:20.444443 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-99b493c0-4b75-4922-b08f-0941bbd6b9f9 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:20.465781 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19047b8f-6962-45a2-a11e-04971303aedf None None] Routers {'b877427d-7da3-4ca0-ba36-88bf2d16d9c2'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:21:20.466609 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-19047b8f-6962-45a2-a11e-04971303aedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:21:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['b877427d-7da3-4ca0-ba36-88bf2d16d9c2'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:20.493530 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d426bbc9-8c59-4762-8365-b33e90a2536b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] 10.222.0.30 "DELETE /v2.0/networks/16d996a6-58e6-44a5-98a0-bcf1b900c1e6 HTTP/1.1" status: 204 len: 168 time: 5.3985336 Feb 28 14:21:20.504935 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d372e93b-4e24-4128-ae3b-0c92b3b9e1d8 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:21:20.509689 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] In _notify_port_updated(), no bound segment for port 6f5532ac-4748-4d33-aeda-11d0678e2af3 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 14:21:20.515105 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49660) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:20.516342 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:20.517117 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:20.518660 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] 10.222.0.30 "PUT /v2.0/ports/6f5532ac-4748-4d33-aeda-11d0678e2af3 HTTP/1.1" status: 200 len: 980 time: 5.8906257 Feb 28 14:21:20.522315 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49664) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:20.610864 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-384a1574-1dcd-44df-a04c-cec5997f9bf6 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1171 time: 0.0941520 Feb 28 14:21:20.611851 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a95d133c-6cf6-4029-be69-d9543e68e2c1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:20.612121 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc66c81-015c-4353-b3c6-33725d514ca7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Pushing event updated for resources: {'Port': ['ID=6f5532ac-4748-4d33-aeda-11d0678e2af3,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:20.619661 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49668) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:20.683185 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-dd7738ee-7d82-4b9f-a2c5-45e248d61999 None None] For port 19e14f61-dbec-4a30-aa52-3bcf5aa421d4, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=19e14f61-dbec-4a30-aa52-3bcf5aa421d4,segment=NetworkSegment(04dbf6d6-0639-4679-9402-d5e401308274),segment_id=04dbf6d6-0639-4679-9402-d5e401308274)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:20.683612 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dd7738ee-7d82-4b9f-a2c5-45e248d61999 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:20.693058 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b4eb3-5faf-42c5-b134-3f70fc59e250 None None] Pushing event updated for resources: {'Port': ['ID=bda9e0e0-90ae-483c-bafd-7b427d5a545e,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:20.706509 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95d133c-6cf6-4029-be69-d9543e68e2c1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] No DVR routers for this DVR port 19e14f61-dbec-4a30-aa52-3bcf5aa421d4 on host dv-neutron-831192-4-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:21:20.709469 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d133c-6cf6-4029-be69-d9543e68e2c1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Pushing event deleted for resources: {'Port': ['ID=19e14f61-dbec-4a30-aa52-3bcf5aa421d4,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:20.779951 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d372e93b-4e24-4128-ae3b-0c92b3b9e1d8 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:20.780382 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-d372e93b-4e24-4128-ae3b-0c92b3b9e1d8 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Added segment a54812f4-02d0-4ddb-a9ea-7db2f35ebf59 of type vlan for network dd1ac463-187a-47d6-bf67-5b39bd8698c6 Feb 28 14:21:20.786393 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-b44119b9-eb14-476c-bfaf-368ea98ade40 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1570638530&fields=id&tenant_id=4d72bc82016641f3924a9bff58fc1ab5 HTTP/1.1" status: 200 len: 267 time: 0.6249695 Feb 28 14:21:20.800686 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-99b493c0-4b75-4922-b08f-0941bbd6b9f9 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:20.812869 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ee723-a6ce-4a0f-a3dc-6daed3c05595 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Pushing event updated for resources: {'Subnet': ['ID=eba3758b-4107-4961-bb4c-b19ac07ef3d5,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:20.820984 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094ee723-a6ce-4a0f-a3dc-6daed3c05595 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Checking segment: {'id': '460eb156-4ab6-4a2e-96a3-a6277043c2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ccfa982d-f76f-4a4d-8562-ee14a038131d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:21:20.821340 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094ee723-a6ce-4a0f-a3dc-6daed3c05595 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Network hostable DHCP agents. Network: ccfa982d-f76f-4a4d-8562-ee14a038131d, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:21:20.852366 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-99b493c0-4b75-4922-b08f-0941bbd6b9f9 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:20.921664 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a95d133c-6cf6-4029-be69-d9543e68e2c1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:20.928299 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d372e93b-4e24-4128-ae3b-0c92b3b9e1d8 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:20.939269 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-dd7738ee-7d82-4b9f-a2c5-45e248d61999 None None] Calling delete_port for 19e14f61-dbec-4a30-aa52-3bcf5aa421d4 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:21:20.959460 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-a95d133c-6cf6-4029-be69-d9543e68e2c1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c243ca-d3ee-40cd-ab5c-5447541c8951']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:20.969339 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 19e14f61-dbec-4a30-aa52-3bcf5aa421d4 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:21:20.980168 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b493c0-4b75-4922-b08f-0941bbd6b9f9 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c71858b-f8ba-4a2d-ac00-b6a8fe357f52,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:20.982550 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-a95d133c-6cf6-4029-be69-d9543e68e2c1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04dbf6d6-0639-4679-9402-d5e401308274') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:20.982861 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-a95d133c-6cf6-4029-be69-d9543e68e2c1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04dbf6d6-0639-4679-9402-d5e401308274') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:21.000916 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0fb0a326-758b-4032-90de-aec1144103f1 req-25c28f85-c578-48d4-9c3a-ddf5a3437d23 service neutron] 10.222.0.30 "GET /v2.0/networks/29a7bbad-e952-45ba-80e0-ba14ba64ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6022394 Feb 28 14:21:21.007686 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a95d133c-6cf6-4029-be69-d9543e68e2c1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:21.025843 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-19047b8f-6962-45a2-a11e-04971303aedf None None] Set router b877427d-7da3-4ca0-ba36-88bf2d16d9c2 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:21:21.029181 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306b7494-e47a-4d08-adac-30f670fcdddb tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:21.029639 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306b7494-e47a-4d08-adac-30f670fcdddb tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:21.030085 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306b7494-e47a-4d08-adac-30f670fcdddb tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:21.030574 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306b7494-e47a-4d08-adac-30f670fcdddb tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:21.030972 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306b7494-e47a-4d08-adac-30f670fcdddb tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:21.031410 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306b7494-e47a-4d08-adac-30f670fcdddb tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:21.031839 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306b7494-e47a-4d08-adac-30f670fcdddb tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:21.032800 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-306b7494-e47a-4d08-adac-30f670fcdddb tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Synchronizing usage tracker for tenant:9e1135b242df48618d3ef6b9394b8113 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:21:21.038111 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a95d133c-6cf6-4029-be69-d9543e68e2c1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:21.042049 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094ee723-a6ce-4a0f-a3dc-6daed3c05595 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Network ccfa982d-f76f-4a4d-8562-ee14a038131d is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:21:21.050190 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-99b493c0-4b75-4922-b08f-0941bbd6b9f9 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:21.050355 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a95d133c-6cf6-4029-be69-d9543e68e2c1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:21:21.050779 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a95d133c-6cf6-4029-be69-d9543e68e2c1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:21.051519 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-99b493c0-4b75-4922-b08f-0941bbd6b9f9 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0179806 Feb 28 14:21:21.072305 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 19e14f61-dbec-4a30-aa52-3bcf5aa421d4 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:21:21.072647 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 19e14f61-dbec-4a30-aa52-3bcf5aa421d4 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:21:21.075957 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49672) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:21.113011 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7867c44b-f527-4c1b-9b89-f44bd4335524 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Request body: {'security_group_rule': {'security_group_id': '1d54486a-09f9-470f-bf07-9f889de8dab3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:21.124518 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-094ee723-a6ce-4a0f-a3dc-6daed3c05595 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, ccfa982d-f76f-4a4d-8562-ee14a038131d) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:21.145501 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7290d892-3cef-44e2-af04-349dd32abdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:21.145970 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7290d892-3cef-44e2-af04-349dd32abdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:21.146431 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7290d892-3cef-44e2-af04-349dd32abdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:21.146881 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7290d892-3cef-44e2-af04-349dd32abdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:21.147365 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7290d892-3cef-44e2-af04-349dd32abdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:21.147816 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7290d892-3cef-44e2-af04-349dd32abdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:21.148315 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7290d892-3cef-44e2-af04-349dd32abdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:21.148740 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7290d892-3cef-44e2-af04-349dd32abdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:21.149186 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7290d892-3cef-44e2-af04-349dd32abdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:21.149628 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7290d892-3cef-44e2-af04-349dd32abdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:21.150074 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7290d892-3cef-44e2-af04-349dd32abdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:21.150516 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7290d892-3cef-44e2-af04-349dd32abdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:21.150963 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7290d892-3cef-44e2-af04-349dd32abdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:21.151434 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7290d892-3cef-44e2-af04-349dd32abdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:21.151878 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7290d892-3cef-44e2-af04-349dd32abdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:21.152324 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7290d892-3cef-44e2-af04-349dd32abdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:21.158591 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7290d892-3cef-44e2-af04-349dd32abdb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14666 time: 0.6230917 Feb 28 14:21:21.158591 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094ee723-a6ce-4a0f-a3dc-6daed3c05595 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:21.158591 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-094ee723-a6ce-4a0f-a3dc-6daed3c05595 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:21.164962 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7867c44b-f527-4c1b-9b89-f44bd4335524 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:21.172123 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49678) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:21.181975 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-04158af5-b6c2-4e18-b5fd-8af3a1d6faa7 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:21.188668 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-04158af5-b6c2-4e18-b5fd-8af3a1d6faa7 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/networks?id=6f134a4f-83be-490b-9126-09efbaa9ed81 HTTP/1.1" status: 200 len: 810 time: 0.3858774 Feb 28 14:21:21.190632 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-306b7494-e47a-4d08-adac-30f670fcdddb tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Unset dirty status for tenant:9e1135b242df48618d3ef6b9394b8113 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:21:21.192004 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-306b7494-e47a-4d08-adac-30f670fcdddb tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4625 time: 0.5313349 Feb 28 14:21:21.194620 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d372e93b-4e24-4128-ae3b-0c92b3b9e1d8 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:21.200811 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d372e93b-4e24-4128-ae3b-0c92b3b9e1d8 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:21.201452 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d372e93b-4e24-4128-ae3b-0c92b3b9e1d8 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:21.208285 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7867c44b-f527-4c1b-9b89-f44bd4335524 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Usage tracker for resource:security_group_rule and tenant:962ea3845d334ef5b0d3a8f07fde9b44 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:21.210358 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49686) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:21:21.233515 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:21:21.283646 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7867c44b-f527-4c1b-9b89-f44bd4335524 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:21.304341 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3721430a-a666-4250-b454-8f24e8baad45 req-9f426404-57bf-4c30-b3b1-73517372208e tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 210 time: 0.0697429 Feb 28 14:21:21.316315 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a95d133c-6cf6-4029-be69-d9543e68e2c1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:21.350727 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a95d133c-6cf6-4029-be69-d9543e68e2c1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:21.356221 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad9e2e0-cd31-458e-b34f-cd5640dc4d35 None None] Network ccfa982d-f76f-4a4d-8562-ee14a038131d requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:21:21.371623 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a95d133c-6cf6-4029-be69-d9543e68e2c1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] 10.222.0.30 "DELETE /v2.0/networks/90c243ca-d3ee-40cd-ab5c-5447541c8951 HTTP/1.1" status: 204 len: 168 time: 2.1769595 Feb 28 14:21:21.376611 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d133c-6cf6-4029-be69-d9543e68e2c1 tempest-DHCPAgentSchedulersTestJSON-864506717 tempest-DHCPAgentSchedulersTestJSON-864506717-project] Pushing event deleted for resources: {'Network': ['ID=90c243ca-d3ee-40cd-ab5c-5447541c8951,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:21.417568 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7867c44b-f527-4c1b-9b89-f44bd4335524 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:21.481861 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-32363bec-12e2-49ad-a977-14b87146a209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Deleting port 6f5532ac-4748-4d33-aeda-11d0678e2af3 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:21:21.482336 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32363bec-12e2-49ad-a977-14b87146a209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:21.549939 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-6b3891bd-790b-4060-b2ba-729268bd41b4 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] delete failed (client error): The resource could not be found. Feb 28 14:21:21.555653 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6b3891bd-790b-4060-b2ba-729268bd41b4 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/3fc3ab64-6e8e-4baa-9009-cfe78cc6e5ba HTTP/1.1" status: 404 len: 345 time: 0.3113658 Feb 28 14:21:21.555653 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-094ee723-a6ce-4a0f-a3dc-6daed3c05595 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1000507 Feb 28 14:21:21.555653 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d372e93b-4e24-4128-ae3b-0c92b3b9e1d8 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7733634 Feb 28 14:21:21.555925 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49704) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:21.556206 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49706) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:21.557186 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-b45e00d5-c127-458d-8579-29b5bc7146b6 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/quotas/4d72bc82016641f3924a9bff58fc1ab5 HTTP/1.1" status: 200 len: 375 time: 0.3677282 Feb 28 14:21:21.560896 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49708) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:21.607844 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-dd7738ee-7d82-4b9f-a2c5-45e248d61999 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:21:21.608262 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-dd7738ee-7d82-4b9f-a2c5-45e248d61999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:21:21.618239 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a65634ea-d8f4-4bec-b0b3-d11d561119ea tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Request body: {'port': {'network_id': 'ccfa982d-f76f-4a4d-8562-ee14a038131d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-393531157'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:21.662185 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Request body: {'ports': [{'network_id': '49813aae-331d-426a-8896-2f019179ef09', 'name': 'tempest-port--2144982669', 'admin_state_up': True}, {'network_id': 'dd1ac463-187a-47d6-bf67-5b39bd8698c6', 'admin_state_up': False}]} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:21.662874 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Request body: {'port': {'network_id': '49813aae-331d-426a-8896-2f019179ef09', 'name': 'tempest-port--2144982669', 'admin_state_up': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:21.663574 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Request body: {'port': {'network_id': 'dd1ac463-187a-47d6-bf67-5b39bd8698c6', 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:21.670064 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7867c44b-f527-4c1b-9b89-f44bd4335524 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:21.747388 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:21:21.848266 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950358d7-829a-4279-9675-60c2447b32b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-ccfa982d-f76f-4a4d-8562-ee14a038131d', 'network_id': 'ccfa982d-f76f-4a4d-8562-ee14a038131d', 'tenant_id': 'a3fcb39072064d24b6f5277a5aec0fc0', 'fixed_ips': [{'subnet_id': 'eba3758b-4107-4961-bb4c-b19ac07ef3d5'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:21:21.849198 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-950358d7-829a-4279-9675-60c2447b32b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:21.904272 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d4a545-c041-4936-be87-710857b1ef18 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] DELETE failed (client error): The resource could not be found. Feb 28 14:21:21.905098 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63d4a545-c041-4936-be87-710857b1ef18 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:21:21.915041 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-63d4a545-c041-4936-be87-710857b1ef18 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] 10.222.0.30 "DELETE /v2.0/networks/16d996a6-58e6-44a5-98a0-bcf1b900c1e6 HTTP/1.1" status: 404 len: 339 time: 0.3559048 Feb 28 14:21:21.931340 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49726) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:21.931921 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49732) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:21.950459 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-19047b8f-6962-45a2-a11e-04971303aedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'name': 'tempest-ServersTestJSON-1946747904-router', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:57Z', 'updated_at': '2022-02-28T14:21:13Z', 'revision_number': 4, 'project_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'gw_port': {'id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:00Z', 'updated_at': '2022-02-28T14:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'bda9e0e0-90ae-483c-bafd-7b427d5a545e', 'name': '', 'network_id': 'e762f53b-5c59-4b59-919d-951d3062ab7d', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'mac_address': 'fa:16:3e:8d:78:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '4e67819d-6e13-422e-a78b-7f0f60d0f8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:09Z', 'updated_at': '2022-02-28T14:21:20Z', 'revision_number': 4, 'project_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'subnets': [{'id': '4e67819d-6e13-422e-a78b-7f0f60d0f8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:21.968660 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ebf1208b-1e82-455f-9100-0b13c6302353 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Request body: {'network': {'name': 'tempest-network--400223186', 'router:external': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:21.995825 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ebf1208b-1e82-455f-9100-0b13c6302353 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:22.025525 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-32363bec-12e2-49ad-a977-14b87146a209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] For port 6f5532ac-4748-4d33-aeda-11d0678e2af3, host hv-neutron-8311, got binding levels [] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:22.025825 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32363bec-12e2-49ad-a977-14b87146a209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:22.084486 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-950358d7-829a-4279-9675-60c2447b32b6 None None] Allocated IP 2001:db8::2 (ccfa982d-f76f-4a4d-8562-ee14a038131d/eba3758b-4107-4961-bb4c-b19ac07ef3d5/086a91fd-9442-424f-8536-8a3e1acfe03d) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:21:22.108520 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ebf1208b-1e82-455f-9100-0b13c6302353 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Usage tracker for resource:network and tenant:9e1135b242df48618d3ef6b9394b8113 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:22.120028 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ebf1208b-1e82-455f-9100-0b13c6302353 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:22.141594 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ebf1208b-1e82-455f-9100-0b13c6302353 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:22.158162 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19047b8f-6962-45a2-a11e-04971303aedf None None] The sync data for ids ['b877427d-7da3-4ca0-ba36-88bf2d16d9c2'] in dv-neutron-831192-4-hyperv is: [{'id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'name': 'tempest-ServersTestJSON-1946747904-router', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:57Z', 'updated_at': '2022-02-28T14:21:13Z', 'revision_number': 4, 'project_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'gw_port': {'id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:00Z', 'updated_at': '2022-02-28T14:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'bda9e0e0-90ae-483c-bafd-7b427d5a545e', 'name': '', 'network_id': 'e762f53b-5c59-4b59-919d-951d3062ab7d', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'mac_address': 'fa:16:3e:8d:78:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '4e67819d-6e13-422e-a78b-7f0f60d0f8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:09Z', 'updated_at': '2022-02-28T14:21:20Z', 'revision_number': 4, 'project_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'subnets': [{'id': '4e67819d-6e13-422e-a78b-7f0f60d0f8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:21:22.160559 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-dd7738ee-7d82-4b9f-a2c5-45e248d61999 None None] Deleting port 19e14f61-dbec-4a30-aa52-3bcf5aa421d4 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:21:22.161685 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dd7738ee-7d82-4b9f-a2c5-45e248d61999 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:22.178602 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-32363bec-12e2-49ad-a977-14b87146a209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Calling delete_port for 6f5532ac-4748-4d33-aeda-11d0678e2af3 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:21:22.187713 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:22.204326 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf1208b-1e82-455f-9100-0b13c6302353 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Made reservation on behalf of 9e1135b242df48618d3ef6b9394b8113 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:22.213867 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebf1208b-1e82-455f-9100-0b13c6302353 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:22.261741 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372e93b-4e24-4128-ae3b-0c92b3b9e1d8 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Pushing event updated for resources: {'Network': ['ID=dd1ac463-187a-47d6-bf67-5b39bd8698c6,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:22.280074 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Usage tracker for resource:port and tenant:40d75be492404f5887864aa8f697968f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:22.298834 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:22.315429 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a65634ea-d8f4-4bec-b0b3-d11d561119ea tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:22.318846 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a65634ea-d8f4-4bec-b0b3-d11d561119ea tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Usage tracker for resource:port and tenant:a3fcb39072064d24b6f5277a5aec0fc0 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:22.328136 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a65634ea-d8f4-4bec-b0b3-d11d561119ea tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:22.333222 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:22.336712 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network dd1ac463-187a-47d6-bf67-5b39bd8698c6 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:21:22.356265 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a65634ea-d8f4-4bec-b0b3-d11d561119ea tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:22.386512 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf1208b-1e82-455f-9100-0b13c6302353 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:21:22.388562 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Made reservation on behalf of 40d75be492404f5887864aa8f697968f for: {'port': 2} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:22.395314 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:22.428719 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a0b86d71-a064-438b-acde-d67329892ebb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bfad4915665646788953697b230fa137&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4870262 Feb 28 14:21:22.430895 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebf1208b-1e82-455f-9100-0b13c6302353 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:22.431851 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-ebf1208b-1e82-455f-9100-0b13c6302353 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Added segment be426066-a555-4eb5-86bc-fd555a8f94fd of type vlan for network 7845ae92-dc2e-4824-bd09-be29f447fb41 Feb 28 14:21:22.434208 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65634ea-d8f4-4bec-b0b3-d11d561119ea tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Made reservation on behalf of a3fcb39072064d24b6f5277a5aec0fc0 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:22.438156 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49752) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:22.438770 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a65634ea-d8f4-4bec-b0b3-d11d561119ea tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:22.446782 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32363bec-12e2-49ad-a977-14b87146a209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:22.496095 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:22.570764 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-a65634ea-d8f4-4bec-b0b3-d11d561119ea tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] device_id is not set on port efd33452-b116-4db7-a97b-f9d08af0aac6 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:21:22.598773 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-dd7738ee-7d82-4b9f-a2c5-45e248d61999 None None] The port '19e14f61-dbec-4a30-aa52-3bcf5aa421d4' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:21:22.638311 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32363bec-12e2-49ad-a977-14b87146a209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f5532ac-4748-4d33-aeda-11d0678e2af3,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:22.723119 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b5711f2f-708c-4084-9502-86e7f0977cb1 req-7c1eb665-8c71-477c-b93d-83d72385e16a tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 210 time: 0.2376163 Feb 28 14:21:22.749019 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-c3131570-025d-4936-ae5c-9ed99c46b10b tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4d72bc82016641f3924a9bff58fc1ab5&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1204841 Feb 28 14:21:22.755246 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7867c44b-f527-4c1b-9b89-f44bd4335524 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:22.765986 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32363bec-12e2-49ad-a977-14b87146a209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:22.772254 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7867c44b-f527-4c1b-9b89-f44bd4335524 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:22.859543 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-32363bec-12e2-49ad-a977-14b87146a209 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] 10.222.0.30 "DELETE /v2.0/ports/6f5532ac-4748-4d33-aeda-11d0678e2af3 HTTP/1.1" status: 204 len: 168 time: 1.6620514 Feb 28 14:21:22.860395 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867c44b-f527-4c1b-9b89-f44bd4335524 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5031abe1-6526-4d75-9266-5d9435d589b9,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:22.864372 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49764) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:22.881822 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-908c0622-8c9a-4894-88ee-d25a54dc12fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:22.936729 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-950358d7-829a-4279-9675-60c2447b32b6 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:22.950530 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-950358d7-829a-4279-9675-60c2447b32b6 None None] Transition to ACTIVE for port object 086a91fd-9442-424f-8536-8a3e1acfe03d will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:22.961660 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebf1208b-1e82-455f-9100-0b13c6302353 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:22.976578 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7867c44b-f527-4c1b-9b89-f44bd4335524 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:22.981603 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-950358d7-829a-4279-9675-60c2447b32b6 None None] Transition to ACTIVE for port object 086a91fd-9442-424f-8536-8a3e1acfe03d will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:22.982203 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7867c44b-f527-4c1b-9b89-f44bd4335524 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8978381 Feb 28 14:21:22.997117 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-950358d7-829a-4279-9675-60c2447b32b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:23.018865 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49770) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:23.020100 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6675079-9447-4e6b-b30f-ab3e6068f28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] GET failed (client error): The resource could not be found. Feb 28 14:21:23.020823 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c6675079-9447-4e6b-b30f-ab3e6068f28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Synchronizing usage tracker for tenant:f89059059d8941aebe623dba6d3971e9 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:21:23.039544 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7ef0b828-531c-43eb-b72d-eb947f5e497f tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:23.071719 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device bda9e0e0-90ae-483c-bafd-7b427d5a545e up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:21:23.074319 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7ef0b828-531c-43eb-b72d-eb947f5e497f tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:23.081178 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-c4a3d82c-165d-4658-9867-eebaa8411311 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:21:23.082358 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-c4a3d82c-165d-4658-9867-eebaa8411311 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1340861 Feb 28 14:21:23.084263 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-908c0622-8c9a-4894-88ee-d25a54dc12fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:23.097394 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7ef0b828-531c-43eb-b72d-eb947f5e497f tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Usage tracker for resource:floatingip and tenant:962ea3845d334ef5b0d3a8f07fde9b44 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:23.127259 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7ef0b828-531c-43eb-b72d-eb947f5e497f tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:23.146770 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950358d7-829a-4279-9675-60c2447b32b6 None None] Network ccfa982d-f76f-4a4d-8562-ee14a038131d is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:23.152508 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-950358d7-829a-4279-9675-60c2447b32b6 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:23.158037 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950358d7-829a-4279-9675-60c2447b32b6 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:23.239451 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] device_id is not set on port 51cae783-2e89-4de7-b436-fdeea6f54402 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:21:23.283857 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebf1208b-1e82-455f-9100-0b13c6302353 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:23.285427 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf1208b-1e82-455f-9100-0b13c6302353 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:23.285544 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebf1208b-1e82-455f-9100-0b13c6302353 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:23.290719 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950358d7-829a-4279-9675-60c2447b32b6 None None] Pushing event updated for resources: {'Port': ['ID=086a91fd-9442-424f-8536-8a3e1acfe03d,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:23.329689 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-950358d7-829a-4279-9675-60c2447b32b6 None None] Attempting to bind port 086a91fd-9442-424f-8536-8a3e1acfe03d on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:23.329998 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-950358d7-829a-4279-9675-60c2447b32b6 None None] Attempting to bind port 086a91fd-9442-424f-8536-8a3e1acfe03d by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '460eb156-4ab6-4a2e-96a3-a6277043c2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ccfa982d-f76f-4a4d-8562-ee14a038131d'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:23.330357 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950358d7-829a-4279-9675-60c2447b32b6 None None] Attempting to bind port 086a91fd-9442-424f-8536-8a3e1acfe03d on network ccfa982d-f76f-4a4d-8562-ee14a038131d {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:23.336667 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950358d7-829a-4279-9675-60c2447b32b6 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:21:23.337072 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950358d7-829a-4279-9675-60c2447b32b6 None None] Checking segment: {'id': '460eb156-4ab6-4a2e-96a3-a6277043c2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ccfa982d-f76f-4a4d-8562-ee14a038131d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:21:23.337426 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-950358d7-829a-4279-9675-60c2447b32b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:23.337940 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950358d7-829a-4279-9675-60c2447b32b6 None None] Bound using segment: {'id': '460eb156-4ab6-4a2e-96a3-a6277043c2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ccfa982d-f76f-4a4d-8562-ee14a038131d'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:21:23.338273 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-950358d7-829a-4279-9675-60c2447b32b6 None None] Bound port: 086a91fd-9442-424f-8536-8a3e1acfe03d, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460eb156-4ab6-4a2e-96a3-a6277043c2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ccfa982d-f76f-4a4d-8562-ee14a038131d'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:21:23.338641 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-950358d7-829a-4279-9675-60c2447b32b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:23.343697 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-a65634ea-d8f4-4bec-b0b3-d11d561119ea tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Allocated IP 2001:db8::189 (ccfa982d-f76f-4a4d-8562-ee14a038131d/eba3758b-4107-4961-bb4c-b19ac07ef3d5/efd33452-b116-4db7-a97b-f9d08af0aac6) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:21:23.349418 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port bda9e0e0-90ae-483c-bafd-7b427d5a545e completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:23.359286 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port bda9e0e0-90ae-483c-bafd-7b427d5a545e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:23.359885 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:23.377960 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-0e202dcf-fd3e-4062-b16d-9a9c48d4fa7a service neutron] 10.222.0.30 "GET /v2.0/networks/6f134a4f-83be-490b-9126-09efbaa9ed81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832193 Feb 28 14:21:23.399836 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7ef0b828-531c-43eb-b72d-eb947f5e497f tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:23.406164 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c6675079-9447-4e6b-b30f-ab3e6068f28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Unset dirty status for tenant:f89059059d8941aebe623dba6d3971e9 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:21:23.410238 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c6675079-9447-4e6b-b30f-ab3e6068f28a tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] 10.222.0.30 "GET /v2.0/ports/6f5532ac-4748-4d33-aeda-11d0678e2af3 HTTP/1.1" status: 404 len: 333 time: 0.5421913 Feb 28 14:21:23.427375 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49776) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:23.448155 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6a8d40bb-733b-405c-a779-336b309b4d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792174603', 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:23.452462 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6a8d40bb-733b-405c-a779-336b309b4d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:23.465568 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ebf1208b-1e82-455f-9100-0b13c6302353 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5193546 Feb 28 14:21:23.467412 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49780) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:23.467989 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6a8d40bb-733b-405c-a779-336b309b4d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:23.469391 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1208b-1e82-455f-9100-0b13c6302353 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Pushing event updated for resources: {'Network': ['ID=7845ae92-dc2e-4824-bd09-be29f447fb41,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:23.470027 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-908c0622-8c9a-4894-88ee-d25a54dc12fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:23.510308 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-950358d7-829a-4279-9675-60c2447b32b6 None None] For port 086a91fd-9442-424f-8536-8a3e1acfe03d, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:21:23.514946 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-950358d7-829a-4279-9675-60c2447b32b6 None None] For port 086a91fd-9442-424f-8536-8a3e1acfe03d, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=086a91fd-9442-424f-8536-8a3e1acfe03d,segment=NetworkSegment(460eb156-4ab6-4a2e-96a3-a6277043c2a4),segment_id=460eb156-4ab6-4a2e-96a3-a6277043c2a4)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:21:23.519325 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 7845ae92-dc2e-4824-bd09-be29f447fb41 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:21:23.525944 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8d40bb-733b-405c-a779-336b309b4d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Made reservation on behalf of f89059059d8941aebe623dba6d3971e9 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:23.529622 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a8d40bb-733b-405c-a779-336b309b4d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:23.540801 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-950358d7-829a-4279-9675-60c2447b32b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:23.611419 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-908c0622-8c9a-4894-88ee-d25a54dc12fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:23.612555 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-908c0622-8c9a-4894-88ee-d25a54dc12fb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bbae29a9-ae92-47c6-9254-3a9ca3378ac1 HTTP/1.1" status: 204 len: 168 time: 1.1725566 Feb 28 14:21:23.613471 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c0622-8c9a-4894-88ee-d25a54dc12fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbae29a9-ae92-47c6-9254-3a9ca3378ac1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:23.624339 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ef0b828-531c-43eb-b72d-eb947f5e497f tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:23.632033 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-6a8d40bb-733b-405c-a779-336b309b4d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] device_id is not set on port c5999b4e-7037-4275-b4b4-302071db3068 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:21:23.748070 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.13', 63435) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:23.806143 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:24.003830 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950358d7-829a-4279-9675-60c2447b32b6 None None] Pushing event updated for resources: {'Port': ['ID=086a91fd-9442-424f-8536-8a3e1acfe03d,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:24.056052 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:24.136719 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port bda9e0e0-90ae-483c-bafd-7b427d5a545e, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=bda9e0e0-90ae-483c-bafd-7b427d5a545e,segment=NetworkSegment(d774faf1-bfab-416e-9486-4c2228282a1a),segment_id=d774faf1-bfab-416e-9486-4c2228282a1a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:24.149958 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:24.200077 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbe76c0-912e-4d33-ad9a-d7960807fcc9 tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:24.207612 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbe76c0-912e-4d33-ad9a-d7960807fcc9 tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:24.214441 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbe76c0-912e-4d33-ad9a-d7960807fcc9 tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:24.227929 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbe76c0-912e-4d33-ad9a-d7960807fcc9 tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:24.232544 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1dbe76c0-912e-4d33-ad9a-d7960807fcc9 tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.7464950 Feb 28 14:21:24.256882 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49794) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:24.293167 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49800) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:24.311377 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=bda9e0e0-90ae-483c-bafd-7b427d5a545e,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:24.330758 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-d2ce848a-b4d9-4281-bc5f-54c456e5c8ae service neutron] 10.222.0.30 "GET /v2.0/networks/6f134a4f-83be-490b-9126-09efbaa9ed81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9157214 Feb 28 14:21:24.512143 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-56993fe0-e5ad-4b83-be12-0897d8fb53e7 req-c438e3d6-5b63-4ec3-8b0c-2338fa4a37dd tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 210 time: 0.3413296 Feb 28 14:21:24.517869 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ccc7037b-afec-4ed5-8907-d93d24f42d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:24.569659 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ccc7037b-afec-4ed5-8907-d93d24f42d0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:24.617749 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ccc7037b-afec-4ed5-8907-d93d24f42d0c admin admin] Usage tracker for resource:security_group_rule and tenant:72969995828a4b00aee41c2e50ceb7b3 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:24.643452 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ccc7037b-afec-4ed5-8907-d93d24f42d0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:24.650353 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ccc7037b-afec-4ed5-8907-d93d24f42d0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:24.663663 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f163228a-1a84-4f3f-91b2-7861aa667cf2 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:24.735105 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a8d40bb-733b-405c-a779-336b309b4d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:24.740434 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] device_id is not set on port 03dcdd73-9226-4236-8904-d94008b24fcf yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:21:24.815842 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-cb7aeb33-217f-45dd-bc96-1674a5080fba req-5d723ecf-56f2-4038-83a7-c596ec301228 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Synchronizing usage tracker for tenant:4d72bc82016641f3924a9bff58fc1ab5 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:21:24.845858 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a65634ea-d8f4-4bec-b0b3-d11d561119ea tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:24.856917 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0a326-758b-4032-90de-aec1144103f1 req-533ab273-66ed-43a5-914a-dc59fce2f341 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:24.858440 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0fb0a326-758b-4032-90de-aec1144103f1 req-533ab273-66ed-43a5-914a-dc59fce2f341 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.13 "GET /v2.0/networks?id=29a7bbad-e952-45ba-80e0-ba14ba64ba8a HTTP/1.1" status: 200 len: 811 time: 1.1061859 Feb 28 14:21:24.894234 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a65634ea-d8f4-4bec-b0b3-d11d561119ea tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Transition to ACTIVE for port object efd33452-b116-4db7-a97b-f9d08af0aac6 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:24.968494 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a8d40bb-733b-405c-a779-336b309b4d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:25.015475 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ef0b828-531c-43eb-b72d-eb947f5e497f tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:25.019458 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f163228a-1a84-4f3f-91b2-7861aa667cf2 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:25.048691 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f163228a-1a84-4f3f-91b2-7861aa667cf2 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7845ae92-dc2e-4824-bd09-be29f447fb41']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:25.053265 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0fb0a326-758b-4032-90de-aec1144103f1 req-b7a03b79-8bec-49cc-8154-db5a1b268f8b tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c08c193cf744f45b8defa27863396ab HTTP/1.1" status: 200 len: 379 time: 0.1503651 Feb 28 14:21:25.063833 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f163228a-1a84-4f3f-91b2-7861aa667cf2 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be426066-a555-4eb5-86bc-fd555a8f94fd') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:25.064226 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f163228a-1a84-4f3f-91b2-7861aa667cf2 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be426066-a555-4eb5-86bc-fd555a8f94fd') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:25.082949 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device bda9e0e0-90ae-483c-bafd-7b427d5a545e up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:21:25.110289 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-0fb0a326-758b-4032-90de-aec1144103f1 req-53ef0b96-7858-4194-97ab-43970a7800e4 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Request body: {'port': {'device_id': 'ef798cc2-d666-4542-9231-ce66909d496f', 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a', 'admin_state_up': True, 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'security_groups': ['6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:25.185738 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8d40bb-733b-405c-a779-336b309b4d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:25.225446 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f163228a-1a84-4f3f-91b2-7861aa667cf2 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:25.256569 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port bda9e0e0-90ae-483c-bafd-7b427d5a545e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:25.258242 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:25.293487 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-6a8d40bb-733b-405c-a779-336b309b4d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:25.300744 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f163228a-1a84-4f3f-91b2-7861aa667cf2 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:25.330734 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8d40bb-733b-405c-a779-336b309b4d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:25.332414 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8d40bb-733b-405c-a779-336b309b4d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:25.333040 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a8d40bb-733b-405c-a779-336b309b4d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:25.342858 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f163228a-1a84-4f3f-91b2-7861aa667cf2 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:21:25.343394 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f163228a-1a84-4f3f-91b2-7861aa667cf2 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:21:25.411716 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:21:25.414463 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ccc7037b-afec-4ed5-8907-d93d24f42d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:25.434850 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a65634ea-d8f4-4bec-b0b3-d11d561119ea tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:25.471278 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d40bb-733b-405c-a779-336b309b4d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Pushing event updated for resources: {'Port': ['ID=c5999b4e-7037-4275-b4b4-302071db3068,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:25.551962 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ccc7037b-afec-4ed5-8907-d93d24f42d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:25.681948 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 086a91fd-9442-424f-8536-8a3e1acfe03d up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:21:25.772543 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ccc7037b-afec-4ed5-8907-d93d24f42d0c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=72969995828a4b00aee41c2e50ceb7b3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4778101 Feb 28 14:21:25.780758 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7037b-afec-4ed5-8907-d93d24f42d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06aa0c53-102c-41f6-aac7-595937ece781,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:25.792399 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49858) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:25.848277 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65634ea-d8f4-4bec-b0b3-d11d561119ea tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Pushing event updated for resources: {'Port': ['ID=efd33452-b116-4db7-a97b-f9d08af0aac6,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:25.851665 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dac228-39fd-41a0-a3ff-34fbe4db1128 None None] Network ccfa982d-f76f-4a4d-8562-ee14a038131d requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:21:25.854299 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:25.871945 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65634ea-d8f4-4bec-b0b3-d11d561119ea tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Network ccfa982d-f76f-4a4d-8562-ee14a038131d is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:25.885198 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6a8d40bb-733b-405c-a779-336b309b4d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.4497981 Feb 28 14:21:25.890754 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-a65634ea-d8f4-4bec-b0b3-d11d561119ea tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:25.893748 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49862) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:25.898696 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65634ea-d8f4-4bec-b0b3-d11d561119ea tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:25.906595 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65634ea-d8f4-4bec-b0b3-d11d561119ea tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:25.907252 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a65634ea-d8f4-4bec-b0b3-d11d561119ea tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:25.914911 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-cb7aeb33-217f-45dd-bc96-1674a5080fba req-5d723ecf-56f2-4038-83a7-c596ec301228 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Unset dirty status for tenant:4d72bc82016641f3924a9bff58fc1ab5 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:21:25.939057 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cb7aeb33-217f-45dd-bc96-1674a5080fba req-5d723ecf-56f2-4038-83a7-c596ec301228 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/ports?device_id=49e1b4fa-e342-4110-9dc7-c20772ac9d41 HTTP/1.1" status: 200 len: 210 time: 1.1922598 Feb 28 14:21:26.034041 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a65634ea-d8f4-4bec-b0b3-d11d561119ea tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.4764326 Feb 28 14:21:26.036402 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49868) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:26.066880 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-7ef0b828-531c-43eb-b72d-eb947f5e497f tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Allocated IP 172.26.5.167 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/3ca137a8-e910-4982-9262-8cbfb3317481) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:21:26.091525 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-92f3dca4-478e-4708-a5ea-4b279b58c070 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Request body: {'port': {'network_id': 'ccfa982d-f76f-4a4d-8562-ee14a038131d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1549382690', 'allowed_address_pairs': [{'ip_address': '2001:db8::189', 'mac_address': 'fa:16:3e:03:a4:cc'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:26.175541 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ddc742d2-03f9-4390-9f14-63bb85269fd4 None None] Provisioning for port 086a91fd-9442-424f-8536-8a3e1acfe03d completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:26.229140 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-0fb0a326-758b-4032-90de-aec1144103f1 req-53ef0b96-7858-4194-97ab-43970a7800e4 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:26.241915 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-0fb0a326-758b-4032-90de-aec1144103f1 req-53ef0b96-7858-4194-97ab-43970a7800e4 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Usage tracker for resource:port and tenant:1c08c193cf744f45b8defa27863396ab is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:26.248915 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-0fb0a326-758b-4032-90de-aec1144103f1 req-53ef0b96-7858-4194-97ab-43970a7800e4 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:26.270139 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:26.280494 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 086a91fd-9442-424f-8536-8a3e1acfe03d completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:26.288853 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-0fb0a326-758b-4032-90de-aec1144103f1 req-53ef0b96-7858-4194-97ab-43970a7800e4 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:26.320012 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 086a91fd-9442-424f-8536-8a3e1acfe03d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:26.321496 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:26.359783 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-aab1d39f-fcd6-493b-8bce-76f8dfae814d req-511c4e35-65a9-485f-a955-f023582cf138 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Synchronizing usage tracker for tenant:1c08c193cf744f45b8defa27863396ab on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:21:26.363461 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88eaef96-9b3f-4793-9f7c-097e2c80e98a tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:26.365441 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-88eaef96-9b3f-4793-9f7c-097e2c80e98a tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] 10.222.0.30 "GET /v2.0/ports/c5999b4e-7037-4275-b4b4-302071db3068 HTTP/1.1" status: 200 len: 959 time: 0.4637332 Feb 28 14:21:26.375661 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49874) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:26.405742 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f163228a-1a84-4f3f-91b2-7861aa667cf2 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:26.449067 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f163228a-1a84-4f3f-91b2-7861aa667cf2 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7845ae92-dc2e-4824-bd09-be29f447fb41 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 28 14:21:26.451018 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163228a-1a84-4f3f-91b2-7861aa667cf2 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Pushing event deleted for resources: {'Network': ['ID=7845ae92-dc2e-4824-bd09-be29f447fb41,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:26.499929 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a96e9a5e-417f-4ca1-a652-79e2e3016d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:26.505924 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f163228a-1a84-4f3f-91b2-7861aa667cf2 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:26.609374 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb0a326-758b-4032-90de-aec1144103f1 req-53ef0b96-7858-4194-97ab-43970a7800e4 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Made reservation on behalf of 1c08c193cf744f45b8defa27863396ab for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:26.620142 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0fb0a326-758b-4032-90de-aec1144103f1 req-53ef0b96-7858-4194-97ab-43970a7800e4 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:26.629636 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ef0b828-531c-43eb-b72d-eb947f5e497f tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:26.634490 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f163228a-1a84-4f3f-91b2-7861aa667cf2 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] 10.222.0.30 "DELETE /v2.0/networks/7845ae92-dc2e-4824-bd09-be29f447fb41 HTTP/1.1" status: 204 len: 168 time: 2.3764551 Feb 28 14:21:26.640903 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49878) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:26.661794 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-444cb4a5-3b31-4cb8-a02f-b72651b1bf64 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Request body: {'network': {'name': 'tempest-network--349636096', 'router:external': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:26.675017 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a96e9a5e-417f-4ca1-a652-79e2e3016d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:26.700393 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Pushing event updated for resources: {'Port': ['ID=51cae783-2e89-4de7-b436-fdeea6f54402,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:26.702569 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-aab1d39f-fcd6-493b-8bce-76f8dfae814d req-511c4e35-65a9-485f-a955-f023582cf138 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Unset dirty status for tenant:1c08c193cf744f45b8defa27863396ab on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:21:26.704113 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aab1d39f-fcd6-493b-8bce-76f8dfae814d req-511c4e35-65a9-485f-a955-f023582cf138 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 210 time: 0.4350748 Feb 28 14:21:26.710555 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-444cb4a5-3b31-4cb8-a02f-b72651b1bf64 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:26.728528 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-444cb4a5-3b31-4cb8-a02f-b72651b1bf64 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Usage tracker for resource:network and tenant:9e1135b242df48618d3ef6b9394b8113 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:26.749978 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-444cb4a5-3b31-4cb8-a02f-b72651b1bf64 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:26.777306 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-444cb4a5-3b31-4cb8-a02f-b72651b1bf64 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:26.828363 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:26.838487 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444cb4a5-3b31-4cb8-a02f-b72651b1bf64 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Made reservation on behalf of 9e1135b242df48618d3ef6b9394b8113 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:26.854097 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-444cb4a5-3b31-4cb8-a02f-b72651b1bf64 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:26.903757 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b57d9479-1bab-4fb5-a1f3-ebb953b73aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Deleting port c5999b4e-7037-4275-b4b4-302071db3068 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:21:26.904802 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b57d9479-1bab-4fb5-a1f3-ebb953b73aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:26.915602 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 086a91fd-9442-424f-8536-8a3e1acfe03d, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=086a91fd-9442-424f-8536-8a3e1acfe03d,segment=NetworkSegment(460eb156-4ab6-4a2e-96a3-a6277043c2a4),segment_id=460eb156-4ab6-4a2e-96a3-a6277043c2a4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:26.924327 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:26.927880 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ef0b828-531c-43eb-b72d-eb947f5e497f tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:26.970299 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-92f3dca4-478e-4708-a5ea-4b279b58c070 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:26.975825 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-92f3dca4-478e-4708-a5ea-4b279b58c070 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Usage tracker for resource:port and tenant:a3fcb39072064d24b6f5277a5aec0fc0 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:26.983024 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-92f3dca4-478e-4708-a5ea-4b279b58c070 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:27.004160 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-92f3dca4-478e-4708-a5ea-4b279b58c070 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:27.097143 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=086a91fd-9442-424f-8536-8a3e1acfe03d,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:27.124593 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444cb4a5-3b31-4cb8-a02f-b72651b1bf64 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:21:27.126995 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a96e9a5e-417f-4ca1-a652-79e2e3016d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:27.138298 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef0b828-531c-43eb-b72d-eb947f5e497f tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:27.178316 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-7ef0b828-531c-43eb-b72d-eb947f5e497f tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:27.188032 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Checking segment: {'id': 'ebf72d2a-648d-4190-bb3b-fda9af940836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '49813aae-331d-426a-8896-2f019179ef09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:21:27.188501 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Network hostable DHCP agents. Network: 49813aae-331d-426a-8896-2f019179ef09, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:21:27.195005 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef0b828-531c-43eb-b72d-eb947f5e497f tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:27.261908 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e9a5e-417f-4ca1-a652-79e2e3016d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06aa0c53-102c-41f6-aac7-595937ece781,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:27.265843 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f3dca4-478e-4708-a5ea-4b279b58c070 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Made reservation on behalf of a3fcb39072064d24b6f5277a5aec0fc0 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:27.269987 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-444cb4a5-3b31-4cb8-a02f-b72651b1bf64 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:27.270557 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-444cb4a5-3b31-4cb8-a02f-b72651b1bf64 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Added segment c5e7d601-2797-44c4-8f3d-e06722dcfd26 of type vlan for network 74288679-4184-4160-9b80-1f9a947917ea Feb 28 14:21:27.321664 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0b828-531c-43eb-b72d-eb947f5e497f tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Pushing event updated for resources: {'Port': ['ID=3ca137a8-e910-4982-9262-8cbfb3317481,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:27.334643 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a96e9a5e-417f-4ca1-a652-79e2e3016d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:27.342683 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a96e9a5e-417f-4ca1-a652-79e2e3016d8e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/06aa0c53-102c-41f6-aac7-595937ece781 HTTP/1.1" status: 204 len: 168 time: 1.5377617 Feb 28 14:21:27.403736 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2f5dfaa4-de5c-4ecf-a45d-5d802ffab97e req-150d68bd-95d7-4b1a-a7d9-df33cff83a10 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/ports?device_id=49e1b4fa-e342-4110-9dc7-c20772ac9d41 HTTP/1.1" status: 200 len: 210 time: 0.2616768 Feb 28 14:21:27.414185 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-444cb4a5-3b31-4cb8-a02f-b72651b1bf64 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:27.418056 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a4a07dd0-b43c-4f43-9f48-59ee8fede98b None None] Provisioning for port efd33452-b116-4db7-a97b-f9d08af0aac6 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:27.447494 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a4a07dd0-b43c-4f43-9f48-59ee8fede98b None None] Provisioning complete for port efd33452-b116-4db7-a97b-f9d08af0aac6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:27.447903 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a4a07dd0-b43c-4f43-9f48-59ee8fede98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:27.493763 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ef0b828-531c-43eb-b72d-eb947f5e497f tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:27.509278 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-444cb4a5-3b31-4cb8-a02f-b72651b1bf64 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:27.510780 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444cb4a5-3b31-4cb8-a02f-b72651b1bf64 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:27.511517 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-444cb4a5-3b31-4cb8-a02f-b72651b1bf64 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:27.627577 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a4a07dd0-b43c-4f43-9f48-59ee8fede98b None None] Port efd33452-b116-4db7-a97b-f9d08af0aac6 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:21:27.661248 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a4a07dd0-b43c-4f43-9f48-59ee8fede98b None None] Provisioning complete for port 086a91fd-9442-424f-8536-8a3e1acfe03d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:27.661630 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a4a07dd0-b43c-4f43-9f48-59ee8fede98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:27.702603 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.13', 63442) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:27.823893 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444cb4a5-3b31-4cb8-a02f-b72651b1bf64 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Pushing event updated for resources: {'Network': ['ID=74288679-4184-4160-9b80-1f9a947917ea,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:27.855639 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-444cb4a5-3b31-4cb8-a02f-b72651b1bf64 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1988592 Feb 28 14:21:27.883679 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49888) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:27.901700 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Network 49813aae-331d-426a-8896-2f019179ef09 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:21:27.928847 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 74288679-4184-4160-9b80-1f9a947917ea details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:21:28.072708 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ef0b828-531c-43eb-b72d-eb947f5e497f tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:28.220782 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-d399b0d2-f94d-45a0-a8a4-13097606116b tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:28.222176 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-d399b0d2-f94d-45a0-a8a4-13097606116b tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Synchronizing usage tracker for tenant:4d72bc82016641f3924a9bff58fc1ab5 on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:21:28.261456 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [req-0fb0a326-758b-4032-90de-aec1144103f1 req-53ef0b96-7858-4194-97ab-43970a7800e4 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Allocated IP 172.20.0.9 (29a7bbad-e952-45ba-80e0-ba14ba64ba8a/bc032688-fb3b-418b-8fdf-7d855b7f648b/1f95f132-5cd3-42d1-afbf-40eddc35e9a7) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:21:28.274254 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9aa1a242-16f3-4dce-a4f7-e390c86588f7 None None] Provisioning complete for port efd33452-b116-4db7-a97b-f9d08af0aac6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:28.274674 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9aa1a242-16f3-4dce-a4f7-e390c86588f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:28.395015 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ffa30a04-4e5f-442f-a1ac-e40ba7934645 req-6ffcd152-cdb8-4e24-a05e-5fdea1d1c5cd tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 210 time: 0.4280198 Feb 28 14:21:28.399780 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9aa1a242-16f3-4dce-a4f7-e390c86588f7 None None] Port efd33452-b116-4db7-a97b-f9d08af0aac6 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:21:28.482231 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16346ee-b0dd-484f-bb5f-a47b86c958fd tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:28.483751 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b16346ee-b0dd-484f-bb5f-a47b86c958fd tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] 10.222.0.30 "GET /v2.0/networks/74288679-4184-4160-9b80-1f9a947917ea HTTP/1.1" status: 200 len: 756 time: 0.5933502 Feb 28 14:21:28.490899 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49910) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:28.497809 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 49813aae-331d-426a-8896-2f019179ef09) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:28.508889 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86ae6f2-ae02-4f21-af54-d02a813ad373 None None] Network 49813aae-331d-426a-8896-2f019179ef09 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:21:28.529077 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:28.531538 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:28.838958 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b57d9479-1bab-4fb5-a1f3-ebb953b73aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:29.038019 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-03c82270-4d3e-4b91-ab6e-c13c39e1adbf req-49e231bb-8a2c-4f4c-a533-682fad9625c9 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/ports?device_id=49e1b4fa-e342-4110-9dc7-c20772ac9d41 HTTP/1.1" status: 200 len: 210 time: 0.3686769 Feb 28 14:21:29.038697 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-d399b0d2-f94d-45a0-a8a4-13097606116b tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Unset dirty status for tenant:4d72bc82016641f3924a9bff58fc1ab5 on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:21:29.039797 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-d399b0d2-f94d-45a0-a8a4-13097606116b tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.13 "GET /v2.0/networks?id=6f134a4f-83be-490b-9126-09efbaa9ed81 HTTP/1.1" status: 200 len: 810 time: 1.1418345 Feb 28 14:21:29.096984 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92f3dca4-478e-4708-a5ea-4b279b58c070 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:29.105123 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 086a91fd-9442-424f-8536-8a3e1acfe03d up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:21:29.132011 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9e4fbb-c4b7-4977-a418-effacf90e88b tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:29.133555 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bb9e4fbb-c4b7-4977-a418-effacf90e88b tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] 10.222.0.30 "GET /v2.0/networks/79c133dc-8f1e-47c9-b539-9181658a2948 HTTP/1.1" status: 200 len: 768 time: 0.6416094 Feb 28 14:21:29.150285 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49922) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:29.259758 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-70daec6e-4da1-46f1-9645-7e97acac6ab4 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:29.312666 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ef0b828-531c-43eb-b72d-eb947f5e497f tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:29.318223 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 086a91fd-9442-424f-8536-8a3e1acfe03d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:29.318777 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:29.327696 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ef0b828-531c-43eb-b72d-eb947f5e497f tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:29.563183 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b57d9479-1bab-4fb5-a1f3-ebb953b73aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Calling delete_port for c5999b4e-7037-4275-b4b4-302071db3068 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:21:29.670731 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Pushing event updated for resources: {'Port': ['ID=03dcdd73-9226-4236-8904-d94008b24fcf,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:29.675116 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-92f3dca4-478e-4708-a5ea-4b279b58c070 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] device_id is not set on port 2a52565d-106d-4299-b146-04ca621dc639 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:21:29.815031 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Checking segment: {'id': 'a54812f4-02d0-4ddb-a9ea-7db2f35ebf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dd1ac463-187a-47d6-bf67-5b39bd8698c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:21:29.815410 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Network hostable DHCP agents. Network: dd1ac463-187a-47d6-bf67-5b39bd8698c6, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:21:29.855238 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-6fb02e47-36ee-4e69-837d-5a5a2c4d7dd4 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Synchronizing usage tracker for tenant:4d72bc82016641f3924a9bff58fc1ab5 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:21:29.967518 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0fb0a326-758b-4032-90de-aec1144103f1 req-53ef0b96-7858-4194-97ab-43970a7800e4 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:29.982733 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b57d9479-1bab-4fb5-a1f3-ebb953b73aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:29.991850 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-70daec6e-4da1-46f1-9645-7e97acac6ab4 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:30.018058 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-54f040af-4a89-4fdb-9cf2-9eaf9deb6b48 req-900fb201-bf19-416a-96b0-2fe19a83407c tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 210 time: 0.2758338 Feb 28 14:21:30.029252 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Network dd1ac463-187a-47d6-bf67-5b39bd8698c6 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:21:30.031556 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-6fb02e47-36ee-4e69-837d-5a5a2c4d7dd4 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Unset dirty status for tenant:4d72bc82016641f3924a9bff58fc1ab5 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:21:30.032686 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-6fb02e47-36ee-4e69-837d-5a5a2c4d7dd4 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d72bc82016641f3924a9bff58fc1ab5 HTTP/1.1" status: 200 len: 380 time: 0.6988800 Feb 28 14:21:30.055265 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0b828-531c-43eb-b72d-eb947f5e497f tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Pushing event updated for resources: {'Port': ['ID=3ca137a8-e910-4982-9262-8cbfb3317481,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:30.122180 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-0fb0a326-758b-4032-90de-aec1144103f1 req-53ef0b96-7858-4194-97ab-43970a7800e4 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Transition to ACTIVE for port object 1f95f132-5cd3-42d1-afbf-40eddc35e9a7 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:30.128204 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d9479-1bab-4fb5-a1f3-ebb953b73aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5999b4e-7037-4275-b4b4-302071db3068,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:30.143499 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b57d9479-1bab-4fb5-a1f3-ebb953b73aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:30.150527 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, dd1ac463-187a-47d6-bf67-5b39bd8698c6) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:30.154439 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:30.160534 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:30.166426 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:30.167124 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:30.189705 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f637deae-3590-403d-a517-548ef6b8985c None None] Network dd1ac463-187a-47d6-bf67-5b39bd8698c6 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:21:30.217396 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-70daec6e-4da1-46f1-9645-7e97acac6ab4 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74288679-4184-4160-9b80-1f9a947917ea']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:30.249874 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-92f3dca4-478e-4708-a5ea-4b279b58c070 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Allocated IP 2001:db8::129 (ccfa982d-f76f-4a4d-8562-ee14a038131d/eba3758b-4107-4961-bb4c-b19ac07ef3d5/2a52565d-106d-4299-b146-04ca621dc639) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:21:30.251049 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ef0b828-531c-43eb-b72d-eb947f5e497f tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:30.264127 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-70daec6e-4da1-46f1-9645-7e97acac6ab4 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e7d601-2797-44c4-8f3d-e06722dcfd26') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:30.265022 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-70daec6e-4da1-46f1-9645-7e97acac6ab4 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e7d601-2797-44c4-8f3d-e06722dcfd26') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:30.296267 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-70daec6e-4da1-46f1-9645-7e97acac6ab4 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:30.314124 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ef0b828-531c-43eb-b72d-eb947f5e497f tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:30.315790 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7ef0b828-531c-43eb-b72d-eb947f5e497f tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2917936 Feb 28 14:21:30.328822 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-70daec6e-4da1-46f1-9645-7e97acac6ab4 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:30.340808 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70daec6e-4da1-46f1-9645-7e97acac6ab4 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:21:30.342551 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-70daec6e-4da1-46f1-9645-7e97acac6ab4 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:21:30.376947 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:21:30.485892 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-70daec6e-4da1-46f1-9645-7e97acac6ab4 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:30.549397 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70daec6e-4da1-46f1-9645-7e97acac6ab4 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 74288679-4184-4160-9b80-1f9a947917ea {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 28 14:21:30.574485 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-70daec6e-4da1-46f1-9645-7e97acac6ab4 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:30.584190 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70daec6e-4da1-46f1-9645-7e97acac6ab4 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Pushing event deleted for resources: {'Network': ['ID=74288679-4184-4160-9b80-1f9a947917ea,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:30.604462 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-70daec6e-4da1-46f1-9645-7e97acac6ab4 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] 10.222.0.30 "DELETE /v2.0/networks/74288679-4184-4160-9b80-1f9a947917ea HTTP/1.1" status: 204 len: 168 time: 1.4531367 Feb 28 14:21:30.607512 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49946) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:30.632342 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5c28d689-dbf7-419d-a7c3-a57b0ca5ff0b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Request body: {'network': {'name': 'tempest-network--865873416'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:30.648573 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5c28d689-dbf7-419d-a7c3-a57b0ca5ff0b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:30.668027 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5c28d689-dbf7-419d-a7c3-a57b0ca5ff0b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Usage tracker for resource:network and tenant:9e1135b242df48618d3ef6b9394b8113 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:30.680412 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5c28d689-dbf7-419d-a7c3-a57b0ca5ff0b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:30.709568 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5c28d689-dbf7-419d-a7c3-a57b0ca5ff0b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:30.750292 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c28d689-dbf7-419d-a7c3-a57b0ca5ff0b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Made reservation on behalf of 9e1135b242df48618d3ef6b9394b8113 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:30.762766 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c28d689-dbf7-419d-a7c3-a57b0ca5ff0b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:30.831969 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92f3dca4-478e-4708-a5ea-4b279b58c070 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:30.876181 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-92f3dca4-478e-4708-a5ea-4b279b58c070 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Transition to ACTIVE for port object 2a52565d-106d-4299-b146-04ca621dc639 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:30.901382 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c28d689-dbf7-419d-a7c3-a57b0ca5ff0b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:21:30.916828 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-c7813603-48f6-4b19-809d-db9e7c4302f9 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Synchronizing usage tracker for tenant:962ea3845d334ef5b0d3a8f07fde9b44 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:21:30.935954 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c28d689-dbf7-419d-a7c3-a57b0ca5ff0b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:30.936764 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-5c28d689-dbf7-419d-a7c3-a57b0ca5ff0b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Added segment f2b4718d-3fae-4a90-8035-6b48324c0ef9 of type vlan for network e58dcd4e-910d-499a-8ce9-c15395aca462 Feb 28 14:21:30.961814 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-c7813603-48f6-4b19-809d-db9e7c4302f9 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Unset dirty status for tenant:962ea3845d334ef5b0d3a8f07fde9b44 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:21:30.964012 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-c7813603-48f6-4b19-809d-db9e7c4302f9 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--905630623&fields=id&tenant_id=962ea3845d334ef5b0d3a8f07fde9b44 HTTP/1.1" status: 200 len: 267 time: 0.1522355 Feb 28 14:21:31.014885 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49960) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:31.021304 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c28d689-dbf7-419d-a7c3-a57b0ca5ff0b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:31.040466 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7d1a43cd-2789-4861-8bb0-36c99b51d243 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 9.4783769 Feb 28 14:21:31.041762 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92f3dca4-478e-4708-a5ea-4b279b58c070 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:31.055858 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49966) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:31.072554 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b57d9479-1bab-4fb5-a1f3-ebb953b73aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] 10.222.0.30 "DELETE /v2.0/ports/c5999b4e-7037-4275-b4b4-302071db3068 HTTP/1.1" status: 204 len: 168 time: 4.6750095 Feb 28 14:21:31.119210 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49974) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:31.125570 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-993f02d5-330e-4af8-9216-0b62d6fd6c26 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Request body: {'port': {'device_id': '49e1b4fa-e342-4110-9dc7-c20772ac9d41', 'network_id': '6f134a4f-83be-490b-9126-09efbaa9ed81', 'admin_state_up': True, 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'security_groups': ['c63a8883-97f5-4c2d-8a0d-4b6a5e2b0e22']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:31.210723 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0fb0a326-758b-4032-90de-aec1144103f1 req-53ef0b96-7858-4194-97ab-43970a7800e4 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:31.259012 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-5c28d689-dbf7-419d-a7c3-a57b0ca5ff0b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:21:31.268488 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a0b9ce-0cc3-475c-a4ff-e92abd0e8a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] GET failed (client error): The resource could not be found. Feb 28 14:21:31.269877 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b2a0b9ce-0cc3-475c-a4ff-e92abd0e8a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] 10.222.0.30 "GET /v2.0/ports/c5999b4e-7037-4275-b4b4-302071db3068 HTTP/1.1" status: 404 len: 333 time: 0.1588759 Feb 28 14:21:31.283052 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c8cc57da-ec6d-4777-928c-3dde2d84d68b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-340771862', 'router:external': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:31.295529 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c8cc57da-ec6d-4777-928c-3dde2d84d68b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:31.298636 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49978) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:31.316289 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4e80aba9-fca4-499c-a12c-4d583d5fb155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Request body: {'port': {'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1417716825'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:31.325266 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c8cc57da-ec6d-4777-928c-3dde2d84d68b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Usage tracker for resource:network and tenant:a9de92cfa4bc41e7b01d7031a674235a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:31.331812 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cb493f1a-7bfb-4b88-bb7b-9ceb8f4ed01d req-95bdde5b-514f-440f-ad42-f2040eb2d992 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/ports?device_id=49e1b4fa-e342-4110-9dc7-c20772ac9d41 HTTP/1.1" status: 200 len: 210 time: 0.2981436 Feb 28 14:21:31.335631 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c8cc57da-ec6d-4777-928c-3dde2d84d68b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:31.339568 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4e80aba9-fca4-499c-a12c-4d583d5fb155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:31.353293 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4e80aba9-fca4-499c-a12c-4d583d5fb155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Usage tracker for resource:port and tenant:f89059059d8941aebe623dba6d3971e9 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:31.363471 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4e80aba9-fca4-499c-a12c-4d583d5fb155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:31.371848 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c8cc57da-ec6d-4777-928c-3dde2d84d68b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:31.392138 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c28d689-dbf7-419d-a7c3-a57b0ca5ff0b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:31.393330 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c28d689-dbf7-419d-a7c3-a57b0ca5ff0b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:31.393999 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c28d689-dbf7-419d-a7c3-a57b0ca5ff0b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:31.423488 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4e80aba9-fca4-499c-a12c-4d583d5fb155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:31.456298 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5c28d689-dbf7-419d-a7c3-a57b0ca5ff0b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8451421 Feb 28 14:21:31.465543 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49982) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:31.497655 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4c06be6a-a80d-43a8-9763-72e7cc9d2eb0 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:31.521410 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-314473f7-e379-455f-b1ca-b8a54d1d51b2 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:31.522265 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-314473f7-e379-455f-b1ca-b8a54d1d51b2 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Synchronizing usage tracker for tenant:962ea3845d334ef5b0d3a8f07fde9b44 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:21:31.545146 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cc57da-ec6d-4777-928c-3dde2d84d68b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Made reservation on behalf of a9de92cfa4bc41e7b01d7031a674235a for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:31.548344 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8cc57da-ec6d-4777-928c-3dde2d84d68b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:31.572918 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234e342a-61c0-497a-bf30-f4844898d2f2 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:31.580239 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234e342a-61c0-497a-bf30-f4844898d2f2 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:31.585888 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-234e342a-61c0-497a-bf30-f4844898d2f2 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5280964 Feb 28 14:21:31.591260 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49986) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:31.591580 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f3dca4-478e-4708-a5ea-4b279b58c070 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Network ccfa982d-f76f-4a4d-8562-ee14a038131d is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:31.607691 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e80aba9-fca4-499c-a12c-4d583d5fb155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Made reservation on behalf of f89059059d8941aebe623dba6d3971e9 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:31.610409 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4e80aba9-fca4-499c-a12c-4d583d5fb155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:31.630480 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-314473f7-e379-455f-b1ca-b8a54d1d51b2 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Unset dirty status for tenant:962ea3845d334ef5b0d3a8f07fde9b44 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:21:31.631046 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-92f3dca4-478e-4708-a5ea-4b279b58c070 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:31.632032 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-314473f7-e379-455f-b1ca-b8a54d1d51b2 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/networks?id=e762f53b-5c59-4b59-919d-951d3062ab7d HTTP/1.1" status: 200 len: 806 time: 0.6565516 Feb 28 14:21:31.656127 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f3dca4-478e-4708-a5ea-4b279b58c070 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:31.662313 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f3dca4-478e-4708-a5ea-4b279b58c070 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:31.671372 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92f3dca4-478e-4708-a5ea-4b279b58c070 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:31.682718 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f3dca4-478e-4708-a5ea-4b279b58c070 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Pushing event updated for resources: {'Port': ['ID=2a52565d-106d-4299-b146-04ca621dc639,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:31.740828 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb0a326-758b-4032-90de-aec1144103f1 req-53ef0b96-7858-4194-97ab-43970a7800e4 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Network 29a7bbad-e952-45ba-80e0-ba14ba64ba8a is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:31.833937 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8cc57da-ec6d-4777-928c-3dde2d84d68b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:31.867796 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [req-0fb0a326-758b-4032-90de-aec1144103f1 req-53ef0b96-7858-4194-97ab-43970a7800e4 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:31.949540 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb0a326-758b-4032-90de-aec1144103f1 req-53ef0b96-7858-4194-97ab-43970a7800e4 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:31.974148 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8825d211-c330-45e6-bb99-616edb2ba950 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Deleting port 51cae783-2e89-4de7-b436-fdeea6f54402 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:21:31.974649 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8825d211-c330-45e6-bb99-616edb2ba950 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:32.086965 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-4e80aba9-fca4-499c-a12c-4d583d5fb155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] device_id is not set on port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:21:32.143617 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4555629b-2073-4b18-bcba-b04b6514b8c3 None None] Provisioning for port 2a52565d-106d-4299-b146-04ca621dc639 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:32.155339 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4555629b-2073-4b18-bcba-b04b6514b8c3 None None] Provisioning complete for port 2a52565d-106d-4299-b146-04ca621dc639 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:32.156113 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4555629b-2073-4b18-bcba-b04b6514b8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:32.167892 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-92f3dca4-478e-4708-a5ea-4b279b58c070 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 6.1199937 Feb 28 14:21:32.218402 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 49990) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:32.251260 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4555629b-2073-4b18-bcba-b04b6514b8c3 None None] Port 2a52565d-106d-4299-b146-04ca621dc639 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:21:32.338756 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28d689-dbf7-419d-a7c3-a57b0ca5ff0b tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Pushing event updated for resources: {'Network': ['ID=e58dcd4e-910d-499a-8ce9-c15395aca462,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:32.351071 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network e58dcd4e-910d-499a-8ce9-c15395aca462 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:21:32.360317 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef0b96-7858-4194-97ab-43970a7800e4 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Pushing event updated for resources: {'Port': ['ID=1f95f132-5cd3-42d1-afbf-40eddc35e9a7,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:32.363689 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-993f02d5-330e-4af8-9216-0b62d6fd6c26 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:32.374592 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-dc389d47-d2c6-4d48-9704-bacff52b9caa tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/quotas/962ea3845d334ef5b0d3a8f07fde9b44 HTTP/1.1" status: 200 len: 375 time: 0.5447075 Feb 28 14:21:32.404884 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0a326-758b-4032-90de-aec1144103f1 req-53ef0b96-7858-4194-97ab-43970a7800e4 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:32.405650 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0fb0a326-758b-4032-90de-aec1144103f1 req-53ef0b96-7858-4194-97ab-43970a7800e4 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:32.423768 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-993f02d5-330e-4af8-9216-0b62d6fd6c26 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:32.467538 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-993f02d5-330e-4af8-9216-0b62d6fd6c26 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Made reservation on behalf of 4d72bc82016641f3924a9bff58fc1ab5 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:32.482065 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-993f02d5-330e-4af8-9216-0b62d6fd6c26 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:32.594950 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-03914a80-9e0d-45c6-a68f-9b1ccd813c8f None None] Provisioning for port 1f95f132-5cd3-42d1-afbf-40eddc35e9a7 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:32.602181 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-03914a80-9e0d-45c6-a68f-9b1ccd813c8f None None] Provisioning complete for port 1f95f132-5cd3-42d1-afbf-40eddc35e9a7 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:32.602588 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-03914a80-9e0d-45c6-a68f-9b1ccd813c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:32.646022 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c8cc57da-ec6d-4777-928c-3dde2d84d68b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:32.658622 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c8cc57da-ec6d-4777-928c-3dde2d84d68b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Usage tracker for resource:security_group_rule and tenant:a9de92cfa4bc41e7b01d7031a674235a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:32.667866 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c8cc57da-ec6d-4777-928c-3dde2d84d68b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:32.678638 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-03914a80-9e0d-45c6-a68f-9b1ccd813c8f None None] Port 1f95f132-5cd3-42d1-afbf-40eddc35e9a7 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:21:32.686498 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c8cc57da-ec6d-4777-928c-3dde2d84d68b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:32.699281 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0fb0a326-758b-4032-90de-aec1144103f1 req-53ef0b96-7858-4194-97ab-43970a7800e4 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6114984 Feb 28 14:21:32.743948 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [req-0fb0a326-758b-4032-90de-aec1144103f1 req-ae8fdd19-8919-4411-a23c-a7bd1979f885 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:21:32.745083 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0fb0a326-758b-4032-90de-aec1144103f1 req-ae8fdd19-8919-4411-a23c-a7bd1979f885 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199234 Feb 28 14:21:32.839284 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d66bd9-dc88-4a37-811d-fb87a42dc5fe req-8831dd4b-d1a8-4412-8ecd-843fec09c346 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:32.840062 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-57d66bd9-dc88-4a37-811d-fb87a42dc5fe req-8831dd4b-d1a8-4412-8ecd-843fec09c346 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Synchronizing usage tracker for tenant:1c08c193cf744f45b8defa27863396ab on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:21:32.918755 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2637cd78-4943-467d-8c2e-bfffa58e119e tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:32.919711 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4e80aba9-fca4-499c-a12c-4d583d5fb155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:32.925461 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2637cd78-4943-467d-8c2e-bfffa58e119e tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:32.940160 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2637cd78-4943-467d-8c2e-bfffa58e119e tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:32.941019 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2637cd78-4943-467d-8c2e-bfffa58e119e tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Synchronizing usage tracker for tenant:a3fcb39072064d24b6f5277a5aec0fc0 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:21:33.003083 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-57d66bd9-dc88-4a37-811d-fb87a42dc5fe req-8831dd4b-d1a8-4412-8ecd-843fec09c346 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Unset dirty status for tenant:1c08c193cf744f45b8defa27863396ab on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:21:33.010855 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-57d66bd9-dc88-4a37-811d-fb87a42dc5fe req-8831dd4b-d1a8-4412-8ecd-843fec09c346 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 931 time: 1.3591387 Feb 28 14:21:33.134344 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c06be6a-a80d-43a8-9763-72e7cc9d2eb0 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:33.140995 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-0fb0a326-758b-4032-90de-aec1144103f1 req-a29ce291-366a-4b8a-9e7b-76e3690bb931 service neutron] Request body: {'port': {'device_id': 'ef798cc2-d666-4542-9231-ce66909d496f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:33.241189 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-57d66bd9-dc88-4a37-811d-fb87a42dc5fe req-0361fcf9-8998-448d-9c23-458031589548 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290998 Feb 28 14:21:33.331124 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8825d211-c330-45e6-bb99-616edb2ba950 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:33.399143 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-993f02d5-330e-4af8-9216-0b62d6fd6c26 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Allocated IP 172.20.0.3 (6f134a4f-83be-490b-9126-09efbaa9ed81/ab965bec-a153-49b8-b416-6dcecda8b7b9/19012391-3f25-46b1-adc8-1d50d50811ab) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:21:33.485531 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8825d211-c330-45e6-bb99-616edb2ba950 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Calling delete_port for 51cae783-2e89-4de7-b436-fdeea6f54402 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:21:33.491182 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0fb0a326-758b-4032-90de-aec1144103f1 req-a29ce291-366a-4b8a-9e7b-76e3690bb931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:33.525724 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d185b4de-a6e9-4f36-bee7-ba3c53a05971 req-89732566-f6e4-4c1a-b150-f04d3f3fcc02 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/ports?device_id=49e1b4fa-e342-4110-9dc7-c20772ac9d41 HTTP/1.1" status: 200 len: 210 time: 0.0813580 Feb 28 14:21:33.617827 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8cc57da-ec6d-4777-928c-3dde2d84d68b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:33.626287 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c06be6a-a80d-43a8-9763-72e7cc9d2eb0 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:33.650015 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4c06be6a-a80d-43a8-9763-72e7cc9d2eb0 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Network e58dcd4e-910d-499a-8ce9-c15395aca462 is not hosted by any dhcp agent {{(pid=87772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 28 14:21:33.650354 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2637cd78-4943-467d-8c2e-bfffa58e119e tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Unset dirty status for tenant:a3fcb39072064d24b6f5277a5aec0fc0 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:21:33.651108 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c06be6a-a80d-43a8-9763-72e7cc9d2eb0 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:33.654491 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2637cd78-4943-467d-8c2e-bfffa58e119e tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 1.4097395 Feb 28 14:21:33.654630 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c06be6a-a80d-43a8-9763-72e7cc9d2eb0 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:33.657148 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4c06be6a-a80d-43a8-9763-72e7cc9d2eb0 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] 10.222.0.30 "PUT /v2.0/networks/e58dcd4e-910d-499a-8ce9-c15395aca462 HTTP/1.1" status: 200 len: 857 time: 2.1900160 Feb 28 14:21:33.658142 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8825d211-c330-45e6-bb99-616edb2ba950 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:33.660064 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 49998) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:33.660517 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50000) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:33.668726 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8cc57da-ec6d-4777-928c-3dde2d84d68b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:33.684940 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8cc57da-ec6d-4777-928c-3dde2d84d68b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:21:33.695972 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8cc57da-ec6d-4777-928c-3dde2d84d68b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:33.696507 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-c8cc57da-ec6d-4777-928c-3dde2d84d68b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Added segment 37c1572a-41e9-4407-9b77-499bc8ded35e of type vlan for network 96c22a9f-8e4b-4302-991a-ec471433fe4b Feb 28 14:21:33.733671 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8cc57da-ec6d-4777-928c-3dde2d84d68b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:33.778732 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-41293fad-0534-4e62-a751-ce8325d7d3d6 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Synchronizing usage tracker for tenant:962ea3845d334ef5b0d3a8f07fde9b44 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:21:33.921869 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-993f02d5-330e-4af8-9216-0b62d6fd6c26 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:33.976448 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4e80aba9-fca4-499c-a12c-4d583d5fb155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:34.058941 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825d211-c330-45e6-bb99-616edb2ba950 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Pushing event deleted for resources: {'Port': ['ID=51cae783-2e89-4de7-b436-fdeea6f54402,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:34.080871 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0f4725c-7c00-451f-bb5f-dd2a5195c6c3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:34.157787 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8825d211-c330-45e6-bb99-616edb2ba950 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:34.181786 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8cc57da-ec6d-4777-928c-3dde2d84d68b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:34.182893 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cc57da-ec6d-4777-928c-3dde2d84d68b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:34.183632 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8cc57da-ec6d-4777-928c-3dde2d84d68b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:34.198841 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-0fb0a326-758b-4032-90de-aec1144103f1 req-a29ce291-366a-4b8a-9e7b-76e3690bb931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f95f132-5cd3-42d1-afbf-40eddc35e9a7 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:21:34.208889 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0fb0a326-758b-4032-90de-aec1144103f1 req-a29ce291-366a-4b8a-9e7b-76e3690bb931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:34.225739 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-41293fad-0534-4e62-a751-ce8325d7d3d6 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Unset dirty status for tenant:962ea3845d334ef5b0d3a8f07fde9b44 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:21:34.227282 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-41293fad-0534-4e62-a751-ce8325d7d3d6 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=962ea3845d334ef5b0d3a8f07fde9b44&fields=id HTTP/1.1" status: 200 len: 348 time: 1.5164623 Feb 28 14:21:34.246134 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c8cc57da-ec6d-4777-928c-3dde2d84d68b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.2282393 Feb 28 14:21:34.249002 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-0fb0a326-758b-4032-90de-aec1144103f1 req-a29ce291-366a-4b8a-9e7b-76e3690bb931 service neutron] Transition to ACTIVE for port object 1f95f132-5cd3-42d1-afbf-40eddc35e9a7 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:34.258848 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50010) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:34.259325 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc57da-ec6d-4777-928c-3dde2d84d68b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d298eff6-df29-4281-bc20-4e0ebf9a480f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:34.262161 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06be6a-a80d-43a8-9763-72e7cc9d2eb0 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Pushing event updated for resources: {'Network': ['ID=e58dcd4e-910d-499a-8ce9-c15395aca462,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:34.275706 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8825d211-c330-45e6-bb99-616edb2ba950 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] 10.222.0.30 "DELETE /v2.0/ports/51cae783-2e89-4de7-b436-fdeea6f54402 HTTP/1.1" status: 204 len: 168 time: 2.6699746 Feb 28 14:21:34.292094 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50018) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:34.298849 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c514a9ee-4f38-45bb-ba71-b22bd8f95dba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Request body: {'subnet': {'network_id': '96c22a9f-8e4b-4302-991a-ec471433fe4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:34.314794 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0fb0a326-758b-4032-90de-aec1144103f1 req-a29ce291-366a-4b8a-9e7b-76e3690bb931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:34.322010 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6f5cdde2-fa5f-49df-88b3-9ef1f5c5cbc0 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Deleting port 2a52565d-106d-4299-b146-04ca621dc639 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:21:34.327217 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-993f02d5-330e-4af8-9216-0b62d6fd6c26 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Transition to ACTIVE for port object 19012391-3f25-46b1-adc8-1d50d50811ab will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:34.327740 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f5cdde2-fa5f-49df-88b3-9ef1f5c5cbc0 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:34.368545 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c514a9ee-4f38-45bb-ba71-b22bd8f95dba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:34.380410 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c514a9ee-4f38-45bb-ba71-b22bd8f95dba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Usage tracker for resource:subnet and tenant:a9de92cfa4bc41e7b01d7031a674235a is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:34.384726 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c514a9ee-4f38-45bb-ba71-b22bd8f95dba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:34.498274 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c514a9ee-4f38-45bb-ba71-b22bd8f95dba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:34.644208 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ce291-366a-4b8a-9e7b-76e3690bb931 service neutron] Pushing event updated for resources: {'Port': ['ID=1f95f132-5cd3-42d1-afbf-40eddc35e9a7,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:34.655722 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c514a9ee-4f38-45bb-ba71-b22bd8f95dba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Made reservation on behalf of a9de92cfa4bc41e7b01d7031a674235a for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:34.658044 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c514a9ee-4f38-45bb-ba71-b22bd8f95dba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:34.714198 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-5eca9858-2025-41b2-a2b0-f32630101dfe service neutron] 10.222.0.30 "GET /v2.0/networks/e762f53b-5c59-4b59-919d-951d3062ab7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636121 Feb 28 14:21:34.730643 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e80aba9-fca4-499c-a12c-4d583d5fb155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:34.788278 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4e80aba9-fca4-499c-a12c-4d583d5fb155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:34.809837 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-993f02d5-330e-4af8-9216-0b62d6fd6c26 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:34.831696 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e80aba9-fca4-499c-a12c-4d583d5fb155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:34.832612 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e80aba9-fca4-499c-a12c-4d583d5fb155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:34.833197 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4e80aba9-fca4-499c-a12c-4d583d5fb155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:34.901967 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:34.924036 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c11101-13e0-43d1-874b-d742f8de9bb2 req-857064be-da94-41c7-8fd8-ada9538cd77e tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:34.925508 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d2c11101-13e0-43d1-874b-d742f8de9bb2 req-857064be-da94-41c7-8fd8-ada9538cd77e tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 943 time: 0.5240345 Feb 28 14:21:34.962488 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-0fb0a326-758b-4032-90de-aec1144103f1 req-a29ce291-366a-4b8a-9e7b-76e3690bb931 service neutron] Attempting to bind port 1f95f132-5cd3-42d1-afbf-40eddc35e9a7 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:34.962863 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-0fb0a326-758b-4032-90de-aec1144103f1 req-a29ce291-366a-4b8a-9e7b-76e3690bb931 service neutron] Attempting to bind port 1f95f132-5cd3-42d1-afbf-40eddc35e9a7 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '975876b0-ebc4-4d96-a295-bc3105e7b9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:34.963252 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb0a326-758b-4032-90de-aec1144103f1 req-a29ce291-366a-4b8a-9e7b-76e3690bb931 service neutron] Attempting to bind port 1f95f132-5cd3-42d1-afbf-40eddc35e9a7 on network 29a7bbad-e952-45ba-80e0-ba14ba64ba8a {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:34.969395 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-993f02d5-330e-4af8-9216-0b62d6fd6c26 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Network 6f134a4f-83be-490b-9126-09efbaa9ed81 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:34.979388 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-993f02d5-330e-4af8-9216-0b62d6fd6c26 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:34.981186 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f02d5-330e-4af8-9216-0b62d6fd6c26 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Pushing event updated for resources: {'Port': ['ID=19012391-3f25-46b1-adc8-1d50d50811ab,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:34.986767 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-993f02d5-330e-4af8-9216-0b62d6fd6c26 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:35.016656 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb0a326-758b-4032-90de-aec1144103f1 req-a29ce291-366a-4b8a-9e7b-76e3690bb931 service neutron] Port 1f95f132-5cd3-42d1-afbf-40eddc35e9a7 on network 29a7bbad-e952-45ba-80e0-ba14ba64ba8a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:35.016982 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb0a326-758b-4032-90de-aec1144103f1 req-a29ce291-366a-4b8a-9e7b-76e3690bb931 service neutron] Attempting to bind port 1f95f132-5cd3-42d1-afbf-40eddc35e9a7 on network 29a7bbad-e952-45ba-80e0-ba14ba64ba8a {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:35.044643 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80aba9-fca4-499c-a12c-4d583d5fb155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Pushing event updated for resources: {'Port': ['ID=fef92e8a-c62f-4dcf-8f3e-ae87e03afa45,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:35.053716 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb0a326-758b-4032-90de-aec1144103f1 req-a29ce291-366a-4b8a-9e7b-76e3690bb931 service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:21:35.054637 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb0a326-758b-4032-90de-aec1144103f1 req-a29ce291-366a-4b8a-9e7b-76e3690bb931 service neutron] Checking segment: {'id': '975876b0-ebc4-4d96-a295-bc3105e7b9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:21:35.055592 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb0a326-758b-4032-90de-aec1144103f1 req-a29ce291-366a-4b8a-9e7b-76e3690bb931 service neutron] Bound using segment: {'id': '975876b0-ebc4-4d96-a295-bc3105e7b9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:21:35.056228 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-0fb0a326-758b-4032-90de-aec1144103f1 req-a29ce291-366a-4b8a-9e7b-76e3690bb931 service neutron] Bound port: 1f95f132-5cd3-42d1-afbf-40eddc35e9a7, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '975876b0-ebc4-4d96-a295-bc3105e7b9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:21:35.056616 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0fb0a326-758b-4032-90de-aec1144103f1 req-a29ce291-366a-4b8a-9e7b-76e3690bb931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:35.075407 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-751a6c24-7514-46f2-a51f-3a73d76b0b80 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Deleting port 03dcdd73-9226-4236-8904-d94008b24fcf {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:21:35.076269 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-751a6c24-7514-46f2-a51f-3a73d76b0b80 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:35.095541 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d2c11101-13e0-43d1-874b-d742f8de9bb2 req-2e2bdacf-8ac2-4555-82f7-d03420c20953 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521468 Feb 28 14:21:35.147597 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-993f02d5-330e-4af8-9216-0b62d6fd6c26 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:35.148267 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-993f02d5-330e-4af8-9216-0b62d6fd6c26 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:35.161262 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc57da-ec6d-4777-928c-3dde2d84d68b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Pushing event updated for resources: {'Network': ['ID=96c22a9f-8e4b-4302-991a-ec471433fe4b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:35.183302 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4e80aba9-fca4-499c-a12c-4d583d5fb155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.8758154 Feb 28 14:21:35.195682 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50024) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:35.196891 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 96c22a9f-8e4b-4302-991a-ec471433fe4b details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:21:35.232012 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0f4725c-7c00-451f-bb5f-dd2a5195c6c3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:35.245043 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8311'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:35.313560 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a761005b-d9e3-4993-94c6-32d17cb94ba4 None None] Provisioning for port 19012391-3f25-46b1-adc8-1d50d50811ab completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:35.318798 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a761005b-d9e3-4993-94c6-32d17cb94ba4 None None] Provisioning complete for port 19012391-3f25-46b1-adc8-1d50d50811ab triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:35.319270 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a761005b-d9e3-4993-94c6-32d17cb94ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:35.379924 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a761005b-d9e3-4993-94c6-32d17cb94ba4 None None] Port 19012391-3f25-46b1-adc8-1d50d50811ab cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:21:35.428000 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-993f02d5-330e-4af8-9216-0b62d6fd6c26 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3932307 Feb 28 14:21:35.445536 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f0f4725c-7c00-451f-bb5f-dd2a5195c6c3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58dcd4e-910d-499a-8ce9-c15395aca462']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:35.454064 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-5beac234-7b60-4825-a1af-d0d278d5c02d service neutron] Request body: {'port': {'device_id': '49e1b4fa-e342-4110-9dc7-c20772ac9d41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:35.461914 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-65c4acdb-8cef-48e4-aff2-2f743515adb1 service neutron] 10.222.0.30 "GET /v2.0/networks/e762f53b-5c59-4b59-919d-951d3062ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7057173 Feb 28 14:21:35.499664 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-0fb0a326-758b-4032-90de-aec1144103f1 req-a29ce291-366a-4b8a-9e7b-76e3690bb931 service neutron] For port 1f95f132-5cd3-42d1-afbf-40eddc35e9a7, host hv-neutron-8311, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:21:35.506397 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f0f4725c-7c00-451f-bb5f-dd2a5195c6c3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b4718d-3fae-4a90-8035-6b48324c0ef9') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:35.506650 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f0f4725c-7c00-451f-bb5f-dd2a5195c6c3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b4718d-3fae-4a90-8035-6b48324c0ef9') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:35.530592 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-0fb0a326-758b-4032-90de-aec1144103f1 req-a29ce291-366a-4b8a-9e7b-76e3690bb931 service neutron] For port 1f95f132-5cd3-42d1-afbf-40eddc35e9a7, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1f95f132-5cd3-42d1-afbf-40eddc35e9a7,segment=NetworkSegment(975876b0-ebc4-4d96-a295-bc3105e7b9bf),segment_id=975876b0-ebc4-4d96-a295-bc3105e7b9bf)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:21:35.566309 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0fb0a326-758b-4032-90de-aec1144103f1 req-a29ce291-366a-4b8a-9e7b-76e3690bb931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:35.579807 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0f4725c-7c00-451f-bb5f-dd2a5195c6c3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:35.610712 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f5cdde2-fa5f-49df-88b3-9ef1f5c5cbc0 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:35.640918 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0f4725c-7c00-451f-bb5f-dd2a5195c6c3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:35.642930 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:35.683934 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0a326-758b-4032-90de-aec1144103f1 req-a29ce291-366a-4b8a-9e7b-76e3690bb931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:35.684763 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0fb0a326-758b-4032-90de-aec1144103f1 req-a29ce291-366a-4b8a-9e7b-76e3690bb931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:35.687099 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0fb0a326-758b-4032-90de-aec1144103f1 req-a29ce291-366a-4b8a-9e7b-76e3690bb931 service neutron] 10.222.0.13 "PUT /v2.0/ports/1f95f132-5cd3-42d1-afbf-40eddc35e9a7 HTTP/1.1" status: 200 len: 1093 time: 2.7418375 Feb 28 14:21:35.693589 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef798cc2-d666-4542-9231-ce66909d496f', 'tag': '1f95f132-5cd3-42d1-afbf-40eddc35e9a7'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:21:35.714238 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a21bb-ddea-4f61-b246-4cd032c4f75a req-f0d24497-b910-4ec7-972e-6dab6c1187ff tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:35.714949 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-273a21bb-ddea-4f61-b246-4cd032c4f75a req-f0d24497-b910-4ec7-972e-6dab6c1187ff tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Synchronizing usage tracker for tenant:4d72bc82016641f3924a9bff58fc1ab5 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:21:35.765210 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f4725c-7c00-451f-bb5f-dd2a5195c6c3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:21:35.765781 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0f4725c-7c00-451f-bb5f-dd2a5195c6c3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:35.826988 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-5beac234-7b60-4825-a1af-d0d278d5c02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:21:35.853529 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:21:35.900585 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ce291-366a-4b8a-9e7b-76e3690bb931 service neutron] Pushing event updated for resources: {'Port': ['ID=1f95f132-5cd3-42d1-afbf-40eddc35e9a7,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:35.907509 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6f5cdde2-fa5f-49df-88b3-9ef1f5c5cbc0 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Calling delete_port for 2a52565d-106d-4299-b146-04ca621dc639 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:21:35.919415 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-273a21bb-ddea-4f61-b246-4cd032c4f75a req-f0d24497-b910-4ec7-972e-6dab6c1187ff tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Unset dirty status for tenant:4d72bc82016641f3924a9bff58fc1ab5 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:21:35.921334 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-273a21bb-ddea-4f61-b246-4cd032c4f75a req-f0d24497-b910-4ec7-972e-6dab6c1187ff tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/ports?device_id=49e1b4fa-e342-4110-9dc7-c20772ac9d41 HTTP/1.1" status: 200 len: 931 time: 0.5931504 Feb 28 14:21:36.063843 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-273a21bb-ddea-4f61-b246-4cd032c4f75a req-e043c955-a14a-42ef-8578-1f9ceba3fa2d tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c63a8883-97f5-4c2d-8a0d-4b6a5e2b0e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360857 Feb 28 14:21:36.065357 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-751a6c24-7514-46f2-a51f-3a73d76b0b80 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:36.076676 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-78e8da90-93c2-424a-b9d5-b0308e9d5765 req-8c2dabff-55bf-42a9-a3eb-1388647dabee tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4a6abc9-3368-4b4f-8caf-602fcb2a9792 HTTP/1.1" status: 200 len: 210 time: 0.3179641 Feb 28 14:21:36.156539 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0a326-758b-4032-90de-aec1144103f1 req-366cdd51-6bbe-4f47-b5c1-8ab41653f2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:36.158056 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0fb0a326-758b-4032-90de-aec1144103f1 req-366cdd51-6bbe-4f47-b5c1-8ab41653f2d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1c08c193cf744f45b8defa27863396ab&device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 1096 time: 0.4047928 Feb 28 14:21:36.248949 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0fb0a326-758b-4032-90de-aec1144103f1 req-b85624d5-564c-499c-96f3-f689c99da9f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f95f132-5cd3-42d1-afbf-40eddc35e9a7 HTTP/1.1" status: 200 len: 217 time: 0.0787094 Feb 28 14:21:36.267713 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef798cc2-d666-4542-9231-ce66909d496f', 'tag': '1f95f132-5cd3-42d1-afbf-40eddc35e9a7', 'status': 'completed', 'code': 200} Feb 28 14:21:36.363993 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-751a6c24-7514-46f2-a51f-3a73d76b0b80 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Calling delete_port for 03dcdd73-9226-4236-8904-d94008b24fcf owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:21:36.457590 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0f4725c-7c00-451f-bb5f-dd2a5195c6c3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:36.467354 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0a326-758b-4032-90de-aec1144103f1 req-eb54db0e-158f-44ad-95dc-b08d398ffbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:36.468867 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0fb0a326-758b-4032-90de-aec1144103f1 req-eb54db0e-158f-44ad-95dc-b08d398ffbff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc032688-fb3b-418b-8fdf-7d855b7f648b HTTP/1.1" status: 200 len: 850 time: 0.1898818 Feb 28 14:21:36.478795 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.objects.ports [None req-c514a9ee-4f38-45bb-ba71-b22bd8f95dba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87773) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 14:21:36.479388 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c514a9ee-4f38-45bb-ba71-b22bd8f95dba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:36.490077 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f4725c-7c00-451f-bb5f-dd2a5195c6c3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e58dcd4e-910d-499a-8ce9-c15395aca462 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 28 14:21:36.520125 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0f4725c-7c00-451f-bb5f-dd2a5195c6c3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:36.549121 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4725c-7c00-451f-bb5f-dd2a5195c6c3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] Pushing event deleted for resources: {'Network': ['ID=e58dcd4e-910d-499a-8ce9-c15395aca462,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:36.604232 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f0f4725c-7c00-451f-bb5f-dd2a5195c6c3 tempest-ExternalNetworksTestJSON-203477760 tempest-ExternalNetworksTestJSON-203477760-project-admin] 10.222.0.30 "DELETE /v2.0/networks/e58dcd4e-910d-499a-8ce9-c15395aca462 HTTP/1.1" status: 204 len: 168 time: 2.8346477 Feb 28 14:21:36.617992 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50050) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:36.683942 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0287941a-ed2e-4703-9ea4-3b0368c1ad76 tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] DELETE failed (client error): The resource could not be found. Feb 28 14:21:36.684408 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0287941a-ed2e-4703-9ea4-3b0368c1ad76 tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:21:36.688637 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0287941a-ed2e-4703-9ea4-3b0368c1ad76 tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] 10.222.0.30 "DELETE /v2.0/subnets/66128307-ed81-4bd4-92cb-13b1f65ee2bc HTTP/1.1" status: 404 len: 337 time: 0.0631452 Feb 28 14:21:36.688637 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514a9ee-4f38-45bb-ba71-b22bd8f95dba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1dfe2ac7-f464-4818-8bc2-7be062926878,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:36.697085 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50054) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:36.747078 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c514a9ee-4f38-45bb-ba71-b22bd8f95dba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Checking segment: {'id': '37c1572a-41e9-4407-9b77-499bc8ded35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '96c22a9f-8e4b-4302-991a-ec471433fe4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:21:36.747483 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c514a9ee-4f38-45bb-ba71-b22bd8f95dba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Network hostable DHCP agents. Network: 96c22a9f-8e4b-4302-991a-ec471433fe4b, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:21:36.761146 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-751a6c24-7514-46f2-a51f-3a73d76b0b80 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:36.794370 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-5beac234-7b60-4825-a1af-d0d278d5c02d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19012391-3f25-46b1-adc8-1d50d50811ab {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:21:36.805534 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-5beac234-7b60-4825-a1af-d0d278d5c02d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:36.809277 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0a326-758b-4032-90de-aec1144103f1 req-a73fa0b3-4058-43db-bedc-91d29f62075d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:36.810923 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0fb0a326-758b-4032-90de-aec1144103f1 req-a73fa0b3-4058-43db-bedc-91d29f62075d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29a7bbad-e952-45ba-80e0-ba14ba64ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3332520 Feb 28 14:21:36.813459 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c514a9ee-4f38-45bb-ba71-b22bd8f95dba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Network 96c22a9f-8e4b-4302-991a-ec471433fe4b is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:21:36.816682 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f5cdde2-fa5f-49df-88b3-9ef1f5c5cbc0 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:36.849419 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-5beac234-7b60-4825-a1af-d0d278d5c02d service neutron] Transition to ACTIVE for port object 19012391-3f25-46b1-adc8-1d50d50811ab will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:36.864009 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c514a9ee-4f38-45bb-ba71-b22bd8f95dba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 96c22a9f-8e4b-4302-991a-ec471433fe4b) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:36.867856 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-5beac234-7b60-4825-a1af-d0d278d5c02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:36.877197 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d20a18-567d-4ea3-86e6-4d3825febcf8 None None] Network 96c22a9f-8e4b-4302-991a-ec471433fe4b requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:21:36.892307 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-751a6c24-7514-46f2-a51f-3a73d76b0b80 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:36.895383 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a6c24-7514-46f2-a51f-3a73d76b0b80 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Pushing event deleted for resources: {'Port': ['ID=03dcdd73-9226-4236-8904-d94008b24fcf,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:36.914705 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c514a9ee-4f38-45bb-ba71-b22bd8f95dba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:36.915330 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c514a9ee-4f38-45bb-ba71-b22bd8f95dba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:36.946029 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650df7a-40f7-4ef7-b22b-6fdb58967a36 req-94b07df9-d0a4-4b7c-ac22-34d92cbd36e2 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:36.947557 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a650df7a-40f7-4ef7-b22b-6fdb58967a36 req-94b07df9-d0a4-4b7c-ac22-34d92cbd36e2 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 943 time: 0.5909739 Feb 28 14:21:36.963080 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:21:37.012551 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5cdde2-fa5f-49df-88b3-9ef1f5c5cbc0 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Pushing event deleted for resources: {'Port': ['ID=2a52565d-106d-4299-b146-04ca621dc639,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:37.074694 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-751a6c24-7514-46f2-a51f-3a73d76b0b80 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] 10.222.0.30 "DELETE /v2.0/ports/03dcdd73-9226-4236-8904-d94008b24fcf HTTP/1.1" status: 204 len: 168 time: 2.7609973 Feb 28 14:21:37.081649 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50058) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:37.087962 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c514a9ee-4f38-45bb-ba71-b22bd8f95dba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8241987 Feb 28 14:21:37.106070 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4cbce6d-824b-476f-bfbe-4b26cedcab47 tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:37.130914 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50062) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:37.131366 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.13', 63448) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:37.155238 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8af39ac3-8946-494a-981e-dabeba31bf0e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-842517151', 'network_id': '96c22a9f-8e4b-4302-991a-ec471433fe4b'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:37.267940 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8af39ac3-8946-494a-981e-dabeba31bf0e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:37.296155 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] device_id is not set on port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:21:37.306965 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8af39ac3-8946-494a-981e-dabeba31bf0e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Usage tracker for resource:port and tenant:a9de92cfa4bc41e7b01d7031a674235a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:37.335297 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8af39ac3-8946-494a-981e-dabeba31bf0e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:37.401504 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ed39d7-230e-45d3-b384-a76dcbdd4a0d None None] Network 96c22a9f-8e4b-4302-991a-ec471433fe4b requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:21:37.421867 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beac234-7b60-4825-a1af-d0d278d5c02d service neutron] Pushing event updated for resources: {'Port': ['ID=19012391-3f25-46b1-adc8-1d50d50811ab,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:37.428123 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4ecc1c39-1461-4318-ab02-0f0792475dfa tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Synchronizing usage tracker for tenant:40d75be492404f5887864aa8f697968f on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:21:37.446118 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-a650df7a-40f7-4ef7-b22b-6fdb58967a36 req-030ffc72-e0f0-4e33-8b6f-22068181de9c tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Synchronizing usage tracker for tenant:1c08c193cf744f45b8defa27863396ab on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:21:37.451288 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:37.492586 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8af39ac3-8946-494a-981e-dabeba31bf0e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:37.550420 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0fb0a326-758b-4032-90de-aec1144103f1 req-b2d99e1d-1e29-4f48-b9c1-7cb5998fe815 service neutron] 10.222.0.13 "GET /v2.0/networks/29a7bbad-e952-45ba-80e0-ba14ba64ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7279038 Feb 28 14:21:37.558469 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4ecc1c39-1461-4318-ab02-0f0792475dfa tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Unset dirty status for tenant:40d75be492404f5887864aa8f697968f on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:21:37.560527 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4ecc1c39-1461-4318-ab02-0f0792475dfa tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4749107 Feb 28 14:21:37.580793 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50076) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:37.588040 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f5cdde2-fa5f-49df-88b3-9ef1f5c5cbc0 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:37.592968 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6f5cdde2-fa5f-49df-88b3-9ef1f5c5cbc0 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] 10.222.0.30 "DELETE /v2.0/ports/2a52565d-106d-4299-b146-04ca621dc639 HTTP/1.1" status: 204 len: 168 time: 3.8223076 Feb 28 14:21:37.595519 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50082) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:37.635599 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0cc8914c-d92f-4a2a-9f6e-8577180716fb tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-287332029'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:37.639906 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Transition to ACTIVE for port object fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:37.648837 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-a650df7a-40f7-4ef7-b22b-6fdb58967a36 req-030ffc72-e0f0-4e33-8b6f-22068181de9c tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Unset dirty status for tenant:1c08c193cf744f45b8defa27863396ab on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:21:37.650023 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a650df7a-40f7-4ef7-b22b-6fdb58967a36 req-030ffc72-e0f0-4e33-8b6f-22068181de9c tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6663461 Feb 28 14:21:37.651105 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0cc8914c-d92f-4a2a-9f6e-8577180716fb tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:37.660350 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af39ac3-8946-494a-981e-dabeba31bf0e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Made reservation on behalf of a9de92cfa4bc41e7b01d7031a674235a for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:37.661011 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8af39ac3-8946-494a-981e-dabeba31bf0e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:37.686374 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:37.692420 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0cc8914c-d92f-4a2a-9f6e-8577180716fb tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Usage tracker for resource:network and tenant:40d75be492404f5887864aa8f697968f is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:37.695753 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0cc8914c-d92f-4a2a-9f6e-8577180716fb tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:37.712359 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-77270863-c9ba-4d41-8795-49cc5ee1b1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:37.735665 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e378b9-ff37-4fb2-bd25-0788e0daa8f8 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] GET failed (client error): The resource could not be found. Feb 28 14:21:37.741679 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-19e378b9-ff37-4fb2-bd25-0788e0daa8f8 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] 10.222.0.30 "GET /v2.0/ports/2a52565d-106d-4299-b146-04ca621dc639 HTTP/1.1" status: 404 len: 333 time: 0.1409366 Feb 28 14:21:37.759405 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50088) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:37.774771 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5a2981d6-6944-4c88-a204-23f3091bbce7 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Request body: {'port': {'network_id': 'ccfa982d-f76f-4a4d-8562-ee14a038131d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-7967810'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:37.798739 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-5beac234-7b60-4825-a1af-d0d278d5c02d service neutron] Attempting to bind port 19012391-3f25-46b1-adc8-1d50d50811ab on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:37.799098 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-5beac234-7b60-4825-a1af-d0d278d5c02d service neutron] Attempting to bind port 19012391-3f25-46b1-adc8-1d50d50811ab by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'b1d24562-6186-4df5-9b28-e46e64e36f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6f134a4f-83be-490b-9126-09efbaa9ed81'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:37.799443 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-5beac234-7b60-4825-a1af-d0d278d5c02d service neutron] Attempting to bind port 19012391-3f25-46b1-adc8-1d50d50811ab on network 6f134a4f-83be-490b-9126-09efbaa9ed81 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:37.812498 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0cc8914c-d92f-4a2a-9f6e-8577180716fb tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:37.823139 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d9c10-235b-4f53-8f4b-b18c06f6344c req-e39b109f-4360-4dd2-ae71-062c6a133aa8 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:37.824979 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4cbce6d-824b-476f-bfbe-4b26cedcab47 tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:37.827663 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-872d9c10-235b-4f53-8f4b-b18c06f6344c req-e39b109f-4360-4dd2-ae71-062c6a133aa8 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/ports?device_id=49e1b4fa-e342-4110-9dc7-c20772ac9d41 HTTP/1.1" status: 200 len: 943 time: 0.5249376 Feb 28 14:21:37.842345 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-34f9c1de-24a9-4e96-ba88-ae845ecf6a87 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:37.842567 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-5beac234-7b60-4825-a1af-d0d278d5c02d service neutron] Port 19012391-3f25-46b1-adc8-1d50d50811ab on network 6f134a4f-83be-490b-9126-09efbaa9ed81 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:37.842712 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-5beac234-7b60-4825-a1af-d0d278d5c02d service neutron] Attempting to bind port 19012391-3f25-46b1-adc8-1d50d50811ab on network 6f134a4f-83be-490b-9126-09efbaa9ed81 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:37.843767 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-34f9c1de-24a9-4e96-ba88-ae845ecf6a87 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.13 "GET /v2.0/networks?id=e762f53b-5c59-4b59-919d-951d3062ab7d HTTP/1.1" status: 200 len: 806 time: 0.7079074 Feb 28 14:21:37.927698 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-5beac234-7b60-4825-a1af-d0d278d5c02d service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:21:37.928030 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-5beac234-7b60-4825-a1af-d0d278d5c02d service neutron] Checking segment: {'id': 'b1d24562-6186-4df5-9b28-e46e64e36f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6f134a4f-83be-490b-9126-09efbaa9ed81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:21:37.928417 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-5beac234-7b60-4825-a1af-d0d278d5c02d service neutron] Bound using segment: {'id': 'b1d24562-6186-4df5-9b28-e46e64e36f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6f134a4f-83be-490b-9126-09efbaa9ed81'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:21:37.929049 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-5beac234-7b60-4825-a1af-d0d278d5c02d service neutron] Bound port: 19012391-3f25-46b1-adc8-1d50d50811ab, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1d24562-6186-4df5-9b28-e46e64e36f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6f134a4f-83be-490b-9126-09efbaa9ed81'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:21:37.929392 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-5beac234-7b60-4825-a1af-d0d278d5c02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:37.941622 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-8af39ac3-8946-494a-981e-dabeba31bf0e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] device_id is not set on port ef984efc-e2d2-4b0e-814a-501fd7720b41 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:21:37.959329 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0fb0a326-758b-4032-90de-aec1144103f1 req-7feadff2-9ded-4c8e-845f-7501df6ba45e service neutron] 10.222.0.13 "GET /v2.0/networks/29a7bbad-e952-45ba-80e0-ba14ba64ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944893 Feb 28 14:21:38.070668 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-872d9c10-235b-4f53-8f4b-b18c06f6344c req-d8bad3fe-9d04-4246-be9d-51d555224005 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c63a8883-97f5-4c2d-8a0d-4b6a5e2b0e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342963 Feb 28 14:21:38.126463 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ed600a81-020a-4bf9-8e37-6295d820f786 req-018a697c-ac71-46d3-aa60-ff98cdb24efc tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4a6abc9-3368-4b4f-8caf-602fcb2a9792 HTTP/1.1" status: 200 len: 210 time: 0.3103907 Feb 28 14:21:38.132966 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5a2981d6-6944-4c88-a204-23f3091bbce7 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:38.142918 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc8914c-d92f-4a2a-9f6e-8577180716fb tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Made reservation on behalf of 40d75be492404f5887864aa8f697968f for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:38.147199 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0cc8914c-d92f-4a2a-9f6e-8577180716fb tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:38.158249 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-5beac234-7b60-4825-a1af-d0d278d5c02d service neutron] For port 19012391-3f25-46b1-adc8-1d50d50811ab, host hv-neutron-8311, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:21:38.159018 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c4cbce6d-824b-476f-bfbe-4b26cedcab47 tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c133dc-8f1e-47c9-b539-9181658a2948']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:38.161608 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5a2981d6-6944-4c88-a204-23f3091bbce7 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:38.164947 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-5beac234-7b60-4825-a1af-d0d278d5c02d service neutron] For port 19012391-3f25-46b1-adc8-1d50d50811ab, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=19012391-3f25-46b1-adc8-1d50d50811ab,segment=NetworkSegment(b1d24562-6186-4df5-9b28-e46e64e36f93),segment_id=b1d24562-6186-4df5-9b28-e46e64e36f93)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:21:38.173555 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-5beac234-7b60-4825-a1af-d0d278d5c02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:38.204284 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Pushing event updated for resources: {'Port': ['ID=fef92e8a-c62f-4dcf-8f3e-ae87e03afa45,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:38.220459 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2981d6-6944-4c88-a204-23f3091bbce7 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Made reservation on behalf of a3fcb39072064d24b6f5277a5aec0fc0 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:38.222234 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c4cbce6d-824b-476f-bfbe-4b26cedcab47 tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47532b29-edb1-42aa-bda9-cdaa87f80c36') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:38.222530 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c4cbce6d-824b-476f-bfbe-4b26cedcab47 tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47532b29-edb1-42aa-bda9-cdaa87f80c36') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:38.223926 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a2981d6-6944-4c88-a204-23f3091bbce7 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:38.252570 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4cbce6d-824b-476f-bfbe-4b26cedcab47 tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:38.256682 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-5beac234-7b60-4825-a1af-d0d278d5c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:38.257366 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-5beac234-7b60-4825-a1af-d0d278d5c02d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:38.258779 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-5beac234-7b60-4825-a1af-d0d278d5c02d service neutron] 10.222.0.13 "PUT /v2.0/ports/19012391-3f25-46b1-adc8-1d50d50811ab HTTP/1.1" status: 200 len: 1093 time: 2.8140998 Feb 28 14:21:38.269310 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6588b9d-d801-49e5-b58e-c719c62e50a1 req-8098f8bb-20c8-4a69-bbf9-4aa1b94d9942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:38.270204 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d6588b9d-d801-49e5-b58e-c719c62e50a1 req-8098f8bb-20c8-4a69-bbf9-4aa1b94d9942 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1c08c193cf744f45b8defa27863396ab&device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 1096 time: 0.2612097 Feb 28 14:21:38.274011 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:38.274540 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:38.274902 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:38.278323 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e1b4fa-e342-4110-9dc7-c20772ac9d41', 'tag': '19012391-3f25-46b1-adc8-1d50d50811ab'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:21:38.286307 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-fa72dd9c-1567-441e-b239-7c6c77f1fd67 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=962ea3845d334ef5b0d3a8f07fde9b44 HTTP/1.1" status: 200 len: 379 time: 0.3457561 Feb 28 14:21:38.287326 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-5a2981d6-6944-4c88-a204-23f3091bbce7 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] device_id is not set on port e1f646e1-eaa3-4e6e-bf52-a87f8e8e7aae yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:21:38.329361 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc8914c-d92f-4a2a-9f6e-8577180716fb tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:21:38.335740 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-20120662-291f-4199-ac43-e23ea036ccf5 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Request body: {'port': {'device_id': 'a4a6abc9-3368-4b4f-8caf-602fcb2a9792', 'network_id': 'e762f53b-5c59-4b59-919d-951d3062ab7d', 'admin_state_up': True, 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'security_groups': ['1d54486a-09f9-470f-bf07-9f889de8dab3']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:38.356416 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:38.356781 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:38.364324 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4cbce6d-824b-476f-bfbe-4b26cedcab47 tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:38.368861 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempt 2 to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 Feb 28 14:21:38.397887 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e1b4fa-e342-4110-9dc7-c20772ac9d41', 'tag': '19012391-3f25-46b1-adc8-1d50d50811ab', 'status': 'completed', 'code': 200} Feb 28 14:21:38.413036 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0cc8914c-d92f-4a2a-9f6e-8577180716fb tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:38.413828 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-0cc8914c-d92f-4a2a-9f6e-8577180716fb tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Added segment bed7165c-3511-4e58-844e-f519e60fc0a5 of type vlan for network 07393bd5-2e71-473d-90ad-ffbcd52bc231 Feb 28 14:21:38.417306 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beac234-7b60-4825-a1af-d0d278d5c02d service neutron] Pushing event updated for resources: {'Port': ['ID=19012391-3f25-46b1-adc8-1d50d50811ab,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:38.419757 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4cbce6d-824b-476f-bfbe-4b26cedcab47 tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:21:38.420341 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4cbce6d-824b-476f-bfbe-4b26cedcab47 tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:21:38.443979 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:21:38.515740 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:38.516069 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:38.516599 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:38.597618 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6588b9d-d801-49e5-b58e-c719c62e50a1 req-30d91c89-90b3-4503-8659-d96b3b0490f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:38.599085 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d6588b9d-d801-49e5-b58e-c719c62e50a1 req-30d91c89-90b3-4503-8659-d96b3b0490f5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29a7bbad-e952-45ba-80e0-ba14ba64ba8a HTTP/1.1" status: 200 len: 912 time: 0.3136849 Feb 28 14:21:38.613301 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-8af39ac3-8946-494a-981e-dabeba31bf0e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Allocated IP 172.20.0.12 (96c22a9f-8e4b-4302-991a-ec471433fe4b/1dfe2ac7-f464-4818-8bc2-7be062926878/ef984efc-e2d2-4b0e-814a-501fd7720b41) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:21:38.619504 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:38.619827 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:38.623924 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0cc8914c-d92f-4a2a-9f6e-8577180716fb tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:38.629060 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempt 3 to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 Feb 28 14:21:38.662412 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4cbce6d-824b-476f-bfbe-4b26cedcab47 tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:38.678575 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d6588b9d-d801-49e5-b58e-c719c62e50a1 req-15036a63-6326-4457-a70b-26020f70d4ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f95f132-5cd3-42d1-afbf-40eddc35e9a7 HTTP/1.1" status: 200 len: 217 time: 0.0700147 Feb 28 14:21:38.684008 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-4f3d6eae-3081-4885-967e-8a03b96ada33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:38.685420 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-4f3d6eae-3081-4885-967e-8a03b96ada33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d72bc82016641f3924a9bff58fc1ab5&device_id=49e1b4fa-e342-4110-9dc7-c20772ac9d41 HTTP/1.1" status: 200 len: 1096 time: 0.3587000 Feb 28 14:21:38.697016 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-5a2981d6-6944-4c88-a204-23f3091bbce7 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Allocated IP 2001:db8::145 (ccfa982d-f76f-4a4d-8562-ee14a038131d/eba3758b-4107-4961-bb4c-b19ac07ef3d5/e1f646e1-eaa3-4e6e-bf52-a87f8e8e7aae) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:21:38.708989 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:38.709324 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:38.709655 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:38.722000 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4cbce6d-824b-476f-bfbe-4b26cedcab47 tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:38.749408 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbce6d-824b-476f-bfbe-4b26cedcab47 tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] Pushing event deleted for resources: {'Network': ['ID=79c133dc-8f1e-47c9-b539-9181658a2948,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:38.751185 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:38.751408 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:38.757869 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempt 4 to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 Feb 28 14:21:38.784910 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-20120662-291f-4199-ac43-e23ea036ccf5 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:38.812245 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-278115f2-eb11-46e3-88fb-81982ebabb68 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19012391-3f25-46b1-adc8-1d50d50811ab HTTP/1.1" status: 200 len: 217 time: 0.0819969 Feb 28 14:21:38.838261 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c4cbce6d-824b-476f-bfbe-4b26cedcab47 tempest-ExternalNetworksTestJSON-1214387560 tempest-ExternalNetworksTestJSON-1214387560-project] 10.222.0.30 "DELETE /v2.0/networks/79c133dc-8f1e-47c9-b539-9181658a2948 HTTP/1.1" status: 204 len: 168 time: 2.1401587 Feb 28 14:21:38.839266 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:38.839597 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:38.839924 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:38.853609 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-20120662-291f-4199-ac43-e23ea036ccf5 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:38.856507 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0cc8914c-d92f-4a2a-9f6e-8577180716fb tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:38.862139 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc8914c-d92f-4a2a-9f6e-8577180716fb tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:38.862728 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0cc8914c-d92f-4a2a-9f6e-8577180716fb tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:38.897360 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6588b9d-d801-49e5-b58e-c719c62e50a1 req-d212d844-5b73-434c-a5dc-017fe01d3d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:38.899029 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d6588b9d-d801-49e5-b58e-c719c62e50a1 req-d212d844-5b73-434c-a5dc-017fe01d3d7f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc032688-fb3b-418b-8fdf-7d855b7f648b HTTP/1.1" status: 200 len: 850 time: 0.2035868 Feb 28 14:21:38.922623 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:38.922849 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:38.939886 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempt 5 to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 Feb 28 14:21:39.061827 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-20120662-291f-4199-ac43-e23ea036ccf5 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Made reservation on behalf of 962ea3845d334ef5b0d3a8f07fde9b44 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:39.065385 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-20120662-291f-4199-ac43-e23ea036ccf5 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:39.089318 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0cc8914c-d92f-4a2a-9f6e-8577180716fb tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4833665 Feb 28 14:21:39.104506 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:39.104839 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:39.105170 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:39.111410 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50100) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:39.119262 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8914c-d92f-4a2a-9f6e-8577180716fb tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Pushing event updated for resources: {'Network': ['ID=07393bd5-2e71-473d-90ad-ffbcd52bc231,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:39.125015 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-139c87f0-e6b7-462d-a683-2fcfdc849280 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-741383248'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:39.127359 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:39.127703 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:39.132340 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempt 6 to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 Feb 28 14:21:39.133760 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 07393bd5-2e71-473d-90ad-ffbcd52bc231 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:21:39.134436 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-31b2c9f0-d737-4d64-a3ca-9154384077d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:39.135936 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-31b2c9f0-d737-4d64-a3ca-9154384077d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab965bec-a153-49b8-b416-6dcecda8b7b9 HTTP/1.1" status: 200 len: 849 time: 0.3169124 Feb 28 14:21:39.182889 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-139c87f0-e6b7-462d-a683-2fcfdc849280 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:39.204731 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50108) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:39.218966 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:39.219332 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:39.219663 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:39.239311 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-139c87f0-e6b7-462d-a683-2fcfdc849280 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Usage tracker for resource:network and tenant:40d75be492404f5887864aa8f697968f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:39.247532 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:39.247701 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:39.250532 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-139c87f0-e6b7-462d-a683-2fcfdc849280 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:39.254940 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempt 7 to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 Feb 28 14:21:39.274272 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-139c87f0-e6b7-462d-a683-2fcfdc849280 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:39.296552 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b06cf-f7e3-433e-8747-3d8dde615550 req-6db4729e-7fd1-4544-ac32-2f26f1d2f732 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:39.304438 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9b8b06cf-f7e3-433e-8747-3d8dde615550 req-6db4729e-7fd1-4544-ac32-2f26f1d2f732 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 943 time: 0.5141952 Feb 28 14:21:39.310525 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8af39ac3-8946-494a-981e-dabeba31bf0e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:39.319082 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:39.319760 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:39.320240 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:39.326617 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139c87f0-e6b7-462d-a683-2fcfdc849280 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Made reservation on behalf of 40d75be492404f5887864aa8f697968f for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:39.330344 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-139c87f0-e6b7-462d-a683-2fcfdc849280 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:39.356917 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:39.357525 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:39.362802 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempt 8 to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 Feb 28 14:21:39.434750 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a2981d6-6944-4c88-a204-23f3091bbce7 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:39.440376 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6588b9d-d801-49e5-b58e-c719c62e50a1 req-4d0cc1d7-ac0e-4220-a913-6b792be070c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:39.442066 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d6588b9d-d801-49e5-b58e-c719c62e50a1 req-4d0cc1d7-ac0e-4220-a913-6b792be070c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29a7bbad-e952-45ba-80e0-ba14ba64ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5331864 Feb 28 14:21:39.462185 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:39.462480 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:39.462973 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:39.467937 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9b8b06cf-f7e3-433e-8747-3d8dde615550 req-3bee30c7-0989-47f0-bc51-4c6c337e1a11 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623495 Feb 28 14:21:39.488130 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:39.488456 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:39.493568 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempt 9 to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 Feb 28 14:21:39.494765 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-139c87f0-e6b7-462d-a683-2fcfdc849280 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:21:39.523938 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-5a2981d6-6944-4c88-a204-23f3091bbce7 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Transition to ACTIVE for port object e1f646e1-eaa3-4e6e-bf52-a87f8e8e7aae will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:39.525241 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-20120662-291f-4199-ac43-e23ea036ccf5 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Allocated IP 172.20.0.5 (e762f53b-5c59-4b59-919d-951d3062ab7d/4e67819d-6e13-422e-a78b-7f0f60d0f8ef/851878c2-0bd6-4ae9-b27b-2a0c1842766e) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:21:39.537372 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-fcaf22ca-f22b-45d6-b68b-b3ec66192473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:39.537372 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-fcaf22ca-f22b-45d6-b68b-b3ec66192473 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f134a4f-83be-490b-9126-09efbaa9ed81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3517830 Feb 28 14:21:39.538911 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-139c87f0-e6b7-462d-a683-2fcfdc849280 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:39.538911 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-139c87f0-e6b7-462d-a683-2fcfdc849280 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Added segment 5b4e1d06-c94e-4b02-a125-eb00d07b7162 of type vlan for network 74a81def-e9ba-464a-b7db-3db60b8b57f0 Feb 28 14:21:39.545733 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:39.546065 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:39.546397 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:39.558857 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:39.559207 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:39.562213 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempt 10 to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 Feb 28 14:21:39.571139 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2e600b88-6d64-45f1-afe7-ed7ca06cda66 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06b0eda857ef4a8b876f53473b3c8c94&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3535769 Feb 28 14:21:39.582749 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8af39ac3-8946-494a-981e-dabeba31bf0e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:39.586012 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50114) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:39.690622 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:39.690837 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:39.691179 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempting to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:39.719107 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-06d620c6-01b5-44f2-b0b4-a5e6b409de72 req-79d1e8c0-c7be-4d46-8885-5404aaee1a75 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4a6abc9-3368-4b4f-8caf-602fcb2a9792 HTTP/1.1" status: 200 len: 210 time: 0.1344006 Feb 28 14:21:39.762803 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:39.763215 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Failed to bind port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on host hv-neutron-8311 for vnic_type normal using segments [{'id': '09ca1276-5758-4f4f-a1ff-f1b074715685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b11ad67-dcc7-4698-89c1-80ed52dfa1f2'}] Feb 28 14:21:39.763495 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:39.766985 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-139c87f0-e6b7-462d-a683-2fcfdc849280 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:39.773618 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4e584d78-2c1c-45eb-ad48-55991826ee5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:39.790992 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af39ac3-8946-494a-981e-dabeba31bf0e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Network 96c22a9f-8e4b-4302-991a-ec471433fe4b is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:39.805444 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fb375-d075-4e87-a590-2d16a9b114be req-c2b43e16-86a2-4231-8a8b-2990b654cec3 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:39.806930 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-029fb375-d075-4e87-a590-2d16a9b114be req-c2b43e16-86a2-4231-8a8b-2990b654cec3 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/ports?device_id=49e1b4fa-e342-4110-9dc7-c20772ac9d41 HTTP/1.1" status: 200 len: 943 time: 0.4847560 Feb 28 14:21:39.811300 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-8af39ac3-8946-494a-981e-dabeba31bf0e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:39.817747 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a2981d6-6944-4c88-a204-23f3091bbce7 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:39.831749 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d6588b9d-d801-49e5-b58e-c719c62e50a1 req-396d9e4a-d107-4c55-8a36-c2d2686a6da7 service neutron] 10.222.0.13 "GET /v2.0/networks/29a7bbad-e952-45ba-80e0-ba14ba64ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728054 Feb 28 14:21:39.861912 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af39ac3-8946-494a-981e-dabeba31bf0e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:39.921913 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-139c87f0-e6b7-462d-a683-2fcfdc849280 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:21:39.939942 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-1563c064-8c06-4fe4-a0ae-a92813c1c0bc service neutron] 10.222.0.13 "GET /v2.0/networks/6f134a4f-83be-490b-9126-09efbaa9ed81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413303 Feb 28 14:21:39.941137 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af39ac3-8946-494a-981e-dabeba31bf0e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Pushing event updated for resources: {'Port': ['ID=ef984efc-e2d2-4b0e-814a-501fd7720b41,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:40.021551 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2981d6-6944-4c88-a204-23f3091bbce7 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Network ccfa982d-f76f-4a4d-8562-ee14a038131d is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:40.022630 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2575f97-8aef-4a97-a41a-1d038f38b00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:40.029996 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af39ac3-8946-494a-981e-dabeba31bf0e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:40.030605 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8af39ac3-8946-494a-981e-dabeba31bf0e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:40.091779 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-5a2981d6-6944-4c88-a204-23f3091bbce7 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:40.098496 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] For port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45, host hv-neutron-8311, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:21:40.098857 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attempted to set empty binding levels {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 28 14:21:40.105200 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2575f97-8aef-4a97-a41a-1d038f38b00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:40.112662 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-139c87f0-e6b7-462d-a683-2fcfdc849280 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:40.117402 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-20120662-291f-4199-ac43-e23ea036ccf5 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:40.118215 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139c87f0-e6b7-462d-a683-2fcfdc849280 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:40.118857 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-139c87f0-e6b7-462d-a683-2fcfdc849280 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:40.124061 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:40.133265 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2981d6-6944-4c88-a204-23f3091bbce7 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:40.138967 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2981d6-6944-4c88-a204-23f3091bbce7 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:40.139575 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a2981d6-6944-4c88-a204-23f3091bbce7 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:40.217146 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-029fb375-d075-4e87-a590-2d16a9b114be req-94b22822-c3ba-4195-82b6-e0079a07c485 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c63a8883-97f5-4c2d-8a0d-4b6a5e2b0e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3890657 Feb 28 14:21:40.234670 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2981d6-6944-4c88-a204-23f3091bbce7 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Pushing event updated for resources: {'Port': ['ID=e1f646e1-eaa3-4e6e-bf52-a87f8e8e7aae,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:40.291204 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8af39ac3-8946-494a-981e-dabeba31bf0e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.1568048 Feb 28 14:21:40.296574 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50118) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:40.319771 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] In _notify_port_updated(), no bound segment for port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 on network 1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 14:21:40.320628 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:40.321295 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:40.322561 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] 10.222.0.30 "PUT /v2.0/ports/fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 HTTP/1.1" status: 200 len: 981 time: 5.1089525 Feb 28 14:21:40.350851 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7481619a-5c43-4e66-b6ea-c1c4d581fb7e None None] Provisioning for port e1f646e1-eaa3-4e6e-bf52-a87f8e8e7aae completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:40.353243 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-20120662-291f-4199-ac43-e23ea036ccf5 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Transition to ACTIVE for port object 851878c2-0bd6-4ae9-b27b-2a0c1842766e will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:40.356800 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7481619a-5c43-4e66-b6ea-c1c4d581fb7e None None] Provisioning complete for port e1f646e1-eaa3-4e6e-bf52-a87f8e8e7aae triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:40.357169 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7481619a-5c43-4e66-b6ea-c1c4d581fb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:40.358352 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50122) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:40.382243 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5a2981d6-6944-4c88-a204-23f3091bbce7 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.6205366 Feb 28 14:21:40.389879 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d6588b9d-d801-49e5-b58e-c719c62e50a1 req-a9b52406-b6e7-4586-abec-ecdde337e0a1 service neutron] 10.222.0.13 "GET /v2.0/networks/29a7bbad-e952-45ba-80e0-ba14ba64ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213161 Feb 28 14:21:40.390262 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50126) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:40.410390 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-139c87f0-e6b7-462d-a683-2fcfdc849280 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2967405 Feb 28 14:21:40.414912 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c87f0-e6b7-462d-a683-2fcfdc849280 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Pushing event updated for resources: {'Network': ['ID=74a81def-e9ba-464a-b7db-3db60b8b57f0,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:40.436780 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a74b02-ff0b-43c0-942b-85b117c78809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Pushing event updated for resources: {'Port': ['ID=fef92e8a-c62f-4dcf-8f3e-ae87e03afa45,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:40.440147 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b0952ea0-5d86-4a83-9290-76cdeb258fac tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::189', 'mac_address': 'fa:16:3e:03:a4:cc'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:40.473169 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-7481619a-5c43-4e66-b6ea-c1c4d581fb7e None None] Port e1f646e1-eaa3-4e6e-bf52-a87f8e8e7aae cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:21:40.474047 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8b182a21-15e8-4d03-9b2b-6861c91c4f85 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Deleting port ef984efc-e2d2-4b0e-814a-501fd7720b41 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:21:40.474638 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b182a21-15e8-4d03-9b2b-6861c91c4f85 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:40.480422 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 74a81def-e9ba-464a-b7db-3db60b8b57f0 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:21:40.510060 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d26c33a8-bff7-4667-8a25-db25f0fe0dc2 req-28cc9c46-6f11-40ed-8932-4b296a7e25dd service neutron] 10.222.0.13 "GET /v2.0/networks/6f134a4f-83be-490b-9126-09efbaa9ed81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5419869 Feb 28 14:21:40.511957 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-fe6734b5-fa6a-445e-a35f-0d547df46328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Deleting port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:21:40.512461 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe6734b5-fa6a-445e-a35f-0d547df46328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:40.542605 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50132) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:40.565759 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5eb306cd-6ae0-4f0c-8fa0-dd53219dbae3 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Request body: {'subnets': [{'network_id': '07393bd5-2e71-473d-90ad-ffbcd52bc231', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--452336546', 'ip_version': 4}, {'network_id': '74a81def-e9ba-464a-b7db-3db60b8b57f0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:40.566086 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5eb306cd-6ae0-4f0c-8fa0-dd53219dbae3 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Request body: {'subnet': {'network_id': '07393bd5-2e71-473d-90ad-ffbcd52bc231', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--452336546', 'ip_version': 4}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:40.566816 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5eb306cd-6ae0-4f0c-8fa0-dd53219dbae3 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Request body: {'subnet': {'network_id': '74a81def-e9ba-464a-b7db-3db60b8b57f0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:40.573054 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2575f97-8aef-4a97-a41a-1d038f38b00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:40.618059 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2575f97-8aef-4a97-a41a-1d038f38b00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2905663-23e1-4ef9-8706-d2aa09e7dbfb,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:40.679968 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-20120662-291f-4199-ac43-e23ea036ccf5 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:40.695637 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2575f97-8aef-4a97-a41a-1d038f38b00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:40.696781 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d2575f97-8aef-4a97-a41a-1d038f38b00a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f2905663-23e1-4ef9-8706-d2aa09e7dbfb HTTP/1.1" status: 204 len: 168 time: 1.1052001 Feb 28 14:21:40.878685 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-20120662-291f-4199-ac43-e23ea036ccf5 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Network e762f53b-5c59-4b59-919d-951d3062ab7d is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:40.903515 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-20120662-291f-4199-ac43-e23ea036ccf5 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:40.912878 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-20120662-291f-4199-ac43-e23ea036ccf5 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:40.927577 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:41.017164 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20120662-291f-4199-ac43-e23ea036ccf5 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Pushing event updated for resources: {'Port': ['ID=851878c2-0bd6-4ae9-b27b-2a0c1842766e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:41.028058 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:41.115464 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50142) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:41.138424 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-fe6734b5-fa6a-445e-a35f-0d547df46328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] For port fef92e8a-c62f-4dcf-8f3e-ae87e03afa45, host hv-neutron-8311, got binding levels [] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:41.138775 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe6734b5-fa6a-445e-a35f-0d547df46328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:41.162030 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5eb306cd-6ae0-4f0c-8fa0-dd53219dbae3 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:41.175432 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21582fef-4692-410b-ac3f-1bb29d0c16fd req-6cae5929-4133-40a3-bf8c-24271828a502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:41.176905 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-21582fef-4692-410b-ac3f-1bb29d0c16fd req-6cae5929-4133-40a3-bf8c-24271828a502 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d72bc82016641f3924a9bff58fc1ab5&device_id=49e1b4fa-e342-4110-9dc7-c20772ac9d41 HTTP/1.1" status: 200 len: 1096 time: 0.5950089 Feb 28 14:21:41.183990 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5eb306cd-6ae0-4f0c-8fa0-dd53219dbae3 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Usage tracker for resource:subnet and tenant:40d75be492404f5887864aa8f697968f is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:41.199426 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-11c640f3-c291-434e-8335-9486a49bce5b None None] Provisioning for port 851878c2-0bd6-4ae9-b27b-2a0c1842766e completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:41.204574 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-11c640f3-c291-434e-8335-9486a49bce5b None None] Provisioning complete for port 851878c2-0bd6-4ae9-b27b-2a0c1842766e triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:41.205104 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-11c640f3-c291-434e-8335-9486a49bce5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:41.219564 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5eb306cd-6ae0-4f0c-8fa0-dd53219dbae3 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:41.243241 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5eb306cd-6ae0-4f0c-8fa0-dd53219dbae3 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:41.268953 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-11c640f3-c291-434e-8335-9486a49bce5b None None] Port 851878c2-0bd6-4ae9-b27b-2a0c1842766e cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:21:41.294684 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-20120662-291f-4199-ac43-e23ea036ccf5 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:41.295320 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-20120662-291f-4199-ac43-e23ea036ccf5 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:41.305877 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-fe6734b5-fa6a-445e-a35f-0d547df46328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Calling delete_port for fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:21:41.343585 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b182a21-15e8-4d03-9b2b-6861c91c4f85 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:41.371999 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0b282a17-47ae-40e7-8528-8399c40dec4d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e1135b242df48618d3ef6b9394b8113&name=default HTTP/1.1" status: 200 len: 2976 time: 0.2553592 Feb 28 14:21:41.377044 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb306cd-6ae0-4f0c-8fa0-dd53219dbae3 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Made reservation on behalf of 40d75be492404f5887864aa8f697968f for: {'subnet': 2} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:41.378179 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032199e-733e-4be0-924d-a67f1bf0954e req-66f29a19-ec18-4cb9-9e35-cdcc9549020c tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:41.379687 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7032199e-733e-4be0-924d-a67f1bf0954e req-66f29a19-ec18-4cb9-9e35-cdcc9549020c tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 943 time: 0.7252648 Feb 28 14:21:41.388146 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5eb306cd-6ae0-4f0c-8fa0-dd53219dbae3 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:41.388588 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5eb306cd-6ae0-4f0c-8fa0-dd53219dbae3 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:41.411077 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50148) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:41.456580 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 1f95f132-5cd3-42d1-afbf-40eddc35e9a7 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:21:41.464839 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0952ea0-5d86-4a83-9290-76cdeb258fac tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:41.513140 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8b182a21-15e8-4d03-9b2b-6861c91c4f85 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Calling delete_port for ef984efc-e2d2-4b0e-814a-501fd7720b41 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:21:41.544384 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-20120662-291f-4199-ac43-e23ea036ccf5 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2473321 Feb 28 14:21:41.571204 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-881eb21b-e502-411c-b67f-581dece664c4 service neutron] Request body: {'port': {'device_id': 'a4a6abc9-3368-4b4f-8caf-602fcb2a9792', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:41.606757 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 1f95f132-5cd3-42d1-afbf-40eddc35e9a7, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1f95f132-5cd3-42d1-afbf-40eddc35e9a7,segment=NetworkSegment(975876b0-ebc4-4d96-a295-bc3105e7b9bf),segment_id=975876b0-ebc4-4d96-a295-bc3105e7b9bf)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:41.627784 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '1f95f132-5cd3-42d1-afbf-40eddc35e9a7', 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a', 'port_id': '1f95f132-5cd3-42d1-afbf-40eddc35e9a7', 'mac_address': 'fa:16:3e:2e:14:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc032688-fb3b-418b-8fdf-7d855b7f648b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:21:41.632010 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d4ac1-c464-49bb-a989-7a6c0dec2814 req-2820ff19-b04f-401b-bf5d-dabb0ee144f8 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:41.636434 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d98d4ac1-c464-49bb-a989-7a6c0dec2814 req-2820ff19-b04f-401b-bf5d-dabb0ee144f8 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4a6abc9-3368-4b4f-8caf-602fcb2a9792 HTTP/1.1" status: 200 len: 931 time: 0.7727132 Feb 28 14:21:41.656155 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21582fef-4692-410b-ac3f-1bb29d0c16fd req-8f2d0296-e54e-4de1-8cc4-90c42659a0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:41.658029 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-21582fef-4692-410b-ac3f-1bb29d0c16fd req-8f2d0296-e54e-4de1-8cc4-90c42659a0f5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f134a4f-83be-490b-9126-09efbaa9ed81 HTTP/1.1" status: 200 len: 911 time: 0.4690824 Feb 28 14:21:41.671724 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7032199e-733e-4be0-924d-a67f1bf0954e req-b8a96098-ae29-4485-b674-5d0c9216286e tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398410 Feb 28 14:21:41.702965 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:41.725035 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f95f132-5cd3-42d1-afbf-40eddc35e9a7 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:21:41.728826 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe6734b5-fa6a-445e-a35f-0d547df46328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:41.753364 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 1f95f132-5cd3-42d1-afbf-40eddc35e9a7, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1f95f132-5cd3-42d1-afbf-40eddc35e9a7,segment=NetworkSegment(975876b0-ebc4-4d96-a295-bc3105e7b9bf),segment_id=975876b0-ebc4-4d96-a295-bc3105e7b9bf)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:41.759114 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:41.761355 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-21582fef-4692-410b-ac3f-1bb29d0c16fd req-b1134226-2a46-42be-ab96-3b4686c1bed0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19012391-3f25-46b1-adc8-1d50d50811ab HTTP/1.1" status: 200 len: 217 time: 0.0799894 Feb 28 14:21:41.864965 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=1f95f132-5cd3-42d1-afbf-40eddc35e9a7,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:41.902181 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d98d4ac1-c464-49bb-a989-7a6c0dec2814 req-f955ae30-a8bb-4780-af7a-e3b4beeda5ba tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d54486a-09f9-470f-bf07-9f889de8dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431760 Feb 28 14:21:41.902909 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3f8985a7-3fda-47dd-9e3e-741d76f1b014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:41.924190 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21582fef-4692-410b-ac3f-1bb29d0c16fd req-f4f976d2-e036-4acc-9f19-641457e9aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:41.925697 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-21582fef-4692-410b-ac3f-1bb29d0c16fd req-f4f976d2-e036-4acc-9f19-641457e9aac2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab965bec-a153-49b8-b416-6dcecda8b7b9 HTTP/1.1" status: 200 len: 849 time: 0.1289394 Feb 28 14:21:41.947198 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6734b5-fa6a-445e-a35f-0d547df46328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Pushing event deleted for resources: {'Port': ['ID=fef92e8a-c62f-4dcf-8f3e-ae87e03afa45,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:41.976945 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe6734b5-fa6a-445e-a35f-0d547df46328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:41.981147 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3f8985a7-3fda-47dd-9e3e-741d76f1b014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:41.988197 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-881eb21b-e502-411c-b67f-581dece664c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:42.014694 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fe6734b5-fa6a-445e-a35f-0d547df46328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] 10.222.0.30 "DELETE /v2.0/ports/fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 HTTP/1.1" status: 204 len: 168 time: 1.6525943 Feb 28 14:21:42.020635 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50154) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:42.056568 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['1f95f132-5cd3-42d1-afbf-40eddc35e9a7'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:21:42.061078 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b182a21-15e8-4d03-9b2b-6861c91c4f85 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:42.092493 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-1409b1ec-c1ed-4232-b725-4003ed8fb1e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] GET failed (client error): The resource could not be found. Feb 28 14:21:42.093022 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1409b1ec-c1ed-4232-b725-4003ed8fb1e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Synchronizing usage tracker for tenant:f89059059d8941aebe623dba6d3971e9 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:21:42.131666 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b182a21-15e8-4d03-9b2b-6861c91c4f85 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef984efc-e2d2-4b0e-814a-501fd7720b41,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:42.219302 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3f8985a7-3fda-47dd-9e3e-741d76f1b014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:42.253173 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21582fef-4692-410b-ac3f-1bb29d0c16fd req-480d3445-5b4b-4a48-9772-3167b1416113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:42.254646 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-21582fef-4692-410b-ac3f-1bb29d0c16fd req-480d3445-5b4b-4a48-9772-3167b1416113 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f134a4f-83be-490b-9126-09efbaa9ed81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3215640 Feb 28 14:21:42.264824 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1409b1ec-c1ed-4232-b725-4003ed8fb1e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] Unset dirty status for tenant:f89059059d8941aebe623dba6d3971e9 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:21:42.269464 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1409b1ec-c1ed-4232-b725-4003ed8fb1e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-308348969-project-admin] 10.222.0.30 "GET /v2.0/ports/fef92e8a-c62f-4dcf-8f3e-ae87e03afa45 HTTP/1.1" status: 404 len: 333 time: 0.2443924 Feb 28 14:21:42.275462 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8985a7-3fda-47dd-9e3e-741d76f1b014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff30d6f6-c31a-4760-8b36-8aedaf7a7099,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:42.279920 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50158) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:42.294478 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9b81f-c81d-47bf-8bd7-b0d22afc1ee9 req-d27bce98-24e4-4065-b93d-b55f07348ea3 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:42.295974 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cda9b81f-c81d-47bf-8bd7-b0d22afc1ee9 req-d27bce98-24e4-4065-b93d-b55f07348ea3 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/ports?device_id=49e1b4fa-e342-4110-9dc7-c20772ac9d41 HTTP/1.1" status: 200 len: 943 time: 0.4300718 Feb 28 14:21:42.375490 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:42.409234 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3f8985a7-3fda-47dd-9e3e-741d76f1b014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:42.413165 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3f8985a7-3fda-47dd-9e3e-741d76f1b014 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff30d6f6-c31a-4760-8b36-8aedaf7a7099 HTTP/1.1" status: 204 len: 168 time: 0.9979579 Feb 28 14:21:42.467003 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b182a21-15e8-4d03-9b2b-6861c91c4f85 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:42.471346 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8b182a21-15e8-4d03-9b2b-6861c91c4f85 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "DELETE /v2.0/ports/ef984efc-e2d2-4b0e-814a-501fd7720b41 HTTP/1.1" status: 204 len: 168 time: 2.1693251 Feb 28 14:21:42.480528 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50164) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:42.499837 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-517928b0-4b89-4fa0-a383-2f20aec9465d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '96c22a9f-8e4b-4302-991a-ec471433fe4b', 'external_fixed_ips': [{'subnet_id': '1dfe2ac7-f464-4818-8bc2-7be062926878', 'ip_address': '172.20.0.12'}]}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:42.517389 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-517928b0-4b89-4fa0-a383-2f20aec9465d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:42.551824 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4da9abad-4eef-4969-a48a-7aa900f93ba7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:42.556816 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cda9b81f-c81d-47bf-8bd7-b0d22afc1ee9 req-0dd56a41-9f22-4385-a969-9e550264ef0e tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c63a8883-97f5-4c2d-8a0d-4b6a5e2b0e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361553 Feb 28 14:21:42.586902 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0952ea0-5d86-4a83-9290-76cdeb258fac tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:42.589467 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-517928b0-4b89-4fa0-a383-2f20aec9465d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Usage tracker for resource:router and tenant:a9de92cfa4bc41e7b01d7031a674235a is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:42.598498 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-517928b0-4b89-4fa0-a383-2f20aec9465d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:42.605665 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-21582fef-4692-410b-ac3f-1bb29d0c16fd req-6e0f8009-ce17-404c-9bbe-371db5eadd55 service neutron] 10.222.0.13 "GET /v2.0/networks/6f134a4f-83be-490b-9126-09efbaa9ed81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364754 Feb 28 14:21:42.611838 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0952ea0-5d86-4a83-9290-76cdeb258fac tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:42.621377 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-517928b0-4b89-4fa0-a383-2f20aec9465d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:42.724985 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b0952ea0-5d86-4a83-9290-76cdeb258fac tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] In _notify_port_updated(), no bound segment for port e1f646e1-eaa3-4e6e-bf52-a87f8e8e7aae on network ccfa982d-f76f-4a4d-8562-ee14a038131d {{(pid=87773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 14:21:42.725273 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4da9abad-4eef-4969-a48a-7aa900f93ba7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:42.731796 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0952ea0-5d86-4a83-9290-76cdeb258fac tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:42.732562 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0952ea0-5d86-4a83-9290-76cdeb258fac tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:42.733823 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b0952ea0-5d86-4a83-9290-76cdeb258fac tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] 10.222.0.30 "PUT /v2.0/ports/e1f646e1-eaa3-4e6e-bf52-a87f8e8e7aae HTTP/1.1" status: 200 len: 1000 time: 2.3257844 Feb 28 14:21:42.739625 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50172) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:42.752788 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-517928b0-4b89-4fa0-a383-2f20aec9465d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:42.753975 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-517928b0-4b89-4fa0-a383-2f20aec9465d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:42.774506 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-517928b0-4b89-4fa0-a383-2f20aec9465d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:42.797734 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-4da9abad-4eef-4969-a48a-7aa900f93ba7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b11ad67-dcc7-4698-89c1-80ed52dfa1f2']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:42.832787 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-4da9abad-4eef-4969-a48a-7aa900f93ba7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ca1276-5758-4f4f-a1ff-f1b074715685') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:42.833074 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-4da9abad-4eef-4969-a48a-7aa900f93ba7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ca1276-5758-4f4f-a1ff-f1b074715685') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:42.855202 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4da9abad-4eef-4969-a48a-7aa900f93ba7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:42.863422 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-881eb21b-e502-411c-b67f-581dece664c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851878c2-0bd6-4ae9-b27b-2a0c1842766e {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:21:42.886982 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4da9abad-4eef-4969-a48a-7aa900f93ba7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:42.897353 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da9abad-4eef-4969-a48a-7aa900f93ba7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:21:42.898235 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4da9abad-4eef-4969-a48a-7aa900f93ba7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:21:43.008658 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:21:43.018923 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-881eb21b-e502-411c-b67f-581dece664c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:43.048686 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-881eb21b-e502-411c-b67f-581dece664c4 service neutron] Transition to ACTIVE for port object 851878c2-0bd6-4ae9-b27b-2a0c1842766e will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:43.090819 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4da9abad-4eef-4969-a48a-7aa900f93ba7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:43.098662 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-881eb21b-e502-411c-b67f-581dece664c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:43.108266 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ae614ce4-5aea-4678-96a3-4b6a58d47c4c None None] Provisioning complete for port e1f646e1-eaa3-4e6e-bf52-a87f8e8e7aae triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:43.108790 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ae614ce4-5aea-4678-96a3-4b6a58d47c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:43.151479 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0952ea0-5d86-4a83-9290-76cdeb258fac tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Pushing event updated for resources: {'Port': ['ID=e1f646e1-eaa3-4e6e-bf52-a87f8e8e7aae,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:43.165733 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-ae614ce4-5aea-4678-96a3-4b6a58d47c4c None None] Port e1f646e1-eaa3-4e6e-bf52-a87f8e8e7aae cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:21:43.194940 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4da9abad-4eef-4969-a48a-7aa900f93ba7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:43.208292 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9abad-4eef-4969-a48a-7aa900f93ba7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] Pushing event deleted for resources: {'Network': ['ID=1b11ad67-dcc7-4698-89c1-80ed52dfa1f2,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:43.268175 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7d8e4223-8d50-4166-930d-de6042faafbc tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Deleting port e1f646e1-eaa3-4e6e-bf52-a87f8e8e7aae {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:21:43.268713 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d8e4223-8d50-4166-930d-de6042faafbc tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:43.283266 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4da9abad-4eef-4969-a48a-7aa900f93ba7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1847248599-project] 10.222.0.30 "DELETE /v2.0/networks/1b11ad67-dcc7-4698-89c1-80ed52dfa1f2 HTTP/1.1" status: 204 len: 168 time: 1.0022593 Feb 28 14:21:43.303738 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881eb21b-e502-411c-b67f-581dece664c4 service neutron] Pushing event updated for resources: {'Port': ['ID=851878c2-0bd6-4ae9-b27b-2a0c1842766e,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:43.441985 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec22f8-f8f3-4686-8028-a5384447bc66 req-1532a377-5bb2-43f9-b499-431b459e3012 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:43.442796 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-3bec22f8-f8f3-4686-8028-a5384447bc66 req-1532a377-5bb2-43f9-b499-431b459e3012 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Synchronizing usage tracker for tenant:962ea3845d334ef5b0d3a8f07fde9b44 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:21:43.452889 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 19012391-3f25-46b1-adc8-1d50d50811ab details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:21:43.463468 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-881eb21b-e502-411c-b67f-581dece664c4 service neutron] Attempting to bind port 851878c2-0bd6-4ae9-b27b-2a0c1842766e on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:43.464110 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-881eb21b-e502-411c-b67f-581dece664c4 service neutron] Attempting to bind port 851878c2-0bd6-4ae9-b27b-2a0c1842766e by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'd774faf1-bfab-416e-9486-4c2228282a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e762f53b-5c59-4b59-919d-951d3062ab7d'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:43.464612 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-881eb21b-e502-411c-b67f-581dece664c4 service neutron] Attempting to bind port 851878c2-0bd6-4ae9-b27b-2a0c1842766e on network e762f53b-5c59-4b59-919d-951d3062ab7d {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:43.474152 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-881eb21b-e502-411c-b67f-581dece664c4 service neutron] Port 851878c2-0bd6-4ae9-b27b-2a0c1842766e on network e762f53b-5c59-4b59-919d-951d3062ab7d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:21:43.474803 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-881eb21b-e502-411c-b67f-581dece664c4 service neutron] Attempting to bind port 851878c2-0bd6-4ae9-b27b-2a0c1842766e on network e762f53b-5c59-4b59-919d-951d3062ab7d {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:43.482741 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-3bec22f8-f8f3-4686-8028-a5384447bc66 req-1532a377-5bb2-43f9-b499-431b459e3012 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Unset dirty status for tenant:962ea3845d334ef5b0d3a8f07fde9b44 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:21:43.490603 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3bec22f8-f8f3-4686-8028-a5384447bc66 req-1532a377-5bb2-43f9-b499-431b459e3012 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4a6abc9-3368-4b4f-8caf-602fcb2a9792 HTTP/1.1" status: 200 len: 943 time: 0.4407070 Feb 28 14:21:43.494775 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-881eb21b-e502-411c-b67f-581dece664c4 service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:21:43.495322 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-881eb21b-e502-411c-b67f-581dece664c4 service neutron] Checking segment: {'id': 'd774faf1-bfab-416e-9486-4c2228282a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e762f53b-5c59-4b59-919d-951d3062ab7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:21:43.496039 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-881eb21b-e502-411c-b67f-581dece664c4 service neutron] Bound using segment: {'id': 'd774faf1-bfab-416e-9486-4c2228282a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e762f53b-5c59-4b59-919d-951d3062ab7d'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:21:43.496683 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-881eb21b-e502-411c-b67f-581dece664c4 service neutron] Bound port: 851878c2-0bd6-4ae9-b27b-2a0c1842766e, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd774faf1-bfab-416e-9486-4c2228282a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e762f53b-5c59-4b59-919d-951d3062ab7d'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:21:43.497355 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-881eb21b-e502-411c-b67f-581dece664c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:43.571292 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 1f95f132-5cd3-42d1-afbf-40eddc35e9a7 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:21:43.588741 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-21582fef-4692-410b-ac3f-1bb29d0c16fd req-ae5c62f8-2da9-4cae-bce4-eaddfc117c09 service neutron] 10.222.0.13 "GET /v2.0/networks/6f134a4f-83be-490b-9126-09efbaa9ed81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9724767 Feb 28 14:21:43.603375 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-517928b0-4b89-4fa0-a383-2f20aec9465d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:43.611193 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3bec22f8-f8f3-4686-8028-a5384447bc66 req-3caa6888-418e-4dc8-a09b-dd391bb2a67f tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d54486a-09f9-470f-bf07-9f889de8dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190646 Feb 28 14:21:43.670935 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-881eb21b-e502-411c-b67f-581dece664c4 service neutron] For port 851878c2-0bd6-4ae9-b27b-2a0c1842766e, host hv-neutron-8311, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:21:43.677351 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-881eb21b-e502-411c-b67f-581dece664c4 service neutron] For port 851878c2-0bd6-4ae9-b27b-2a0c1842766e, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=851878c2-0bd6-4ae9-b27b-2a0c1842766e,segment=NetworkSegment(d774faf1-bfab-416e-9486-4c2228282a1a),segment_id=d774faf1-bfab-416e-9486-4c2228282a1a)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:21:43.684477 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-881eb21b-e502-411c-b67f-581dece664c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:43.787827 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50202) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:43.867298 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 19012391-3f25-46b1-adc8-1d50d50811ab, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=19012391-3f25-46b1-adc8-1d50d50811ab,segment=NetworkSegment(b1d24562-6186-4df5-9b28-e46e64e36f93),segment_id=b1d24562-6186-4df5-9b28-e46e64e36f93)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:43.890110 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '19012391-3f25-46b1-adc8-1d50d50811ab', 'network_id': '6f134a4f-83be-490b-9126-09efbaa9ed81', 'port_id': '19012391-3f25-46b1-adc8-1d50d50811ab', 'mac_address': 'fa:16:3e:17:6d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab965bec-a153-49b8-b416-6dcecda8b7b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:21:43.894689 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1396329-69bf-4e39-a12a-2196782310cf req-6579207b-9c51-4466-a7c5-0bdc3955e4b6 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:43.902593 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881eb21b-e502-411c-b67f-581dece664c4 service neutron] Pushing event updated for resources: {'Port': ['ID=851878c2-0bd6-4ae9-b27b-2a0c1842766e,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:43.903540 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d1396329-69bf-4e39-a12a-2196782310cf req-6579207b-9c51-4466-a7c5-0bdc3955e4b6 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 944 time: 0.8879650 Feb 28 14:21:43.938142 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5eb306cd-6ae0-4f0c-8fa0-dd53219dbae3 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:43.970424 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-881eb21b-e502-411c-b67f-581dece664c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:43.971048 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-881eb21b-e502-411c-b67f-581dece664c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:43.972565 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-881eb21b-e502-411c-b67f-581dece664c4 service neutron] 10.222.0.13 "PUT /v2.0/ports/851878c2-0bd6-4ae9-b27b-2a0c1842766e HTTP/1.1" status: 200 len: 1093 time: 2.4125264 Feb 28 14:21:43.974216 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a6abc9-3368-4b4f-8caf-602fcb2a9792', 'tag': '851878c2-0bd6-4ae9-b27b-2a0c1842766e'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:21:44.000952 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port 1f95f132-5cd3-42d1-afbf-40eddc35e9a7 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:44.011573 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:44.022664 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28f2fa-561c-47e8-ac66-6fa636b4b214 req-d675b600-c5e5-474b-a80f-9016e0e7c182 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:44.024930 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e28f2fa-561c-47e8-ac66-6fa636b4b214 req-d675b600-c5e5-474b-a80f-9016e0e7c182 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/ports?device_id=49e1b4fa-e342-4110-9dc7-c20772ac9d41 HTTP/1.1" status: 200 len: 943 time: 0.1267025 Feb 28 14:21:44.033553 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19012391-3f25-46b1-adc8-1d50d50811ab {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:21:44.040448 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 1f95f132-5cd3-42d1-afbf-40eddc35e9a7 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:44.040996 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:44.101777 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 19012391-3f25-46b1-adc8-1d50d50811ab, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=19012391-3f25-46b1-adc8-1d50d50811ab,segment=NetworkSegment(b1d24562-6186-4df5-9b28-e46e64e36f93),segment_id=b1d24562-6186-4df5-9b28-e46e64e36f93)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:44.116427 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:44.203091 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e28f2fa-561c-47e8-ac66-6fa636b4b214 req-0c970611-e63c-4175-b6f3-deb52eaa7af4 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c63a8883-97f5-4c2d-8a0d-4b6a5e2b0e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724239 Feb 28 14:21:44.225148 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-10313825-afc5-4cf5-8035-2ffa04eff5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:44.227029 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-10313825-afc5-4cf5-8035-2ffa04eff5a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=962ea3845d334ef5b0d3a8f07fde9b44&device_id=a4a6abc9-3368-4b4f-8caf-602fcb2a9792 HTTP/1.1" status: 200 len: 1096 time: 0.2006917 Feb 28 14:21:44.284162 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=19012391-3f25-46b1-adc8-1d50d50811ab,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:44.298543 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d8e4223-8d50-4166-930d-de6042faafbc tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:44.324335 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-ec6346a5-749d-44e8-995d-13401ed1e0b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=851878c2-0bd6-4ae9-b27b-2a0c1842766e HTTP/1.1" status: 200 len: 217 time: 0.0890672 Feb 28 14:21:44.329929 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['19012391-3f25-46b1-adc8-1d50d50811ab'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:21:44.364404 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:44.416257 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef798cc2-d666-4542-9231-ce66909d496f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f95f132-5cd3-42d1-afbf-40eddc35e9a7'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:21:44.449845 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7d8e4223-8d50-4166-930d-de6042faafbc tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Calling delete_port for e1f646e1-eaa3-4e6e-bf52-a87f8e8e7aae owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:21:44.494014 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 1f95f132-5cd3-42d1-afbf-40eddc35e9a7, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1f95f132-5cd3-42d1-afbf-40eddc35e9a7,segment=NetworkSegment(975876b0-ebc4-4d96-a295-bc3105e7b9bf),segment_id=975876b0-ebc4-4d96-a295-bc3105e7b9bf)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:44.494245 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-9b561a42-c63e-44e1-a0aa-f2548aa29798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:44.501790 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-9b561a42-c63e-44e1-a0aa-f2548aa29798 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e67819d-6e13-422e-a78b-7f0f60d0f8ef HTTP/1.1" status: 200 len: 845 time: 0.1694868 Feb 28 14:21:44.520879 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:44.627067 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=1f95f132-5cd3-42d1-afbf-40eddc35e9a7,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:44.650154 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d1396329-69bf-4e39-a12a-2196782310cf req-019bd485-7aa3-44ec-bfe5-d76c65a8a965 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7457392 Feb 28 14:21:44.651025 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb306cd-6ae0-4f0c-8fa0-dd53219dbae3 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Pushing event updated for resources: {'Subnet': ['ID=3440ba9e-f21e-4a3b-9a8a-300e7869ed0a,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:44.657503 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d8e4223-8d50-4166-930d-de6042faafbc tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:44.704321 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-8fa18260-441a-4c86-94a0-9f5eb2817e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:44.712180 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-8fa18260-441a-4c86-94a0-9f5eb2817e12 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e762f53b-5c59-4b59-919d-951d3062ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2055409 Feb 28 14:21:44.788868 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a6abc9-3368-4b4f-8caf-602fcb2a9792', 'tag': '851878c2-0bd6-4ae9-b27b-2a0c1842766e', 'status': 'completed', 'code': 200} Feb 28 14:21:44.789577 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50236) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:44.893591 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef798cc2-d666-4542-9231-ce66909d496f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f95f132-5cd3-42d1-afbf-40eddc35e9a7', 'code': 200} Feb 28 14:21:44.909585 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-d5f3d78f-0ff0-4c55-a7f3-ff517cda07f5 service neutron] 10.222.0.13 "GET /v2.0/networks/e762f53b-5c59-4b59-919d-951d3062ab7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896527 Feb 28 14:21:44.987419 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e4223-8d50-4166-930d-de6042faafbc tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Pushing event deleted for resources: {'Port': ['ID=e1f646e1-eaa3-4e6e-bf52-a87f8e8e7aae,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:45.025670 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4c26aa5d-5efe-452c-885b-12d197481b48 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:45.029971 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4c26aa5d-5efe-452c-885b-12d197481b48 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:45.034316 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4c26aa5d-5efe-452c-885b-12d197481b48 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Usage tracker for resource:floatingip and tenant:4c2d4ce5c9644d7090efce2e7317bb5d is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:45.037748 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4c26aa5d-5efe-452c-885b-12d197481b48 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:45.045497 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4c26aa5d-5efe-452c-885b-12d197481b48 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:45.063370 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c26aa5d-5efe-452c-885b-12d197481b48 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:45.065293 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb306cd-6ae0-4f0c-8fa0-dd53219dbae3 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Checking segment: {'id': 'bed7165c-3511-4e58-844e-f519e60fc0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '07393bd5-2e71-473d-90ad-ffbcd52bc231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:21:45.065640 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb306cd-6ae0-4f0c-8fa0-dd53219dbae3 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Network hostable DHCP agents. Network: 07393bd5-2e71-473d-90ad-ffbcd52bc231, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:21:45.101633 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a6807050-8318-4f0f-b7fc-2de3fc950d01 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=79a19f58e7834470852aa1b7b223bb57&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3046248 Feb 28 14:21:45.106404 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50246) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:45.142307 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a21f8d67-1835-476d-ac98-ccdc44aeb372 req-0c7b427f-6640-4b62-8573-f78b48aa4925 service neutron] 10.222.0.13 "GET /v2.0/networks/e762f53b-5c59-4b59-919d-951d3062ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211328 Feb 28 14:21:45.270694 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d8e4223-8d50-4166-930d-de6042faafbc tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:45.298435 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb306cd-6ae0-4f0c-8fa0-dd53219dbae3 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Network 07393bd5-2e71-473d-90ad-ffbcd52bc231 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:21:45.304906 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c28d05aa-0cc5-4032-9e7b-6d614d454f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:45.325946 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-5eb306cd-6ae0-4f0c-8fa0-dd53219dbae3 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 07393bd5-2e71-473d-90ad-ffbcd52bc231) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:45.340788 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7d8e4223-8d50-4166-930d-de6042faafbc tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] 10.222.0.30 "DELETE /v2.0/ports/e1f646e1-eaa3-4e6e-bf52-a87f8e8e7aae HTTP/1.1" status: 204 len: 168 time: 2.5927818 Feb 28 14:21:45.342964 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b3c30a-7d63-4e3c-a96f-90e426c06c67 None None] Network 07393bd5-2e71-473d-90ad-ffbcd52bc231 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:21:45.348313 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50252) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:45.349979 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5eb306cd-6ae0-4f0c-8fa0-dd53219dbae3 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:45.364230 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf82e9-63e9-420f-ad75-dba71e281781 req-b31b04d5-9897-449b-b106-035dd6cf31e9 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:45.365668 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-49cf82e9-63e9-420f-ad75-dba71e281781 req-b31b04d5-9897-449b-b106-035dd6cf31e9 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4a6abc9-3368-4b4f-8caf-602fcb2a9792 HTTP/1.1" status: 200 len: 943 time: 0.4355564 Feb 28 14:21:45.387492 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c28d05aa-0cc5-4032-9e7b-6d614d454f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:45.437341 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45492ff5-5565-40ae-a04e-8a4904edd3b5 req-f1d72218-d370-4a3f-b6dd-971c65709f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:45.438813 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45492ff5-5565-40ae-a04e-8a4904edd3b5 req-f1d72218-d370-4a3f-b6dd-971c65709f17 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=962ea3845d334ef5b0d3a8f07fde9b44&device_id=a4a6abc9-3368-4b4f-8caf-602fcb2a9792 HTTP/1.1" status: 200 len: 1096 time: 0.2274303 Feb 28 14:21:45.474804 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c26aa5d-5efe-452c-885b-12d197481b48 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:45.492169 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 19012391-3f25-46b1-adc8-1d50d50811ab up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:21:45.528258 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a34bcab2-2ac1-4e6e-835b-d704879af5e7 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] GET failed (client error): The resource could not be found. Feb 28 14:21:45.528785 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a34bcab2-2ac1-4e6e-835b-d704879af5e7 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Synchronizing usage tracker for tenant:a3fcb39072064d24b6f5277a5aec0fc0 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:21:45.551688 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a964300-f74b-48fc-89ac-0dd89f6807ec req-46b99d35-70f6-4e7f-9ccd-4f427616f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:45.553145 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7a964300-f74b-48fc-89ac-0dd89f6807ec req-46b99d35-70f6-4e7f-9ccd-4f427616f847 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 1098 time: 0.4461946 Feb 28 14:21:45.607998 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-49cf82e9-63e9-420f-ad75-dba71e281781 req-f6d3693f-d5fd-40d9-af34-b82ec60f4adf tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d54486a-09f9-470f-bf07-9f889de8dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094684 Feb 28 14:21:45.620031 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-7a964300-f74b-48fc-89ac-0dd89f6807ec req-42855e87-a45c-425c-a701-bd06271a31d5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:45.630197 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb306cd-6ae0-4f0c-8fa0-dd53219dbae3 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Pushing event updated for resources: {'Subnet': ['ID=04614140-6a86-4e9f-88da-2fe229d88d6f,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:45.650113 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90449ad3-ef0f-4561-acb0-8961d7ff070d req-cfa15086-b03a-47a6-aa4b-7b175ec5f512 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:45.651710 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-90449ad3-ef0f-4561-acb0-8961d7ff070d req-cfa15086-b03a-47a6-aa4b-7b175ec5f512 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/ports?device_id=49e1b4fa-e342-4110-9dc7-c20772ac9d41 HTTP/1.1" status: 200 len: 944 time: 0.3253167 Feb 28 14:21:45.663297 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c28d05aa-0cc5-4032-9e7b-6d614d454f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:45.710068 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port 19012391-3f25-46b1-adc8-1d50d50811ab completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:45.720698 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 19012391-3f25-46b1-adc8-1d50d50811ab triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:45.721063 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:45.751538 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d05aa-0cc5-4032-9e7b-6d614d454f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23449705-7506-42f9-8e91-326e7351f5ad,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:45.765148 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a34bcab2-2ac1-4e6e-835b-d704879af5e7 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Unset dirty status for tenant:a3fcb39072064d24b6f5277a5aec0fc0 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:21:45.769431 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14df29d8-9992-4292-abab-d8f30f966537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-07393bd5-2e71-473d-90ad-ffbcd52bc231', 'network_id': '07393bd5-2e71-473d-90ad-ffbcd52bc231', 'tenant_id': '40d75be492404f5887864aa8f697968f', 'fixed_ips': [{'subnet_id': '3440ba9e-f21e-4a3b-9a8a-300e7869ed0a'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:21:45.770647 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a34bcab2-2ac1-4e6e-835b-d704879af5e7 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] 10.222.0.30 "GET /v2.0/ports/e1f646e1-eaa3-4e6e-bf52-a87f8e8e7aae HTTP/1.1" status: 404 len: 333 time: 0.4038138 Feb 28 14:21:45.771557 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45492ff5-5565-40ae-a04e-8a4904edd3b5 req-3bb0baeb-4f47-4cb5-a057-464ea096a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:45.773065 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45492ff5-5565-40ae-a04e-8a4904edd3b5 req-3bb0baeb-4f47-4cb5-a057-464ea096a70b service neutron] 10.222.0.13 "GET /v2.0/networks?id=e762f53b-5c59-4b59-919d-951d3062ab7d HTTP/1.1" status: 200 len: 907 time: 0.3221381 Feb 28 14:21:45.776684 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-14df29d8-9992-4292-abab-d8f30f966537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:45.788945 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50258) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:45.832479 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb306cd-6ae0-4f0c-8fa0-dd53219dbae3 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Checking segment: {'id': '5b4e1d06-c94e-4b02-a125-eb00d07b7162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '74a81def-e9ba-464a-b7db-3db60b8b57f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:21:45.832835 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb306cd-6ae0-4f0c-8fa0-dd53219dbae3 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Network hostable DHCP agents. Network: 74a81def-e9ba-464a-b7db-3db60b8b57f0, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:21:45.838232 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-7a964300-f74b-48fc-89ac-0dd89f6807ec req-42855e87-a45c-425c-a701-bd06271a31d5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:45.848561 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9f67db2d-f21e-4561-bfd5-0373118cec5c tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Request body: {'port': {'network_id': 'ccfa982d-f76f-4a4d-8562-ee14a038131d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1770411361'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:45.892803 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-90449ad3-ef0f-4561-acb0-8961d7ff070d req-2811ed8d-6e95-46a3-ad3a-d2899e8bbb8f tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c63a8883-97f5-4c2d-8a0d-4b6a5e2b0e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322915 Feb 28 14:21:45.894516 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-7a964300-f74b-48fc-89ac-0dd89f6807ec req-42855e87-a45c-425c-a701-bd06271a31d5 service neutron] Usage tracker for resource:security_group_rule and tenant:a03b8db25be243b5a32d724d61d2c6f6 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:45.897876 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-7a964300-f74b-48fc-89ac-0dd89f6807ec req-42855e87-a45c-425c-a701-bd06271a31d5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:45.914512 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45492ff5-5565-40ae-a04e-8a4904edd3b5 req-6562ddb5-7021-4a6b-b572-e704d41ab5b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=851878c2-0bd6-4ae9-b27b-2a0c1842766e HTTP/1.1" status: 200 len: 217 time: 0.1299949 Feb 28 14:21:45.915334 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c28d05aa-0cc5-4032-9e7b-6d614d454f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:45.916314 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c28d05aa-0cc5-4032-9e7b-6d614d454f6d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/23449705-7506-42f9-8e91-326e7351f5ad HTTP/1.1" status: 204 len: 168 time: 0.8083630 Feb 28 14:21:45.918372 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-4c26aa5d-5efe-452c-885b-12d197481b48 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Allocated IP 172.26.5.208 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/3830f34f-a3ae-42cd-8ec9-fb3d5f9817d7) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:21:45.952630 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-7a964300-f74b-48fc-89ac-0dd89f6807ec req-42855e87-a45c-425c-a701-bd06271a31d5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:46.005696 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb306cd-6ae0-4f0c-8fa0-dd53219dbae3 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Network 74a81def-e9ba-464a-b7db-3db60b8b57f0 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:21:46.018262 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-517928b0-4b89-4fa0-a383-2f20aec9465d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:46.036084 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-14df29d8-9992-4292-abab-d8f30f966537 None None] Allocated IP 172.20.0.2 (07393bd5-2e71-473d-90ad-ffbcd52bc231/3440ba9e-f21e-4a3b-9a8a-300e7869ed0a/74b1e8ae-397d-45a4-b79f-77b906afd39d) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:21:46.065967 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-517928b0-4b89-4fa0-a383-2f20aec9465d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:46.068865 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-5eb306cd-6ae0-4f0c-8fa0-dd53219dbae3 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 74a81def-e9ba-464a-b7db-3db60b8b57f0) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:46.126795 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb306cd-6ae0-4f0c-8fa0-dd53219dbae3 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:46.127279 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb306cd-6ae0-4f0c-8fa0-dd53219dbae3 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:46.127899 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5eb306cd-6ae0-4f0c-8fa0-dd53219dbae3 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:46.158058 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bf96e8-3853-4d90-98cb-54a4787100ec None None] Network 74a81def-e9ba-464a-b7db-3db60b8b57f0 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:21:46.193437 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ace09a-1fc3-4cc0-8f31-537a38b3f0f3 req-c2fd458e-a139-4d4e-b7f6-b23e9224c09d tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:46.195696 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d2ace09a-1fc3-4cc0-8f31-537a38b3f0f3 req-c2fd458e-a139-4d4e-b7f6-b23e9224c09d tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.3551064 Feb 28 14:21:46.249962 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5eb306cd-6ae0-4f0c-8fa0-dd53219dbae3 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 5.7057908 Feb 28 14:21:46.250770 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50266) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:46.251686 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45492ff5-5565-40ae-a04e-8a4904edd3b5 req-4ab00049-dea6-4b9f-bee4-37e291b0b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:46.254032 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45492ff5-5565-40ae-a04e-8a4904edd3b5 req-4ab00049-dea6-4b9f-bee4-37e291b0b2cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e67819d-6e13-422e-a78b-7f0f60d0f8ef HTTP/1.1" status: 200 len: 845 time: 0.3281775 Feb 28 14:21:46.354009 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9f67db2d-f21e-4561-bfd5-0373118cec5c tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:46.384214 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9f67db2d-f21e-4561-bfd5-0373118cec5c tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:46.413885 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f67db2d-f21e-4561-bfd5-0373118cec5c tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Made reservation on behalf of a3fcb39072064d24b6f5277a5aec0fc0 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:46.417566 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f67db2d-f21e-4561-bfd5-0373118cec5c tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:46.419714 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d2ace09a-1fc3-4cc0-8f31-537a38b3f0f3 req-48d312f5-2153-4c42-9a9f-fee802805624 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158575 Feb 28 14:21:46.429849 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c26aa5d-5efe-452c-885b-12d197481b48 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:46.432756 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50270) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:46.438979 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-7a964300-f74b-48fc-89ac-0dd89f6807ec req-42855e87-a45c-425c-a701-bd06271a31d5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:46.449886 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f1f29e-70e7-49ef-86fe-0f1a50be85ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-74a81def-e9ba-464a-b7db-3db60b8b57f0', 'network_id': '74a81def-e9ba-464a-b7db-3db60b8b57f0', 'tenant_id': '40d75be492404f5887864aa8f697968f', 'fixed_ips': [{'subnet_id': '04614140-6a86-4e9f-88da-2fe229d88d6f'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:21:46.450870 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c2f1f29e-70e7-49ef-86fe-0f1a50be85ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:46.503453 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45492ff5-5565-40ae-a04e-8a4904edd3b5 req-568da66a-19af-434f-9aec-1604836a047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:46.504927 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45492ff5-5565-40ae-a04e-8a4904edd3b5 req-568da66a-19af-434f-9aec-1604836a047c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e762f53b-5c59-4b59-919d-951d3062ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2399635 Feb 28 14:21:46.508713 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-9f67db2d-f21e-4561-bfd5-0373118cec5c tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] device_id is not set on port 283632ea-9bb7-4920-9663-cf7c2c2135bd yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:21:46.514378 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-7a964300-f74b-48fc-89ac-0dd89f6807ec req-42855e87-a45c-425c-a701-bd06271a31d5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:46.528154 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:46.562400 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04c661d-c608-4eea-be07-c61ff348b774 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:46.563855 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04c661d-c608-4eea-be07-c61ff348b774 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:46.565405 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04c661d-c608-4eea-be07-c61ff348b774 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:46.566187 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b04c661d-c608-4eea-be07-c61ff348b774 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Synchronizing usage tracker for tenant:40d75be492404f5887864aa8f697968f on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:21:46.574396 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-7a964300-f74b-48fc-89ac-0dd89f6807ec req-42855e87-a45c-425c-a701-bd06271a31d5 service neutron] Synchronizing usage tracker for tenant:a03b8db25be243b5a32d724d61d2c6f6 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:21:46.614972 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42855e87-a45c-425c-a701-bd06271a31d5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=09743f66-8897-44f0-90ef-658ca7c6dc79,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:46.621036 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-517928b0-4b89-4fa0-a383-2f20aec9465d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Allocated IP 172.20.0.12 (96c22a9f-8e4b-4302-991a-ec471433fe4b/1dfe2ac7-f464-4818-8bc2-7be062926878/76dd6aab-22be-460b-8c60-8f5c9787f17a) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:21:46.642216 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b04c661d-c608-4eea-be07-c61ff348b774 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Unset dirty status for tenant:40d75be492404f5887864aa8f697968f on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:21:46.646797 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b04c661d-c608-4eea-be07-c61ff348b774 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3830166 Feb 28 14:21:46.661329 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50274) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:46.676254 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-7a964300-f74b-48fc-89ac-0dd89f6807ec req-42855e87-a45c-425c-a701-bd06271a31d5 service neutron] Unset dirty status for tenant:a03b8db25be243b5a32d724d61d2c6f6 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:21:46.677357 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7a964300-f74b-48fc-89ac-0dd89f6807ec req-42855e87-a45c-425c-a701-bd06271a31d5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1125677 Feb 28 14:21:46.680859 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0753151c-a695-4ed2-b6a8-270a36745367 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f89059059d8941aebe623dba6d3971e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316768 Feb 28 14:21:46.695261 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50280) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:46.764640 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-c2f1f29e-70e7-49ef-86fe-0f1a50be85ef None None] Allocated IP 172.20.0.18 (74a81def-e9ba-464a-b7db-3db60b8b57f0/04614140-6a86-4e9f-88da-2fe229d88d6f/d64e09fe-593c-4780-a05d-77c2509e1346) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:21:46.771373 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 19012391-3f25-46b1-adc8-1d50d50811ab, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=19012391-3f25-46b1-adc8-1d50d50811ab,segment=NetworkSegment(b1d24562-6186-4df5-9b28-e46e64e36f93),segment_id=b1d24562-6186-4df5-9b28-e46e64e36f93)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:46.782300 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:46.812423 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e67eed-2118-41a6-b06e-a3ddcc95a63c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Deleting subnet 3440ba9e-f21e-4a3b-9a8a-300e7869ed0a {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:21:46.831941 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c26aa5d-5efe-452c-885b-12d197481b48 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:46.854093 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-517928b0-4b89-4fa0-a383-2f20aec9465d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:46.886127 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-517928b0-4b89-4fa0-a383-2f20aec9465d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:46.937866 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517928b0-4b89-4fa0-a383-2f20aec9465d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Network 96c22a9f-8e4b-4302-991a-ec471433fe4b is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:46.938887 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45492ff5-5565-40ae-a04e-8a4904edd3b5 req-b82dc680-03c1-40df-b69e-f654051caf5a service neutron] 10.222.0.13 "GET /v2.0/networks/e762f53b-5c59-4b59-919d-951d3062ab7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934758 Feb 28 14:21:46.945851 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-517928b0-4b89-4fa0-a383-2f20aec9465d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:46.949996 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517928b0-4b89-4fa0-a383-2f20aec9465d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:46.951094 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e1b4fa-e342-4110-9dc7-c20772ac9d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19012391-3f25-46b1-adc8-1d50d50811ab'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:21:46.951720 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c26aa5d-5efe-452c-885b-12d197481b48 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:46.965151 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-14df29d8-9992-4292-abab-d8f30f966537 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:46.987414 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4c26aa5d-5efe-452c-885b-12d197481b48 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:46.992113 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c26aa5d-5efe-452c-885b-12d197481b48 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:46.992424 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=19012391-3f25-46b1-adc8-1d50d50811ab,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:46.995603 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-14df29d8-9992-4292-abab-d8f30f966537 None None] Transition to ACTIVE for port object 74b1e8ae-397d-45a4-b79f-77b906afd39d will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:47.025416 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-14df29d8-9992-4292-abab-d8f30f966537 None None] Transition to ACTIVE for port object 74b1e8ae-397d-45a4-b79f-77b906afd39d will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:47.029021 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-9f67db2d-f21e-4561-bfd5-0373118cec5c tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Allocated IP 2001:db8::4f (ccfa982d-f76f-4a4d-8562-ee14a038131d/eba3758b-4107-4961-bb4c-b19ac07ef3d5/283632ea-9bb7-4920-9663-cf7c2c2135bd) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:21:47.051686 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-14df29d8-9992-4292-abab-d8f30f966537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:47.076899 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26aa5d-5efe-452c-885b-12d197481b48 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Pushing event updated for resources: {'Port': ['ID=3830f34f-a3ae-42cd-8ec9-fb3d5f9817d7,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:47.096401 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-89e67eed-2118-41a6-b06e-a3ddcc95a63c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:47.137758 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4fbe012c-ea15-429b-834a-0928fbca71e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:47.159291 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14df29d8-9992-4292-abab-d8f30f966537 None None] Network 07393bd5-2e71-473d-90ad-ffbcd52bc231 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:47.172947 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-14df29d8-9992-4292-abab-d8f30f966537 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:47.179374 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14df29d8-9992-4292-abab-d8f30f966537 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:47.188468 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df29d8-9992-4292-abab-d8f30f966537 None None] Pushing event updated for resources: {'Port': ['ID=74b1e8ae-397d-45a4-b79f-77b906afd39d,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:47.208445 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517928b0-4b89-4fa0-a383-2f20aec9465d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Pushing event updated for resources: {'Port': ['ID=76dd6aab-22be-460b-8c60-8f5c9787f17a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:47.225637 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c2f1f29e-70e7-49ef-86fe-0f1a50be85ef None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:47.249035 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4fbe012c-ea15-429b-834a-0928fbca71e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:47.275562 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c2f1f29e-70e7-49ef-86fe-0f1a50be85ef None None] Transition to ACTIVE for port object d64e09fe-593c-4780-a05d-77c2509e1346 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:47.304634 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-14df29d8-9992-4292-abab-d8f30f966537 None None] Attempting to bind port 74b1e8ae-397d-45a4-b79f-77b906afd39d on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:47.305083 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-14df29d8-9992-4292-abab-d8f30f966537 None None] Attempting to bind port 74b1e8ae-397d-45a4-b79f-77b906afd39d by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'bed7165c-3511-4e58-844e-f519e60fc0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '07393bd5-2e71-473d-90ad-ffbcd52bc231'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:47.305437 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14df29d8-9992-4292-abab-d8f30f966537 None None] Attempting to bind port 74b1e8ae-397d-45a4-b79f-77b906afd39d on network 07393bd5-2e71-473d-90ad-ffbcd52bc231 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:47.312130 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c2f1f29e-70e7-49ef-86fe-0f1a50be85ef None None] Transition to ACTIVE for port object d64e09fe-593c-4780-a05d-77c2509e1346 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:47.313424 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14df29d8-9992-4292-abab-d8f30f966537 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:21:47.313786 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14df29d8-9992-4292-abab-d8f30f966537 None None] Checking segment: {'id': 'bed7165c-3511-4e58-844e-f519e60fc0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '07393bd5-2e71-473d-90ad-ffbcd52bc231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:21:47.314186 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-14df29d8-9992-4292-abab-d8f30f966537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:47.314577 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14df29d8-9992-4292-abab-d8f30f966537 None None] Bound using segment: {'id': 'bed7165c-3511-4e58-844e-f519e60fc0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '07393bd5-2e71-473d-90ad-ffbcd52bc231'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:21:47.315041 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-14df29d8-9992-4292-abab-d8f30f966537 None None] Bound port: 74b1e8ae-397d-45a4-b79f-77b906afd39d, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed7165c-3511-4e58-844e-f519e60fc0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '07393bd5-2e71-473d-90ad-ffbcd52bc231'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:21:47.315420 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-14df29d8-9992-4292-abab-d8f30f966537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:47.338488 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5cafa-db6d-433f-bb83-de9f50615f42 req-8e1f3c0d-727b-44a8-98b7-778f347ecb88 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:47.340004 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-21b5cafa-db6d-433f-bb83-de9f50615f42 req-8e1f3c0d-727b-44a8-98b7-778f347ecb88 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4a6abc9-3368-4b4f-8caf-602fcb2a9792 HTTP/1.1" status: 200 len: 943 time: 0.5671086 Feb 28 14:21:47.353955 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45492ff5-5565-40ae-a04e-8a4904edd3b5 req-d7f625d5-64a3-4a0f-b3c5-87f6f745979a service neutron] 10.222.0.13 "GET /v2.0/networks/e762f53b-5c59-4b59-919d-951d3062ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043236 Feb 28 14:21:47.364076 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c2f1f29e-70e7-49ef-86fe-0f1a50be85ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:47.433771 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-89e67eed-2118-41a6-b06e-a3ddcc95a63c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:47.449541 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f1f29e-70e7-49ef-86fe-0f1a50be85ef None None] Network 74a81def-e9ba-464a-b7db-3db60b8b57f0 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:47.455035 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-c2f1f29e-70e7-49ef-86fe-0f1a50be85ef None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:47.470942 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f1f29e-70e7-49ef-86fe-0f1a50be85ef None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:47.476322 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1f29e-70e7-49ef-86fe-0f1a50be85ef None None] Pushing event updated for resources: {'Port': ['ID=d64e09fe-593c-4780-a05d-77c2509e1346,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:47.483390 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c26aa5d-5efe-452c-885b-12d197481b48 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:47.487733 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 851878c2-0bd6-4ae9-b27b-2a0c1842766e details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:21:47.502340 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-21b5cafa-db6d-433f-bb83-de9f50615f42 req-4e0e03aa-2bc6-4b35-b498-1f16c09c97bd tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d54486a-09f9-470f-bf07-9f889de8dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470389 Feb 28 14:21:47.566244 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4fbe012c-ea15-429b-834a-0928fbca71e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:47.610795 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-14df29d8-9992-4292-abab-d8f30f966537 None None] For port 74b1e8ae-397d-45a4-b79f-77b906afd39d, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:21:47.613982 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe012c-ea15-429b-834a-0928fbca71e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de10c09e-fdea-4d2b-8557-0c2de01a93b0,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:47.619741 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f67db2d-f21e-4561-bfd5-0373118cec5c tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:47.637318 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c26aa5d-5efe-452c-885b-12d197481b48 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:47.646255 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3bb5d-f1c0-49ad-9b00-ad9de54ba7ac req-2414f614-a012-42ac-967f-874f966c8321 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:47.648476 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-37b3bb5d-f1c0-49ad-9b00-ad9de54ba7ac req-2414f614-a012-42ac-967f-874f966c8321 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/ports?device_id=49e1b4fa-e342-4110-9dc7-c20772ac9d41 HTTP/1.1" status: 200 len: 945 time: 0.4963291 Feb 28 14:21:47.648599 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-14df29d8-9992-4292-abab-d8f30f966537 None None] For port 74b1e8ae-397d-45a4-b79f-77b906afd39d, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=74b1e8ae-397d-45a4-b79f-77b906afd39d,segment=NetworkSegment(bed7165c-3511-4e58-844e-f519e60fc0a5),segment_id=bed7165c-3511-4e58-844e-f519e60fc0a5)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:21:47.650649 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e1b4fa-e342-4110-9dc7-c20772ac9d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19012391-3f25-46b1-adc8-1d50d50811ab', 'code': 200} Feb 28 14:21:47.690719 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-9f67db2d-f21e-4561-bfd5-0373118cec5c tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Transition to ACTIVE for port object 283632ea-9bb7-4920-9663-cf7c2c2135bd will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:47.691638 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-14df29d8-9992-4292-abab-d8f30f966537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:47.712455 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c2f1f29e-70e7-49ef-86fe-0f1a50be85ef None None] Attempting to bind port d64e09fe-593c-4780-a05d-77c2509e1346 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:47.712817 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c2f1f29e-70e7-49ef-86fe-0f1a50be85ef None None] Attempting to bind port d64e09fe-593c-4780-a05d-77c2509e1346 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '5b4e1d06-c94e-4b02-a125-eb00d07b7162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '74a81def-e9ba-464a-b7db-3db60b8b57f0'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:47.713166 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f1f29e-70e7-49ef-86fe-0f1a50be85ef None None] Attempting to bind port d64e09fe-593c-4780-a05d-77c2509e1346 on network 74a81def-e9ba-464a-b7db-3db60b8b57f0 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:47.718590 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4fbe012c-ea15-429b-834a-0928fbca71e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:47.719943 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4fbe012c-ea15-429b-834a-0928fbca71e5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de10c09e-fdea-4d2b-8557-0c2de01a93b0 HTTP/1.1" status: 204 len: 168 time: 1.0237517 Feb 28 14:21:47.892368 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-37b3bb5d-f1c0-49ad-9b00-ad9de54ba7ac req-7842bb7b-6b3c-46dc-afdc-3c8f41ce641f tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c63a8883-97f5-4c2d-8a0d-4b6a5e2b0e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723621 Feb 28 14:21:47.900993 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-517928b0-4b89-4fa0-a383-2f20aec9465d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:47.906501 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f1f29e-70e7-49ef-86fe-0f1a50be85ef None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:21:47.906917 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f1f29e-70e7-49ef-86fe-0f1a50be85ef None None] Checking segment: {'id': '5b4e1d06-c94e-4b02-a125-eb00d07b7162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '74a81def-e9ba-464a-b7db-3db60b8b57f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:21:47.907311 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c2f1f29e-70e7-49ef-86fe-0f1a50be85ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:47.907800 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f1f29e-70e7-49ef-86fe-0f1a50be85ef None None] Bound using segment: {'id': '5b4e1d06-c94e-4b02-a125-eb00d07b7162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '74a81def-e9ba-464a-b7db-3db60b8b57f0'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:21:47.908288 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c2f1f29e-70e7-49ef-86fe-0f1a50be85ef None None] Bound port: d64e09fe-593c-4780-a05d-77c2509e1346, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b4e1d06-c94e-4b02-a125-eb00d07b7162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '74a81def-e9ba-464a-b7db-3db60b8b57f0'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:21:47.908656 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c2f1f29e-70e7-49ef-86fe-0f1a50be85ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:47.984347 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-89e67eed-2118-41a6-b06e-a3ddcc95a63c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:48.002430 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 851878c2-0bd6-4ae9-b27b-2a0c1842766e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=851878c2-0bd6-4ae9-b27b-2a0c1842766e,segment=NetworkSegment(d774faf1-bfab-416e-9486-4c2228282a1a),segment_id=d774faf1-bfab-416e-9486-4c2228282a1a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:48.013721 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f67db2d-f21e-4561-bfd5-0373118cec5c tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:48.121879 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f67db2d-f21e-4561-bfd5-0373118cec5c tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Network ccfa982d-f76f-4a4d-8562-ee14a038131d is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:48.129631 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '851878c2-0bd6-4ae9-b27b-2a0c1842766e', 'network_id': 'e762f53b-5c59-4b59-919d-951d3062ab7d', 'port_id': '851878c2-0bd6-4ae9-b27b-2a0c1842766e', 'mac_address': 'fa:16:3e:73:95:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e67819d-6e13-422e-a78b-7f0f60d0f8ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:21:48.134718 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df29d8-9992-4292-abab-d8f30f966537 None None] Pushing event updated for resources: {'Port': ['ID=74b1e8ae-397d-45a4-b79f-77b906afd39d,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:48.140368 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-9f67db2d-f21e-4561-bfd5-0373118cec5c tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:48.178776 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f67db2d-f21e-4561-bfd5-0373118cec5c tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:48.184830 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f67db2d-f21e-4561-bfd5-0373118cec5c tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:48.185699 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f67db2d-f21e-4561-bfd5-0373118cec5c tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:48.196335 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67db2d-f21e-4561-bfd5-0373118cec5c tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Pushing event updated for resources: {'Port': ['ID=283632ea-9bb7-4920-9663-cf7c2c2135bd,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:48.230662 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:48.258766 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9f67db2d-f21e-4561-bfd5-0373118cec5c tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4684064 Feb 28 14:21:48.269416 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50296) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:48.271070 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-89e67eed-2118-41a6-b06e-a3ddcc95a63c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:48.307771 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38bd4e-66c6-4045-9810-cadf38012400 req-e0bdd0bf-efe5-41fc-94f7-5eeac3295ecb tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:48.309593 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc38bd4e-66c6-4045-9810-cadf38012400 req-e0bdd0bf-efe5-41fc-94f7-5eeac3295ecb tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.3766201 Feb 28 14:21:48.314275 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851878c2-0bd6-4ae9-b27b-2a0c1842766e {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:21:48.323388 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c2f1f29e-70e7-49ef-86fe-0f1a50be85ef None None] For port d64e09fe-593c-4780-a05d-77c2509e1346, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:21:48.330884 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c2f1f29e-70e7-49ef-86fe-0f1a50be85ef None None] For port d64e09fe-593c-4780-a05d-77c2509e1346, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d64e09fe-593c-4780-a05d-77c2509e1346,segment=NetworkSegment(5b4e1d06-c94e-4b02-a125-eb00d07b7162),segment_id=5b4e1d06-c94e-4b02-a125-eb00d07b7162)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:21:48.341023 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c2f1f29e-70e7-49ef-86fe-0f1a50be85ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:48.350112 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c0502-cd8a-4ceb-89a9-3bdc7884e98e req-98e44c8f-6678-47e7-86fe-a7e6ecdc10da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:48.365131 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a4c0502-cd8a-4ceb-89a9-3bdc7884e98e req-98e44c8f-6678-47e7-86fe-a7e6ecdc10da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=49e1b4fa-e342-4110-9dc7-c20772ac9d41 HTTP/1.1" status: 200 len: 1098 time: 0.4300215 Feb 28 14:21:48.376869 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-36d62303-03ba-44a8-bab2-a8dac5d4b6b8 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:03:a4:cc'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:48.399041 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c26aa5d-5efe-452c-885b-12d197481b48 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:48.439018 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c26aa5d-5efe-452c-885b-12d197481b48 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:48.453732 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 851878c2-0bd6-4ae9-b27b-2a0c1842766e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=851878c2-0bd6-4ae9-b27b-2a0c1842766e,segment=NetworkSegment(d774faf1-bfab-416e-9486-4c2228282a1a),segment_id=d774faf1-bfab-416e-9486-4c2228282a1a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:48.481429 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:48.513471 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-89e67eed-2118-41a6-b06e-a3ddcc95a63c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:48.555520 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e67eed-2118-41a6-b06e-a3ddcc95a63c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Pushing event deleted for resources: {'Subnet': ['ID=3440ba9e-f21e-4a3b-9a8a-300e7869ed0a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:48.556197 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1f29e-70e7-49ef-86fe-0f1a50be85ef None None] Pushing event updated for resources: {'Port': ['ID=d64e09fe-593c-4780-a05d-77c2509e1346,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:48.584184 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-89e67eed-2118-41a6-b06e-a3ddcc95a63c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] 10.222.0.30 "DELETE /v2.0/subnets/3440ba9e-f21e-4a3b-9a8a-300e7869ed0a HTTP/1.1" status: 204 len: 168 time: 1.9202192 Feb 28 14:21:48.590817 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50306) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:48.730688 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a4c0502-cd8a-4ceb-89a9-3bdc7884e98e req-03b2ad6b-f739-4130-b0ef-2379a2f27c16 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c63a8883-97f5-4c2d-8a0d-4b6a5e2b0e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3343728 Feb 28 14:21:48.737713 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['851878c2-0bd6-4ae9-b27b-2a0c1842766e'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:21:48.826390 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc38bd4e-66c6-4045-9810-cadf38012400 req-6320d63c-41fc-4fce-a0e3-2fcf55562fcd tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4809630 Feb 28 14:21:48.827243 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26aa5d-5efe-452c-885b-12d197481b48 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Pushing event updated for resources: {'Port': ['ID=3830f34f-a3ae-42cd-8ec9-fb3d5f9817d7,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:48.947564 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=851878c2-0bd6-4ae9-b27b-2a0c1842766e,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:48.953207 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c26aa5d-5efe-452c-885b-12d197481b48 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:48.984160 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e36c9e-91a9-4dea-ab74-839246ae4f92 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Deleting subnet 04614140-6a86-4e9f-88da-2fe229d88d6f {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:21:48.991038 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c26aa5d-5efe-452c-885b-12d197481b48 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:48.996340 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8e36c9e-91a9-4dea-ab74-839246ae4f92 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:48.997697 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4c26aa5d-5efe-452c-885b-12d197481b48 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2021897 Feb 28 14:21:48.999498 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50316) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:49.028754 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-362344e7-c908-4a07-a1ca-694a4ed58e1b tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-759083335', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'fixed_ips': [{'ip_address': '172.26.5.208'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:49.042940 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-362344e7-c908-4a07-a1ca-694a4ed58e1b tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:49.055057 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-48677194-2e04-46b3-a387-a0ca5def3dfd None None] Provisioning for port 283632ea-9bb7-4920-9663-cf7c2c2135bd completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:49.057817 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-362344e7-c908-4a07-a1ca-694a4ed58e1b tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Usage tracker for resource:port and tenant:4c2d4ce5c9644d7090efce2e7317bb5d is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:49.067685 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-362344e7-c908-4a07-a1ca-694a4ed58e1b tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:49.081286 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-362344e7-c908-4a07-a1ca-694a4ed58e1b tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:49.088694 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-48677194-2e04-46b3-a387-a0ca5def3dfd None None] Provisioning complete for port 283632ea-9bb7-4920-9663-cf7c2c2135bd triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:49.089066 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-48677194-2e04-46b3-a387-a0ca5def3dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:49.122919 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362344e7-c908-4a07-a1ca-694a4ed58e1b tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Made reservation on behalf of 4c2d4ce5c9644d7090efce2e7317bb5d for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:49.132397 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-362344e7-c908-4a07-a1ca-694a4ed58e1b tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:49.216252 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-48677194-2e04-46b3-a387-a0ca5def3dfd None None] Port 283632ea-9bb7-4920-9663-cf7c2c2135bd cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:21:49.268932 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d64e09fe-593c-4780-a05d-77c2509e1346 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:21:49.273303 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-362344e7-c908-4a07-a1ca-694a4ed58e1b tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:49.305184 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-362344e7-c908-4a07-a1ca-694a4ed58e1b tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:49.311468 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-362344e7-c908-4a07-a1ca-694a4ed58e1b tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Usage tracker for resource:security_group_rule and tenant:4c2d4ce5c9644d7090efce2e7317bb5d is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:49.318378 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-362344e7-c908-4a07-a1ca-694a4ed58e1b tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:49.329977 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-362344e7-c908-4a07-a1ca-694a4ed58e1b tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:49.359774 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d70b01-32c7-4df3-b026-05d4a3c0f0e9 req-b5f79d7f-1af6-4176-ae55-41da756fbd34 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:49.362039 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-70d70b01-32c7-4df3-b026-05d4a3c0f0e9 req-b5f79d7f-1af6-4176-ae55-41da756fbd34 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/ports?device_id=49e1b4fa-e342-4110-9dc7-c20772ac9d41 HTTP/1.1" status: 200 len: 945 time: 0.2055180 Feb 28 14:21:49.387642 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port d64e09fe-593c-4780-a05d-77c2509e1346 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:49.395480 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 74b1e8ae-397d-45a4-b79f-77b906afd39d up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:21:49.425084 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50326) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:49.460945 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-70d70b01-32c7-4df3-b026-05d4a3c0f0e9 req-7aec8bd9-7307-48b0-b1bd-eed1bae26fed tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c63a8883-97f5-4c2d-8a0d-4b6a5e2b0e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830827 Feb 28 14:21:49.475540 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-517928b0-4b89-4fa0-a383-2f20aec9465d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:49.502965 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 74b1e8ae-397d-45a4-b79f-77b906afd39d completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:49.546507 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-362344e7-c908-4a07-a1ca-694a4ed58e1b tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:49.555623 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-362344e7-c908-4a07-a1ca-694a4ed58e1b tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:49.575484 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-362344e7-c908-4a07-a1ca-694a4ed58e1b tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] device_id is not set on port 0fc25a62-0b9c-4f4d-968e-b36e5d196834 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:21:49.589891 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-36d62303-03ba-44a8-bab2-a8dac5d4b6b8 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:49.611861 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8e36c9e-91a9-4dea-ab74-839246ae4f92 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:49.627615 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1541fc02-4766-46e1-8f8b-a8a53efe769b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-204432996'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:49.649098 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1541fc02-4766-46e1-8f8b-a8a53efe769b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:49.660698 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1541fc02-4766-46e1-8f8b-a8a53efe769b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:network and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:49.664139 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1541fc02-4766-46e1-8f8b-a8a53efe769b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:49.677299 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362344e7-c908-4a07-a1ca-694a4ed58e1b tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e7fb71-863c-4231-9ad2-b7ca960fdcb2,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:49.686035 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1541fc02-4766-46e1-8f8b-a8a53efe769b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:49.732242 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1541fc02-4766-46e1-8f8b-a8a53efe769b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:49.735592 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1541fc02-4766-46e1-8f8b-a8a53efe769b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:49.758816 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1541fc02-4766-46e1-8f8b-a8a53efe769b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:49.781128 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1541fc02-4766-46e1-8f8b-a8a53efe769b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:49.789748 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1541fc02-4766-46e1-8f8b-a8a53efe769b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:security_group_rule and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:49.795889 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1541fc02-4766-46e1-8f8b-a8a53efe769b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:49.807931 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1541fc02-4766-46e1-8f8b-a8a53efe769b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:49.896629 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17957da-18c5-411b-aab8-5c8ed75f050d req-25129351-bb36-454d-91ac-608db4aa82ed tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:49.903355 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f17957da-18c5-411b-aab8-5c8ed75f050d req-25129351-bb36-454d-91ac-608db4aa82ed tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4a6abc9-3368-4b4f-8caf-602fcb2a9792 HTTP/1.1" status: 200 len: 944 time: 1.0067537 Feb 28 14:21:49.950608 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62abc732-035e-4281-8507-38b854433dee None None] Network 74a81def-e9ba-464a-b7db-3db60b8b57f0 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:21:49.973435 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-362344e7-c908-4a07-a1ca-694a4ed58e1b tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 28 14:21:49.975648 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362344e7-c908-4a07-a1ca-694a4ed58e1b tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:21:50.030713 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-362344e7-c908-4a07-a1ca-694a4ed58e1b tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0186076 Feb 28 14:21:50.057258 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50334) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:50.083752 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f17957da-18c5-411b-aab8-5c8ed75f050d req-2156adbf-0af8-4c18-a424-dfa8342186e7 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d54486a-09f9-470f-bf07-9f889de8dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591101 Feb 28 14:21:50.113233 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2078b586-876f-46b2-9b6e-c4c87256b3f5 None None] Provisioning for port d64e09fe-593c-4780-a05d-77c2509e1346 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:50.121665 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2078b586-876f-46b2-9b6e-c4c87256b3f5 None None] Provisioning complete for port d64e09fe-593c-4780-a05d-77c2509e1346 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:50.123395 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2078b586-876f-46b2-9b6e-c4c87256b3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:50.164331 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba4072-4aae-48db-83af-060e042fbe89 req-01901b24-5a54-4e33-b1aa-53f93b06b24e tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:50.171495 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-82ba4072-4aae-48db-83af-060e042fbe89 req-01901b24-5a54-4e33-b1aa-53f93b06b24e tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.1483557 Feb 28 14:21:50.215195 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1541fc02-4766-46e1-8f8b-a8a53efe769b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:50.249191 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-82ba4072-4aae-48db-83af-060e042fbe89 req-b7f8bfcc-a9fa-465f-a686-3acc3ae2d078 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767214 Feb 28 14:21:50.254517 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1541fc02-4766-46e1-8f8b-a8a53efe769b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:50.302715 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1541fc02-4766-46e1-8f8b-a8a53efe769b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:21:50.312805 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541fc02-4766-46e1-8f8b-a8a53efe769b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d5bb35-d0d9-4af3-9a2a-375d68534084,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:50.320227 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1541fc02-4766-46e1-8f8b-a8a53efe769b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:50.321817 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-1541fc02-4766-46e1-8f8b-a8a53efe769b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Added segment 34bee388-5157-4c46-842b-277430239224 of type vlan for network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 Feb 28 14:21:50.346242 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8e36c9e-91a9-4dea-ab74-839246ae4f92 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:50.358410 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1541fc02-4766-46e1-8f8b-a8a53efe769b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:50.402000 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1541fc02-4766-46e1-8f8b-a8a53efe769b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:50.417574 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1541fc02-4766-46e1-8f8b-a8a53efe769b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:50.418136 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1541fc02-4766-46e1-8f8b-a8a53efe769b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:50.426954 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-899105c7-a2ca-4551-bfca-4602fba70f65 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Deleting port 3830f34f-a3ae-42cd-8ec9-fb3d5f9817d7 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:21:50.427373 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-899105c7-a2ca-4551-bfca-4602fba70f65 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:50.435857 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2078b586-876f-46b2-9b6e-c4c87256b3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:50.469288 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1541fc02-4766-46e1-8f8b-a8a53efe769b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0368092 Feb 28 14:21:50.474698 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ba47bc-108d-4323-bc6a-cd13f8d080a4 None None] Network 07393bd5-2e71-473d-90ad-ffbcd52bc231 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:21:50.479306 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50340) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:50.488782 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-26a6d4b5-468c-47de-a0f2-82f99a5ab7b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:50.670628 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-899105c7-a2ca-4551-bfca-4602fba70f65 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:50.671846 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-899105c7-a2ca-4551-bfca-4602fba70f65 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:50.725073 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541fc02-4766-46e1-8f8b-a8a53efe769b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Network': ['ID=22b852e7-638c-4536-9e81-f0f6c68c1fb7,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:50.733323 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-26a6d4b5-468c-47de-a0f2-82f99a5ab7b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:50.739266 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-26a6d4b5-468c-47de-a0f2-82f99a5ab7b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:subnet and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:50.743438 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-26a6d4b5-468c-47de-a0f2-82f99a5ab7b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:50.746447 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:21:50.750562 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-26a6d4b5-468c-47de-a0f2-82f99a5ab7b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:50.785683 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a6d4b5-468c-47de-a0f2-82f99a5ab7b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:50.790008 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26a6d4b5-468c-47de-a0f2-82f99a5ab7b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:50.822631 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7857172-78ee-480f-b43d-7fdfca81d884 req-f35e8e8a-8670-4b11-8223-330b0231888a tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:50.824261 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b7857172-78ee-480f-b43d-7fdfca81d884 req-f35e8e8a-8670-4b11-8223-330b0231888a tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/ports?device_id=49e1b4fa-e342-4110-9dc7-c20772ac9d41 HTTP/1.1" status: 200 len: 945 time: 0.2369564 Feb 28 14:21:50.871413 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdda7503-4d00-4467-b65b-fb6258f91093 None None] DHCP port deletion for 07393bd5-2e71-473d-90ad-ffbcd52bc231 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:21:50.876301 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-899105c7-a2ca-4551-bfca-4602fba70f65 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Calling delete_port for 3830f34f-a3ae-42cd-8ec9-fb3d5f9817d7 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:21:50.887517 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-fdda7503-4d00-4467-b65b-fb6258f91093 None None] Deleting port 74b1e8ae-397d-45a4-b79f-77b906afd39d {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:21:50.887887 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fdda7503-4d00-4467-b65b-fb6258f91093 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:50.917316 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517928b0-4b89-4fa0-a383-2f20aec9465d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Router 1c59a03f-24c9-4493-afa3-8df9ead0dec4 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:21:50.954477 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b7857172-78ee-480f-b43d-7fdfca81d884 req-7003df36-d55b-4f92-bd95-e5abda66bf24 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c63a8883-97f5-4c2d-8a0d-4b6a5e2b0e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139648 Feb 28 14:21:51.041610 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 74b1e8ae-397d-45a4-b79f-77b906afd39d no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:21:51.171254 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8e36c9e-91a9-4dea-ab74-839246ae4f92 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:51.210856 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-fdda7503-4d00-4467-b65b-fb6258f91093 None None] For port 74b1e8ae-397d-45a4-b79f-77b906afd39d, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=74b1e8ae-397d-45a4-b79f-77b906afd39d,segment=NetworkSegment(bed7165c-3511-4e58-844e-f519e60fc0a5),segment_id=bed7165c-3511-4e58-844e-f519e60fc0a5)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:51.211266 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fdda7503-4d00-4467-b65b-fb6258f91093 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:51.236224 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272bc4e-2c91-484d-993b-23df0172a5fc req-8042de87-f547-43d6-bf29-322f13431598 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:51.237674 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1272bc4e-2c91-484d-993b-23df0172a5fc req-8042de87-f547-43d6-bf29-322f13431598 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/ports?device_id=49e1b4fa-e342-4110-9dc7-c20772ac9d41 HTTP/1.1" status: 200 len: 945 time: 0.1673629 Feb 28 14:21:51.249816 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e36c9e-91a9-4dea-ab74-839246ae4f92 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Pushing event deleted for resources: {'Subnet': ['ID=04614140-6a86-4e9f-88da-2fe229d88d6f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:51.256730 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50350) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:51.268330 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8e36c9e-91a9-4dea-ab74-839246ae4f92 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:51.282625 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a9b0b444-e6b4-4ff4-8772-b96182c4df25 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Request body: {'floatingip': {'port_id': '19012391-3f25-46b1-adc8-1d50d50811ab'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:51.343297 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-36d62303-03ba-44a8-bab2-a8dac5d4b6b8 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:51.404754 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc2a49a-2f29-4cd8-8226-a92e227a9d99 None None] Network 74a81def-e9ba-464a-b7db-3db60b8b57f0 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:21:51.425868 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-fdda7503-4d00-4467-b65b-fb6258f91093 None None] Calling delete_port for 74b1e8ae-397d-45a4-b79f-77b906afd39d owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:21:51.437729 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26a6d4b5-468c-47de-a0f2-82f99a5ab7b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:51.444537 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-36d62303-03ba-44a8-bab2-a8dac5d4b6b8 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:51.489527 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e8e36c9e-91a9-4dea-ab74-839246ae4f92 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] 10.222.0.30 "DELETE /v2.0/subnets/04614140-6a86-4e9f-88da-2fe229d88d6f HTTP/1.1" status: 204 len: 168 time: 2.8953624 Feb 28 14:21:51.494438 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-2078b586-876f-46b2-9b6e-c4c87256b3f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:21:51.494438 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-2078b586-876f-46b2-9b6e-c4c87256b3f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:21:51.496773 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50354) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:51.501522 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9b0b444-e6b4-4ff4-8772-b96182c4df25 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks [] for floatingip, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:51.548772 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 851878c2-0bd6-4ae9-b27b-2a0c1842766e up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:21:51.614417 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408393f6-b26f-4255-8931-9944829e2223 req-9a896dbe-5ae0-4502-a89a-9c9016fa90aa tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:51.616842 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-408393f6-b26f-4255-8931-9944829e2223 req-9a896dbe-5ae0-4502-a89a-9c9016fa90aa tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 1.0376651 Feb 28 14:21:51.621207 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6d4b5-468c-47de-a0f2-82f99a5ab7b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=48a002c7-3467-408e-a3e4-2f98fd7e9ca6,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:51.642282 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf65f1f-aa2e-4218-8c45-24a869e2a512 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:51.648292 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dbf65f1f-aa2e-4218-8c45-24a869e2a512 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1405604 Feb 28 14:21:51.648292 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50358) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:51.648734 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50360) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:51.659017 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-36d62303-03ba-44a8-bab2-a8dac5d4b6b8 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] In _notify_port_updated(), no bound segment for port 283632ea-9bb7-4920-9663-cf7c2c2135bd on network ccfa982d-f76f-4a4d-8562-ee14a038131d {{(pid=87773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 14:21:51.660087 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a80ba-283a-4a15-a438-d13137bf5484 req-c5ccde39-d158-4f5c-92c8-1a8c78f6c81b tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:51.661678 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2a1a80ba-283a-4a15-a438-d13137bf5484 req-c5ccde39-d158-4f5c-92c8-1a8c78f6c81b tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4a6abc9-3368-4b4f-8caf-602fcb2a9792 HTTP/1.1" status: 200 len: 944 time: 0.3056068 Feb 28 14:21:51.665479 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d62303-03ba-44a8-bab2-a8dac5d4b6b8 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:51.665660 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f1c53c3c-86a5-4531-9d89-55ffb1319f65 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Request body: {'floatingip': {'port_id': '1f95f132-5cd3-42d1-afbf-40eddc35e9a7'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:51.665949 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-36d62303-03ba-44a8-bab2-a8dac5d4b6b8 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:51.670101 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-36d62303-03ba-44a8-bab2-a8dac5d4b6b8 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] 10.222.0.30 "PUT /v2.0/ports/283632ea-9bb7-4920-9663-cf7c2c2135bd HTTP/1.1" status: 200 len: 1002 time: 3.3531892 Feb 28 14:21:51.674908 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50366) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:51.706981 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fdda7503-4d00-4467-b65b-fb6258f91093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:51.733007 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a6d4b5-468c-47de-a0f2-82f99a5ab7b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Checking segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:21:51.733461 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a6d4b5-468c-47de-a0f2-82f99a5ab7b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network hostable DHCP agents. Network: 22b852e7-638c-4536-9e81-f0f6c68c1fb7, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:21:51.765627 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda7503-4d00-4467-b65b-fb6258f91093 None None] Pushing event deleted for resources: {'Port': ['ID=74b1e8ae-397d-45a4-b79f-77b906afd39d,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:51.769794 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdda7503-4d00-4467-b65b-fb6258f91093 None None] No DVR routers for this DVR port 74b1e8ae-397d-45a4-b79f-77b906afd39d on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:21:51.798936 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port 851878c2-0bd6-4ae9-b27b-2a0c1842766e completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:51.806373 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 851878c2-0bd6-4ae9-b27b-2a0c1842766e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:51.806373 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:51.807334 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517928b0-4b89-4fa0-a383-2f20aec9465d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:21:51.821300 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a519cbc5-0abf-483f-8f71-381b2e6acf0e None None] Sync routers for ids ['1c59a03f-24c9-4493-afa3-8df9ead0dec4'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:21:51.833429 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1c53c3c-86a5-4531-9d89-55ffb1319f65 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks [] for floatingip, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:51.836872 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a519cbc5-0abf-483f-8f71-381b2e6acf0e None None] Routers {'1c59a03f-24c9-4493-afa3-8df9ead0dec4'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:21:51.837642 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a519cbc5-0abf-483f-8f71-381b2e6acf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:21:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1c59a03f-24c9-4493-afa3-8df9ead0dec4'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:51.868567 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d62303-03ba-44a8-bab2-a8dac5d4b6b8 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Pushing event updated for resources: {'Port': ['ID=283632ea-9bb7-4920-9663-cf7c2c2135bd,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:51.982951 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:52.082088 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a6d4b5-468c-47de-a0f2-82f99a5ab7b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:21:52.091103 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2a1a80ba-283a-4a15-a438-d13137bf5484 req-63b52937-3cbf-408b-9a2b-c9e7a08b16e0 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d54486a-09f9-470f-bf07-9f889de8dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3448036 Feb 28 14:21:52.094621 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:52.096493 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d62303-03ba-44a8-bab2-a8dac5d4b6b8 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:52.096722 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d62303-03ba-44a8-bab2-a8dac5d4b6b8 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:52.097135 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d62303-03ba-44a8-bab2-a8dac5d4b6b8 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:52.097526 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d62303-03ba-44a8-bab2-a8dac5d4b6b8 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:52.098008 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d62303-03ba-44a8-bab2-a8dac5d4b6b8 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:52.098397 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d62303-03ba-44a8-bab2-a8dac5d4b6b8 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:52.098904 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d62303-03ba-44a8-bab2-a8dac5d4b6b8 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:52.099344 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d62303-03ba-44a8-bab2-a8dac5d4b6b8 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:52.099738 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d62303-03ba-44a8-bab2-a8dac5d4b6b8 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:52.100239 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d62303-03ba-44a8-bab2-a8dac5d4b6b8 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:52.100638 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d62303-03ba-44a8-bab2-a8dac5d4b6b8 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:52.101065 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d62303-03ba-44a8-bab2-a8dac5d4b6b8 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:52.119815 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2078b586-876f-46b2-9b6e-c4c87256b3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:52.133205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-26a6d4b5-468c-47de-a0f2-82f99a5ab7b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 22b852e7-638c-4536-9e81-f0f6c68c1fb7) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:52.138546 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a6d4b5-468c-47de-a0f2-82f99a5ab7b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:52.139130 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26a6d4b5-468c-47de-a0f2-82f99a5ab7b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:52.139372 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a6abc9-3368-4b4f-8caf-602fcb2a9792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851878c2-0bd6-4ae9-b27b-2a0c1842766e'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:21:52.144538 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2ff756-3a9e-44b8-aeb4-e54ec48a1f46 None None] DHCP port deletion for 74a81def-e9ba-464a-b7db-3db60b8b57f0 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:21:52.149318 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-a519cbc5-0abf-483f-8f71-381b2e6acf0e None None] Set router 1c59a03f-24c9-4493-afa3-8df9ead0dec4 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:21:52.167479 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-899105c7-a2ca-4551-bfca-4602fba70f65 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:52.170428 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef8cc0c-ec8d-4811-8ae6-47787c0344a3 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:21:52.188042 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Deleting port d64e09fe-593c-4780-a05d-77c2509e1346 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:21:52.188303 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:52.247132 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 851878c2-0bd6-4ae9-b27b-2a0c1842766e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=851878c2-0bd6-4ae9-b27b-2a0c1842766e,segment=NetworkSegment(d774faf1-bfab-416e-9486-4c2228282a1a),segment_id=d774faf1-bfab-416e-9486-4c2228282a1a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:52.250886 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-26a6d4b5-468c-47de-a0f2-82f99a5ab7b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7672064 Feb 28 14:21:52.251014 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1e2ff756-3a9e-44b8-aeb4-e54ec48a1f46 None None] Deleting port d64e09fe-593c-4780-a05d-77c2509e1346 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:21:52.251014 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1e2ff756-3a9e-44b8-aeb4-e54ec48a1f46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:52.253599 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50372) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:52.254522 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899105c7-a2ca-4551-bfca-4602fba70f65 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Pushing event deleted for resources: {'Port': ['ID=3830f34f-a3ae-42cd-8ec9-fb3d5f9817d7,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:52.261438 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-517928b0-4b89-4fa0-a383-2f20aec9465d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:52.265230 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-517928b0-4b89-4fa0-a383-2f20aec9465d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 9.7789032 Feb 28 14:21:52.270797 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50376) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:52.278234 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4409c4fb-cdcf-4f23-8b06-c6c27f9658c7 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Deleting port 283632ea-9bb7-4920-9663-cf7c2c2135bd {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:21:52.278787 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4409c4fb-cdcf-4f23-8b06-c6c27f9658c7 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:52.288597 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a6abc9-3368-4b4f-8caf-602fcb2a9792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851878c2-0bd6-4ae9-b27b-2a0c1842766e', 'code': 200} Feb 28 14:21:52.305848 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:52.329853 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f2c33ba9-2435-4bef-80a3-de6eec3393d6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'name': 'tempest-NetworksTestDHCPv6-574960280'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:52.559202 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] For port d64e09fe-593c-4780-a05d-77c2509e1346, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d64e09fe-593c-4780-a05d-77c2509e1346,segment=NetworkSegment(5b4e1d06-c94e-4b02-a125-eb00d07b7162),segment_id=5b4e1d06-c94e-4b02-a125-eb00d07b7162)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:52.559877 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:52.646019 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a519cbc5-0abf-483f-8f71-381b2e6acf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c59a03f-24c9-4493-afa3-8df9ead0dec4', 'name': '', 'tenant_id': 'a9de92cfa4bc41e7b01d7031a674235a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c22a9f-8e4b-4302-991a-ec471433fe4b', 'external_fixed_ips': [{'subnet_id': '1dfe2ac7-f464-4818-8bc2-7be062926878', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '76dd6aab-22be-460b-8c60-8f5c9787f17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:21:42Z', 'updated_at': '2022-02-28T14:21:47Z', 'revision_number': 3, 'project_id': 'a9de92cfa4bc41e7b01d7031a674235a', 'gw_port': {'id': '76dd6aab-22be-460b-8c60-8f5c9787f17a', 'name': '', 'network_id': '96c22a9f-8e4b-4302-991a-ec471433fe4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fa:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c59a03f-24c9-4493-afa3-8df9ead0dec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '1dfe2ac7-f464-4818-8bc2-7be062926878', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:46Z', 'updated_at': '2022-02-28T14:21:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dfe2ac7-f464-4818-8bc2-7be062926878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:52.651224 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a519cbc5-0abf-483f-8f71-381b2e6acf0e None None] Checking router: 1c59a03f-24c9-4493-afa3-8df9ead0dec4 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:21:52.651833 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a519cbc5-0abf-483f-8f71-381b2e6acf0e None None] Updating router 1c59a03f-24c9-4493-afa3-8df9ead0dec4 port 76dd6aab-22be-460b-8c60-8f5c9787f17a binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:21:52.664594 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2078b586-876f-46b2-9b6e-c4c87256b3f5 None None] For port d64e09fe-593c-4780-a05d-77c2509e1346, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d64e09fe-593c-4780-a05d-77c2509e1346,segment=NetworkSegment(5b4e1d06-c94e-4b02-a125-eb00d07b7162),segment_id=5b4e1d06-c94e-4b02-a125-eb00d07b7162)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:52.693368 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2078b586-876f-46b2-9b6e-c4c87256b3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:52.697729 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Calling delete_port for d64e09fe-593c-4780-a05d-77c2509e1346 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:21:52.709533 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=851878c2-0bd6-4ae9-b27b-2a0c1842766e,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:52.720845 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-a519cbc5-0abf-483f-8f71-381b2e6acf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:52.804570 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078b586-876f-46b2-9b6e-c4c87256b3f5 None None] Pushing event updated for resources: {'Port': ['ID=d64e09fe-593c-4780-a05d-77c2509e1346,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:52.837070 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-899105c7-a2ca-4551-bfca-4602fba70f65 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:52.840447 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-899105c7-a2ca-4551-bfca-4602fba70f65 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:52.841786 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-899105c7-a2ca-4551-bfca-4602fba70f65 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394 tempest-ExternalNetworksAdminNegativeTestJSON-1940735394-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/ae4facca-c3d9-436f-bdbe-0165298f600c HTTP/1.1" status: 204 len: 168 time: 2.7698209 Feb 28 14:21:52.897329 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-dedcd268-8142-4611-9962-00b318ce40ce None None] Provisioning complete for port 283632ea-9bb7-4920-9663-cf7c2c2135bd triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:52.907231 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dedcd268-8142-4611-9962-00b318ce40ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:53.067543 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-dedcd268-8142-4611-9962-00b318ce40ce None None] Port 283632ea-9bb7-4920-9663-cf7c2c2135bd cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:21:53.129437 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d64e09fe-593c-4780-a05d-77c2509e1346 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:21:53.199069 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-dedcd268-8142-4611-9962-00b318ce40ce None None] Could not find standard attr ID for object 74b1e8ae-397d-45a4-b79f-77b906afd39d. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:21:53.212165 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4409c4fb-cdcf-4f23-8b06-c6c27f9658c7 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:53.281680 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-a519cbc5-0abf-483f-8f71-381b2e6acf0e None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:53.283731 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'fixed_ips': [{'subnet_id': '48a002c7-3467-408e-a3e4-2f98fd7e9ca6'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:21:53.285163 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:53.307981 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-a519cbc5-0abf-483f-8f71-381b2e6acf0e None None] Transition to ACTIVE for port object 76dd6aab-22be-460b-8c60-8f5c9787f17a will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:53.310847 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-dedcd268-8142-4611-9962-00b318ce40ce None None] Provisioning complete for port d64e09fe-593c-4780-a05d-77c2509e1346 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:53.311395 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dedcd268-8142-4611-9962-00b318ce40ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:53.321270 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-a519cbc5-0abf-483f-8f71-381b2e6acf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:53.400624 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4409c4fb-cdcf-4f23-8b06-c6c27f9658c7 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Calling delete_port for 283632ea-9bb7-4920-9663-cf7c2c2135bd owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:21:53.432307 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-a519cbc5-0abf-483f-8f71-381b2e6acf0e None None] Attempting to bind port 76dd6aab-22be-460b-8c60-8f5c9787f17a on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:53.432674 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-a519cbc5-0abf-483f-8f71-381b2e6acf0e None None] Attempting to bind port 76dd6aab-22be-460b-8c60-8f5c9787f17a by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '37c1572a-41e9-4407-9b77-499bc8ded35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '96c22a9f-8e4b-4302-991a-ec471433fe4b'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:53.433037 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a519cbc5-0abf-483f-8f71-381b2e6acf0e None None] Attempting to bind port 76dd6aab-22be-460b-8c60-8f5c9787f17a on network 96c22a9f-8e4b-4302-991a-ec471433fe4b {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:53.449114 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68955a29-ec9a-4c09-8e86-b710c2566a28 None None] Pushing event updated for resources: {'Port': ['ID=76dd6aab-22be-460b-8c60-8f5c9787f17a,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:53.451490 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a519cbc5-0abf-483f-8f71-381b2e6acf0e None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:21:53.451857 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a519cbc5-0abf-483f-8f71-381b2e6acf0e None None] Checking segment: {'id': '37c1572a-41e9-4407-9b77-499bc8ded35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '96c22a9f-8e4b-4302-991a-ec471433fe4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:21:53.452250 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-a519cbc5-0abf-483f-8f71-381b2e6acf0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:53.452625 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a519cbc5-0abf-483f-8f71-381b2e6acf0e None None] Bound using segment: {'id': '37c1572a-41e9-4407-9b77-499bc8ded35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '96c22a9f-8e4b-4302-991a-ec471433fe4b'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:21:53.453152 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-a519cbc5-0abf-483f-8f71-381b2e6acf0e None None] Bound port: 76dd6aab-22be-460b-8c60-8f5c9787f17a, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c1572a-41e9-4407-9b77-499bc8ded35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '96c22a9f-8e4b-4302-991a-ec471433fe4b'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:21:53.453530 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-a519cbc5-0abf-483f-8f71-381b2e6acf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:53.460246 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50386) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:53.495081 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9b0b444-e6b4-4ff4-8772-b96182c4df25 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:53.508879 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9b0b444-e6b4-4ff4-8772-b96182c4df25 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:53.559868 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Allocated IP 2001:db8::2 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/48a002c7-3467-408e-a3e4-2f98fd7e9ca6/b36ccfe7-3bbc-4396-9d6b-8b6af14689a2) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:21:53.600366 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-a519cbc5-0abf-483f-8f71-381b2e6acf0e None None] For port 76dd6aab-22be-460b-8c60-8f5c9787f17a, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:21:53.607715 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-a519cbc5-0abf-483f-8f71-381b2e6acf0e None None] For port 76dd6aab-22be-460b-8c60-8f5c9787f17a, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=76dd6aab-22be-460b-8c60-8f5c9787f17a,segment=NetworkSegment(37c1572a-41e9-4407-9b77-499bc8ded35e),segment_id=37c1572a-41e9-4407-9b77-499bc8ded35e)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:21:53.617212 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-a519cbc5-0abf-483f-8f71-381b2e6acf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:53.715673 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a519cbc5-0abf-483f-8f71-381b2e6acf0e None None] Routers {'1c59a03f-24c9-4493-afa3-8df9ead0dec4'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:21:53.716993 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a519cbc5-0abf-483f-8f71-381b2e6acf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:21:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1c59a03f-24c9-4493-afa3-8df9ead0dec4'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:53.742286 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb953570-b731-4737-8b85-58699dc72459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:53.767548 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cb953570-b731-4737-8b85-58699dc72459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:53.786996 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cb953570-b731-4737-8b85-58699dc72459 admin admin] Usage tracker for resource:security_group_rule and tenant:9ddc669d60f148f686a562966a64c3f8 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:53.788865 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68955a29-ec9a-4c09-8e86-b710c2566a28 None None] Pushing event updated for resources: {'Port': ['ID=76dd6aab-22be-460b-8c60-8f5c9787f17a,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:53.794248 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cb953570-b731-4737-8b85-58699dc72459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:53.804935 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cb953570-b731-4737-8b85-58699dc72459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:53.807635 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-a9b0b444-e6b4-4ff4-8772-b96182c4df25 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Floating IP e871087a-b1e2-4a99-bb01-5b777a425a61 associated. External IP: 172.26.5.180, port: 19012391-3f25-46b1-adc8-1d50d50811ab. Feb 28 14:21:53.814906 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:53.866689 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4409c4fb-cdcf-4f23-8b06-c6c27f9658c7 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:53.898595 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:53.939198 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Transition to ACTIVE for port object b36ccfe7-3bbc-4396-9d6b-8b6af14689a2 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:53.942469 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1e2ff756-3a9e-44b8-aeb4-e54ec48a1f46 None None] For port d64e09fe-593c-4780-a05d-77c2509e1346, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d64e09fe-593c-4780-a05d-77c2509e1346,segment=NetworkSegment(5b4e1d06-c94e-4b02-a125-eb00d07b7162),segment_id=5b4e1d06-c94e-4b02-a125-eb00d07b7162)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:53.943003 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-a519cbc5-0abf-483f-8f71-381b2e6acf0e None None] Set router 1c59a03f-24c9-4493-afa3-8df9ead0dec4 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:21:53.943425 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1e2ff756-3a9e-44b8-aeb4-e54ec48a1f46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:53.973373 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409c4fb-cdcf-4f23-8b06-c6c27f9658c7 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Pushing event deleted for resources: {'Port': ['ID=283632ea-9bb7-4920-9663-cf7c2c2135bd,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:53.999685 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4409c4fb-cdcf-4f23-8b06-c6c27f9658c7 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:54.028731 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab60260c-9490-4dd6-9c07-40f8b9de6283 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:54.097679 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4409c4fb-cdcf-4f23-8b06-c6c27f9658c7 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] 10.222.0.30 "DELETE /v2.0/ports/283632ea-9bb7-4920-9663-cf7c2c2135bd HTTP/1.1" status: 204 len: 168 time: 2.3549414 Feb 28 14:21:54.125568 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50392) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:54.152565 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1e2ff756-3a9e-44b8-aeb4-e54ec48a1f46 None None] Calling delete_port for d64e09fe-593c-4780-a05d-77c2509e1346 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:21:54.206574 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Transition to ACTIVE for port object b36ccfe7-3bbc-4396-9d6b-8b6af14689a2 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:54.210568 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ed8e05-35af-4a28-90e4-accd85249a12 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] GET failed (client error): The resource could not be found. Feb 28 14:21:54.211358 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d7ed8e05-35af-4a28-90e4-accd85249a12 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Synchronizing usage tracker for tenant:a3fcb39072064d24b6f5277a5aec0fc0 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:21:54.290594 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 28 14:21:54.290594 dv-neutron-831192-4-hyperv neutron-server[87774]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Feb 28 14:21:54.290594 dv-neutron-831192-4-hyperv neutron-server[87774]: [parameters: {'status': 'DOWN', 'ports_id': 'd64e09fe-593c-4780-a05d-77c2509e1346'}] Feb 28 14:21:54.290594 dv-neutron-831192-4-hyperv neutron-server[87774]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:21:54.291012 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:21:54.293326 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:54.332089 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1e2ff756-3a9e-44b8-aeb4-e54ec48a1f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:54.372204 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a519cbc5-0abf-483f-8f71-381b2e6acf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c59a03f-24c9-4493-afa3-8df9ead0dec4', 'name': '', 'tenant_id': 'a9de92cfa4bc41e7b01d7031a674235a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c22a9f-8e4b-4302-991a-ec471433fe4b', 'external_fixed_ips': [{'subnet_id': '1dfe2ac7-f464-4818-8bc2-7be062926878', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '76dd6aab-22be-460b-8c60-8f5c9787f17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:21:42Z', 'updated_at': '2022-02-28T14:21:47Z', 'revision_number': 3, 'project_id': 'a9de92cfa4bc41e7b01d7031a674235a', 'gw_port': {'id': '76dd6aab-22be-460b-8c60-8f5c9787f17a', 'name': '', 'network_id': '96c22a9f-8e4b-4302-991a-ec471433fe4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fa:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c59a03f-24c9-4493-afa3-8df9ead0dec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '1dfe2ac7-f464-4818-8bc2-7be062926878', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:46Z', 'updated_at': '2022-02-28T14:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfe2ac7-f464-4818-8bc2-7be062926878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:54.376723 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a519cbc5-0abf-483f-8f71-381b2e6acf0e None None] The sync data for ids ['1c59a03f-24c9-4493-afa3-8df9ead0dec4'] in dv-neutron-831192-4-hyperv is: [{'id': '1c59a03f-24c9-4493-afa3-8df9ead0dec4', 'name': '', 'tenant_id': 'a9de92cfa4bc41e7b01d7031a674235a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c22a9f-8e4b-4302-991a-ec471433fe4b', 'external_fixed_ips': [{'subnet_id': '1dfe2ac7-f464-4818-8bc2-7be062926878', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '76dd6aab-22be-460b-8c60-8f5c9787f17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:21:42Z', 'updated_at': '2022-02-28T14:21:47Z', 'revision_number': 3, 'project_id': 'a9de92cfa4bc41e7b01d7031a674235a', 'gw_port': {'id': '76dd6aab-22be-460b-8c60-8f5c9787f17a', 'name': '', 'network_id': '96c22a9f-8e4b-4302-991a-ec471433fe4b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fa:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c59a03f-24c9-4493-afa3-8df9ead0dec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': '1dfe2ac7-f464-4818-8bc2-7be062926878', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:46Z', 'updated_at': '2022-02-28T14:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1dfe2ac7-f464-4818-8bc2-7be062926878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:21:54.388729 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2ff756-3a9e-44b8-aeb4-e54ec48a1f46 None None] No DVR routers for this DVR port d64e09fe-593c-4780-a05d-77c2509e1346 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:21:54.418397 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:54.427000 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:54.431123 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-dedcd268-8142-4611-9962-00b318ce40ce None None] Port d64e09fe-593c-4780-a05d-77c2509e1346 update to ACTIVE by agent not found {{(pid=87774) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 28 14:21:54.434188 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:54.448519 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:21:54.449060 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:21:54.471393 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f2c33ba9-2435-4bef-80a3-de6eec3393d6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:54.488521 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f2c33ba9-2435-4bef-80a3-de6eec3393d6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:port and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:54.497809 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab60260c-9490-4dd6-9c07-40f8b9de6283 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:54.503208 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d7ed8e05-35af-4a28-90e4-accd85249a12 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Unset dirty status for tenant:a3fcb39072064d24b6f5277a5aec0fc0 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:21:54.504402 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d7ed8e05-35af-4a28-90e4-accd85249a12 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] 10.222.0.30 "GET /v2.0/ports/283632ea-9bb7-4920-9663-cf7c2c2135bd HTTP/1.1" status: 404 len: 333 time: 0.3776681 Feb 28 14:21:54.510558 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f2c33ba9-2435-4bef-80a3-de6eec3393d6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:54.513120 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Pushing event updated for resources: {'Port': ['ID=b36ccfe7-3bbc-4396-9d6b-8b6af14689a2,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:54.515705 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50396) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:54.531023 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-f1c53c3c-86a5-4531-9d89-55ffb1319f65 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:21:54.535015 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb953570-b731-4737-8b85-58699dc72459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:54.552584 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb953570-b731-4737-8b85-58699dc72459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:54.563135 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:54.563748 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:54.564230 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:54.564706 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:54.565196 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:54.565662 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:54.566145 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:54.566615 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:54.567084 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:54.567579 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:54.568059 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:54.568566 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:54.601881 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0df3ba66-fb36-486c-b638-06f2129d4474 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Request body: {'port': {'network_id': 'ccfa982d-f76f-4a4d-8562-ee14a038131d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-922149569'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:54.616215 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ff756-3a9e-44b8-aeb4-e54ec48a1f46 None None] Pushing event deleted for resources: {'Port': ['ID=d64e09fe-593c-4780-a05d-77c2509e1346,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:54.618991 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f2c33ba9-2435-4bef-80a3-de6eec3393d6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:54.638826 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Attempting to bind port b36ccfe7-3bbc-4396-9d6b-8b6af14689a2 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:21:54.639259 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Attempting to bind port b36ccfe7-3bbc-4396-9d6b-8b6af14689a2 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:21:54.639980 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Attempting to bind port b36ccfe7-3bbc-4396-9d6b-8b6af14689a2 on network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:21:54.641748 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ab60260c-9490-4dd6-9c07-40f8b9de6283 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Deleting port 76dd6aab-22be-460b-8c60-8f5c9787f17a {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:21:54.642190 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab60260c-9490-4dd6-9c07-40f8b9de6283 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:54.645369 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:21:54.646044 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Checking segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:21:54.646317 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:54.646711 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Bound using segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:21:54.649286 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Bound port: b36ccfe7-3bbc-4396-9d6b-8b6af14689a2, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:21:54.649286 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:54.697040 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb953570-b731-4737-8b85-58699dc72459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb6b86d-8893-4c0a-90a2-5c2fbce00394,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:54.702038 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c33ba9-2435-4bef-80a3-de6eec3393d6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:54.705797 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f2c33ba9-2435-4bef-80a3-de6eec3393d6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:54.732865 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cb953570-b731-4737-8b85-58699dc72459 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ddc669d60f148f686a562966a64c3f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2701094 Feb 28 14:21:54.742763 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50400) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:54.747908 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b0b444-e6b4-4ff4-8772-b96182c4df25 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Router a3602704-2ad1-4079-a2a6-7155f8416449 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:21:54.873907 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Port d64e09fe-593c-4780-a05d-77c2509e1346 update to DOWN by agent not found {{(pid=87774) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 28 14:21:54.879894 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] For port b36ccfe7-3bbc-4396-9d6b-8b6af14689a2, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:21:54.893721 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] For port b36ccfe7-3bbc-4396-9d6b-8b6af14689a2, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=b36ccfe7-3bbc-4396-9d6b-8b6af14689a2,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:21:54.900895 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:54.931954 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be89a871-9228-4e42-85f8-24fe75495818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:54.991256 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Deleting port d64e09fe-593c-4780-a05d-77c2509e1346 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:21:54.992483 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:55.005241 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91853bdc-a124-439b-8f11-82693e7fb41f None None] Pushing event updated for resources: {'Port': ['ID=b36ccfe7-3bbc-4396-9d6b-8b6af14689a2,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:55.044200 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be89a871-9228-4e42-85f8-24fe75495818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:55.047498 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7d318-9259-4e9d-84d8-e677b2e4d2bd req-c093128c-c2ee-4603-bc00-4a2e880f6eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:55.049306 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0cb7d318-9259-4e9d-84d8-e677b2e4d2bd req-c093128c-c2ee-4603-bc00-4a2e880f6eb4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4a6abc9-3368-4b4f-8caf-602fcb2a9792 HTTP/1.1" status: 200 len: 1098 time: 1.8358738 Feb 28 14:21:55.093978 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-f2c33ba9-2435-4bef-80a3-de6eec3393d6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] device_id is not set on port 25b51ebe-615c-461a-9339-05be293bdb88 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:21:55.094749 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b0b444-e6b4-4ff4-8772-b96182c4df25 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:21:55.106018 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9b0b444-e6b4-4ff4-8772-b96182c4df25 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:55.132679 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e354c7aa-6a54-4071-b1de-51764a3916f1 None None] Sync routers for ids ['a3602704-2ad1-4079-a2a6-7155f8416449'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:21:55.148487 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e354c7aa-6a54-4071-b1de-51764a3916f1 None None] Routers {'a3602704-2ad1-4079-a2a6-7155f8416449'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:21:55.149126 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e354c7aa-6a54-4071-b1de-51764a3916f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:21:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['a3602704-2ad1-4079-a2a6-7155f8416449'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:55.163908 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1c53c3c-86a5-4531-9d89-55ffb1319f65 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:55.206718 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be89a871-9228-4e42-85f8-24fe75495818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:55.228413 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 76dd6aab-22be-460b-8c60-8f5c9787f17a up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:21:55.236623 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89a871-9228-4e42-85f8-24fe75495818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb6b86d-8893-4c0a-90a2-5c2fbce00394,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:55.253462 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a9b0b444-e6b4-4ff4-8772-b96182c4df25 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "PUT /v2.0/floatingips/e871087a-b1e2-4a99-bb01-5b777a425a61 HTTP/1.1" status: 200 len: 991 time: 3.9936423 Feb 28 14:21:55.254879 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e1b4fa-e342-4110-9dc7-c20772ac9d41', 'tag': '19012391-3f25-46b1-adc8-1d50d50811ab'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:21:55.261246 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be89a871-9228-4e42-85f8-24fe75495818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:55.262370 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-be89a871-9228-4e42-85f8-24fe75495818 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2cb6b86d-8893-4c0a-90a2-5c2fbce00394 HTTP/1.1" status: 204 len: 168 time: 0.5106025 Feb 28 14:21:55.461672 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1c53c3c-86a5-4531-9d89-55ffb1319f65 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:55.630389 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41942b24-54b4-4db9-996e-bb062ae8e8bf req-574df9a5-dad5-4938-bbd2-73652f3c5669 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:55.633711 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-41942b24-54b4-4db9-996e-bb062ae8e8bf req-574df9a5-dad5-4938-bbd2-73652f3c5669 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/ports?device_id=49e1b4fa-e342-4110-9dc7-c20772ac9d41 HTTP/1.1" status: 200 len: 945 time: 0.1759284 Feb 28 14:21:55.645770 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-e354c7aa-6a54-4071-b1de-51764a3916f1 None None] Set router a3602704-2ad1-4079-a2a6-7155f8416449 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:21:55.691130 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-41942b24-54b4-4db9-996e-bb062ae8e8bf req-99a14f15-f9f9-4d92-b081-33dbaab0a4f8 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c63a8883-97f5-4c2d-8a0d-4b6a5e2b0e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484757 Feb 28 14:21:55.719059 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] The port 'd64e09fe-593c-4780-a05d-77c2509e1346' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:21:55.767833 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-ab60260c-9490-4dd6-9c07-40f8b9de6283 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] For port 76dd6aab-22be-460b-8c60-8f5c9787f17a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=76dd6aab-22be-460b-8c60-8f5c9787f17a,segment=NetworkSegment(37c1572a-41e9-4407-9b77-499bc8ded35e),segment_id=37c1572a-41e9-4407-9b77-499bc8ded35e)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:55.768352 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab60260c-9490-4dd6-9c07-40f8b9de6283 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:55.779293 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e1b4fa-e342-4110-9dc7-c20772ac9d41', 'tag': '19012391-3f25-46b1-adc8-1d50d50811ab', 'status': 'completed', 'code': 200} Feb 28 14:21:55.874017 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50416) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:55.901707 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 76dd6aab-22be-460b-8c60-8f5c9787f17a completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:55.912385 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 76dd6aab-22be-460b-8c60-8f5c9787f17a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:55.912886 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:55.932734 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-f1c53c3c-86a5-4531-9d89-55ffb1319f65 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Floating IP 66b0ae38-98e2-4e39-a6ab-91aa463fb53e associated. External IP: 172.26.5.101, port: 1f95f132-5cd3-42d1-afbf-40eddc35e9a7. Feb 28 14:21:55.943419 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0b6f79a8-398d-4be6-aa52-44e3f8ad6e9c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c2d4ce5c9644d7090efce2e7317bb5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0669360 Feb 28 14:21:55.949722 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50420) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:55.976638 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235df92-9375-42e1-b610-b1fb97bd1b65 req-dcd14b45-2ba8-458c-ae34-a16207c7528b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:55.978147 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7235df92-9375-42e1-b610-b1fb97bd1b65 req-dcd14b45-2ba8-458c-ae34-a16207c7528b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d72bc82016641f3924a9bff58fc1ab5&device_id=49e1b4fa-e342-4110-9dc7-c20772ac9d41 HTTP/1.1" status: 200 len: 1098 time: 0.1678209 Feb 28 14:21:56.012367 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ee9c8-7e2d-43de-a938-1873a734bdf3 req-2f5d9a90-889b-4f3f-ba3f-c1e8f25cced9 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:56.015071 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1a4ee9c8-7e2d-43de-a938-1873a734bdf3 req-2f5d9a90-889b-4f3f-ba3f-c1e8f25cced9 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4a6abc9-3368-4b4f-8caf-602fcb2a9792 HTTP/1.1" status: 200 len: 945 time: 2.3574073 Feb 28 14:21:56.065811 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ab60260c-9490-4dd6-9c07-40f8b9de6283 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Calling delete_port for 76dd6aab-22be-460b-8c60-8f5c9787f17a owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:21:56.140483 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1f78c98d-3fac-45eb-b7e3-1031956461f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:56.185559 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:56.187052 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235df92-9375-42e1-b610-b1fb97bd1b65 req-f9edd30e-4d42-4dcd-94b5-cf58eae27b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:56.188606 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7235df92-9375-42e1-b610-b1fb97bd1b65 req-f9edd30e-4d42-4dcd-94b5-cf58eae27b7b service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f134a4f-83be-490b-9126-09efbaa9ed81 HTTP/1.1" status: 200 len: 911 time: 0.2033262 Feb 28 14:21:56.193948 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1f78c98d-3fac-45eb-b7e3-1031956461f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:56.209643 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 76dd6aab-22be-460b-8c60-8f5c9787f17a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=76dd6aab-22be-460b-8c60-8f5c9787f17a,segment=NetworkSegment(37c1572a-41e9-4407-9b77-499bc8ded35e),segment_id=37c1572a-41e9-4407-9b77-499bc8ded35e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:56.218468 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:56.244845 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0cb7d318-9259-4e9d-84d8-e677b2e4d2bd req-46e4ea4d-d1d5-4866-a1bb-5667496292fa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1d54486a-09f9-470f-bf07-9f889de8dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1526639 Feb 28 14:21:56.273519 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e354c7aa-6a54-4071-b1de-51764a3916f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'name': 'tempest-ServersTestManualDisk-33840772-router', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:52Z', 'updated_at': '2022-02-28T14:21:03Z', 'revision_number': 4, 'project_id': '4d72bc82016641f3924a9bff58fc1ab5', 'gw_port': {'id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:86:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:53Z', 'updated_at': '2022-02-28T14:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': 'e871087a-b1e2-4a99-bb01-5b777a425a61', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'floating_ip_address': '172.26.5.180', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'port_id': '19012391-3f25-46b1-adc8-1d50d50811ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f134a4f-83be-490b-9126-09efbaa9ed81', 'mac_address': 'fa:16:3e:17:6d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e1b4fa-e342-4110-9dc7-c20772ac9d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:21:18Z', 'updated_at': '2022-02-28T14:21:53Z', 'revision_number': 1, 'project_id': '4d72bc82016641f3924a9bff58fc1ab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b9265e-99eb-4738-8225-7fc4bea501bc', 'name': '', 'network_id': '6f134a4f-83be-490b-9126-09efbaa9ed81', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'mac_address': 'fa:16:3e:a8:99:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ab965bec-a153-49b8-b416-6dcecda8b7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:59Z', 'updated_at': '2022-02-28T14:21:17Z', 'revision_number': 5, 'project_id': '4d72bc82016641f3924a9bff58fc1ab5', 'subnets': [{'id': 'ab965bec-a153-49b8-b416-6dcecda8b7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:56.283114 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e354c7aa-6a54-4071-b1de-51764a3916f1 None None] Checking router: a3602704-2ad1-4079-a2a6-7155f8416449 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:21:56.308997 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e354c7aa-6a54-4071-b1de-51764a3916f1 None None] Routers {'a3602704-2ad1-4079-a2a6-7155f8416449'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:21:56.310733 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e354c7aa-6a54-4071-b1de-51764a3916f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:21:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['a3602704-2ad1-4079-a2a6-7155f8416449'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:56.337996 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7235df92-9375-42e1-b610-b1fb97bd1b65 req-431a7928-42c2-401a-bd96-90bd6861fdb1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19012391-3f25-46b1-adc8-1d50d50811ab HTTP/1.1" status: 200 len: 999 time: 0.1361904 Feb 28 14:21:56.363107 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1f78c98d-3fac-45eb-b7e3-1031956461f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:56.372645 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=76dd6aab-22be-460b-8c60-8f5c9787f17a,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:56.393289 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78c98d-3fac-45eb-b7e3-1031956461f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e7fb71-863c-4231-9ad2-b7ca960fdcb2,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:56.401620 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1f78c98d-3fac-45eb-b7e3-1031956461f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:56.402712 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1f78c98d-3fac-45eb-b7e3-1031956461f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95e7fb71-863c-4231-9ad2-b7ca960fdcb2 HTTP/1.1" status: 204 len: 168 time: 0.4520812 Feb 28 14:21:56.438908 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0df3ba66-fb36-486c-b638-06f2129d4474 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:56.490307 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82eee11-570b-46a4-bc3c-a2b25fe1d0b6 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:21:56.505392 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-f2c33ba9-2435-4bef-80a3-de6eec3393d6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 2001:db8::36 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/48a002c7-3467-408e-a3e4-2f98fd7e9ca6/25b51ebe-615c-461a-9339-05be293bdb88) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:21:56.539203 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1a4ee9c8-7e2d-43de-a938-1873a734bdf3 req-8afa0afa-7bcd-4550-854e-e349ecbad9b9 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d54486a-09f9-470f-bf07-9f889de8dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3702865 Feb 28 14:21:56.590607 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235df92-9375-42e1-b610-b1fb97bd1b65 req-e1e96d7d-9f54-46a7-b591-b337c2b83477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:56.592506 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7235df92-9375-42e1-b610-b1fb97bd1b65 req-e1e96d7d-9f54-46a7-b591-b337c2b83477 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab965bec-a153-49b8-b416-6dcecda8b7b9 HTTP/1.1" status: 200 len: 849 time: 0.1302719 Feb 28 14:21:56.643209 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-e354c7aa-6a54-4071-b1de-51764a3916f1 None None] Set router a3602704-2ad1-4079-a2a6-7155f8416449 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:21:56.692363 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:56.697644 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7a76298b-809e-4bb0-bb7b-9818d9a1dba5 None None] Provisioning for port b36ccfe7-3bbc-4396-9d6b-8b6af14689a2 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:56.712615 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235df92-9375-42e1-b610-b1fb97bd1b65 req-5c65eb8d-5c2d-4d91-b98e-5c9054822c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:56.714034 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7235df92-9375-42e1-b610-b1fb97bd1b65 req-5c65eb8d-5c2d-4d91-b98e-5c9054822c1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f134a4f-83be-490b-9126-09efbaa9ed81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1131270 Feb 28 14:21:56.714979 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0df3ba66-fb36-486c-b638-06f2129d4474 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:56.874642 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7235df92-9375-42e1-b610-b1fb97bd1b65 req-7460dd23-23f8-440c-acb2-bac07fc149db service neutron] 10.222.0.13 "GET /v2.0/networks/6f134a4f-83be-490b-9126-09efbaa9ed81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534550 Feb 28 14:21:56.987401 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a81def-e9ba-464a-b7db-3db60b8b57f0']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:57.066452 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7235df92-9375-42e1-b610-b1fb97bd1b65 req-11669f98-eb62-4825-952d-f7ef1fda2d13 service neutron] 10.222.0.13 "GET /v2.0/networks/6f134a4f-83be-490b-9126-09efbaa9ed81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849868 Feb 28 14:21:57.089170 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df3ba66-fb36-486c-b638-06f2129d4474 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Made reservation on behalf of a3fcb39072064d24b6f5277a5aec0fc0 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:57.092992 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0df3ba66-fb36-486c-b638-06f2129d4474 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:57.146236 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4e1d06-c94e-4b02-a125-eb00d07b7162') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:57.146559 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4e1d06-c94e-4b02-a125-eb00d07b7162') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:57.194949 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:57.228380 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-0df3ba66-fb36-486c-b638-06f2129d4474 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] device_id is not set on port 5710559c-cfea-4c18-ace6-2da6c842f708 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:21:57.257070 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device b36ccfe7-3bbc-4396-9d6b-8b6af14689a2 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:21:57.303861 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:57.311283 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-ab60260c-9490-4dd6-9c07-40f8b9de6283 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:21:57.311283 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-ab60260c-9490-4dd6-9c07-40f8b9de6283 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:21:57.411828 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:21:57.412225 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:57.441371 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port b36ccfe7-3bbc-4396-9d6b-8b6af14689a2 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:57.448566 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port b36ccfe7-3bbc-4396-9d6b-8b6af14689a2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:57.448929 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:21:57.462952 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:21:57.513887 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e354c7aa-6a54-4071-b1de-51764a3916f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'name': 'tempest-ServersTestManualDisk-33840772-router', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:52Z', 'updated_at': '2022-02-28T14:21:03Z', 'revision_number': 4, 'project_id': '4d72bc82016641f3924a9bff58fc1ab5', 'gw_port': {'id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:86:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:53Z', 'updated_at': '2022-02-28T14:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': 'e871087a-b1e2-4a99-bb01-5b777a425a61', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'floating_ip_address': '172.26.5.180', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'port_id': '19012391-3f25-46b1-adc8-1d50d50811ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f134a4f-83be-490b-9126-09efbaa9ed81', 'mac_address': 'fa:16:3e:17:6d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e1b4fa-e342-4110-9dc7-c20772ac9d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:21:18Z', 'updated_at': '2022-02-28T14:21:53Z', 'revision_number': 1, 'project_id': '4d72bc82016641f3924a9bff58fc1ab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b9265e-99eb-4738-8225-7fc4bea501bc', 'name': '', 'network_id': '6f134a4f-83be-490b-9126-09efbaa9ed81', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'mac_address': 'fa:16:3e:a8:99:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ab965bec-a153-49b8-b416-6dcecda8b7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:59Z', 'updated_at': '2022-02-28T14:21:17Z', 'revision_number': 5, 'project_id': '4d72bc82016641f3924a9bff58fc1ab5', 'subnets': [{'id': 'ab965bec-a153-49b8-b416-6dcecda8b7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:57.521757 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e354c7aa-6a54-4071-b1de-51764a3916f1 None None] The sync data for ids ['a3602704-2ad1-4079-a2a6-7155f8416449'] in dv-neutron-831192-4-hyperv is: [{'id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'name': 'tempest-ServersTestManualDisk-33840772-router', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:52Z', 'updated_at': '2022-02-28T14:21:03Z', 'revision_number': 4, 'project_id': '4d72bc82016641f3924a9bff58fc1ab5', 'gw_port': {'id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:86:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:53Z', 'updated_at': '2022-02-28T14:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': 'e871087a-b1e2-4a99-bb01-5b777a425a61', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'floating_ip_address': '172.26.5.180', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'port_id': '19012391-3f25-46b1-adc8-1d50d50811ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f134a4f-83be-490b-9126-09efbaa9ed81', 'mac_address': 'fa:16:3e:17:6d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e1b4fa-e342-4110-9dc7-c20772ac9d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:21:18Z', 'updated_at': '2022-02-28T14:21:53Z', 'revision_number': 1, 'project_id': '4d72bc82016641f3924a9bff58fc1ab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b9265e-99eb-4738-8225-7fc4bea501bc', 'name': '', 'network_id': '6f134a4f-83be-490b-9126-09efbaa9ed81', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'mac_address': 'fa:16:3e:a8:99:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ab965bec-a153-49b8-b416-6dcecda8b7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:59Z', 'updated_at': '2022-02-28T14:21:17Z', 'revision_number': 5, 'project_id': '4d72bc82016641f3924a9bff58fc1ab5', 'subnets': [{'id': 'ab965bec-a153-49b8-b416-6dcecda8b7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:21:57.732799 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:57.809925 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port b36ccfe7-3bbc-4396-9d6b-8b6af14689a2, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=b36ccfe7-3bbc-4396-9d6b-8b6af14689a2,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:57.811528 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ab60260c-9490-4dd6-9c07-40f8b9de6283 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Deleting port 76dd6aab-22be-460b-8c60-8f5c9787f17a {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:21:57.811867 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab60260c-9490-4dd6-9c07-40f8b9de6283 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:57.818546 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fa648643-d989-4ca1-b816-94d00588ebed None None] Provisioning complete for port b36ccfe7-3bbc-4396-9d6b-8b6af14689a2 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:57.820073 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fa648643-d989-4ca1-b816-94d00588ebed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:57.860701 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:57.860701 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 76dd6aab-22be-460b-8c60-8f5c9787f17a up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:21:57.985091 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d3d1c-5444-404f-8f51-c667e8a1a365 req-38733f08-3686-40a5-9458-4f07f84d5a3d tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:57.987646 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e65d3d1c-5444-404f-8f51-c667e8a1a365 req-38733f08-3686-40a5-9458-4f07f84d5a3d tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4a6abc9-3368-4b4f-8caf-602fcb2a9792 HTTP/1.1" status: 200 len: 945 time: 0.2706032 Feb 28 14:21:57.989028 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f04ec3-94d0-4b35-8dc2-5b8eb8fa7959 None None] New status for floating IP e871087a-b1e2-4a99-bb01-5b777a425a61: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:21:58.055921 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e65d3d1c-5444-404f-8f51-c667e8a1a365 req-9861de5d-bee6-4337-91a7-4a4549b01a22 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d54486a-09f9-470f-bf07-9f889de8dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596468 Feb 28 14:21:58.107146 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=b36ccfe7-3bbc-4396-9d6b-8b6af14689a2,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:58.155024 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-ab60260c-9490-4dd6-9c07-40f8b9de6283 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] For port 76dd6aab-22be-460b-8c60-8f5c9787f17a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=76dd6aab-22be-460b-8c60-8f5c9787f17a,segment=NetworkSegment(37c1572a-41e9-4407-9b77-499bc8ded35e),segment_id=37c1572a-41e9-4407-9b77-499bc8ded35e)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:21:58.155621 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab60260c-9490-4dd6-9c07-40f8b9de6283 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:58.158578 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 76dd6aab-22be-460b-8c60-8f5c9787f17a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:58.158996 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:58.302086 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ab60260c-9490-4dd6-9c07-40f8b9de6283 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Calling delete_port for 76dd6aab-22be-460b-8c60-8f5c9787f17a owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:21:58.494248 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:58.547450 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:58.556629 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c53c3c-86a5-4531-9d89-55ffb1319f65 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Router 89f73b40-618e-447e-897a-f81478bf3356 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:21:58.583168 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Pushing event deleted for resources: {'Network': ['ID=74a81def-e9ba-464a-b7db-3db60b8b57f0,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:58.631617 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f2c33ba9-2435-4bef-80a3-de6eec3393d6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:58.637856 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:58.638196 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:58.638527 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:58.638850 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:58.639193 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:58.639520 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:58.639839 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:58.640154 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:58.640469 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:58.640780 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:58.641099 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:58.641418 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:21:58.649355 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50462) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:58.676248 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-0df3ba66-fb36-486c-b638-06f2129d4474 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Allocated IP 2001:db8::c3 (ccfa982d-f76f-4a4d-8562-ee14a038131d/eba3758b-4107-4961-bb4c-b19ac07ef3d5/5710559c-cfea-4c18-ace6-2da6c842f708) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:21:58.747449 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:21:58.753501 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9b3365c9-3362-4bff-baef-5c3efe98e72e tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1695811378', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:58.759072 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9b3365c9-3362-4bff-baef-5c3efe98e72e tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:58.763342 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-f2c33ba9-2435-4bef-80a3-de6eec3393d6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Transition to ACTIVE for port object 25b51ebe-615c-461a-9339-05be293bdb88 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:58.764292 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9b3365c9-3362-4bff-baef-5c3efe98e72e tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Usage tracker for resource:port and tenant:1fef35b1daf74c62a2ffd9b9bb454928 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:58.767327 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9b3365c9-3362-4bff-baef-5c3efe98e72e tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:58.773232 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-21a724be-2580-489e-8091-c8015839a828 tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] 10.222.0.30 "DELETE /v2.0/networks/74a81def-e9ba-464a-b7db-3db60b8b57f0 HTTP/1.1" status: 204 len: 168 time: 7.1183932 Feb 28 14:21:58.773760 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50468) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:58.776527 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9b3365c9-3362-4bff-baef-5c3efe98e72e tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:58.824661 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3365c9-3362-4bff-baef-5c3efe98e72e tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Made reservation on behalf of 1fef35b1daf74c62a2ffd9b9bb454928 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:21:58.826985 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9b3365c9-3362-4bff-baef-5c3efe98e72e tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:58.843534 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c6792-ac1d-40f9-b218-bc0ea478e8d3 req-ac9abd74-8523-4bd2-a017-43d0418b9bbc tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:58.845030 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6d8c6792-ac1d-40f9-b218-bc0ea478e8d3 req-ac9abd74-8523-4bd2-a017-43d0418b9bbc tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4a6abc9-3368-4b4f-8caf-602fcb2a9792 HTTP/1.1" status: 200 len: 945 time: 0.5085056 Feb 28 14:21:58.882124 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50472) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:58.888247 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9b3365c9-3362-4bff-baef-5c3efe98e72e tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:58.899457 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c38277a7-5b31-469f-86a6-eb931be6ae23 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Request body: {'floatingip': {'port_id': '851878c2-0bd6-4ae9-b27b-2a0c1842766e'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:21:59.000650 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c38277a7-5b31-469f-86a6-eb931be6ae23 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks [] for floatingip, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:59.027743 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device b36ccfe7-3bbc-4396-9d6b-8b6af14689a2 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:21:59.063498 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9b3365c9-3362-4bff-baef-5c3efe98e72e tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:21:59.078072 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39634fa2-a9ea-4beb-8e8e-ff92ed12638e tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:59.089945 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9b3365c9-3362-4bff-baef-5c3efe98e72e tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Usage tracker for resource:security_group_rule and tenant:1fef35b1daf74c62a2ffd9b9bb454928 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:21:59.111539 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port b36ccfe7-3bbc-4396-9d6b-8b6af14689a2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:59.111539 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:59.123988 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9b3365c9-3362-4bff-baef-5c3efe98e72e tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:21:59.136311 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c53c3c-86a5-4531-9d89-55ffb1319f65 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:21:59.151320 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f2c33ba9-2435-4bef-80a3-de6eec3393d6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:59.154042 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca35111-95a6-4bc1-89fb-5ac6490e4fc6 None None] Sync routers for ids ['89f73b40-618e-447e-897a-f81478bf3356'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:21:59.154907 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9b3365c9-3362-4bff-baef-5c3efe98e72e tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:21:59.155718 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f1c53c3c-86a5-4531-9d89-55ffb1319f65 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:59.180118 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca35111-95a6-4bc1-89fb-5ac6490e4fc6 None None] Routers {'89f73b40-618e-447e-897a-f81478bf3356'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:21:59.180889 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6ca35111-95a6-4bc1-89fb-5ac6490e4fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:21:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['89f73b40-618e-447e-897a-f81478bf3356'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:59.245572 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab60260c-9490-4dd6-9c07-40f8b9de6283 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:59.372950 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39634fa2-a9ea-4beb-8e8e-ff92ed12638e tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:59.379998 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c33ba9-2435-4bef-80a3-de6eec3393d6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:59.393967 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f2c33ba9-2435-4bef-80a3-de6eec3393d6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:21:59.414776 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f1c53c3c-86a5-4531-9d89-55ffb1319f65 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "PUT /v2.0/floatingips/66b0ae38-98e2-4e39-a6ab-91aa463fb53e HTTP/1.1" status: 200 len: 991 time: 7.7673581 Feb 28 14:21:59.421534 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c33ba9-2435-4bef-80a3-de6eec3393d6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:21:59.428498 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c33ba9-2435-4bef-80a3-de6eec3393d6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:21:59.429549 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f2c33ba9-2435-4bef-80a3-de6eec3393d6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:59.434199 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef798cc2-d666-4542-9231-ce66909d496f', 'tag': '1f95f132-5cd3-42d1-afbf-40eddc35e9a7'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:21:59.467813 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-6ca35111-95a6-4bc1-89fb-5ac6490e4fc6 None None] Set router 89f73b40-618e-447e-897a-f81478bf3356 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:21:59.486949 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c33ba9-2435-4bef-80a3-de6eec3393d6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Port': ['ID=25b51ebe-615c-461a-9339-05be293bdb88,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:59.541216 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-39634fa2-a9ea-4beb-8e8e-ff92ed12638e tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07393bd5-2e71-473d-90ad-ffbcd52bc231']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:59.565186 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef798cc2-d666-4542-9231-ce66909d496f', 'tag': '1f95f132-5cd3-42d1-afbf-40eddc35e9a7', 'status': 'completed', 'code': 200} Feb 28 14:21:59.644252 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0df3ba66-fb36-486c-b638-06f2129d4474 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:59.665692 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-0df3ba66-fb36-486c-b638-06f2129d4474 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Transition to ACTIVE for port object 5710559c-cfea-4c18-ace6-2da6c842f708 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:21:59.666781 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-39634fa2-a9ea-4beb-8e8e-ff92ed12638e tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed7165c-3511-4e58-844e-f519e60fc0a5') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:59.667332 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-39634fa2-a9ea-4beb-8e8e-ff92ed12638e tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed7165c-3511-4e58-844e-f519e60fc0a5') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:21:59.695259 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60260c-9490-4dd6-9c07-40f8b9de6283 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Pushing event deleted for resources: {'Port': ['ID=76dd6aab-22be-460b-8c60-8f5c9787f17a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:21:59.703996 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f2c33ba9-2435-4bef-80a3-de6eec3393d6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 7.4453213 Feb 28 14:21:59.708179 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50480) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:21:59.712235 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39634fa2-a9ea-4beb-8e8e-ff92ed12638e tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:59.713490 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0df3ba66-fb36-486c-b638-06f2129d4474 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:59.825523 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab60260c-9490-4dd6-9c07-40f8b9de6283 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:59.828590 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39634fa2-a9ea-4beb-8e8e-ff92ed12638e tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:59.837405 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9b3365c9-3362-4bff-baef-5c3efe98e72e tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:59.852300 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39634fa2-a9ea-4beb-8e8e-ff92ed12638e tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:21:59.852777 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39634fa2-a9ea-4beb-8e8e-ff92ed12638e tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:59.863928 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ac44ab24-b910-4766-8f9d-b1d7d30f7f27 None None] Provisioning for port 25b51ebe-615c-461a-9339-05be293bdb88 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:21:59.868238 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:21:59.873594 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ac44ab24-b910-4766-8f9d-b1d7d30f7f27 None None] Provisioning complete for port 25b51ebe-615c-461a-9339-05be293bdb88 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:21:59.873958 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ac44ab24-b910-4766-8f9d-b1d7d30f7f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:59.890339 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9b3365c9-3362-4bff-baef-5c3efe98e72e tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:21:59.957849 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df3ba66-fb36-486c-b638-06f2129d4474 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Network ccfa982d-f76f-4a4d-8562-ee14a038131d is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:21:59.978256 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-ac44ab24-b910-4766-8f9d-b1d7d30f7f27 None None] Port 25b51ebe-615c-461a-9339-05be293bdb88 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:21:59.980475 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-9b3365c9-3362-4bff-baef-5c3efe98e72e tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] device_id is not set on port a831cf52-cdc2-4f37-8bd8-39b8148c6835 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:22:00.009926 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-0df3ba66-fb36-486c-b638-06f2129d4474 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:00.016771 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6ca35111-95a6-4bc1-89fb-5ac6490e4fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f73b40-618e-447e-897a-f81478bf3356', 'name': 'tempest-ServerActionsTestJSON-300200751-router', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:54Z', 'updated_at': '2022-02-28T14:21:03Z', 'revision_number': 4, 'project_id': '1c08c193cf744f45b8defa27863396ab', 'gw_port': {'id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f73b40-618e-447e-897a-f81478bf3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:55Z', 'updated_at': '2022-02-28T14:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '66b0ae38-98e2-4e39-a6ab-91aa463fb53e', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'floating_ip_address': '172.26.5.101', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '89f73b40-618e-447e-897a-f81478bf3356', 'port_id': '1f95f132-5cd3-42d1-afbf-40eddc35e9a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a', 'mac_address': 'fa:16:3e:2e:14:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef798cc2-d666-4542-9231-ce66909d496f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:21:16Z', 'updated_at': '2022-02-28T14:21:54Z', 'revision_number': 1, 'project_id': '1c08c193cf744f45b8defa27863396ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '520730ad-1c8d-4e65-a241-100db5848c81', 'name': '', 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'mac_address': 'fa:16:3e:c8:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f73b40-618e-447e-897a-f81478bf3356', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bc032688-fb3b-418b-8fdf-7d855b7f648b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:01Z', 'updated_at': '2022-02-28T14:21:15Z', 'revision_number': 5, 'project_id': '1c08c193cf744f45b8defa27863396ab', 'subnets': [{'id': 'bc032688-fb3b-418b-8fdf-7d855b7f648b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:00.021040 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca35111-95a6-4bc1-89fb-5ac6490e4fc6 None None] Checking router: 89f73b40-618e-447e-897a-f81478bf3356 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:22:00.031450 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab60260c-9490-4dd6-9c07-40f8b9de6283 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:00.031612 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca35111-95a6-4bc1-89fb-5ac6490e4fc6 None None] Routers {'89f73b40-618e-447e-897a-f81478bf3356'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:22:00.032153 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6ca35111-95a6-4bc1-89fb-5ac6490e4fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:21:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['89f73b40-618e-447e-897a-f81478bf3356'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:00.033413 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df3ba66-fb36-486c-b638-06f2129d4474 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:00.039378 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df3ba66-fb36-486c-b638-06f2129d4474 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:00.039842 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0df3ba66-fb36-486c-b638-06f2129d4474 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:00.047723 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab60260c-9490-4dd6-9c07-40f8b9de6283 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:00.062721 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3ba66-fb36-486c-b638-06f2129d4474 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Pushing event updated for resources: {'Port': ['ID=5710559c-cfea-4c18-ace6-2da6c842f708,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:00.169239 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0df3ba66-fb36-486c-b638-06f2129d4474 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 5.6427660 Feb 28 14:22:00.188875 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec6c98-1e22-45f2-af17-3a0d46e6d1ca tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:00.199678 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec6c98-1e22-45f2-af17-3a0d46e6d1ca tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:00.200710 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-83ec6c98-1e22-45f2-af17-3a0d46e6d1ca tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:00.207104 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50484) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:00.224933 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab60260c-9490-4dd6-9c07-40f8b9de6283 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:00.225948 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab60260c-9490-4dd6-9c07-40f8b9de6283 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1c59a03f-24c9-4493-afa3-8df9ead0dec4 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:22:00.247212 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-59996291-96d0-4760-b0ed-3dc3054e8060 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Request body: {'port': {'network_id': 'ccfa982d-f76f-4a4d-8562-ee14a038131d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1868121112'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:00.248279 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-6ca35111-95a6-4bc1-89fb-5ac6490e4fc6 None None] Set router 89f73b40-618e-447e-897a-f81478bf3356 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:22:00.265127 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-83ec6c98-1e22-45f2-af17-3a0d46e6d1ca tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:00.266280 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-83ec6c98-1e22-45f2-af17-3a0d46e6d1ca tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5550454 Feb 28 14:22:00.279640 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2748f92-a0a3-47ca-a0d8-ff2b491c2d12 req-430a98c8-bb64-4de5-a9bd-7024b42806cb tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:00.281359 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b2748f92-a0a3-47ca-a0d8-ff2b491c2d12 req-430a98c8-bb64-4de5-a9bd-7024b42806cb tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.6666453 Feb 28 14:22:00.295471 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50488) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:00.311213 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3365c9-3362-4bff-baef-5c3efe98e72e tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3610756-ae32-4bf0-b7f7-46e5ee6e6181,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:00.315891 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab60260c-9490-4dd6-9c07-40f8b9de6283 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:00.316995 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ab60260c-9490-4dd6-9c07-40f8b9de6283 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "DELETE /v2.0/routers/1c59a03f-24c9-4493-afa3-8df9ead0dec4 HTTP/1.1" status: 204 len: 168 time: 8.0452704 Feb 28 14:22:00.334306 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39634fa2-a9ea-4beb-8e8e-ff92ed12638e tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:00.342658 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50492) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:00.369880 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-39634fa2-a9ea-4beb-8e8e-ff92ed12638e tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:00.431239 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39634fa2-a9ea-4beb-8e8e-ff92ed12638e tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Pushing event deleted for resources: {'Network': ['ID=07393bd5-2e71-473d-90ad-ffbcd52bc231,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:00.449933 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c55c4820-c672-491c-a4bc-27909cbf3245 None None] Provisioning for port 5710559c-cfea-4c18-ace6-2da6c842f708 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:00.454880 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7250efd-787a-4615-b515-f7e0c97f94d4 req-74870e07-5b07-4bf9-a2a5-e66522aff805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:00.456439 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b7250efd-787a-4615-b515-f7e0c97f94d4 req-74870e07-5b07-4bf9-a2a5-e66522aff805 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1c08c193cf744f45b8defa27863396ab&device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 1098 time: 0.8823526 Feb 28 14:22:00.456888 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c55c4820-c672-491c-a4bc-27909cbf3245 None None] Provisioning complete for port 5710559c-cfea-4c18-ace6-2da6c842f708 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:00.457259 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c55c4820-c672-491c-a4bc-27909cbf3245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:00.480222 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-45fed220-036e-4699-9a29-93209627f31f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting port 25b51ebe-615c-461a-9339-05be293bdb88 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:00.480763 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45fed220-036e-4699-9a29-93209627f31f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:00.541043 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-39634fa2-a9ea-4beb-8e8e-ff92ed12638e tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] 10.222.0.30 "DELETE /v2.0/networks/07393bd5-2e71-473d-90ad-ffbcd52bc231 HTTP/1.1" status: 204 len: 168 time: 1.7662272 Feb 28 14:22:00.541828 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50496) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:00.554149 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b2748f92-a0a3-47ca-a0d8-ff2b491c2d12 req-d781fa95-0bee-47d8-b514-66509371fb1e tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2607739 Feb 28 14:22:00.574766 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c55c4820-c672-491c-a4bc-27909cbf3245 None None] Port 5710559c-cfea-4c18-ace6-2da6c842f708 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:22:00.607372 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-59996291-96d0-4760-b0ed-3dc3054e8060 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:00.628556 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-59996291-96d0-4760-b0ed-3dc3054e8060 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:00.723884 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b59abe-6332-4987-a048-2063e26ea008 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Deleting subnet 1dfe2ac7-f464-4818-8bc2-7be062926878 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:22:00.726213 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59996291-96d0-4760-b0ed-3dc3054e8060 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Made reservation on behalf of a3fcb39072064d24b6f5277a5aec0fc0 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:00.729706 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59996291-96d0-4760-b0ed-3dc3054e8060 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:00.755494 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-96b59abe-6332-4987-a048-2063e26ea008 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:00.768067 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6ca35111-95a6-4bc1-89fb-5ac6490e4fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f73b40-618e-447e-897a-f81478bf3356', 'name': 'tempest-ServerActionsTestJSON-300200751-router', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:54Z', 'updated_at': '2022-02-28T14:21:03Z', 'revision_number': 4, 'project_id': '1c08c193cf744f45b8defa27863396ab', 'gw_port': {'id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f73b40-618e-447e-897a-f81478bf3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:55Z', 'updated_at': '2022-02-28T14:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '66b0ae38-98e2-4e39-a6ab-91aa463fb53e', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'floating_ip_address': '172.26.5.101', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '89f73b40-618e-447e-897a-f81478bf3356', 'port_id': '1f95f132-5cd3-42d1-afbf-40eddc35e9a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a', 'mac_address': 'fa:16:3e:2e:14:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef798cc2-d666-4542-9231-ce66909d496f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:21:16Z', 'updated_at': '2022-02-28T14:21:54Z', 'revision_number': 1, 'project_id': '1c08c193cf744f45b8defa27863396ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '520730ad-1c8d-4e65-a241-100db5848c81', 'name': '', 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'mac_address': 'fa:16:3e:c8:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f73b40-618e-447e-897a-f81478bf3356', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bc032688-fb3b-418b-8fdf-7d855b7f648b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:01Z', 'updated_at': '2022-02-28T14:21:15Z', 'revision_number': 5, 'project_id': '1c08c193cf744f45b8defa27863396ab', 'subnets': [{'id': 'bc032688-fb3b-418b-8fdf-7d855b7f648b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:00.772529 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca35111-95a6-4bc1-89fb-5ac6490e4fc6 None None] The sync data for ids ['89f73b40-618e-447e-897a-f81478bf3356'] in dv-neutron-831192-4-hyperv is: [{'id': '89f73b40-618e-447e-897a-f81478bf3356', 'name': 'tempest-ServerActionsTestJSON-300200751-router', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:54Z', 'updated_at': '2022-02-28T14:21:03Z', 'revision_number': 4, 'project_id': '1c08c193cf744f45b8defa27863396ab', 'gw_port': {'id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f73b40-618e-447e-897a-f81478bf3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:55Z', 'updated_at': '2022-02-28T14:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '66b0ae38-98e2-4e39-a6ab-91aa463fb53e', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'floating_ip_address': '172.26.5.101', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '89f73b40-618e-447e-897a-f81478bf3356', 'port_id': '1f95f132-5cd3-42d1-afbf-40eddc35e9a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a', 'mac_address': 'fa:16:3e:2e:14:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef798cc2-d666-4542-9231-ce66909d496f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:21:16Z', 'updated_at': '2022-02-28T14:21:54Z', 'revision_number': 1, 'project_id': '1c08c193cf744f45b8defa27863396ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '520730ad-1c8d-4e65-a241-100db5848c81', 'name': '', 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'mac_address': 'fa:16:3e:c8:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f73b40-618e-447e-897a-f81478bf3356', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bc032688-fb3b-418b-8fdf-7d855b7f648b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:01Z', 'updated_at': '2022-02-28T14:21:15Z', 'revision_number': 5, 'project_id': '1c08c193cf744f45b8defa27863396ab', 'subnets': [{'id': 'bc032688-fb3b-418b-8fdf-7d855b7f648b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:22:00.783072 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-9b3365c9-3362-4bff-baef-5c3efe98e72e tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Allocated IP 172.26.5.136 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/a831cf52-cdc2-4f37-8bd8-39b8148c6835) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:00.863091 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-c38277a7-5b31-469f-86a6-eb931be6ae23 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:22:00.968643 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-59996291-96d0-4760-b0ed-3dc3054e8060 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] device_id is not set on port e62774df-7be9-43ab-95b0-c7e90c57c197 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:22:01.006897 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0da32ea7-b593-476d-bc4c-24716243ccbe tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:01.032812 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-96b59abe-6332-4987-a048-2063e26ea008 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:01.054479 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 76dd6aab-22be-460b-8c60-8f5c9787f17a no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:22:01.070598 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45fed220-036e-4699-9a29-93209627f31f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:01.090063 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 76dd6aab-22be-460b-8c60-8f5c9787f17a {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:22:01.090415 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 76dd6aab-22be-460b-8c60-8f5c9787f17a not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:22:01.107408 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-96b59abe-6332-4987-a048-2063e26ea008 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:01.160160 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7250efd-787a-4615-b515-f7e0c97f94d4 req-d30a080e-ecea-4eea-8cbd-130c0771ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:01.161576 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b7250efd-787a-4615-b515-f7e0c97f94d4 req-d30a080e-ecea-4eea-8cbd-130c0771ccf7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29a7bbad-e952-45ba-80e0-ba14ba64ba8a HTTP/1.1" status: 200 len: 912 time: 0.6628895 Feb 28 14:22:01.178966 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c38277a7-5b31-469f-86a6-eb931be6ae23 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:01.204267 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-45fed220-036e-4699-9a29-93209627f31f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Calling delete_port for 25b51ebe-615c-461a-9339-05be293bdb88 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:01.257370 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730baad8-2c6a-410c-9fce-6880ffdfdc1f req-774c889f-d9fc-49d4-a165-bddea97a03d7 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:01.258904 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-730baad8-2c6a-410c-9fce-6880ffdfdc1f req-774c889f-d9fc-49d4-a165-bddea97a03d7 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.5670662 Feb 28 14:22:01.263776 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c38277a7-5b31-469f-86a6-eb931be6ae23 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:01.404178 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-730baad8-2c6a-410c-9fce-6880ffdfdc1f req-e618c5d2-315e-41fc-820d-e95aef5a1eaf tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069438 Feb 28 14:22:01.475672 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-59996291-96d0-4760-b0ed-3dc3054e8060 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Allocated IP 2001:db8::248 (ccfa982d-f76f-4a4d-8562-ee14a038131d/eba3758b-4107-4961-bb4c-b19ac07ef3d5/e62774df-7be9-43ab-95b0-c7e90c57c197) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:01.529935 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45fed220-036e-4699-9a29-93209627f31f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:01.564097 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b7250efd-787a-4615-b515-f7e0c97f94d4 req-75e67459-4a95-4fbb-ad77-081b9af2d8fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f95f132-5cd3-42d1-afbf-40eddc35e9a7 HTTP/1.1" status: 200 len: 999 time: 0.3903317 Feb 28 14:22:01.591648 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6ec3dc-ff76-4885-bb90-ce1f5ca00ec6 None None] New status for floating IP 66b0ae38-98e2-4e39-a6ab-91aa463fb53e: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:22:01.599063 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fed220-036e-4699-9a29-93209627f31f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Port': ['ID=25b51ebe-615c-461a-9339-05be293bdb88,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:01.676626 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45fed220-036e-4699-9a29-93209627f31f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:01.726701 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-96b59abe-6332-4987-a048-2063e26ea008 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:01.737105 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0da32ea7-b593-476d-bc4c-24716243ccbe tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:01.748689 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-45fed220-036e-4699-9a29-93209627f31f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/25b51ebe-615c-461a-9339-05be293bdb88 HTTP/1.1" status: 204 len: 168 time: 1.4517717 Feb 28 14:22:01.752613 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50502) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:01.860992 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59996291-96d0-4760-b0ed-3dc3054e8060 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:01.865910 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7250efd-787a-4615-b515-f7e0c97f94d4 req-bcf59b52-a091-49bb-b5ce-382dcb5dad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:01.867410 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b7250efd-787a-4615-b515-f7e0c97f94d4 req-bcf59b52-a091-49bb-b5ce-382dcb5dad50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc032688-fb3b-418b-8fdf-7d855b7f648b HTTP/1.1" status: 200 len: 850 time: 0.1999087 Feb 28 14:22:01.876770 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b59abe-6332-4987-a048-2063e26ea008 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1dfe2ac7-f464-4818-8bc2-7be062926878,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:01.885167 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-c38277a7-5b31-469f-86a6-eb931be6ae23 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Floating IP f185a754-622d-4ccd-ba9a-728f148eab65 associated. External IP: 172.26.5.167, port: 851878c2-0bd6-4ae9-b27b-2a0c1842766e. Feb 28 14:22:01.889027 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-59996291-96d0-4760-b0ed-3dc3054e8060 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Transition to ACTIVE for port object e62774df-7be9-43ab-95b0-c7e90c57c197 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:01.892738 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eb4bec-4e17-45af-9174-90127c24ceb3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:01.894267 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eb4bec-4e17-45af-9174-90127c24ceb3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:01.895030 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-48eb4bec-4e17-45af-9174-90127c24ceb3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:01.928572 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-48eb4bec-4e17-45af-9174-90127c24ceb3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:01.932794 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-48eb4bec-4e17-45af-9174-90127c24ceb3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1769307 Feb 28 14:22:01.932969 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50506) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:01.985743 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59996291-96d0-4760-b0ed-3dc3054e8060 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:02.064384 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59996291-96d0-4760-b0ed-3dc3054e8060 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Network ccfa982d-f76f-4a4d-8562-ee14a038131d is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:02.076839 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c9734a-85dc-478b-8d27-09ddf154f6bd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet 48a002c7-3467-408e-a3e4-2f98fd7e9ca6 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:22:02.078775 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-59996291-96d0-4760-b0ed-3dc3054e8060 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:02.088449 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59996291-96d0-4760-b0ed-3dc3054e8060 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:02.093822 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59996291-96d0-4760-b0ed-3dc3054e8060 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:02.094431 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59996291-96d0-4760-b0ed-3dc3054e8060 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:02.098304 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5c9734a-85dc-478b-8d27-09ddf154f6bd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:02.126599 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59996291-96d0-4760-b0ed-3dc3054e8060 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Pushing event updated for resources: {'Port': ['ID=e62774df-7be9-43ab-95b0-c7e90c57c197,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:02.130338 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-96b59abe-6332-4987-a048-2063e26ea008 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:02.139596 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-0da32ea7-b593-476d-bc4c-24716243ccbe tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd1ac463-187a-47d6-bf67-5b39bd8698c6']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:02.160700 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9b3365c9-3362-4bff-baef-5c3efe98e72e tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:02.161286 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-59996291-96d0-4760-b0ed-3dc3054e8060 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9387085 Feb 28 14:22:02.164860 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50510) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:02.172543 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-96b59abe-6332-4987-a048-2063e26ea008 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/1dfe2ac7-f464-4818-8bc2-7be062926878 HTTP/1.1" status: 204 len: 168 time: 1.8054354 Feb 28 14:22:02.173675 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2b8873ec-ee7e-4af3-bb45-33552618e467 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::189', 'mac_address': 'fa:16:3e:03:a4:cc'}, {'ip_address': '2001:db8::c3', 'mac_address': 'fa:16:3e:bb:24:d7'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:02.176447 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-0da32ea7-b593-476d-bc4c-24716243ccbe tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a54812f4-02d0-4ddb-a9ea-7db2f35ebf59') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:02.176738 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-0da32ea7-b593-476d-bc4c-24716243ccbe tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a54812f4-02d0-4ddb-a9ea-7db2f35ebf59') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:02.185127 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50514) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:02.203804 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5c9734a-85dc-478b-8d27-09ddf154f6bd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:02.229055 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0da32ea7-b593-476d-bc4c-24716243ccbe tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:02.341100 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-36c7e2ad-2bb5-4ee5-bf89-de4b41ba4f25 None None] Provisioning for port e62774df-7be9-43ab-95b0-c7e90c57c197 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:02.347035 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-36c7e2ad-2bb5-4ee5-bf89-de4b41ba4f25 None None] Provisioning complete for port e62774df-7be9-43ab-95b0-c7e90c57c197 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:02.347471 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-36c7e2ad-2bb5-4ee5-bf89-de4b41ba4f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:02.406318 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0da32ea7-b593-476d-bc4c-24716243ccbe tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:02.431806 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da32ea7-b593-476d-bc4c-24716243ccbe tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:22:02.432200 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0da32ea7-b593-476d-bc4c-24716243ccbe tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:02.443807 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-36c7e2ad-2bb5-4ee5-bf89-de4b41ba4f25 None None] Port e62774df-7be9-43ab-95b0-c7e90c57c197 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:22:02.449598 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4be8f65c-d64d-4c4c-b88c-036264a280ba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:22:02.451304 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:22:02.543370 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b8873ec-ee7e-4af3-bb45-33552618e467 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:02.612689 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9b3365c9-3362-4bff-baef-5c3efe98e72e tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:02.635937 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5c9734a-85dc-478b-8d27-09ddf154f6bd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:02.689053 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7250efd-787a-4615-b515-f7e0c97f94d4 req-4c06e9b5-0b0a-4435-b3d8-c9a04000648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:02.690963 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b7250efd-787a-4615-b515-f7e0c97f94d4 req-4c06e9b5-0b0a-4435-b3d8-c9a04000648d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29a7bbad-e952-45ba-80e0-ba14ba64ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8085735 Feb 28 14:22:02.773168 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0da32ea7-b593-476d-bc4c-24716243ccbe tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:02.830156 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0da32ea7-b593-476d-bc4c-24716243ccbe tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:02.917738 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5c9734a-85dc-478b-8d27-09ddf154f6bd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:02.929988 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da32ea7-b593-476d-bc4c-24716243ccbe tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Pushing event deleted for resources: {'Network': ['ID=dd1ac463-187a-47d6-bf67-5b39bd8698c6,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:02.946178 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3365c9-3362-4bff-baef-5c3efe98e72e tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:02.972219 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9734a-85dc-478b-8d27-09ddf154f6bd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=48a002c7-3467-408e-a3e4-2f98fd7e9ca6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:02.980210 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5c9734a-85dc-478b-8d27-09ddf154f6bd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:02.986131 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e440b447-de85-44ca-a5f3-6817c45e4c50 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:22:02.993761 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-9b3365c9-3362-4bff-baef-5c3efe98e72e tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:02.995549 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3365c9-3362-4bff-baef-5c3efe98e72e tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Pushing event updated for resources: {'Port': ['ID=a831cf52-cdc2-4f37-8bd8-39b8148c6835,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:02.997364 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f5c9734a-85dc-478b-8d27-09ddf154f6bd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/48a002c7-3467-408e-a3e4-2f98fd7e9ca6 HTTP/1.1" status: 204 len: 168 time: 1.0633473 Feb 28 14:22:02.998099 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3365c9-3362-4bff-baef-5c3efe98e72e tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:03.000739 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50522) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:03.086296 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fffbf56b-7159-48c1-b30b-cbf15bf7fc45 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0844676 Feb 28 14:22:03.090440 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b8873ec-ee7e-4af3-bb45-33552618e467 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:03.092097 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50526) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:03.098218 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6d7774bb-aceb-425f-9035-305d6b2d7dcc tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:03.108630 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4be8f65c-d64d-4c4c-b88c-036264a280ba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:03.116374 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b8873ec-ee7e-4af3-bb45-33552618e467 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:03.139226 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0da32ea7-b593-476d-bc4c-24716243ccbe tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] 10.222.0.30 "DELETE /v2.0/networks/dd1ac463-187a-47d6-bf67-5b39bd8698c6 HTTP/1.1" status: 204 len: 168 time: 2.5879271 Feb 28 14:22:03.160346 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50530) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:03.207003 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-4be8f65c-d64d-4c4c-b88c-036264a280ba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c22a9f-8e4b-4302-991a-ec471433fe4b']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:03.242530 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2b8873ec-ee7e-4af3-bb45-33552618e467 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] In _notify_port_updated(), no bound segment for port e62774df-7be9-43ab-95b0-c7e90c57c197 on network ccfa982d-f76f-4a4d-8562-ee14a038131d {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 14:22:03.248575 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8873ec-ee7e-4af3-bb45-33552618e467 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:03.249354 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b8873ec-ee7e-4af3-bb45-33552618e467 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:03.253573 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2b8873ec-ee7e-4af3-bb45-33552618e467 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] 10.222.0.30 "PUT /v2.0/ports/e62774df-7be9-43ab-95b0-c7e90c57c197 HTTP/1.1" status: 200 len: 1067 time: 1.0850365 Feb 28 14:22:03.261819 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38277a7-5b31-469f-86a6-eb931be6ae23 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Router b877427d-7da3-4ca0-ba36-88bf2d16d9c2 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:22:03.269256 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50534) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:03.282974 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-4be8f65c-d64d-4c4c-b88c-036264a280ba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c1572a-41e9-4407-9b77-499bc8ded35e') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:03.283294 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-4be8f65c-d64d-4c4c-b88c-036264a280ba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c1572a-41e9-4407-9b77-499bc8ded35e') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:03.292066 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8873ec-ee7e-4af3-bb45-33552618e467 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Pushing event updated for resources: {'Port': ['ID=e62774df-7be9-43ab-95b0-c7e90c57c197,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:03.304216 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6d7774bb-aceb-425f-9035-305d6b2d7dcc tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:03.308719 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6d7774bb-aceb-425f-9035-305d6b2d7dcc tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:subnet and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:03.313004 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6d7774bb-aceb-425f-9035-305d6b2d7dcc tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:03.320198 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6d7774bb-aceb-425f-9035-305d6b2d7dcc tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:03.332559 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7774bb-aceb-425f-9035-305d6b2d7dcc tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:03.336678 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d7774bb-aceb-425f-9035-305d6b2d7dcc tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:03.344336 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd6e05c-b835-4b3b-9c49-fe1119bbba76 None None] DHCP port deletion for 22b852e7-638c-4536-9e81-f0f6c68c1fb7 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:22:03.349132 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-5fd6e05c-b835-4b3b-9c49-fe1119bbba76 None None] Deleting port b36ccfe7-3bbc-4396-9d6b-8b6af14689a2 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:03.349517 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5fd6e05c-b835-4b3b-9c49-fe1119bbba76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:03.497175 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b7250efd-787a-4615-b515-f7e0c97f94d4 req-e5a80f51-c5cc-4ffc-9b8f-b212d818ca4c service neutron] 10.222.0.13 "GET /v2.0/networks/29a7bbad-e952-45ba-80e0-ba14ba64ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7640080 Feb 28 14:22:03.498273 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3365c9-3362-4bff-baef-5c3efe98e72e tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:03.498843 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9b3365c9-3362-4bff-baef-5c3efe98e72e tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:03.523270 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ee6f8-c338-4ca2-9852-20610eaafbd4 req-b6db0068-779b-49bc-b1a3-d4ab8eb69157 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:03.524724 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b81ee6f8-c338-4ca2-9852-20610eaafbd4 req-b6db0068-779b-49bc-b1a3-d4ab8eb69157 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.9290617 Feb 28 14:22:03.528237 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4be8f65c-d64d-4c4c-b88c-036264a280ba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:03.594925 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d7774bb-aceb-425f-9035-305d6b2d7dcc tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:03.637258 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5fd6e05c-b835-4b3b-9c49-fe1119bbba76 None None] For port b36ccfe7-3bbc-4396-9d6b-8b6af14689a2, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=b36ccfe7-3bbc-4396-9d6b-8b6af14689a2,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:03.637645 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5fd6e05c-b835-4b3b-9c49-fe1119bbba76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:03.649200 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8e808329-c68e-4234-8c19-3c2f73bbd1fa None None] Provisioning complete for port e62774df-7be9-43ab-95b0-c7e90c57c197 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:03.649618 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8e808329-c68e-4234-8c19-3c2f73bbd1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:03.669369 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7774bb-aceb-425f-9035-305d6b2d7dcc tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:03.674656 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-6d7774bb-aceb-425f-9035-305d6b2d7dcc tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:03.677815 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7774bb-aceb-425f-9035-305d6b2d7dcc tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:03.678561 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d7774bb-aceb-425f-9035-305d6b2d7dcc tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:03.691434 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7774bb-aceb-425f-9035-305d6b2d7dcc tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=a5d8b9a3-2742-4fb9-869c-8495efc70cbf,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:03.716042 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4be8f65c-d64d-4c4c-b88c-036264a280ba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:03.716221 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6d7774bb-aceb-425f-9035-305d6b2d7dcc tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6204529 Feb 28 14:22:03.717121 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50540) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:03.722525 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-57aaf318-5225-4258-a8c7-5fc08a3dda7d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'name': 'tempest-NetworksTestDHCPv6-860335894'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:03.726786 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b70cbc9-14e6-4c2e-b9be-87ef0d80249c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:03.741173 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9b3365c9-3362-4bff-baef-5c3efe98e72e tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.0880747 Feb 28 14:22:03.742949 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50544) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:03.761656 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-39c738ea-3022-41b1-b520-ab0d01eee188 tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.136'}]}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:03.769834 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-39c738ea-3022-41b1-b520-ab0d01eee188 tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:03.797654 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-5fd6e05c-b835-4b3b-9c49-fe1119bbba76 None None] Calling delete_port for b36ccfe7-3bbc-4396-9d6b-8b6af14689a2 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:03.799983 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-312e20e9-1b99-4d3c-b000-bf1ce3179f2b tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Deleting port e62774df-7be9-43ab-95b0-c7e90c57c197 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:03.800472 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-312e20e9-1b99-4d3c-b000-bf1ce3179f2b tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:03.824232 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-39c738ea-3022-41b1-b520-ab0d01eee188 tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Usage tracker for resource:router and tenant:1fef35b1daf74c62a2ffd9b9bb454928 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:03.825771 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be8f65c-d64d-4c4c-b88c-036264a280ba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:22:03.826197 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4be8f65c-d64d-4c4c-b88c-036264a280ba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:03.834459 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-39c738ea-3022-41b1-b520-ab0d01eee188 tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:03.844903 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-39c738ea-3022-41b1-b520-ab0d01eee188 tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:22:03.853164 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:22:03.858744 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8e808329-c68e-4234-8c19-3c2f73bbd1fa None None] Port e62774df-7be9-43ab-95b0-c7e90c57c197 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:22:03.871363 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-39c738ea-3022-41b1-b520-ab0d01eee188 tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:03.872418 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-39c738ea-3022-41b1-b520-ab0d01eee188 tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:03.897704 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-57aaf318-5225-4258-a8c7-5fc08a3dda7d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:03.898280 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5fd6e05c-b835-4b3b-9c49-fe1119bbba76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:03.902134 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-57aaf318-5225-4258-a8c7-5fc08a3dda7d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:port and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:03.905067 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-57aaf318-5225-4258-a8c7-5fc08a3dda7d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:03.910517 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-57aaf318-5225-4258-a8c7-5fc08a3dda7d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:03.920691 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57aaf318-5225-4258-a8c7-5fc08a3dda7d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:03.924665 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57aaf318-5225-4258-a8c7-5fc08a3dda7d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:03.945244 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6e05c-b835-4b3b-9c49-fe1119bbba76 None None] Pushing event deleted for resources: {'Port': ['ID=b36ccfe7-3bbc-4396-9d6b-8b6af14689a2,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:03.948726 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd6e05c-b835-4b3b-9c49-fe1119bbba76 None None] No DVR routers for this DVR port b36ccfe7-3bbc-4396-9d6b-8b6af14689a2 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:22:03.961417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-57aaf318-5225-4258-a8c7-5fc08a3dda7d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] device_id is not set on port 9b99276f-e80f-4530-a884-fab8a650e636 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:22:03.966680 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61bc1d0-53c7-4ff3-a131-213e6a332da9 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:22:03.974376 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b81ee6f8-c338-4ca2-9852-20610eaafbd4 req-9ff03107-c773-4c4b-b102-f4deec3d443a tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3994708 Feb 28 14:22:04.123053 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-57aaf318-5225-4258-a8c7-5fc08a3dda7d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 2001:db8::ba (22b852e7-638c-4536-9e81-f0f6c68c1fb7/a5d8b9a3-2742-4fb9-869c-8495efc70cbf/9b99276f-e80f-4530-a884-fab8a650e636) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:04.213153 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4be8f65c-d64d-4c4c-b88c-036264a280ba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:04.216292 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b7250efd-787a-4615-b515-f7e0c97f94d4 req-f43b8fe3-bf3c-42c9-b727-567c11651493 service neutron] 10.222.0.13 "GET /v2.0/networks/29a7bbad-e952-45ba-80e0-ba14ba64ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6816807 Feb 28 14:22:04.219686 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0095614-3d51-481a-b69d-da164970f201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'fixed_ips': [{'subnet_id': 'a5d8b9a3-2742-4fb9-869c-8495efc70cbf'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:22:04.220866 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e0095614-3d51-481a-b69d-da164970f201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:04.233734 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-39c738ea-3022-41b1-b520-ab0d01eee188 tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:04.299811 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be8f65c-d64d-4c4c-b88c-036264a280ba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 96c22a9f-8e4b-4302-991a-ec471433fe4b {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 28 14:22:04.309494 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38277a7-5b31-469f-86a6-eb931be6ae23 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:22:04.324110 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba100b6f-e4d6-42b1-9559-84267c7874dd None None] Sync routers for ids ['b877427d-7da3-4ca0-ba36-88bf2d16d9c2'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:22:04.328854 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b70cbc9-14e6-4c2e-b9be-87ef0d80249c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:04.334363 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba100b6f-e4d6-42b1-9559-84267c7874dd None None] Routers {'b877427d-7da3-4ca0-ba36-88bf2d16d9c2'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:22:04.335242 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ba100b6f-e4d6-42b1-9559-84267c7874dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:21:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['b877427d-7da3-4ca0-ba36-88bf2d16d9c2'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:04.336913 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8f65c-d64d-4c4c-b88c-036264a280ba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Pushing event deleted for resources: {'Network': ['ID=96c22a9f-8e4b-4302-991a-ec471433fe4b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:04.340326 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4be8f65c-d64d-4c4c-b88c-036264a280ba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:04.393709 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4be8f65c-d64d-4c4c-b88c-036264a280ba tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "DELETE /v2.0/networks/96c22a9f-8e4b-4302-991a-ec471433fe4b HTTP/1.1" status: 204 len: 168 time: 2.2016892 Feb 28 14:22:04.393709 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c38277a7-5b31-469f-86a6-eb931be6ae23 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:04.423091 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-2b70cbc9-14e6-4c2e-b9be-87ef0d80249c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49813aae-331d-426a-8896-2f019179ef09']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:04.526552 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-2b70cbc9-14e6-4c2e-b9be-87ef0d80249c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf72d2a-648d-4190-bb3b-fda9af940836') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:04.526914 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-2b70cbc9-14e6-4c2e-b9be-87ef0d80249c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf72d2a-648d-4190-bb3b-fda9af940836') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:04.581907 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b70cbc9-14e6-4c2e-b9be-87ef0d80249c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:04.614634 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c38277a7-5b31-469f-86a6-eb931be6ae23 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "PUT /v2.0/floatingips/f185a754-622d-4ccd-ba9a-728f148eab65 HTTP/1.1" status: 200 len: 991 time: 5.7329500 Feb 28 14:22:04.616242 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b70cbc9-14e6-4c2e-b9be-87ef0d80249c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:04.620893 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a6abc9-3368-4b4f-8caf-602fcb2a9792', 'tag': '851878c2-0bd6-4ae9-b27b-2a0c1842766e'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:22:04.629138 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-312e20e9-1b99-4d3c-b000-bf1ce3179f2b tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:04.646876 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b70cbc9-14e6-4c2e-b9be-87ef0d80249c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:22:04.647598 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b70cbc9-14e6-4c2e-b9be-87ef0d80249c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:22:04.665140 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:22:04.696787 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ba100b6f-e4d6-42b1-9559-84267c7874dd None None] Set router b877427d-7da3-4ca0-ba36-88bf2d16d9c2 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:22:04.801305 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-39c738ea-3022-41b1-b520-ab0d01eee188 tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:04.821499 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57aaf318-5225-4258-a8c7-5fc08a3dda7d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:04.873854 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a6abc9-3368-4b4f-8caf-602fcb2a9792', 'tag': '851878c2-0bd6-4ae9-b27b-2a0c1842766e', 'status': 'completed', 'code': 200} Feb 28 14:22:04.917745 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:04.993056 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50560) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:05.009873 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fc14a4a3-a222-4db4-afc7-62a6a193f430 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Request body: {'router': {'name': 'tempest-router--1339733984', 'project_id': 'd140b199c9424393802211c6e66da54a'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:05.012780 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-312e20e9-1b99-4d3c-b000-bf1ce3179f2b tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Calling delete_port for e62774df-7be9-43ab-95b0-c7e90c57c197 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:05.021783 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fc14a4a3-a222-4db4-afc7-62a6a193f430 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:05.029251 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fc14a4a3-a222-4db4-afc7-62a6a193f430 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Usage tracker for resource:router and tenant:d140b199c9424393802211c6e66da54a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:05.032870 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fc14a4a3-a222-4db4-afc7-62a6a193f430 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:05.059334 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fc14a4a3-a222-4db4-afc7-62a6a193f430 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:05.076344 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device b36ccfe7-3bbc-4396-9d6b-8b6af14689a2 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:22:05.122629 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: b36ccfe7-3bbc-4396-9d6b-8b6af14689a2 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:22:05.122988 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device b36ccfe7-3bbc-4396-9d6b-8b6af14689a2 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:22:05.152559 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc14a4a3-a222-4db4-afc7-62a6a193f430 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:05.153585 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc14a4a3-a222-4db4-afc7-62a6a193f430 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:05.188357 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2860cb-6242-4d8e-89bd-80c260fd4230 req-f6b028a7-1d7a-46bd-a074-2f9096510c80 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:05.189867 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ff2860cb-6242-4d8e-89bd-80c260fd4230 req-f6b028a7-1d7a-46bd-a074-2f9096510c80 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4a6abc9-3368-4b4f-8caf-602fcb2a9792 HTTP/1.1" status: 200 len: 945 time: 0.3170948 Feb 28 14:22:05.221191 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc14a4a3-a222-4db4-afc7-62a6a193f430 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:05.263303 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ff2860cb-6242-4d8e-89bd-80c260fd4230 req-964fbf9d-cd83-4d36-8d1f-46079d9ada6d tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d54486a-09f9-470f-bf07-9f889de8dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626800 Feb 28 14:22:05.265377 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc14a4a3-a222-4db4-afc7-62a6a193f430 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:05.283127 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ba100b6f-e4d6-42b1-9559-84267c7874dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'name': 'tempest-ServersTestJSON-1946747904-router', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:57Z', 'updated_at': '2022-02-28T14:21:13Z', 'revision_number': 4, 'project_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'gw_port': {'id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:00Z', 'updated_at': '2022-02-28T14:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': 'f185a754-622d-4ccd-ba9a-728f148eab65', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'port_id': '851878c2-0bd6-4ae9-b27b-2a0c1842766e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e762f53b-5c59-4b59-919d-951d3062ab7d', 'mac_address': 'fa:16:3e:73:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a6abc9-3368-4b4f-8caf-602fcb2a9792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:21:27Z', 'updated_at': '2022-02-28T14:22:00Z', 'revision_number': 1, 'project_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda9e0e0-90ae-483c-bafd-7b427d5a545e', 'name': '', 'network_id': 'e762f53b-5c59-4b59-919d-951d3062ab7d', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'mac_address': 'fa:16:3e:8d:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '4e67819d-6e13-422e-a78b-7f0f60d0f8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:09Z', 'updated_at': '2022-02-28T14:21:24Z', 'revision_number': 5, 'project_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'subnets': [{'id': '4e67819d-6e13-422e-a78b-7f0f60d0f8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:05.299183 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba100b6f-e4d6-42b1-9559-84267c7874dd None None] Checking router: b877427d-7da3-4ca0-ba36-88bf2d16d9c2 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:22:05.299183 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba100b6f-e4d6-42b1-9559-84267c7874dd None None] Routers {'b877427d-7da3-4ca0-ba36-88bf2d16d9c2'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:22:05.299183 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ba100b6f-e4d6-42b1-9559-84267c7874dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:21:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['b877427d-7da3-4ca0-ba36-88bf2d16d9c2'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:05.307320 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc14a4a3-a222-4db4-afc7-62a6a193f430 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:05.308730 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fc14a4a3-a222-4db4-afc7-62a6a193f430 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3051667 Feb 28 14:22:05.312465 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50568) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:05.470060 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b70cbc9-14e6-4c2e-b9be-87ef0d80249c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:05.496839 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee7ca095-6402-42c4-a483-4008c6132c97 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:05.509233 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b70cbc9-14e6-4c2e-b9be-87ef0d80249c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:05.528461 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-312e20e9-1b99-4d3c-b000-bf1ce3179f2b tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:05.529903 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70cbc9-14e6-4c2e-b9be-87ef0d80249c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] Pushing event deleted for resources: {'Network': ['ID=49813aae-331d-426a-8896-2f019179ef09,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:05.548477 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ba100b6f-e4d6-42b1-9559-84267c7874dd None None] Set router b877427d-7da3-4ca0-ba36-88bf2d16d9c2 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:22:05.550127 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-57aaf318-5225-4258-a8c7-5fc08a3dda7d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Transition to ACTIVE for port object 9b99276f-e80f-4530-a884-fab8a650e636 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:05.586328 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2b70cbc9-14e6-4c2e-b9be-87ef0d80249c tempest-BulkNetworkOpsTest-1650684986 tempest-BulkNetworkOpsTest-1650684986-project] 10.222.0.30 "DELETE /v2.0/networks/49813aae-331d-426a-8896-2f019179ef09 HTTP/1.1" status: 204 len: 168 time: 2.4223599 Feb 28 14:22:05.611302 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e20e9-1b99-4d3c-b000-bf1ce3179f2b tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Pushing event deleted for resources: {'Port': ['ID=e62774df-7be9-43ab-95b0-c7e90c57c197,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:05.655600 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcad07b-3a59-4c84-89a5-9751abcfcd65 req-ae98e3ab-4356-42a9-a68d-b864eec1bd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:05.657084 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7fcad07b-3a59-4c84-89a5-9751abcfcd65 req-ae98e3ab-4356-42a9-a68d-b864eec1bd0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=962ea3845d334ef5b0d3a8f07fde9b44&device_id=a4a6abc9-3368-4b4f-8caf-602fcb2a9792 HTTP/1.1" status: 200 len: 1098 time: 0.7928410 Feb 28 14:22:05.746445 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92fc2c-a52b-4cdc-9127-90b6b411f019 req-1a82bbf8-845b-4fcb-8989-2b7383fdd7f5 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:05.747993 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0f92fc2c-a52b-4cdc-9127-90b6b411f019 req-1a82bbf8-845b-4fcb-8989-2b7383fdd7f5 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.5001171 Feb 28 14:22:05.966320 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0f92fc2c-a52b-4cdc-9127-90b6b411f019 req-3342e8c5-5f55-462a-bc14-82b9109f7f68 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072277 Feb 28 14:22:06.022114 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcad07b-3a59-4c84-89a5-9751abcfcd65 req-d16e4d3b-4187-4cc7-89d4-54d6acd6cefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:06.023725 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7fcad07b-3a59-4c84-89a5-9751abcfcd65 req-d16e4d3b-4187-4cc7-89d4-54d6acd6cefd service neutron] 10.222.0.13 "GET /v2.0/networks?id=e762f53b-5c59-4b59-919d-951d3062ab7d HTTP/1.1" status: 200 len: 907 time: 0.3577666 Feb 28 14:22:06.065650 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ba100b6f-e4d6-42b1-9559-84267c7874dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'name': 'tempest-ServersTestJSON-1946747904-router', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:57Z', 'updated_at': '2022-02-28T14:21:13Z', 'revision_number': 4, 'project_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'gw_port': {'id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:00Z', 'updated_at': '2022-02-28T14:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': 'f185a754-622d-4ccd-ba9a-728f148eab65', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'port_id': '851878c2-0bd6-4ae9-b27b-2a0c1842766e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e762f53b-5c59-4b59-919d-951d3062ab7d', 'mac_address': 'fa:16:3e:73:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a6abc9-3368-4b4f-8caf-602fcb2a9792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:21:27Z', 'updated_at': '2022-02-28T14:22:00Z', 'revision_number': 1, 'project_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda9e0e0-90ae-483c-bafd-7b427d5a545e', 'name': '', 'network_id': 'e762f53b-5c59-4b59-919d-951d3062ab7d', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'mac_address': 'fa:16:3e:8d:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '4e67819d-6e13-422e-a78b-7f0f60d0f8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:09Z', 'updated_at': '2022-02-28T14:21:24Z', 'revision_number': 5, 'project_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'subnets': [{'id': '4e67819d-6e13-422e-a78b-7f0f60d0f8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:06.071030 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba100b6f-e4d6-42b1-9559-84267c7874dd None None] The sync data for ids ['b877427d-7da3-4ca0-ba36-88bf2d16d9c2'] in dv-neutron-831192-4-hyperv is: [{'id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'name': 'tempest-ServersTestJSON-1946747904-router', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:57Z', 'updated_at': '2022-02-28T14:21:13Z', 'revision_number': 4, 'project_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'gw_port': {'id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:00Z', 'updated_at': '2022-02-28T14:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': 'f185a754-622d-4ccd-ba9a-728f148eab65', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'port_id': '851878c2-0bd6-4ae9-b27b-2a0c1842766e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e762f53b-5c59-4b59-919d-951d3062ab7d', 'mac_address': 'fa:16:3e:73:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a6abc9-3368-4b4f-8caf-602fcb2a9792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:21:27Z', 'updated_at': '2022-02-28T14:22:00Z', 'revision_number': 1, 'project_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda9e0e0-90ae-483c-bafd-7b427d5a545e', 'name': '', 'network_id': 'e762f53b-5c59-4b59-919d-951d3062ab7d', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'mac_address': 'fa:16:3e:8d:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '4e67819d-6e13-422e-a78b-7f0f60d0f8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:09Z', 'updated_at': '2022-02-28T14:21:24Z', 'revision_number': 5, 'project_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'subnets': [{'id': '4e67819d-6e13-422e-a78b-7f0f60d0f8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:22:06.112121 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50580) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:06.146278 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee7ca095-6402-42c4-a483-4008c6132c97 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:06.158063 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee7ca095-6402-42c4-a483-4008c6132c97 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:06.213639 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-312e20e9-1b99-4d3c-b000-bf1ce3179f2b tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:06.218479 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-312e20e9-1b99-4d3c-b000-bf1ce3179f2b tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] 10.222.0.30 "DELETE /v2.0/ports/e62774df-7be9-43ab-95b0-c7e90c57c197 HTTP/1.1" status: 204 len: 168 time: 2.9452863 Feb 28 14:22:06.220819 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7fcad07b-3a59-4c84-89a5-9751abcfcd65 req-bffcc620-d1ec-4f29-8e3e-2b5158afc5f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=851878c2-0bd6-4ae9-b27b-2a0c1842766e HTTP/1.1" status: 200 len: 999 time: 0.1689916 Feb 28 14:22:06.221301 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50586) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:06.252455 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-39c738ea-3022-41b1-b520-ab0d01eee188 tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:06.266607 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ccd756-a41d-4ea8-b931-b03a39ba46ca tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] GET failed (client error): The resource could not be found. Feb 28 14:22:06.267263 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-55ccd756-a41d-4ea8-b931-b03a39ba46ca tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Synchronizing usage tracker for tenant:a3fcb39072064d24b6f5277a5aec0fc0 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:06.293975 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57aaf318-5225-4258-a8c7-5fc08a3dda7d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:06.335708 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-e0095614-3d51-481a-b69d-da164970f201 None None] Allocated IP 2001:db8::2 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/a5d8b9a3-2742-4fb9-869c-8495efc70cbf/959a9eea-cb92-4c7a-b5ce-199777734aeb) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:06.338533 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-39c738ea-3022-41b1-b520-ab0d01eee188 tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:06.345569 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee7ca095-6402-42c4-a483-4008c6132c97 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:06.345817 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7ca095-6402-42c4-a483-4008c6132c97 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75328e18-bfc6-4e7f-bd9a-554ab5ad7779 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:22:06.374241 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87465c77-c5e5-42a8-ac33-67b31b1a9241 None None] New status for floating IP f185a754-622d-4ccd-ba9a-728f148eab65: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:22:06.384915 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-55ccd756-a41d-4ea8-b931-b03a39ba46ca tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Unset dirty status for tenant:a3fcb39072064d24b6f5277a5aec0fc0 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:06.386062 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-55ccd756-a41d-4ea8-b931-b03a39ba46ca tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] 10.222.0.30 "GET /v2.0/ports/e62774df-7be9-43ab-95b0-c7e90c57c197 HTTP/1.1" status: 404 len: 333 time: 0.1638761 Feb 28 14:22:06.391174 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50590) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:06.461702 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-820a9138-bfe1-4612-a179-15f00da3b3eb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40d75be492404f5887864aa8f697968f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3489711 Feb 28 14:22:06.463840 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcad07b-3a59-4c84-89a5-9751abcfcd65 req-aff8aa0e-28f6-47dd-b0c1-de2b2e3ebfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:06.465293 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7fcad07b-3a59-4c84-89a5-9751abcfcd65 req-aff8aa0e-28f6-47dd-b0c1-de2b2e3ebfd7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e67819d-6e13-422e-a78b-7f0f60d0f8ef HTTP/1.1" status: 200 len: 845 time: 0.1930716 Feb 28 14:22:06.469221 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50594) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:06.567046 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e5d32d5d-060c-41a7-bd54-87f9e4082d32 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Deleting port 5710559c-cfea-4c18-ace6-2da6c842f708 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:06.567411 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5d32d5d-060c-41a7-bd54-87f9e4082d32 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:06.595214 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e0095614-3d51-481a-b69d-da164970f201 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:06.607551 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e0095614-3d51-481a-b69d-da164970f201 None None] Transition to ACTIVE for port object 959a9eea-cb92-4c7a-b5ce-199777734aeb will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:06.629157 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e0095614-3d51-481a-b69d-da164970f201 None None] Transition to ACTIVE for port object 959a9eea-cb92-4c7a-b5ce-199777734aeb will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:06.640743 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e0095614-3d51-481a-b69d-da164970f201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:06.691758 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ee7ca095-6402-42c4-a483-4008c6132c97 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:06.696747 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ee7ca095-6402-42c4-a483-4008c6132c97 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "DELETE /v2.0/routers/75328e18-bfc6-4e7f-bd9a-554ab5ad7779 HTTP/1.1" status: 204 len: 168 time: 1.3830938 Feb 28 14:22:06.700867 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57aaf318-5225-4258-a8c7-5fc08a3dda7d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:06.727248 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-57aaf318-5225-4258-a8c7-5fc08a3dda7d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:06.734419 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6786075e-e9ca-456a-a859-613dc3bfbde4 req-aa4b8134-a7d6-4001-8f3a-0a401266bf44 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8901174 Feb 28 14:22:06.738603 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0095614-3d51-481a-b69d-da164970f201 None None] Pushing event updated for resources: {'Port': ['ID=959a9eea-cb92-4c7a-b5ce-199777734aeb,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:06.743553 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aaf318-5225-4258-a8c7-5fc08a3dda7d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:06.749624 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aaf318-5225-4258-a8c7-5fc08a3dda7d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:06.750240 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-57aaf318-5225-4258-a8c7-5fc08a3dda7d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:06.758938 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aaf318-5225-4258-a8c7-5fc08a3dda7d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Port': ['ID=9b99276f-e80f-4530-a884-fab8a650e636,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:06.764703 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f8dc72a6-e9dd-4553-a789-352efdb79952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:06.786286 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0095614-3d51-481a-b69d-da164970f201 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:06.787788 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-e0095614-3d51-481a-b69d-da164970f201 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:06.791530 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a4d7d-7fdd-4a4c-8772-e2fe25450d28 req-81cf256f-3c08-4acd-81c7-8e0c40334a67 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:06.793100 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-553a4d7d-7fdd-4a4c-8772-e2fe25450d28 req-81cf256f-3c08-4acd-81c7-8e0c40334a67 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.6741581 Feb 28 14:22:06.803466 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0095614-3d51-481a-b69d-da164970f201 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:06.831673 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcad07b-3a59-4c84-89a5-9751abcfcd65 req-ccb1416a-88a4-4bd6-9257-13cd7540b4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:06.833276 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7fcad07b-3a59-4c84-89a5-9751abcfcd65 req-ccb1416a-88a4-4bd6-9257-13cd7540b4ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e762f53b-5c59-4b59-919d-951d3062ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3486784 Feb 28 14:22:06.904145 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f8dc72a6-e9dd-4553-a789-352efdb79952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:06.926756 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-57aaf318-5225-4258-a8c7-5fc08a3dda7d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2092907 Feb 28 14:22:06.940295 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50600) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:06.944702 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e0095614-3d51-481a-b69d-da164970f201 None None] Attempting to bind port 959a9eea-cb92-4c7a-b5ce-199777734aeb on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:22:06.945357 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e0095614-3d51-481a-b69d-da164970f201 None None] Attempting to bind port 959a9eea-cb92-4c7a-b5ce-199777734aeb by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:22:06.945596 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0095614-3d51-481a-b69d-da164970f201 None None] Attempting to bind port 959a9eea-cb92-4c7a-b5ce-199777734aeb on network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:22:06.951894 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0095614-3d51-481a-b69d-da164970f201 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:22:06.952415 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0095614-3d51-481a-b69d-da164970f201 None None] Checking segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:22:06.952924 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e0095614-3d51-481a-b69d-da164970f201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:06.953362 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0095614-3d51-481a-b69d-da164970f201 None None] Bound using segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:22:06.953937 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e0095614-3d51-481a-b69d-da164970f201 None None] Bound port: 959a9eea-cb92-4c7a-b5ce-199777734aeb, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:22:06.954334 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e0095614-3d51-481a-b69d-da164970f201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:06.988434 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50604) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:07.019084 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-553a4d7d-7fdd-4a4c-8772-e2fe25450d28 req-c03cffcf-b71d-448e-a6ae-d72705754213 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893146 Feb 28 14:22:07.076462 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e0095614-3d51-481a-b69d-da164970f201 None None] For port 959a9eea-cb92-4c7a-b5ce-199777734aeb, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:22:07.080722 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e0095614-3d51-481a-b69d-da164970f201 None None] For port 959a9eea-cb92-4c7a-b5ce-199777734aeb, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=959a9eea-cb92-4c7a-b5ce-199777734aeb,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:22:07.088887 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e0095614-3d51-481a-b69d-da164970f201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:07.114666 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786075e-e9ca-456a-a859-613dc3bfbde4 req-7f9379d9-d3c2-44d4-9aa2-378f79e4e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:07.116476 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6786075e-e9ca-456a-a859-613dc3bfbde4 req-7f9379d9-d3c2-44d4-9aa2-378f79e4e2cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1c08c193cf744f45b8defa27863396ab&device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 1098 time: 0.2543812 Feb 28 14:22:07.118466 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-39c738ea-3022-41b1-b520-ab0d01eee188 tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:07.207543 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7fcad07b-3a59-4c84-89a5-9751abcfcd65 req-64f7e751-64e0-46ba-96a8-2388cfaa53e5 service neutron] 10.222.0.13 "GET /v2.0/networks/e762f53b-5c59-4b59-919d-951d3062ab7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482113 Feb 28 14:22:07.214259 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f8dc72a6-e9dd-4553-a789-352efdb79952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:07.279407 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0095614-3d51-481a-b69d-da164970f201 None None] Pushing event updated for resources: {'Port': ['ID=959a9eea-cb92-4c7a-b5ce-199777734aeb,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:07.308752 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5d32d5d-060c-41a7-bd54-87f9e4082d32 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:07.364237 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2eb88b62-4abf-407b-8da5-9b9aa31272e3 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-380150844', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:07.377703 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496a04a4-f29d-4a3e-8702-f17cbf0f6bbf tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:07.391528 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496a04a4-f29d-4a3e-8702-f17cbf0f6bbf tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:07.392390 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-496a04a4-f29d-4a3e-8702-f17cbf0f6bbf tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:07.467109 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2eb88b62-4abf-407b-8da5-9b9aa31272e3 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:07.479731 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2eb88b62-4abf-407b-8da5-9b9aa31272e3 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Usage tracker for resource:router and tenant:15f077467be64cd9b71b3453d741c4f4 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:07.564055 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc72a6-e9dd-4553-a789-352efdb79952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56b46dd-c3b6-4ad8-a604-f4f0945efdee,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:07.598131 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2eb88b62-4abf-407b-8da5-9b9aa31272e3 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:07.634589 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-18efe521-a881-4890-ac33-fb9b555f587d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:07.654053 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2eb88b62-4abf-407b-8da5-9b9aa31272e3 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:07.708297 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e5d32d5d-060c-41a7-bd54-87f9e4082d32 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Calling delete_port for 5710559c-cfea-4c18-ace6-2da6c842f708 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:07.732813 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-39c738ea-3022-41b1-b520-ab0d01eee188 tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:07.743523 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-39c738ea-3022-41b1-b520-ab0d01eee188 tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:07.743721 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f8dc72a6-e9dd-4553-a789-352efdb79952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:07.745174 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f8dc72a6-e9dd-4553-a789-352efdb79952 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f56b46dd-c3b6-4ad8-a604-f4f0945efdee HTTP/1.1" status: 204 len: 168 time: 1.2756016 Feb 28 14:22:07.767267 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-496a04a4-f29d-4a3e-8702-f17cbf0f6bbf tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:07.768372 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-496a04a4-f29d-4a3e-8702-f17cbf0f6bbf tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.8271227 Feb 28 14:22:07.769763 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786075e-e9ca-456a-a859-613dc3bfbde4 req-8a3168ed-b215-4f9d-9ec9-654190024303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:07.771245 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6786075e-e9ca-456a-a859-613dc3bfbde4 req-8a3168ed-b215-4f9d-9ec9-654190024303 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29a7bbad-e952-45ba-80e0-ba14ba64ba8a HTTP/1.1" status: 200 len: 912 time: 0.6016221 Feb 28 14:22:07.773884 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50618) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:07.777879 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2eb88b62-4abf-407b-8da5-9b9aa31272e3 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:07.778519 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2eb88b62-4abf-407b-8da5-9b9aa31272e3 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:07.798472 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7fcad07b-3a59-4c84-89a5-9751abcfcd65 req-94880137-5ecf-4e2c-8bf0-4e594da738d5 service neutron] 10.222.0.13 "GET /v2.0/networks/e762f53b-5c59-4b59-919d-951d3062ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5791626 Feb 28 14:22:07.907426 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5d32d5d-060c-41a7-bd54-87f9e4082d32 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:07.931701 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-39c738ea-3022-41b1-b520-ab0d01eee188 tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:07.932232 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c738ea-3022-41b1-b520-ab0d01eee188 tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 671d1a51-d42d-4714-af06-e2f2aac1f4c9 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:22:07.964677 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d32d5d-060c-41a7-bd54-87f9e4082d32 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Pushing event deleted for resources: {'Port': ['ID=5710559c-cfea-4c18-ace6-2da6c842f708,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:07.978681 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2eb88b62-4abf-407b-8da5-9b9aa31272e3 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:08.012809 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5d32d5d-060c-41a7-bd54-87f9e4082d32 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:08.027750 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-aef46553-b7bf-4cf3-9342-a1bf1bb3fc4f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting port 9b99276f-e80f-4530-a884-fab8a650e636 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:08.028117 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aef46553-b7bf-4cf3-9342-a1bf1bb3fc4f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:08.030212 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e5d32d5d-060c-41a7-bd54-87f9e4082d32 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] 10.222.0.30 "DELETE /v2.0/ports/5710559c-cfea-4c18-ace6-2da6c842f708 HTTP/1.1" status: 204 len: 168 time: 1.6311307 Feb 28 14:22:08.032476 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50624) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:08.069892 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c5095-bdd6-4b6c-8c6c-9876fd3e2b68 req-7aa6aa8e-03d8-41a8-a132-0171b6db695e tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:08.077231 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2b3c5095-bdd6-4b6c-8c6c-9876fd3e2b68 req-7aa6aa8e-03d8-41a8-a132-0171b6db695e tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.4957306 Feb 28 14:22:08.088583 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6786075e-e9ca-456a-a859-613dc3bfbde4 req-d4bf8e9f-ba1f-43bc-8f0d-2effbecf2099 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f95f132-5cd3-42d1-afbf-40eddc35e9a7 HTTP/1.1" status: 200 len: 1001 time: 0.2685859 Feb 28 14:22:08.091799 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b28a25-1cff-4897-80d8-d43a0a8248f1 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] GET failed (client error): The resource could not be found. Feb 28 14:22:08.092334 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-72b28a25-1cff-4897-80d8-d43a0a8248f1 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Synchronizing usage tracker for tenant:a3fcb39072064d24b6f5277a5aec0fc0 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:08.112285 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-72b28a25-1cff-4897-80d8-d43a0a8248f1 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Unset dirty status for tenant:a3fcb39072064d24b6f5277a5aec0fc0 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:08.113600 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-72b28a25-1cff-4897-80d8-d43a0a8248f1 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] 10.222.0.30 "GET /v2.0/ports/5710559c-cfea-4c18-ace6-2da6c842f708 HTTP/1.1" status: 404 len: 333 time: 0.0800860 Feb 28 14:22:08.119664 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50628) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:08.177151 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-39c738ea-3022-41b1-b520-ab0d01eee188 tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 28 14:22:08.178565 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-39c738ea-3022-41b1-b520-ab0d01eee188 tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.4356141 Feb 28 14:22:08.183192 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50634) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:08.303537 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e550b3a2-c424-43c2-aa98-771dd514856a tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Deleting port efd33452-b116-4db7-a97b-f9d08af0aac6 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:08.305137 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e550b3a2-c424-43c2-aa98-771dd514856a tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:08.322790 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2b3c5095-bdd6-4b6c-8c6c-9876fd3e2b68 req-b67d31a2-324d-4014-bba8-6ca6c12fa743 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2445807 Feb 28 14:22:08.367928 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-141481df-cc66-4c92-9cd6-edd35d7607a2 tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Deleting port a831cf52-cdc2-4f37-8bd8-39b8148c6835 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:08.368417 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-141481df-cc66-4c92-9cd6-edd35d7607a2 tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:08.824683 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8d62a378-d10a-41f4-9bbf-30445a038156 None None] Provisioning for port 959a9eea-cb92-4c7a-b5ce-199777734aeb completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:08.843001 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786075e-e9ca-456a-a859-613dc3bfbde4 req-8a64fa1d-7067-41ac-8745-adf8dc5a81b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:08.845891 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6786075e-e9ca-456a-a859-613dc3bfbde4 req-8a64fa1d-7067-41ac-8745-adf8dc5a81b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc032688-fb3b-418b-8fdf-7d855b7f648b HTTP/1.1" status: 200 len: 850 time: 0.7068598 Feb 28 14:22:08.906531 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e550b3a2-c424-43c2-aa98-771dd514856a tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:09.011050 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50660) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:09.035271 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2eb88b62-4abf-407b-8da5-9b9aa31272e3 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:09.068108 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-870a1fab-d9d0-4f50-9ebe-f00b91a6cc65 None None] Provisioning for port 9b99276f-e80f-4530-a884-fab8a650e636 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:09.100707 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 959a9eea-cb92-4c7a-b5ce-199777734aeb up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:22:09.140439 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-870a1fab-d9d0-4f50-9ebe-f00b91a6cc65 None None] Provisioning complete for port 9b99276f-e80f-4530-a884-fab8a650e636 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:09.141203 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-870a1fab-d9d0-4f50-9ebe-f00b91a6cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:09.184379 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e550b3a2-c424-43c2-aa98-771dd514856a tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Calling delete_port for efd33452-b116-4db7-a97b-f9d08af0aac6 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:09.214950 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d450e870-9daf-47c0-a54e-e22b0e13e2ce tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-439044104'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:09.220163 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d450e870-9daf-47c0-a54e-e22b0e13e2ce tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:09.223788 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d450e870-9daf-47c0-a54e-e22b0e13e2ce tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:network and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:09.225125 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-870a1fab-d9d0-4f50-9ebe-f00b91a6cc65 None None] Port 9b99276f-e80f-4530-a884-fab8a650e636 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:22:09.226734 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d450e870-9daf-47c0-a54e-e22b0e13e2ce tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:09.232411 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d450e870-9daf-47c0-a54e-e22b0e13e2ce tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:09.239919 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 959a9eea-cb92-4c7a-b5ce-199777734aeb completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:09.246196 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 959a9eea-cb92-4c7a-b5ce-199777734aeb triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:09.246569 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:09.287792 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d450e870-9daf-47c0-a54e-e22b0e13e2ce tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:09.292032 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d450e870-9daf-47c0-a54e-e22b0e13e2ce tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:09.320851 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d450e870-9daf-47c0-a54e-e22b0e13e2ce tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:09.343252 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786075e-e9ca-456a-a859-613dc3bfbde4 req-625f4f10-5cf7-4aec-901b-eb7954524a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:09.344926 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6786075e-e9ca-456a-a859-613dc3bfbde4 req-625f4f10-5cf7-4aec-901b-eb7954524a8a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29a7bbad-e952-45ba-80e0-ba14ba64ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4159701 Feb 28 14:22:09.360160 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aef46553-b7bf-4cf3-9342-a1bf1bb3fc4f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:09.372870 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:09.387656 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-141481df-cc66-4c92-9cd6-edd35d7607a2 tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:09.393144 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d450e870-9daf-47c0-a54e-e22b0e13e2ce tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:09.407572 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 959a9eea-cb92-4c7a-b5ce-199777734aeb, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=959a9eea-cb92-4c7a-b5ce-199777734aeb,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:09.413441 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:09.448560 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d450e870-9daf-47c0-a54e-e22b0e13e2ce tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:security_group_rule and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:09.514563 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d450e870-9daf-47c0-a54e-e22b0e13e2ce tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:09.533276 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=959a9eea-cb92-4c7a-b5ce-199777734aeb,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:09.591215 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-aef46553-b7bf-4cf3-9342-a1bf1bb3fc4f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Calling delete_port for 9b99276f-e80f-4530-a884-fab8a650e636 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:09.625983 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-141481df-cc66-4c92-9cd6-edd35d7607a2 tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Calling delete_port for a831cf52-cdc2-4f37-8bd8-39b8148c6835 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:09.681469 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d450e870-9daf-47c0-a54e-e22b0e13e2ce tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:09.684110 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e550b3a2-c424-43c2-aa98-771dd514856a tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:09.717485 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7bd3a-fa3e-4a43-bffe-ab338f5b7a76 req-50781e61-91b6-43b9-b521-361c6eb06295 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:09.718966 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-01e7bd3a-fa3e-4a43-bffe-ab338f5b7a76 req-50781e61-91b6-43b9-b521-361c6eb06295 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.5810819 Feb 28 14:22:09.781595 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8e6ba524-5a05-4851-9ae5-97200668c43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:09.789336 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550b3a2-c424-43c2-aa98-771dd514856a tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Pushing event deleted for resources: {'Port': ['ID=efd33452-b116-4db7-a97b-f9d08af0aac6,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:09.809135 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e550b3a2-c424-43c2-aa98-771dd514856a tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:09.847392 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6786075e-e9ca-456a-a859-613dc3bfbde4 req-14f384b7-67c1-446d-b277-c694074fadb9 service neutron] 10.222.0.13 "GET /v2.0/networks/29a7bbad-e952-45ba-80e0-ba14ba64ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793656 Feb 28 14:22:09.853192 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e550b3a2-c424-43c2-aa98-771dd514856a tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] 10.222.0.30 "DELETE /v2.0/ports/efd33452-b116-4db7-a97b-f9d08af0aac6 HTTP/1.1" status: 204 len: 168 time: 1.7322302 Feb 28 14:22:09.857911 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50666) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:09.859871 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-01e7bd3a-fa3e-4a43-bffe-ab338f5b7a76 req-86c6b0e6-20d5-48c1-9641-ae888f940961 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190078 Feb 28 14:22:09.954479 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd589d3f-7352-4930-87ff-2388e6c20a77 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Deleting subnet eba3758b-4107-4961-bb4c-b19ac07ef3d5 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:22:09.958017 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-141481df-cc66-4c92-9cd6-edd35d7607a2 tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:09.964214 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd589d3f-7352-4930-87ff-2388e6c20a77 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:10.091932 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141481df-cc66-4c92-9cd6-edd35d7607a2 tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Pushing event deleted for resources: {'Port': ['ID=a831cf52-cdc2-4f37-8bd8-39b8148c6835,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:10.133731 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aef46553-b7bf-4cf3-9342-a1bf1bb3fc4f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:10.143417 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd589d3f-7352-4930-87ff-2388e6c20a77 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:10.212732 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-141481df-cc66-4c92-9cd6-edd35d7607a2 tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:10.227889 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-141481df-cc66-4c92-9cd6-edd35d7607a2 tempest-RoutersAdminNegativeTest-1354908790 tempest-RoutersAdminNegativeTest-1354908790-project-admin] 10.222.0.30 "DELETE /v2.0/ports/a831cf52-cdc2-4f37-8bd8-39b8148c6835 HTTP/1.1" status: 204 len: 168 time: 2.0425665 Feb 28 14:22:10.229173 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6786075e-e9ca-456a-a859-613dc3bfbde4 req-0250d787-42ca-4e23-9828-c2395249925b service neutron] 10.222.0.13 "GET /v2.0/networks/29a7bbad-e952-45ba-80e0-ba14ba64ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667557 Feb 28 14:22:10.255494 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd589d3f-7352-4930-87ff-2388e6c20a77 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:10.341749 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd589d3f-7352-4930-87ff-2388e6c20a77 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:10.386166 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd589d3f-7352-4930-87ff-2388e6c20a77 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Pushing event deleted for resources: {'Subnet': ['ID=eba3758b-4107-4961-bb4c-b19ac07ef3d5,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:10.390890 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd589d3f-7352-4930-87ff-2388e6c20a77 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:10.400599 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fd589d3f-7352-4930-87ff-2388e6c20a77 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] 10.222.0.30 "DELETE /v2.0/subnets/eba3758b-4107-4961-bb4c-b19ac07ef3d5 HTTP/1.1" status: 204 len: 168 time: 0.5417411 Feb 28 14:22:10.401256 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50672) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:10.407801 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba2a81d-7c03-4e23-8ded-04e27b0f692b None None] Network ccfa982d-f76f-4a4d-8562-ee14a038131d requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:22:10.409795 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef46553-b7bf-4cf3-9342-a1bf1bb3fc4f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Port': ['ID=9b99276f-e80f-4530-a884-fab8a650e636,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:10.421297 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2eb88b62-4abf-407b-8da5-9b9aa31272e3 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:10.483847 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2eb88b62-4abf-407b-8da5-9b9aa31272e3 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:10.579956 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa7f8-a575-40ff-9601-96b692c29b17 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:10.585093 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aef46553-b7bf-4cf3-9342-a1bf1bb3fc4f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:10.594273 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-bf9fa7f8-a575-40ff-9601-96b692c29b17 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Deleting port 086a91fd-9442-424f-8536-8a3e1acfe03d {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:10.594540 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa7f8-a575-40ff-9601-96b692c29b17 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:10.728285 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d450e870-9daf-47c0-a54e-e22b0e13e2ce tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:10.740340 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50678) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:10.752412 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-aef46553-b7bf-4cf3-9342-a1bf1bb3fc4f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/9b99276f-e80f-4530-a884-fab8a650e636 HTTP/1.1" status: 204 len: 168 time: 2.9758275 Feb 28 14:22:10.752952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d450e870-9daf-47c0-a54e-e22b0e13e2ce tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:10.755883 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50684) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:10.866890 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6cc91b-ae08-4f2d-8370-d034565332e2 None None] DHCP port deletion for ccfa982d-f76f-4a4d-8562-ee14a038131d request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:22:10.871927 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8c6cc91b-ae08-4f2d-8370-d034565332e2 None None] Deleting port 086a91fd-9442-424f-8536-8a3e1acfe03d {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:10.872306 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8c6cc91b-ae08-4f2d-8370-d034565332e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:10.886008 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-2eb88b62-4abf-407b-8da5-9b9aa31272e3 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Allocated IP 172.26.5.208 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/a0c4ca28-4897-48d5-a19b-54222fba8076) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:10.892371 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450e870-9daf-47c0-a54e-e22b0e13e2ce tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=256f21bf-5b18-4cb0-aac2-3d3f5bd97997,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:10.896561 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d450e870-9daf-47c0-a54e-e22b0e13e2ce tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:22:10.934058 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf244ce6-d1ea-46fc-a31b-48a6b25a879e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:10.936177 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf244ce6-d1ea-46fc-a31b-48a6b25a879e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:10.936931 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bf244ce6-d1ea-46fc-a31b-48a6b25a879e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:10.939811 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27702650-eb6e-4a20-8d09-f0eee9c0d497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:10.959578 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-bf9fa7f8-a575-40ff-9601-96b692c29b17 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] For port 086a91fd-9442-424f-8536-8a3e1acfe03d, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=086a91fd-9442-424f-8536-8a3e1acfe03d,segment=NetworkSegment(460eb156-4ab6-4a2e-96a3-a6277043c2a4),segment_id=460eb156-4ab6-4a2e-96a3-a6277043c2a4)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:10.959995 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa7f8-a575-40ff-9601-96b692c29b17 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:10.962599 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d450e870-9daf-47c0-a54e-e22b0e13e2ce tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:10.962991 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-d450e870-9daf-47c0-a54e-e22b0e13e2ce tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Added segment b6c3ccf5-82a9-404b-a434-ee5a8f8826e5 of type vlan for network 46dfff5d-6382-461e-9b08-4762af96592e Feb 28 14:22:10.986205 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-27702650-eb6e-4a20-8d09-f0eee9c0d497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:10.991649 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-27702650-eb6e-4a20-8d09-f0eee9c0d497 admin admin] Usage tracker for resource:security_group_rule and tenant:be513b995ca3498f8574ea12c2a2c4d8 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:11.004161 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-27702650-eb6e-4a20-8d09-f0eee9c0d497 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:11.012427 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-27702650-eb6e-4a20-8d09-f0eee9c0d497 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:11.077688 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bf244ce6-d1ea-46fc-a31b-48a6b25a879e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:11.081869 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bf244ce6-d1ea-46fc-a31b-48a6b25a879e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2791350 Feb 28 14:22:11.086912 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50690) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:11.095269 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 959a9eea-cb92-4c7a-b5ce-199777734aeb up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:22:11.167195 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d450e870-9daf-47c0-a54e-e22b0e13e2ce tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:11.167860 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-8c6cc91b-ae08-4f2d-8370-d034565332e2 None None] For port 086a91fd-9442-424f-8536-8a3e1acfe03d, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=086a91fd-9442-424f-8536-8a3e1acfe03d,segment=NetworkSegment(460eb156-4ab6-4a2e-96a3-a6277043c2a4),segment_id=460eb156-4ab6-4a2e-96a3-a6277043c2a4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:11.168372 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8c6cc91b-ae08-4f2d-8370-d034565332e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:11.192288 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:11.193029 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:11.203148 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-bf9fa7f8-a575-40ff-9601-96b692c29b17 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Calling delete_port for 086a91fd-9442-424f-8536-8a3e1acfe03d owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:11.212538 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-81150340-0234-4a30-813b-10ff5e205a73 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet a5d8b9a3-2742-4fb9-869c-8495efc70cbf {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:22:11.230747 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81150340-0234-4a30-813b-10ff5e205a73 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:11.287767 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2eb88b62-4abf-407b-8da5-9b9aa31272e3 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:11.294671 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d450e870-9daf-47c0-a54e-e22b0e13e2ce tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:11.300604 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d450e870-9daf-47c0-a54e-e22b0e13e2ce tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:11.301337 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d450e870-9daf-47c0-a54e-e22b0e13e2ce tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:11.304755 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8c6cc91b-ae08-4f2d-8370-d034565332e2 None None] Calling delete_port for 086a91fd-9442-424f-8536-8a3e1acfe03d owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:11.340190 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa7f8-a575-40ff-9601-96b692c29b17 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:11.368204 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 959a9eea-cb92-4c7a-b5ce-199777734aeb triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:11.368446 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:11.409031 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a7867-7ed9-48a5-b471-ed8393a4d188 req-862c02f0-b41a-4af2-982b-f3b10869b6d9 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:11.416116 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cd9a7867-7ed9-48a5-b471-ed8393a4d188 req-862c02f0-b41a-4af2-982b-f3b10869b6d9 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.3786008 Feb 28 14:22:11.419437 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fa7f8-a575-40ff-9601-96b692c29b17 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Pushing event deleted for resources: {'Port': ['ID=086a91fd-9442-424f-8536-8a3e1acfe03d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:11.424318 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9fa7f8-a575-40ff-9601-96b692c29b17 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] No DVR routers for this DVR port 086a91fd-9442-424f-8536-8a3e1acfe03d on host dv-neutron-831192-4-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:22:11.432769 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-8c6cc91b-ae08-4f2d-8370-d034565332e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:22:11.433177 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-8c6cc91b-ae08-4f2d-8370-d034565332e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:22:11.466862 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27702650-eb6e-4a20-8d09-f0eee9c0d497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:11.469548 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81150340-0234-4a30-813b-10ff5e205a73 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:11.478810 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27702650-eb6e-4a20-8d09-f0eee9c0d497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:11.511394 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2eb88b62-4abf-407b-8da5-9b9aa31272e3 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:11.548079 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 086a91fd-9442-424f-8536-8a3e1acfe03d no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:22:11.583749 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450e870-9daf-47c0-a54e-e22b0e13e2ce tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Network': ['ID=46dfff5d-6382-461e-9b08-4762af96592e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:11.587569 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 086a91fd-9442-424f-8536-8a3e1acfe03d {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:22:11.588004 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 086a91fd-9442-424f-8536-8a3e1acfe03d not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:22:11.598475 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 46dfff5d-6382-461e-9b08-4762af96592e details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:22:11.610354 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb88b62-4abf-407b-8da5-9b9aa31272e3 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:11.617004 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-2eb88b62-4abf-407b-8da5-9b9aa31272e3 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:11.623575 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb88b62-4abf-407b-8da5-9b9aa31272e3 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:11.667279 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d450e870-9daf-47c0-a54e-e22b0e13e2ce tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.6357150 Feb 28 14:22:11.676379 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50694) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:11.686312 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-27702650-eb6e-4a20-8d09-f0eee9c0d497 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be513b995ca3498f8574ea12c2a2c4d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9444630 Feb 28 14:22:11.691900 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50698) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:11.695789 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cd9a7867-7ed9-48a5-b471-ed8393a4d188 req-e81fe114-13d8-4fca-b111-efd23970c84f tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2787268 Feb 28 14:22:11.703311 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d77f33ee-a5dc-43cf-b3e0-564cae0d6b09 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'port': {'network_id': '46dfff5d-6382-461e-9b08-4762af96592e', 'name': 'tempest-PortsIpV6TestJSON-2064672878'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:11.720880 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb88b62-4abf-407b-8da5-9b9aa31272e3 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Pushing event updated for resources: {'Port': ['ID=a0c4ca28-4897-48d5-a19b-54222fba8076,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:11.770107 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27702650-eb6e-4a20-8d09-f0eee9c0d497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59baca81-de59-44aa-bd53-e4656d76bfe7,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:11.801466 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa7f8-a575-40ff-9601-96b692c29b17 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:11.891113 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-bf9fa7f8-a575-40ff-9601-96b692c29b17 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccfa982d-f76f-4a4d-8562-ee14a038131d']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:11.907546 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-bf9fa7f8-a575-40ff-9601-96b692c29b17 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460eb156-4ab6-4a2e-96a3-a6277043c2a4') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:11.907835 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-bf9fa7f8-a575-40ff-9601-96b692c29b17 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460eb156-4ab6-4a2e-96a3-a6277043c2a4') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:11.921816 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d77f33ee-a5dc-43cf-b3e0-564cae0d6b09 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:11.925142 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa7f8-a575-40ff-9601-96b692c29b17 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:11.932003 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81150340-0234-4a30-813b-10ff5e205a73 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:11.934566 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8c6cc91b-ae08-4f2d-8370-d034565332e2 None None] Deleting port 086a91fd-9442-424f-8536-8a3e1acfe03d {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:11.935267 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8c6cc91b-ae08-4f2d-8370-d034565332e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:11.935680 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d77f33ee-a5dc-43cf-b3e0-564cae0d6b09 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:port and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:11.939604 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d77f33ee-a5dc-43cf-b3e0-564cae0d6b09 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:11.947213 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d77f33ee-a5dc-43cf-b3e0-564cae0d6b09 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:11.950767 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa7f8-a575-40ff-9601-96b692c29b17 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:11.960214 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9fa7f8-a575-40ff-9601-96b692c29b17 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:22:11.960678 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa7f8-a575-40ff-9601-96b692c29b17 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:22:11.976957 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:22:11.992726 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77f33ee-a5dc-43cf-b3e0-564cae0d6b09 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:11.996396 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d77f33ee-a5dc-43cf-b3e0-564cae0d6b09 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:12.002781 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8c6cc91b-ae08-4f2d-8370-d034565332e2 None None] The port '086a91fd-9442-424f-8536-8a3e1acfe03d' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:22:12.025990 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dee13aab-acab-4dc7-8e87-a297fee519cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:12.080085 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-d77f33ee-a5dc-43cf-b3e0-564cae0d6b09 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] device_id is not set on port 9c0ef85a-daa6-4bd6-90c8-78887a0919ff yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:22:12.123402 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa7f8-a575-40ff-9601-96b692c29b17 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:12.142403 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dee13aab-acab-4dc7-8e87-a297fee519cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:12.152933 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa7f8-a575-40ff-9601-96b692c29b17 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:12.170871 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fa7f8-a575-40ff-9601-96b692c29b17 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] Pushing event deleted for resources: {'Network': ['ID=ccfa982d-f76f-4a4d-8562-ee14a038131d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:12.179814 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81150340-0234-4a30-813b-10ff5e205a73 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:12.206199 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bf9fa7f8-a575-40ff-9601-96b692c29b17 tempest-AllowedAddressPairIpV6TestJSON-1327270284 tempest-AllowedAddressPairIpV6TestJSON-1327270284-project] 10.222.0.30 "DELETE /v2.0/networks/ccfa982d-f76f-4a4d-8562-ee14a038131d HTTP/1.1" status: 204 len: 168 time: 1.8030579 Feb 28 14:22:12.353378 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d77f33ee-a5dc-43cf-b3e0-564cae0d6b09 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:12.389685 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d77f33ee-a5dc-43cf-b3e0-564cae0d6b09 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:12.393601 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:12.404854 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81150340-0234-4a30-813b-10ff5e205a73 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=a5d8b9a3-2742-4fb9-869c-8495efc70cbf,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:12.441554 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993fed1e-5ea6-4f9d-a27d-51baa1f659f9 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:22:12.447643 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81150340-0234-4a30-813b-10ff5e205a73 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:12.467576 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2eb88b62-4abf-407b-8da5-9b9aa31272e3 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:12.476648 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50708) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:12.541293 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-81150340-0234-4a30-813b-10ff5e205a73 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/a5d8b9a3-2742-4fb9-869c-8495efc70cbf HTTP/1.1" status: 204 len: 168 time: 1.4508846 Feb 28 14:22:12.544327 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50714) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:12.548111 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77f33ee-a5dc-43cf-b3e0-564cae0d6b09 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Checking segment: {'id': 'b6c3ccf5-82a9-404b-a434-ee5a8f8826e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '46dfff5d-6382-461e-9b08-4762af96592e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:22:12.549160 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77f33ee-a5dc-43cf-b3e0-564cae0d6b09 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network hostable DHCP agents. Network: 46dfff5d-6382-461e-9b08-4762af96592e, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:22:12.563502 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f33ee-a5dc-43cf-b3e0-564cae0d6b09 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Port': ['ID=9c0ef85a-daa6-4bd6-90c8-78887a0919ff,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:12.578685 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77f33ee-a5dc-43cf-b3e0-564cae0d6b09 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network 46dfff5d-6382-461e-9b08-4762af96592e is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:22:12.592296 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-d77f33ee-a5dc-43cf-b3e0-564cae0d6b09 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 46dfff5d-6382-461e-9b08-4762af96592e) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:12.597976 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77f33ee-a5dc-43cf-b3e0-564cae0d6b09 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:12.604677 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77f33ee-a5dc-43cf-b3e0-564cae0d6b09 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:12.605411 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d77f33ee-a5dc-43cf-b3e0-564cae0d6b09 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:12.623486 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3e1d65-f3df-4150-a13c-bd20d0de8359 None None] Network 46dfff5d-6382-461e-9b08-4762af96592e requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:22:12.631606 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d77f33ee-a5dc-43cf-b3e0-564cae0d6b09 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9537027 Feb 28 14:22:12.635306 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50718) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:12.643428 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-fa0beb86-354b-4513-b966-abd40f7e9758 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-317564883'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:12.648203 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6d3bb632-6698-4190-be82-bec2057ca2b2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1027250 Feb 28 14:22:12.648955 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50722) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:12.651948 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fa0beb86-354b-4513-b966-abd40f7e9758 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:12.652349 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dee13aab-acab-4dc7-8e87-a297fee519cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:12.657307 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fa0beb86-354b-4513-b966-abd40f7e9758 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:network and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:12.661008 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fa0beb86-354b-4513-b966-abd40f7e9758 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:12.668173 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fa0beb86-354b-4513-b966-abd40f7e9758 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:12.703365 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0beb86-354b-4513-b966-abd40f7e9758 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:12.706714 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fa0beb86-354b-4513-b966-abd40f7e9758 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:12.733911 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c7a7655a-5672-40d2-9e19-5c8b3d5e7ac2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:12.750315 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa0beb86-354b-4513-b966-abd40f7e9758 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:22:12.757393 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f3a3912e-c097-49c6-b7f2-2f9bc9adf3c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a3fcb39072064d24b6f5277a5aec0fc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769430 Feb 28 14:22:12.758714 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50728) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:12.806380 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fa0beb86-354b-4513-b966-abd40f7e9758 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:12.806791 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-fa0beb86-354b-4513-b966-abd40f7e9758 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Added segment e6af9722-d9a9-40fa-a656-d44a75c7711d of type vlan for network b222d566-3b02-4c3c-a945-0622da51bf92 Feb 28 14:22:12.846055 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-072597f4-4a4f-4b99-86b5-5a9f7a7ae830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:12.848332 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dee13aab-acab-4dc7-8e87-a297fee519cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:12.851124 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fa0beb86-354b-4513-b966-abd40f7e9758 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:12.853244 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dee13aab-acab-4dc7-8e87-a297fee519cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59baca81-de59-44aa-bd53-e4656d76bfe7 HTTP/1.1" status: 204 len: 168 time: 1.1605823 Feb 28 14:22:12.890285 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee13aab-acab-4dc7-8e87-a297fee519cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59baca81-de59-44aa-bd53-e4656d76bfe7,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:12.892888 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-072597f4-4a4f-4b99-86b5-5a9f7a7ae830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:12.950220 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fa0beb86-354b-4513-b966-abd40f7e9758 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:12.956340 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0beb86-354b-4513-b966-abd40f7e9758 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:12.957334 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fa0beb86-354b-4513-b966-abd40f7e9758 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:12.966205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c7a7655a-5672-40d2-9e19-5c8b3d5e7ac2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:12.973751 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f5b240-699a-4fc6-ac36-1cd123742a85 None None] DHCP port deletion for 22b852e7-638c-4536-9e81-f0f6c68c1fb7 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:22:12.981619 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-24f5b240-699a-4fc6-ac36-1cd123742a85 None None] Deleting port 959a9eea-cb92-4c7a-b5ce-199777734aeb {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:12.981982 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-24f5b240-699a-4fc6-ac36-1cd123742a85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:13.063512 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 959a9eea-cb92-4c7a-b5ce-199777734aeb no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:22:13.066304 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c7a7655a-5672-40d2-9e19-5c8b3d5e7ac2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:subnet and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:13.072823 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c7a7655a-5672-40d2-9e19-5c8b3d5e7ac2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:13.080708 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0beb86-354b-4513-b966-abd40f7e9758 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Network': ['ID=b222d566-3b02-4c3c-a945-0622da51bf92,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:13.084435 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c7a7655a-5672-40d2-9e19-5c8b3d5e7ac2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:13.108362 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fa0beb86-354b-4513-b966-abd40f7e9758 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4655240 Feb 28 14:22:13.108362 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50734) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:13.114779 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network b222d566-3b02-4c3c-a945-0622da51bf92 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:22:13.129096 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'ports': [{'network_id': '46dfff5d-6382-461e-9b08-4762af96592e'}, {'network_id': 'b222d566-3b02-4c3c-a945-0622da51bf92'}]} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:13.130918 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'port': {'network_id': '46dfff5d-6382-461e-9b08-4762af96592e'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:13.130918 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'port': {'network_id': 'b222d566-3b02-4c3c-a945-0622da51bf92'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:13.141732 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a7655a-5672-40d2-9e19-5c8b3d5e7ac2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:13.145572 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c7a7655a-5672-40d2-9e19-5c8b3d5e7ac2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:13.259982 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072ec56-d305-4218-9b14-b0c8ecec25ea req-e87de0e1-a1b4-4386-9404-091a8222a6e9 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:13.261882 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d072ec56-d305-4218-9b14-b0c8ecec25ea req-e87de0e1-a1b4-4386-9404-091a8222a6e9 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.4304214 Feb 28 14:22:13.297540 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-072597f4-4a4f-4b99-86b5-5a9f7a7ae830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:13.359407 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2eb88b62-4abf-407b-8da5-9b9aa31272e3 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:13.368797 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-072597f4-4a4f-4b99-86b5-5a9f7a7ae830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:13.372784 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-072597f4-4a4f-4b99-86b5-5a9f7a7ae830 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a758f09a-4c01-4a36-9162-3eae09a57177 HTTP/1.1" status: 204 len: 168 time: 0.6104827 Feb 28 14:22:13.372784 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072597f4-4a4f-4b99-86b5-5a9f7a7ae830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a758f09a-4c01-4a36-9162-3eae09a57177,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:13.428060 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50742) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:13.430690 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:13.447205 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:port and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:13.449452 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:13.453962 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:13.463168 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:13.496497 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'port': 2} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:13.501263 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:13.508320 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-24f5b240-699a-4fc6-ac36-1cd123742a85 None None] For port 959a9eea-cb92-4c7a-b5ce-199777734aeb, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=959a9eea-cb92-4c7a-b5ce-199777734aeb,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:13.508843 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-24f5b240-699a-4fc6-ac36-1cd123742a85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:13.530234 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:13.552322 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9717fb77-f94d-454b-a62c-ae4fd0be3ff9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1fef35b1daf74c62a2ffd9b9bb454928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1207328 Feb 28 14:22:13.559982 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d072ec56-d305-4218-9b14-b0c8ecec25ea req-59552479-a11b-47f1-81f2-15a3ee3f2ef3 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2811530 Feb 28 14:22:13.560508 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50746) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:13.644455 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-24f5b240-699a-4fc6-ac36-1cd123742a85 None None] Calling delete_port for 959a9eea-cb92-4c7a-b5ce-199777734aeb owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:13.708515 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 959a9eea-cb92-4c7a-b5ce-199777734aeb, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=959a9eea-cb92-4c7a-b5ce-199777734aeb,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:13.729779 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:13.789434 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] device_id is not set on port 3fc26a2d-6b1d-4e4c-84d3-c6b4529b5831 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:22:13.836915 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-24f5b240-699a-4fc6-ac36-1cd123742a85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:22:13.837643 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-24f5b240-699a-4fc6-ac36-1cd123742a85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:22:13.838565 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c7a7655a-5672-40d2-9e19-5c8b3d5e7ac2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:13.848643 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=959a9eea-cb92-4c7a-b5ce-199777734aeb,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:13.892442 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:13.908116 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a588750-52a6-4993-ae58-9e2f69047af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:13.933976 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a7655a-5672-40d2-9e19-5c8b3d5e7ac2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:13.949842 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c7a7655a-5672-40d2-9e19-5c8b3d5e7ac2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:13.959550 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a7655a-5672-40d2-9e19-5c8b3d5e7ac2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:13.960271 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c7a7655a-5672-40d2-9e19-5c8b3d5e7ac2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:13.976883 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a588750-52a6-4993-ae58-9e2f69047af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:13.999703 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7655a-5672-40d2-9e19-5c8b3d5e7ac2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=620bc48f-e9c9-42e8-a9e6-bfe0ea3e9a63,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:14.056179 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c7a7655a-5672-40d2-9e19-5c8b3d5e7ac2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3994946 Feb 28 14:22:14.057579 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50760) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:14.069461 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-44368037-7569-48fb-9e04-aa227363ad04 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'name': 'tempest-NetworksTestDHCPv6-1456666655'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:14.116303 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] device_id is not set on port 5153e79f-0966-48a1-be8e-6caf6080aed0 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:22:14.159300 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb88b62-4abf-407b-8da5-9b9aa31272e3 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Router 88ce3e2d-568e-45b6-92e3-bf3fbfdbcda9 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:22:14.224969 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:14.258512 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:14.326096 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network 46dfff5d-6382-461e-9b08-4762af96592e is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:14.333723 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:14.338480 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:14.339197 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-24f5b240-699a-4fc6-ac36-1cd123742a85 None None] Deleting port 959a9eea-cb92-4c7a-b5ce-199777734aeb {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:14.339577 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-24f5b240-699a-4fc6-ac36-1cd123742a85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:14.344102 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:14.352380 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Port': ['ID=3fc26a2d-6b1d-4e4c-84d3-c6b4529b5831,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:14.361538 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a588750-52a6-4993-ae58-9e2f69047af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:14.395124 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a588750-52a6-4993-ae58-9e2f69047af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3610756-ae32-4bf0-b7f7-46e5ee6e6181,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:14.410713 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a588750-52a6-4993-ae58-9e2f69047af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:14.412116 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6a588750-52a6-4993-ae58-9e2f69047af1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f3610756-ae32-4bf0-b7f7-46e5ee6e6181 HTTP/1.1" status: 204 len: 168 time: 0.7569327 Feb 28 14:22:14.428099 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50774) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:14.471137 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Port': ['ID=5153e79f-0966-48a1-be8e-6caf6080aed0,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:14.481767 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Checking segment: {'id': 'e6af9722-d9a9-40fa-a656-d44a75c7711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b222d566-3b02-4c3c-a945-0622da51bf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:22:14.482119 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network hostable DHCP agents. Network: b222d566-3b02-4c3c-a945-0622da51bf92, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:22:14.513092 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-44368037-7569-48fb-9e04-aa227363ad04 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:14.525029 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-44368037-7569-48fb-9e04-aa227363ad04 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:port and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:14.525246 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network b222d566-3b02-4c3c-a945-0622da51bf92 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:22:14.529558 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-44368037-7569-48fb-9e04-aa227363ad04 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:14.540527 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, b222d566-3b02-4c3c-a945-0622da51bf92) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:14.545164 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:14.548180 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-44368037-7569-48fb-9e04-aa227363ad04 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:14.550795 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:14.558465 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb88b62-4abf-407b-8da5-9b9aa31272e3 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:22:14.565658 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:14.566367 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:14.597324 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44368037-7569-48fb-9e04-aa227363ad04 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:14.601826 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-44368037-7569-48fb-9e04-aa227363ad04 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:14.615330 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50782) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:14.615760 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e8dbfdd0-5035-451b-8b89-854f08b46df4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4904099 Feb 28 14:22:14.617655 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60751b4b-ffd1-4d02-a813-8c31142ae223 None None] Sync routers for ids ['88ce3e2d-568e-45b6-92e3-bf3fbfdbcda9'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:22:14.620445 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8486580-50b5-4a76-9d7c-cfbeb9ebc9f6 None None] Network b222d566-3b02-4c3c-a945-0622da51bf92 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:22:14.623765 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2eb88b62-4abf-407b-8da5-9b9aa31272e3 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:14.625292 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2eb88b62-4abf-407b-8da5-9b9aa31272e3 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.6357949 Feb 28 14:22:14.628063 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50786) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:14.698568 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-20af1a5a-932d-468b-97bf-87707d5d3705 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting port 5153e79f-0966-48a1-be8e-6caf6080aed0 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:14.699685 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-20af1a5a-932d-468b-97bf-87707d5d3705 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:14.748266 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-f722a722-521d-4729-ad80-2c576a08f1e4 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:14.750417 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f722a722-521d-4729-ad80-2c576a08f1e4 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3194692 Feb 28 14:22:14.754059 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50790) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:14.768413 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-44368037-7569-48fb-9e04-aa227363ad04 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] device_id is not set on port d5b722b0-d005-44c5-ba71-d6545983acf3 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:22:14.768876 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-78118532-8d6c-45cc-a4b2-19e47608bd2b tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:14.770309 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-78118532-8d6c-45cc-a4b2-19e47608bd2b tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0139680 Feb 28 14:22:14.773539 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50794) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:14.799077 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-a8944ec1-69d9-43f0-970f-2328281d0ba0 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:14.804683 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a8944ec1-69d9-43f0-970f-2328281d0ba0 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0217712 Feb 28 14:22:14.891465 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50798) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:14.967570 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60751b4b-ffd1-4d02-a813-8c31142ae223 None None] Routers {'88ce3e2d-568e-45b6-92e3-bf3fbfdbcda9'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:22:14.967570 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-60751b4b-ffd1-4d02-a813-8c31142ae223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:22:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['88ce3e2d-568e-45b6-92e3-bf3fbfdbcda9'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:15.035336 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-d2fefed5-a81c-4c31-8aea-82c05bd51bbf tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:15.045288 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d2fefed5-a81c-4c31-8aea-82c05bd51bbf tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.1267343 Feb 28 14:22:15.050263 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50808) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.053048 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-acfbce8e-3156-46f0-9c39-13160babba76 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "GET /v2.0/routers/88ce3e2d-568e-45b6-92e3-bf3fbfdbcda9 HTTP/1.1" status: 200 len: 920 time: 0.4236474 Feb 28 14:22:15.058847 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50810) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.090941 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-c39d0a53-01f7-40e0-b05e-b5f8856f061d tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:15.092225 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c39d0a53-01f7-40e0-b05e-b5f8856f061d tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0061710 Feb 28 14:22:15.109518 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-60751b4b-ffd1-4d02-a813-8c31142ae223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:15.111069 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50818) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.130606 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-02587865-7888-4dea-90ce-5435bbd1c474 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:15.132319 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-02587865-7888-4dea-90ce-5435bbd1c474 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0149641 Feb 28 14:22:15.134764 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-483e3933-c946-44a0-9c50-ef40f99bf138 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "GET /v2.0/ports?device_id=88ce3e2d-568e-45b6-92e3-bf3fbfdbcda9 HTTP/1.1" status: 200 len: 205 time: 0.0747619 Feb 28 14:22:15.138846 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50822) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.139000 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50824) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.148294 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-20b740db-1ad5-42f8-8b7a-5a73ea815e16 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:15.149241 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-20b740db-1ad5-42f8-8b7a-5a73ea815e16 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0070841 Feb 28 14:22:15.174945 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60751b4b-ffd1-4d02-a813-8c31142ae223 None None] Routers {'88ce3e2d-568e-45b6-92e3-bf3fbfdbcda9'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:22:15.175579 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-60751b4b-ffd1-4d02-a813-8c31142ae223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:22:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['88ce3e2d-568e-45b6-92e3-bf3fbfdbcda9'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:15.213153 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50830) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.228412 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-c1a994f9-f92b-4708-a839-6db79329f8ff tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:15.229366 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c1a994f9-f92b-4708-a839-6db79329f8ff tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0143285 Feb 28 14:22:15.237923 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50838) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.242420 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-44368037-7569-48fb-9e04-aa227363ad04 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 2001:db8::23e (22b852e7-638c-4536-9e81-f0f6c68c1fb7/620bc48f-e9c9-42e8-a9e6-bfe0ea3e9a63/d5b722b0-d005-44c5-ba71-d6545983acf3) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:15.252277 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-d8667b33-2b91-4b1c-891d-294a07a120e3 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:15.253214 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d8667b33-2b91-4b1c-891d-294a07a120e3 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0090547 Feb 28 14:22:15.256438 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50842) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.272104 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-eadbcd97-15ed-4320-ad24-de1ebee04810 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:15.273004 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-eadbcd97-15ed-4320-ad24-de1ebee04810 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0142796 Feb 28 14:22:15.277949 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50846) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.296709 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6287e-2343-488f-b74e-db6e5fa8f01e req-40888915-bea2-489d-93df-edebd79cd062 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:15.298514 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-86a6287e-2343-488f-b74e-db6e5fa8f01e req-40888915-bea2-489d-93df-edebd79cd062 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.4811149 Feb 28 14:22:15.301483 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-a536bf12-4d87-4bec-81dc-eb29d85bea51 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:15.302381 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a536bf12-4d87-4bec-81dc-eb29d85bea51 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0235372 Feb 28 14:22:15.305940 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50850) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.325669 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-60751b4b-ffd1-4d02-a813-8c31142ae223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:15.326100 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60751b4b-ffd1-4d02-a813-8c31142ae223 None None] The sync data for ids ['88ce3e2d-568e-45b6-92e3-bf3fbfdbcda9'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:22:15.340390 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-24f5b240-699a-4fc6-ac36-1cd123742a85 None None] For port 959a9eea-cb92-4c7a-b5ce-199777734aeb, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=959a9eea-cb92-4c7a-b5ce-199777734aeb,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:15.340994 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-24f5b240-699a-4fc6-ac36-1cd123742a85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:15.366711 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-c5c5c672-135b-4a8d-b942-4deafd4ce8fd tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:15.370244 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c5c5c672-135b-4a8d-b942-4deafd4ce8fd tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0609071 Feb 28 14:22:15.388335 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50856) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.399972 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-43690f95-9d9a-4432-920b-2fe811e7dc7e tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:15.403566 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-43690f95-9d9a-4432-920b-2fe811e7dc7e tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0092199 Feb 28 14:22:15.403566 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50862) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.418504 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-d8c0921f-40e3-4f34-964c-93f052d7a5fb tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:15.421780 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d8c0921f-40e3-4f34-964c-93f052d7a5fb tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0133135 Feb 28 14:22:15.436265 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50866) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.450867 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-4db8a924-6a9c-4355-bbb7-18aedcedfea6 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:15.454141 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4db8a924-6a9c-4355-bbb7-18aedcedfea6 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0108149 Feb 28 14:22:15.454765 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50872) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.463556 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-43b91882-348e-4c7c-8a91-dd074a994844 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:15.484152 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-24f5b240-699a-4fc6-ac36-1cd123742a85 None None] Calling delete_port for 959a9eea-cb92-4c7a-b5ce-199777734aeb owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:15.544448 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-bdf0e6eb-8fe3-4e58-8e16-c5853a95860d tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:15.545408 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bdf0e6eb-8fe3-4e58-8e16-c5853a95860d tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0875022 Feb 28 14:22:15.549121 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-86a6287e-2343-488f-b74e-db6e5fa8f01e req-5bb8a616-005a-4fc2-b3a5-1a7cba30c41a tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405970 Feb 28 14:22:15.549483 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50878) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.569673 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-67053aba-fb28-401e-b4fd-039f43b551c4 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:15.570615 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-67053aba-fb28-401e-b4fd-039f43b551c4 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0121572 Feb 28 14:22:15.573845 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50882) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.590754 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-ab13f415-2748-4686-8091-a3a096c42b3e tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:15.591754 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ab13f415-2748-4686-8091-a3a096c42b3e tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0143075 Feb 28 14:22:15.598830 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-20af1a5a-932d-468b-97bf-87707d5d3705 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:15.603886 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-24f5b240-699a-4fc6-ac36-1cd123742a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:15.606961 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50886) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.629620 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-f96df3ba-15d1-4a08-9275-65b8b9a31ec9 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:15.630569 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f96df3ba-15d1-4a08-9275-65b8b9a31ec9 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0226510 Feb 28 14:22:15.662582 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50890) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.667798 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-3befa7f4-26fc-4570-ad48-c08b233e89ef tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:15.670994 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3befa7f4-26fc-4570-ad48-c08b233e89ef tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0050616 Feb 28 14:22:15.671749 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50894) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.672431 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50896) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.680330 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f5b240-699a-4fc6-ac36-1cd123742a85 None None] No DVR routers for this DVR port 959a9eea-cb92-4c7a-b5ce-199777734aeb on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:22:15.681978 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5b240-699a-4fc6-ac36-1cd123742a85 None None] Pushing event deleted for resources: {'Port': ['ID=959a9eea-cb92-4c7a-b5ce-199777734aeb,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:15.687365 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-62870681-c657-4d50-bab7-a82d8fe0845d tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:15.688403 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-62870681-c657-4d50-bab7-a82d8fe0845d tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0120854 Feb 28 14:22:15.690036 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-43b91882-348e-4c7c-8a91-dd074a994844 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:15.694962 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50904) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.699195 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-f55973c5-c50b-4e5e-bd84-a218c2d23942 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:15.700121 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f55973c5-c50b-4e5e-bd84-a218c2d23942 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0061319 Feb 28 14:22:15.706437 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50908) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.712918 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bae8b92-a483-4b2f-b522-48501b6a4b88 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:22:15.713426 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-068a4424-2f9f-47ae-b43d-924b3bef25e6 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:15.714556 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-068a4424-2f9f-47ae-b43d-924b3bef25e6 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0070040 Feb 28 14:22:15.717231 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50912) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.722704 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-1f1a7df2-aed8-4cf7-a1bc-b345b834b42a tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:15.724026 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1f1a7df2-aed8-4cf7-a1bc-b345b834b42a tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0057883 Feb 28 14:22:15.725359 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-43b91882-348e-4c7c-8a91-dd074a994844 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Deleting port a0c4ca28-4897-48d5-a19b-54222fba8076 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:15.725841 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-43b91882-348e-4c7c-8a91-dd074a994844 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:15.758557 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50916) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.764244 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-e3201445-f98c-473b-9758-6ac71fb217bc tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:15.765443 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e3201445-f98c-473b-9758-6ac71fb217bc tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0055397 Feb 28 14:22:15.769461 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50920) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.792564 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-20af1a5a-932d-468b-97bf-87707d5d3705 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Calling delete_port for 5153e79f-0966-48a1-be8e-6caf6080aed0 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:15.830993 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c465b402-d44e-4d70-ad9a-aaeee9eaedd9 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1398510480'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:15.831387 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-c78d6249-499d-4357-93c9-a70f2b81d904 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:15.832345 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c78d6249-499d-4357-93c9-a70f2b81d904 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0587499 Feb 28 14:22:15.837243 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50926) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.845400 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-44368037-7569-48fb-9e04-aa227363ad04 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:15.877310 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-44368037-7569-48fb-9e04-aa227363ad04 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Transition to ACTIVE for port object d5b722b0-d005-44c5-ba71-d6545983acf3 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:15.891911 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-0419f58d-06a2-4219-8b99-d5ec4eaa6ee3 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:15.895347 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0419f58d-06a2-4219-8b99-d5ec4eaa6ee3 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0544202 Feb 28 14:22:15.897602 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50930) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.898564 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c465b402-d44e-4d70-ad9a-aaeee9eaedd9 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:15.904904 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-84dd3ee2-f4df-419e-860f-734b8b0d9e75 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:15.908658 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-84dd3ee2-f4df-419e-860f-734b8b0d9e75 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0068345 Feb 28 14:22:15.908658 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50934) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.911844 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c465b402-d44e-4d70-ad9a-aaeee9eaedd9 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Usage tracker for resource:network and tenant:e5cd18d9556b4929a6ad10b629eff751 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:15.916768 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c465b402-d44e-4d70-ad9a-aaeee9eaedd9 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:15.920293 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-35485201-03f4-4b0c-a365-98569bf0fa32 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:15.921469 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-35485201-03f4-4b0c-a365-98569bf0fa32 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0103772 Feb 28 14:22:15.926105 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c465b402-d44e-4d70-ad9a-aaeee9eaedd9 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:15.928128 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50938) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.936367 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-20af1a5a-932d-468b-97bf-87707d5d3705 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:15.937892 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-94e883a6-a37d-449d-ac65-a0cc7d309ea3 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:15.938969 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-94e883a6-a37d-449d-ac65-a0cc7d309ea3 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0097501 Feb 28 14:22:15.941968 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50942) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:15.962628 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-43b91882-348e-4c7c-8a91-dd074a994844 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:15.970477 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c465b402-d44e-4d70-ad9a-aaeee9eaedd9 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Made reservation on behalf of e5cd18d9556b4929a6ad10b629eff751 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:15.975245 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c465b402-d44e-4d70-ad9a-aaeee9eaedd9 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:15.977601 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2a7ab6-c48f-4d2f-b398-a2d6f44c0861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'fixed_ips': [{'subnet_id': '620bc48f-e9c9-42e8-a9e6-bfe0ea3e9a63'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:22:15.978668 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4f2a7ab6-c48f-4d2f-b398-a2d6f44c0861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:15.997110 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-ee4ebf5c-65f5-41bf-8730-fcb2e2725476 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.000613 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ee4ebf5c-65f5-41bf-8730-fcb2e2725476 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0161726 Feb 28 14:22:16.000613 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af1a5a-932d-468b-97bf-87707d5d3705 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Port': ['ID=5153e79f-0966-48a1-be8e-6caf6080aed0,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:16.002599 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50946) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.012609 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-20af1a5a-932d-468b-97bf-87707d5d3705 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:16.017676 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-f10ba6f8-0531-43d1-9cf9-566a6d59c5c3 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.020956 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f10ba6f8-0531-43d1-9cf9-566a6d59c5c3 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0125556 Feb 28 14:22:16.021479 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50950) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.029165 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-0f3e81b7-46a7-4070-9565-a4eefc384370 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.032346 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0f3e81b7-46a7-4070-9565-a4eefc384370 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0077350 Feb 28 14:22:16.032767 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-44368037-7569-48fb-9e04-aa227363ad04 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:16.039740 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50954) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.042586 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c465b402-d44e-4d70-ad9a-aaeee9eaedd9 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:16.081049 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-f15e7967-cfb0-4b29-8f4b-9d5e05256eee tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.081979 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f15e7967-cfb0-4b29-8f4b-9d5e05256eee tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0051322 Feb 28 14:22:16.090225 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-20af1a5a-932d-468b-97bf-87707d5d3705 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/ports/5153e79f-0966-48a1-be8e-6caf6080aed0 HTTP/1.1" status: 204 len: 168 time: 1.4713440 Feb 28 14:22:16.093077 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50958) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.093409 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50960) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.107279 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-2c0229f3-231e-4fd7-81a3-381bf3a90cc4 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.108223 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2c0229f3-231e-4fd7-81a3-381bf3a90cc4 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0065899 Feb 28 14:22:16.113315 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50966) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.170632 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-25d3fafe-e22a-42b8-8af6-1aa88dfc32d5 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.174417 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-25d3fafe-e22a-42b8-8af6-1aa88dfc32d5 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0265245 Feb 28 14:22:16.177672 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50970) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.182105 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44368037-7569-48fb-9e04-aa227363ad04 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:16.182838 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-4f2a7ab6-c48f-4d2f-b398-a2d6f44c0861 None None] Allocated IP 2001:db8::2 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/620bc48f-e9c9-42e8-a9e6-bfe0ea3e9a63/1cdcba5b-20d6-4d28-aadc-c022b5e7a44e) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:16.188664 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-44368037-7569-48fb-9e04-aa227363ad04 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:16.191099 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44368037-7569-48fb-9e04-aa227363ad04 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:16.197801 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44368037-7569-48fb-9e04-aa227363ad04 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:16.198421 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-44368037-7569-48fb-9e04-aa227363ad04 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:16.207502 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-4483e743-098b-40fb-9f61-fa3949171160 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.212237 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4483e743-098b-40fb-9f61-fa3949171160 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0253062 Feb 28 14:22:16.212237 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44368037-7569-48fb-9e04-aa227363ad04 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Port': ['ID=d5b722b0-d005-44c5-ba71-d6545983acf3,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:16.217776 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50974) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.225051 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-43b91882-348e-4c7c-8a91-dd074a994844 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Calling delete_port for a0c4ca28-4897-48d5-a19b-54222fba8076 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:16.228040 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-98dc66bf-bdcf-4b6c-a4f2-d29110f8761f tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.228977 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-98dc66bf-bdcf-4b6c-a4f2-d29110f8761f tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0087526 Feb 28 14:22:16.231725 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50978) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.236627 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-7bc8cc05-f08b-4c99-9a8e-2b372f1629a8 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.239801 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7bc8cc05-f08b-4c99-9a8e-2b372f1629a8 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0049462 Feb 28 14:22:16.243333 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50982) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.249459 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-44368037-7569-48fb-9e04-aa227363ad04 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1821029 Feb 28 14:22:16.249459 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50986) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.253685 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-9148acf2-f56f-4abb-b1a7-58a820d81f77 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.257625 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9148acf2-f56f-4abb-b1a7-58a820d81f77 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0101230 Feb 28 14:22:16.263037 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50990) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.270432 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c465b402-d44e-4d70-ad9a-aaeee9eaedd9 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:16.274853 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-45ba73e6-2c15-4945-b74c-425cf7b61bfc tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.275801 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-45ba73e6-2c15-4945-b74c-425cf7b61bfc tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0101206 Feb 28 14:22:16.280146 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c465b402-d44e-4d70-ad9a-aaeee9eaedd9 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Usage tracker for resource:security_group_rule and tenant:e5cd18d9556b4929a6ad10b629eff751 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:16.282676 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 50994) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.285368 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c465b402-d44e-4d70-ad9a-aaeee9eaedd9 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:16.292926 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-78142073-c019-47b3-ad9a-c7d08666b113 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.294054 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-78142073-c019-47b3-ad9a-c7d08666b113 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0102663 Feb 28 14:22:16.296805 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 50998) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.299672 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c465b402-d44e-4d70-ad9a-aaeee9eaedd9 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:16.310532 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-03bf0189-0720-456c-badc-a80943bf2b6f tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.313743 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-03bf0189-0720-456c-badc-a80943bf2b6f tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0125771 Feb 28 14:22:16.315121 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51002) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.326113 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-0b6c050e-39d2-4af5-9bc6-45b1c5a3f49f tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.329420 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0b6c050e-39d2-4af5-9bc6-45b1c5a3f49f tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0077322 Feb 28 14:22:16.329817 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51006) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.337624 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-e49f15d7-796e-470c-9f89-82790fbd08fe tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.340859 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e49f15d7-796e-470c-9f89-82790fbd08fe tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0076239 Feb 28 14:22:16.341087 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51010) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.353392 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9da6f6-173e-46d4-8651-8148d56f5332 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:16.360063 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9da6f6-173e-46d4-8651-8148d56f5332 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:16.360829 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ff9da6f6-173e-46d4-8651-8148d56f5332 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Synchronizing usage tracker for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:16.367185 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-18d64b24-d14a-443d-8b5f-1ae93c7ba22a tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.370503 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-18d64b24-d14a-443d-8b5f-1ae93c7ba22a tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0261712 Feb 28 14:22:16.371539 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51014) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.385220 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-682c480b-ef57-4e11-942b-b5fd6fc53ace tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.385220 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-682c480b-ef57-4e11-942b-b5fd6fc53ace tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0082319 Feb 28 14:22:16.386528 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51018) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.395839 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-e550b762-c25e-49d5-98ce-ceb9d48a70bd tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.400095 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e550b762-c25e-49d5-98ce-ceb9d48a70bd tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0082777 Feb 28 14:22:16.403641 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51022) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.411108 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-b0bc3f3b-8b79-400f-8a91-4d994cc6788b tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.415051 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b0bc3f3b-8b79-400f-8a91-4d994cc6788b tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0072305 Feb 28 14:22:16.415272 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51026) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.418370 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ff9da6f6-173e-46d4-8651-8148d56f5332 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Unset dirty status for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:16.422730 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ff9da6f6-173e-46d4-8651-8148d56f5332 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3161478 Feb 28 14:22:16.423839 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-9b179e3f-c3ba-402f-8178-d94036560c88 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.427824 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9b179e3f-c3ba-402f-8178-d94036560c88 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0085816 Feb 28 14:22:16.427824 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51030) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.430223 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51032) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.450866 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4f2a7ab6-c48f-4d2f-b398-a2d6f44c0861 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:16.463529 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4f2a7ab6-c48f-4d2f-b398-a2d6f44c0861 None None] Transition to ACTIVE for port object 1cdcba5b-20d6-4d28-aadc-c022b5e7a44e will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:16.470526 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0d0cc6-1fad-41da-b26a-d4a5cc3716e6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:16.471328 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9a0d0cc6-1fad-41da-b26a-d4a5cc3716e6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:16.478300 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-6d77839d-df3a-44a2-aebb-2958b1a0c703 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.481826 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6d77839d-df3a-44a2-aebb-2958b1a0c703 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0482719 Feb 28 14:22:16.482952 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51038) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.495757 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4f2a7ab6-c48f-4d2f-b398-a2d6f44c0861 None None] Transition to ACTIVE for port object 1cdcba5b-20d6-4d28-aadc-c022b5e7a44e will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:16.500406 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-f732bd4f-d25a-4f8b-9b11-0e9bf362b667 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.501296 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f732bd4f-d25a-4f8b-9b11-0e9bf362b667 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0100613 Feb 28 14:22:16.504884 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51042) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.506133 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4f2a7ab6-c48f-4d2f-b398-a2d6f44c0861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:16.519722 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9a0d0cc6-1fad-41da-b26a-d4a5cc3716e6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:16.524107 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9a0d0cc6-1fad-41da-b26a-d4a5cc3716e6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2708278 Feb 28 14:22:16.524279 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-e89742e9-3352-468f-9f80-8da3b9f9f0a5 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.524365 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51046) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.526527 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e89742e9-3352-468f-9f80-8da3b9f9f0a5 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0185609 Feb 28 14:22:16.528363 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51048) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.540844 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-3a7db963-d0c2-48c0-8928-1b4f015a7009 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.544279 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3a7db963-d0c2-48c0-8928-1b4f015a7009 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0104756 Feb 28 14:22:16.552113 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51054) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.559863 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-94b1621e-9a0c-4177-8c47-6d0409ca4d28 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.563645 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-94b1621e-9a0c-4177-8c47-6d0409ca4d28 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0066841 Feb 28 14:22:16.563773 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5336f1fc-9527-466c-b969-72df8f02db81 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting port 3fc26a2d-6b1d-4e4c-84d3-c6b4529b5831 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:16.563943 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5336f1fc-9527-466c-b969-72df8f02db81 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:16.565855 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51058) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.568818 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2a7ab6-c48f-4d2f-b398-a2d6f44c0861 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:16.572091 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-4f2a7ab6-c48f-4d2f-b398-a2d6f44c0861 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:16.573956 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-fe771f17-dd09-4aa9-aa46-cd7ef2e91741 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.574878 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2a7ab6-c48f-4d2f-b398-a2d6f44c0861 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:16.577747 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fe771f17-dd09-4aa9-aa46-cd7ef2e91741 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0105555 Feb 28 14:22:16.581406 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51064) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.591604 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-d00bc08d-398a-4935-9f36-71d91b6e8408 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.595059 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d00bc08d-398a-4935-9f36-71d91b6e8408 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0115001 Feb 28 14:22:16.599001 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51068) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.614716 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-6fd77dc7-c304-4d78-966d-fb593f6b4908 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.618708 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6fd77dc7-c304-4d78-966d-fb593f6b4908 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0134325 Feb 28 14:22:16.646451 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51072) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.665530 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a7ab6-c48f-4d2f-b398-a2d6f44c0861 None None] Pushing event updated for resources: {'Port': ['ID=1cdcba5b-20d6-4d28-aadc-c022b5e7a44e,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:16.674420 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-542ae3a0-21d8-4c15-9042-9fe85f4084f9 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.677498 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-542ae3a0-21d8-4c15-9042-9fe85f4084f9 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0258386 Feb 28 14:22:16.682236 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51076) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.684732 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4f2a7ab6-c48f-4d2f-b398-a2d6f44c0861 None None] Attempting to bind port 1cdcba5b-20d6-4d28-aadc-c022b5e7a44e on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:22:16.685233 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4f2a7ab6-c48f-4d2f-b398-a2d6f44c0861 None None] Attempting to bind port 1cdcba5b-20d6-4d28-aadc-c022b5e7a44e by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:22:16.685486 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2a7ab6-c48f-4d2f-b398-a2d6f44c0861 None None] Attempting to bind port 1cdcba5b-20d6-4d28-aadc-c022b5e7a44e on network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:22:16.687695 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c465b402-d44e-4d70-ad9a-aaeee9eaedd9 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:16.692007 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2a7ab6-c48f-4d2f-b398-a2d6f44c0861 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:22:16.692505 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2a7ab6-c48f-4d2f-b398-a2d6f44c0861 None None] Checking segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:22:16.692901 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4f2a7ab6-c48f-4d2f-b398-a2d6f44c0861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:16.693171 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-4cdb3302-bff7-414c-a44a-78941d8ca9b8 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.693421 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2a7ab6-c48f-4d2f-b398-a2d6f44c0861 None None] Bound using segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:22:16.694123 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4f2a7ab6-c48f-4d2f-b398-a2d6f44c0861 None None] Bound port: 1cdcba5b-20d6-4d28-aadc-c022b5e7a44e, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:22:16.694309 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4cdb3302-bff7-414c-a44a-78941d8ca9b8 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0111563 Feb 28 14:22:16.694510 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4f2a7ab6-c48f-4d2f-b398-a2d6f44c0861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:16.697603 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c465b402-d44e-4d70-ad9a-aaeee9eaedd9 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:16.700340 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51080) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.725589 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-c1a2869c-20c8-4e58-bb8d-6838ffa6081a tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.729052 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c1a2869c-20c8-4e58-bb8d-6838ffa6081a tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0160844 Feb 28 14:22:16.737732 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51084) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.750357 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-97acb38f-62d4-4a11-adbb-d5530cfdc51d tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.753877 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-97acb38f-62d4-4a11-adbb-d5530cfdc51d tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0127633 Feb 28 14:22:16.753877 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-43b91882-348e-4c7c-8a91-dd074a994844 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:16.760446 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51088) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.799525 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4f2a7ab6-c48f-4d2f-b398-a2d6f44c0861 None None] For port 1cdcba5b-20d6-4d28-aadc-c022b5e7a44e, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:22:16.803262 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4f2a7ab6-c48f-4d2f-b398-a2d6f44c0861 None None] For port 1cdcba5b-20d6-4d28-aadc-c022b5e7a44e, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=1cdcba5b-20d6-4d28-aadc-c022b5e7a44e,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:22:16.808470 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c465b402-d44e-4d70-ad9a-aaeee9eaedd9 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:22:16.808808 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4f2a7ab6-c48f-4d2f-b398-a2d6f44c0861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:16.811382 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465b402-d44e-4d70-ad9a-aaeee9eaedd9 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e217815a-5acb-4f52-acf2-a101d90147b3,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:16.837337 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-0431b050-5621-4189-b087-a8203159ae64 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.840921 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0431b050-5621-4189-b087-a8203159ae64 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0388310 Feb 28 14:22:16.841130 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b91882-348e-4c7c-8a91-dd074a994844 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Pushing event deleted for resources: {'Port': ['ID=a0c4ca28-4897-48d5-a19b-54222fba8076,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:16.844798 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51092) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.873467 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c465b402-d44e-4d70-ad9a-aaeee9eaedd9 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:16.873864 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-c465b402-d44e-4d70-ad9a-aaeee9eaedd9 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Added segment 6dd4ec78-a877-4a16-8488-7900c2f72fc2 of type vlan for network 6a3f9987-49be-48fe-aa78-2a93fc0dfaf4 Feb 28 14:22:16.877396 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-3f98a803-f0e2-4cd0-b035-ff17fb047eaa tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.880757 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3f98a803-f0e2-4cd0-b035-ff17fb047eaa tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0324297 Feb 28 14:22:16.887691 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51096) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.898063 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-9f5669ea-84e6-48c7-bf1e-f2cee78d99df tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.901465 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9f5669ea-84e6-48c7-bf1e-f2cee78d99df tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0103633 Feb 28 14:22:16.906238 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51100) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.910821 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-33beb722-6d83-4241-9cb0-5b5152ef415d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting port d5b722b0-d005-44c5-ba71-d6545983acf3 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:16.911385 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-33beb722-6d83-4241-9cb0-5b5152ef415d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:16.919279 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a7ab6-c48f-4d2f-b398-a2d6f44c0861 None None] Pushing event updated for resources: {'Port': ['ID=1cdcba5b-20d6-4d28-aadc-c022b5e7a44e,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:16.951374 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [None req-40b54ed8-6f77-47ca-8e4d-d503e1057225 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.952335 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-40b54ed8-6f77-47ca-8e4d-d503e1057225 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0142572 Feb 28 14:22:16.958796 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51104) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.970796 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-eae11f9f-3e06-4ed9-ae18-0e67e3b8d944 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.971762 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-eae11f9f-3e06-4ed9-ae18-0e67e3b8d944 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0094168 Feb 28 14:22:16.977776 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c465b402-d44e-4d70-ad9a-aaeee9eaedd9 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:16.981737 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51108) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:16.991609 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-974cd7bf-180c-4e12-a5ea-8c2daa14afe9 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:16.995800 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-974cd7bf-180c-4e12-a5ea-8c2daa14afe9 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0130401 Feb 28 14:22:17.000042 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51112) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:17.008400 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [None req-5b803790-9770-4e55-9c60-68177ce271d1 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:22:17.012170 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5b803790-9770-4e55-9c60-68177ce271d1 tempest-ExtensionsTestJSON-506541900 tempest-ExtensionsTestJSON-506541900-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0082603 Feb 28 14:22:17.013198 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-43b91882-348e-4c7c-8a91-dd074a994844 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:17.104589 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a527032-0e24-46f6-a70e-66244b55e5bf req-c4b78257-f92d-4ae9-abb8-531e88bb62ad tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:17.105994 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4a527032-0e24-46f6-a70e-66244b55e5bf req-c4b78257-f92d-4ae9-abb8-531e88bb62ad tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.3166552 Feb 28 14:22:17.128060 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-c465b402-d44e-4d70-ad9a-aaeee9eaedd9 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:22:17.237515 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-43b91882-348e-4c7c-8a91-dd074a994844 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:17.240478 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-43b91882-348e-4c7c-8a91-dd074a994844 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:17.308652 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c465b402-d44e-4d70-ad9a-aaeee9eaedd9 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:17.314313 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c465b402-d44e-4d70-ad9a-aaeee9eaedd9 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:17.315318 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c465b402-d44e-4d70-ad9a-aaeee9eaedd9 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:17.336351 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5336f1fc-9527-466c-b969-72df8f02db81 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:17.359441 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4a527032-0e24-46f6-a70e-66244b55e5bf req-51bc8719-3c85-472e-a1e7-991c2575d823 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229860 Feb 28 14:22:17.433715 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-43b91882-348e-4c7c-8a91-dd074a994844 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:17.434271 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b91882-348e-4c7c-8a91-dd074a994844 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Fanout notify agent at l3_agent the message router_deleted on router 88ce3e2d-568e-45b6-92e3-bf3fbfdbcda9 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:22:17.459403 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51120) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:17.460153 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465b402-d44e-4d70-ad9a-aaeee9eaedd9 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Pushing event updated for resources: {'Network': ['ID=6a3f9987-49be-48fe-aa78-2a93fc0dfaf4,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:17.471304 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-43b91882-348e-4c7c-8a91-dd074a994844 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:17.472384 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-43b91882-348e-4c7c-8a91-dd074a994844 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "DELETE /v2.0/routers/88ce3e2d-568e-45b6-92e3-bf3fbfdbcda9 HTTP/1.1" status: 204 len: 168 time: 2.3320007 Feb 28 14:22:17.474534 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 6a3f9987-49be-48fe-aa78-2a93fc0dfaf4 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:22:17.475178 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c465b402-d44e-4d70-ad9a-aaeee9eaedd9 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8018577 Feb 28 14:22:17.476164 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51126) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:17.480985 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d7978094-744d-43dd-8f07-276b89525b4e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1884916221', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'enable_snat': False}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:17.483949 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51130) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:17.490314 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a000f5b9-20d4-4a7f-ac0d-f43f7a69e77b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Request body: {'subnet': {'network_id': '6a3f9987-49be-48fe-aa78-2a93fc0dfaf4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:17.507007 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d7978094-744d-43dd-8f07-276b89525b4e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:17.528256 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d7978094-744d-43dd-8f07-276b89525b4e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Usage tracker for resource:router and tenant:a9de92cfa4bc41e7b01d7031a674235a is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:17.533065 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d7978094-744d-43dd-8f07-276b89525b4e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:17.562788 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5336f1fc-9527-466c-b969-72df8f02db81 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Calling delete_port for 3fc26a2d-6b1d-4e4c-84d3-c6b4529b5831 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:17.583690 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d7978094-744d-43dd-8f07-276b89525b4e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:17.616091 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a000f5b9-20d4-4a7f-ac0d-f43f7a69e77b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:17.620320 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d7978094-744d-43dd-8f07-276b89525b4e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:17.621397 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d7978094-744d-43dd-8f07-276b89525b4e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:17.625394 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a000f5b9-20d4-4a7f-ac0d-f43f7a69e77b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Usage tracker for resource:subnet and tenant:e5cd18d9556b4929a6ad10b629eff751 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:17.629138 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a000f5b9-20d4-4a7f-ac0d-f43f7a69e77b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:17.653199 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a000f5b9-20d4-4a7f-ac0d-f43f7a69e77b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:17.656400 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-077c3a13-09b4-48d5-abc5-8de060e97018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:17.681947 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d7978094-744d-43dd-8f07-276b89525b4e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:17.684186 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-077c3a13-09b4-48d5-abc5-8de060e97018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:17.691369 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-33beb722-6d83-4241-9cb0-5b5152ef415d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:17.693028 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-077c3a13-09b4-48d5-abc5-8de060e97018 admin admin] Usage tracker for resource:security_group_rule and tenant:28ea763117314401a45178599b0808b9 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:17.696982 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a000f5b9-20d4-4a7f-ac0d-f43f7a69e77b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Made reservation on behalf of e5cd18d9556b4929a6ad10b629eff751 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:17.700437 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a000f5b9-20d4-4a7f-ac0d-f43f7a69e77b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:17.718051 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-077c3a13-09b4-48d5-abc5-8de060e97018 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:17.727112 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-077c3a13-09b4-48d5-abc5-8de060e97018 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:17.756700 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5336f1fc-9527-466c-b969-72df8f02db81 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:17.871204 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-33beb722-6d83-4241-9cb0-5b5152ef415d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Calling delete_port for d5b722b0-d005-44c5-ba71-d6545983acf3 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:17.922464 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336f1fc-9527-466c-b969-72df8f02db81 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Port': ['ID=3fc26a2d-6b1d-4e4c-84d3-c6b4529b5831,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:17.926764 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5336f1fc-9527-466c-b969-72df8f02db81 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:17.948171 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5336f1fc-9527-466c-b969-72df8f02db81 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/ports/3fc26a2d-6b1d-4e4c-84d3-c6b4529b5831 HTTP/1.1" status: 204 len: 168 time: 1.5181885 Feb 28 14:22:17.948549 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51134) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:18.107474 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a363f4-a4fc-4089-9c5d-8117ab5f8338 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:18.108165 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-17a363f4-a4fc-4089-9c5d-8117ab5f8338 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Synchronizing usage tracker for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:18.129677 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-17a363f4-a4fc-4089-9c5d-8117ab5f8338 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Unset dirty status for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:18.131058 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-17a363f4-a4fc-4089-9c5d-8117ab5f8338 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1815603 Feb 28 14:22:18.134970 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51138) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:18.153586 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8f5889e6-862b-48ac-b116-6b86a6bc01aa None None] Provisioning for port 1cdcba5b-20d6-4d28-aadc-c022b5e7a44e completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:18.186592 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-33beb722-6d83-4241-9cb0-5b5152ef415d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:18.233590 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d7978094-744d-43dd-8f07-276b89525b4e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:18.236451 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7600c4d2-1f47-41ba-90fd-ef49ed960e2f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] GET failed (client error): The resource could not be found. Feb 28 14:22:18.240455 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7600c4d2-1f47-41ba-90fd-ef49ed960e2f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "GET /v2.0/ports/5153e79f-0966-48a1-be8e-6caf6080aed0 HTTP/1.1" status: 404 len: 333 time: 0.1018493 Feb 28 14:22:18.241651 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51142) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:18.248928 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33beb722-6d83-4241-9cb0-5b5152ef415d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Port': ['ID=d5b722b0-d005-44c5-ba71-d6545983acf3,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:18.293530 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-33beb722-6d83-4241-9cb0-5b5152ef415d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:18.304145 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-33beb722-6d83-4241-9cb0-5b5152ef415d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/d5b722b0-d005-44c5-ba71-d6545983acf3 HTTP/1.1" status: 204 len: 168 time: 1.7786629 Feb 28 14:22:18.306541 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51146) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:18.354296 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0fdff7-bcd9-4182-b205-83a0a261a6fa tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] GET failed (client error): The resource could not be found. Feb 28 14:22:18.354855 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8a0fdff7-bcd9-4182-b205-83a0a261a6fa tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Synchronizing usage tracker for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:18.374780 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c288edaf-aa29-49af-916c-d89ec0f2b103 None None] Could not find standard attr ID for object d5b722b0-d005-44c5-ba71-d6545983acf3. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:22:18.388725 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f8fbe0-56f0-4cb7-9ff6-f9584307e5f1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:18.391603 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f8fbe0-56f0-4cb7-9ff6-f9584307e5f1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:18.391603 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-12f8fbe0-56f0-4cb7-9ff6-f9584307e5f1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:18.392208 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-077c3a13-09b4-48d5-abc5-8de060e97018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:18.411757 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-077c3a13-09b4-48d5-abc5-8de060e97018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:18.432389 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-12f8fbe0-56f0-4cb7-9ff6-f9584307e5f1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:18.436824 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-12f8fbe0-56f0-4cb7-9ff6-f9584307e5f1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1291714 Feb 28 14:22:18.437447 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51152) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:18.521935 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8a0fdff7-bcd9-4182-b205-83a0a261a6fa tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Unset dirty status for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:18.523103 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8a0fdff7-bcd9-4182-b205-83a0a261a6fa tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "GET /v2.0/ports/3fc26a2d-6b1d-4e4c-84d3-c6b4529b5831 HTTP/1.1" status: 404 len: 333 time: 0.2781377 Feb 28 14:22:18.566786 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51158) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:18.641320 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-91964cc4-32ee-4c80-84eb-6452016d77ba tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet 620bc48f-e9c9-42e8-a9e6-bfe0ea3e9a63 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:22:18.644207 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91964cc4-32ee-4c80-84eb-6452016d77ba tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:18.685393 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c3a13-09b4-48d5-abc5-8de060e97018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc09b80-4036-40ac-aae2-cc04d1faf602,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:18.695510 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a000f5b9-20d4-4a7f-ac0d-f43f7a69e77b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:18.699299 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91964cc4-32ee-4c80-84eb-6452016d77ba tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:18.733789 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-077c3a13-09b4-48d5-abc5-8de060e97018 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=28ea763117314401a45178599b0808b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2711220 Feb 28 14:22:18.739026 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51162) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:18.825550 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2c94f23-69a9-4a63-98de-71a3e2994291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:18.837499 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91964cc4-32ee-4c80-84eb-6452016d77ba tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:18.851545 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e9248d70-8f14-491e-9c34-598c2fb28499 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:18.880157 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000f5b9-20d4-4a7f-ac0d-f43f7a69e77b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Pushing event updated for resources: {'Subnet': ['ID=4c716116-8e4a-4311-90b8-2a7ab9f582b0,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:18.900052 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2c94f23-69a9-4a63-98de-71a3e2994291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:18.910546 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a000f5b9-20d4-4a7f-ac0d-f43f7a69e77b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Checking segment: {'id': '6dd4ec78-a877-4a16-8488-7900c2f72fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6a3f9987-49be-48fe-aa78-2a93fc0dfaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:22:18.910905 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a000f5b9-20d4-4a7f-ac0d-f43f7a69e77b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Network hostable DHCP agents. Network: 6a3f9987-49be-48fe-aa78-2a93fc0dfaf4, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:22:18.955500 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91964cc4-32ee-4c80-84eb-6452016d77ba tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:18.966039 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea3281-5bcf-4b7f-b3dd-cc2a191838fb req-aec03e34-d41f-43d3-8646-3721e8723e35 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:18.967720 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-54ea3281-5bcf-4b7f-b3dd-cc2a191838fb req-aec03e34-d41f-43d3-8646-3721e8723e35 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.4589791 Feb 28 14:22:18.997923 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91964cc4-32ee-4c80-84eb-6452016d77ba tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=620bc48f-e9c9-42e8-a9e6-bfe0ea3e9a63,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:19.004440 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91964cc4-32ee-4c80-84eb-6452016d77ba tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:19.014838 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abcf37a-009b-42ed-8d2c-461276fbf313 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:22:19.045658 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2c94f23-69a9-4a63-98de-71a3e2994291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:19.049791 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2c94f23-69a9-4a63-98de-71a3e2994291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:19.054115 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a2c94f23-69a9-4a63-98de-71a3e2994291 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3bc09b80-4036-40ac-aae2-cc04d1faf602 HTTP/1.1" status: 204 len: 168 time: 0.3141255 Feb 28 14:22:19.067674 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-91964cc4-32ee-4c80-84eb-6452016d77ba tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/620bc48f-e9c9-42e8-a9e6-bfe0ea3e9a63 HTTP/1.1" status: 204 len: 168 time: 0.6292241 Feb 28 14:22:19.070788 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c94f23-69a9-4a63-98de-71a3e2994291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc09b80-4036-40ac-aae2-cc04d1faf602,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:19.072527 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51168) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:19.093176 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a000f5b9-20d4-4a7f-ac0d-f43f7a69e77b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Network 6a3f9987-49be-48fe-aa78-2a93fc0dfaf4 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:22:19.133272 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e9248d70-8f14-491e-9c34-598c2fb28499 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:19.149418 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-54ea3281-5bcf-4b7f-b3dd-cc2a191838fb req-a8a6659e-dbd1-49c8-ad4a-d8cf7e614347 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655140 Feb 28 14:22:19.152607 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-a000f5b9-20d4-4a7f-ac0d-f43f7a69e77b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 6a3f9987-49be-48fe-aa78-2a93fc0dfaf4) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:19.171399 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7381af75-0b7d-48ad-8003-03809796f32e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0920010 Feb 28 14:22:19.174130 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51172) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:19.226542 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a000f5b9-20d4-4a7f-ac0d-f43f7a69e77b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:19.227144 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a000f5b9-20d4-4a7f-ac0d-f43f7a69e77b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:19.235621 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 1cdcba5b-20d6-4d28-aadc-c022b5e7a44e up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:22:19.250310 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-e9248d70-8f14-491e-9c34-598c2fb28499 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b222d566-3b02-4c3c-a945-0622da51bf92']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:19.270241 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716ddb3b-4294-4159-8020-49ee177c190f None None] Network 6a3f9987-49be-48fe-aa78-2a93fc0dfaf4 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:22:19.292430 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171d7142-ba22-4730-a00e-d63c711982d0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:19.293706 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-171d7142-ba22-4730-a00e-d63c711982d0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:19.315688 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-171d7142-ba22-4730-a00e-d63c711982d0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:19.317232 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-171d7142-ba22-4730-a00e-d63c711982d0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1420879 Feb 28 14:22:19.320251 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51178) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:19.390914 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-e9248d70-8f14-491e-9c34-598c2fb28499 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6af9722-d9a9-40fa-a656-d44a75c7711d') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:19.391275 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-e9248d70-8f14-491e-9c34-598c2fb28499 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6af9722-d9a9-40fa-a656-d44a75c7711d') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:19.430684 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244e9a8d-6320-486c-84ed-8467d6acb3ab tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:19.431673 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-244e9a8d-6320-486c-84ed-8467d6acb3ab tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:19.450973 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-244e9a8d-6320-486c-84ed-8467d6acb3ab tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:19.452684 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-244e9a8d-6320-486c-84ed-8467d6acb3ab tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1299927 Feb 28 14:22:19.455459 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51184) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:19.501412 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d7978094-744d-43dd-8f07-276b89525b4e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:19.528348 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e9248d70-8f14-491e-9c34-598c2fb28499 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:19.549318 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a000f5b9-20d4-4a7f-ac0d-f43f7a69e77b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0643661 Feb 28 14:22:19.550905 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d7978094-744d-43dd-8f07-276b89525b4e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:19.556355 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51192) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:19.564011 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-21f99295-8fb0-454d-9554-6720899fe5c3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1069224 Feb 28 14:22:19.567460 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51194) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:19.572229 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4e3780f3-0ca9-4c23-9afd-6e4ca22785ed tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Request body: {'port': {'network_id': '6a3f9987-49be-48fe-aa78-2a93fc0dfaf4', 'name': 'tempest-AllowedAddressPairTestJSON-1084922243'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:19.588848 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 1cdcba5b-20d6-4d28-aadc-c022b5e7a44e completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:19.598746 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4bc3a817-c9dc-42d8-ac4e-1042c20514f4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:19.650632 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 1cdcba5b-20d6-4d28-aadc-c022b5e7a44e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:19.651071 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:19.658518 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e9248d70-8f14-491e-9c34-598c2fb28499 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:19.686048 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777f0344-1a7b-4f0e-bf47-2bb8ffbd3647 None None] DHCP port deletion for 22b852e7-638c-4536-9e81-f0f6c68c1fb7 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:22:19.695566 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9248d70-8f14-491e-9c34-598c2fb28499 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:22:19.696781 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e9248d70-8f14-491e-9c34-598c2fb28499 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:19.705307 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-777f0344-1a7b-4f0e-bf47-2bb8ffbd3647 None None] Deleting port 1cdcba5b-20d6-4d28-aadc-c022b5e7a44e {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:19.705775 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-777f0344-1a7b-4f0e-bf47-2bb8ffbd3647 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:19.806131 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4bc3a817-c9dc-42d8-ac4e-1042c20514f4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:19.847532 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4bc3a817-c9dc-42d8-ac4e-1042c20514f4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:19.862577 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4e3780f3-0ca9-4c23-9afd-6e4ca22785ed tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:19.868758 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4e3780f3-0ca9-4c23-9afd-6e4ca22785ed tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Usage tracker for resource:port and tenant:e5cd18d9556b4929a6ad10b629eff751 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:19.870565 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0629572d-cd8a-4ec9-ac32-3b499a4b69c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-6a3f9987-49be-48fe-aa78-2a93fc0dfaf4', 'network_id': '6a3f9987-49be-48fe-aa78-2a93fc0dfaf4', 'tenant_id': 'e5cd18d9556b4929a6ad10b629eff751', 'fixed_ips': [{'subnet_id': '4c716116-8e4a-4311-90b8-2a7ab9f582b0'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:22:19.871398 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0629572d-cd8a-4ec9-ac32-3b499a4b69c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:19.875912 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4e3780f3-0ca9-4c23-9afd-6e4ca22785ed tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:19.879962 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc3a817-c9dc-42d8-ac4e-1042c20514f4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:19.885083 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4bc3a817-c9dc-42d8-ac4e-1042c20514f4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:19.919681 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4e3780f3-0ca9-4c23-9afd-6e4ca22785ed tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:22:19.942953 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:22:19.993028 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e9248d70-8f14-491e-9c34-598c2fb28499 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:20.014683 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e9248d70-8f14-491e-9c34-598c2fb28499 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:20.018010 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3780f3-0ca9-4c23-9afd-6e4ca22785ed tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Made reservation on behalf of e5cd18d9556b4929a6ad10b629eff751 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:20.022192 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4e3780f3-0ca9-4c23-9afd-6e4ca22785ed tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:20.035314 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9248d70-8f14-491e-9c34-598c2fb28499 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Network': ['ID=b222d566-3b02-4c3c-a945-0622da51bf92,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:20.040587 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e9248d70-8f14-491e-9c34-598c2fb28499 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/networks/b222d566-3b02-4c3c-a945-0622da51bf92 HTTP/1.1" status: 204 len: 168 time: 1.4585190 Feb 28 14:22:20.044494 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51210) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:20.052435 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-14f600c4-9085-4929-a2fe-273793ce14fc tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-824305427'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:20.059529 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-14f600c4-9085-4929-a2fe-273793ce14fc tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:20.069335 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-4e3780f3-0ca9-4c23-9afd-6e4ca22785ed tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] device_id is not set on port ca65fa69-738d-407e-9351-a10415a7e946 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:22:20.069724 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-14f600c4-9085-4929-a2fe-273793ce14fc tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:network and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:20.076192 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-14f600c4-9085-4929-a2fe-273793ce14fc tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:20.088776 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-d7978094-744d-43dd-8f07-276b89525b4e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Allocated IP 172.26.5.168 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/d3f57735-51bb-43c2-81ab-0aa6ad10a00c) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:20.091511 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-14f600c4-9085-4929-a2fe-273793ce14fc tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:20.128093 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f600c4-9085-4929-a2fe-273793ce14fc tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:20.132454 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14f600c4-9085-4929-a2fe-273793ce14fc tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:20.142934 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:20.148662 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51214) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:20.164703 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-777f0344-1a7b-4f0e-bf47-2bb8ffbd3647 None None] For port 1cdcba5b-20d6-4d28-aadc-c022b5e7a44e, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=1cdcba5b-20d6-4d28-aadc-c022b5e7a44e,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:20.165088 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-777f0344-1a7b-4f0e-bf47-2bb8ffbd3647 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:20.283207 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f600c4-9085-4929-a2fe-273793ce14fc tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:22:20.300312 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14f600c4-9085-4929-a2fe-273793ce14fc tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:20.300657 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-14f600c4-9085-4929-a2fe-273793ce14fc tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Added segment 5c79bcdd-6fc5-4362-9689-9ed865aa09ac of type vlan for network 7dab3726-9416-48e8-a1ba-8f82047c9c51 Feb 28 14:22:20.315317 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4bc3a817-c9dc-42d8-ac4e-1042c20514f4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:20.358009 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-777f0344-1a7b-4f0e-bf47-2bb8ffbd3647 None None] Calling delete_port for 1cdcba5b-20d6-4d28-aadc-c022b5e7a44e owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:20.386479 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14f600c4-9085-4929-a2fe-273793ce14fc tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:20.396446 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3a817-c9dc-42d8-ac4e-1042c20514f4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=a293a6f0-8813-47ed-ad71-8886f06cec02,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:20.404972 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Request body: {'networks': [{'name': 'tempest-network--1836250269'}, {'name': 'tempest-network--1207970549'}]} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:20.405775 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Request body: {'network': {'name': 'tempest-network--1836250269'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:20.406235 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Request body: {'network': {'name': 'tempest-network--1207970549'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:20.416527 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d7978094-744d-43dd-8f07-276b89525b4e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:20.418405 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 1cdcba5b-20d6-4d28-aadc-c022b5e7a44e, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=1cdcba5b-20d6-4d28-aadc-c022b5e7a44e,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:20.429123 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-0629572d-cd8a-4ec9-ac32-3b499a4b69c4 None None] Allocated IP 172.20.0.2 (6a3f9987-49be-48fe-aa78-2a93fc0dfaf4/4c716116-8e4a-4311-90b8-2a7ab9f582b0/183275a5-75b0-4a4b-bef2-bf0606ac95aa) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:20.438214 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:20.454143 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc3a817-c9dc-42d8-ac4e-1042c20514f4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:20.456047 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14f600c4-9085-4929-a2fe-273793ce14fc tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:20.461223 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4bc3a817-c9dc-42d8-ac4e-1042c20514f4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:20.464442 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f600c4-9085-4929-a2fe-273793ce14fc tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:20.465067 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14f600c4-9085-4929-a2fe-273793ce14fc tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:20.468098 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:20.471350 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc3a817-c9dc-42d8-ac4e-1042c20514f4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:20.472141 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4bc3a817-c9dc-42d8-ac4e-1042c20514f4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:20.486880 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Usage tracker for resource:network and tenant:7b3cf5e99c8b47d9930f4a2f26be0184 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:20.498571 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:20.514336 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:20.525898 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-14f600c4-9085-4929-a2fe-273793ce14fc tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4801550 Feb 28 14:22:20.531325 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51224) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:20.545276 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ca8b9431-cfd9-4033-943b-b7697c85ebac tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'subnet': {'network_id': '7dab3726-9416-48e8-a1ba-8f82047c9c51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:20.555946 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c052ab8-bf27-4fa9-b448-642677222527 req-c258a705-ae87-4683-9a71-0ae19470d635 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:20.557572 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3c052ab8-bf27-4fa9-b448-642677222527 req-c258a705-ae87-4683-9a71-0ae19470d635 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.1673310 Feb 28 14:22:20.561994 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4bc3a817-c9dc-42d8-ac4e-1042c20514f4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9725888 Feb 28 14:22:20.561994 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Made reservation on behalf of 7b3cf5e99c8b47d9930f4a2f26be0184 for: {'network': 2} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:20.565075 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51228) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:20.566096 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:20.569065 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-777f0344-1a7b-4f0e-bf47-2bb8ffbd3647 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:22:20.569484 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-777f0344-1a7b-4f0e-bf47-2bb8ffbd3647 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:22:20.580771 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:20.629164 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:20.633564 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c746e884-1ad4-47b2-b11b-8a5649690857 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'fixed_ips': [{'subnet_id': 'a293a6f0-8813-47ed-ad71-8886f06cec02', 'ip_address': '2001:db8::b538:7a1e:7a00:1c50'}], 'name': 'tempest-NetworksTestDHCPv6-590244374'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:20.635824 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=1cdcba5b-20d6-4d28-aadc-c022b5e7a44e,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:20.638436 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Usage tracker for resource:security_group_rule and tenant:7b3cf5e99c8b47d9930f4a2f26be0184 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:20.642777 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:20.648547 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3c052ab8-bf27-4fa9-b448-642677222527 req-13d03588-6114-48a0-856a-544e7eac2cb5 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687847 Feb 28 14:22:20.653380 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:20.655911 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d7978094-744d-43dd-8f07-276b89525b4e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:20.742525 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f600c4-9085-4929-a2fe-273793ce14fc tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Network': ['ID=7dab3726-9416-48e8-a1ba-8f82047c9c51,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:20.754060 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7978094-744d-43dd-8f07-276b89525b4e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Pushing event updated for resources: {'Port': ['ID=d3f57735-51bb-43c2-81ab-0aa6ad10a00c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:20.759501 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:20.766121 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 7dab3726-9416-48e8-a1ba-8f82047c9c51 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:22:20.766746 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:20.767679 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:20.826681 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7978094-744d-43dd-8f07-276b89525b4e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:20.827371 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15a23814-b6a5-4633-bf1b-8c63fbd97927,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:20.843790 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:22:20.864539 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:20.865180 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Added segment f9d8ee86-02c3-4309-bbd3-8740b6e5db0a of type vlan for network 9e5717c2-2f5d-4802-8452-f06d5fe359c4 Feb 28 14:22:20.890135 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-d7978094-744d-43dd-8f07-276b89525b4e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:20.892523 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7978094-744d-43dd-8f07-276b89525b4e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:20.903338 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0629572d-cd8a-4ec9-ac32-3b499a4b69c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:20.914390 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0629572d-cd8a-4ec9-ac32-3b499a4b69c4 None None] Transition to ACTIVE for port object 183275a5-75b0-4a4b-bef2-bf0606ac95aa will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:20.934556 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0629572d-cd8a-4ec9-ac32-3b499a4b69c4 None None] Transition to ACTIVE for port object 183275a5-75b0-4a4b-bef2-bf0606ac95aa will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:20.940881 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:20.947367 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0629572d-cd8a-4ec9-ac32-3b499a4b69c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:20.998143 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ca8b9431-cfd9-4033-943b-b7697c85ebac tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:21.010271 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ca8b9431-cfd9-4033-943b-b7697c85ebac tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:subnet and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:21.018869 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ca8b9431-cfd9-4033-943b-b7697c85ebac tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:21.031418 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c746e884-1ad4-47b2-b11b-8a5649690857 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:21.042726 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0629572d-cd8a-4ec9-ac32-3b499a4b69c4 None None] Network 6a3f9987-49be-48fe-aa78-2a93fc0dfaf4 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:21.046747 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c746e884-1ad4-47b2-b11b-8a5649690857 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:21.051007 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-0629572d-cd8a-4ec9-ac32-3b499a4b69c4 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:21.059353 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0629572d-cd8a-4ec9-ac32-3b499a4b69c4 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:21.063108 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ca8b9431-cfd9-4033-943b-b7697c85ebac tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:21.067140 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 1cdcba5b-20d6-4d28-aadc-c022b5e7a44e no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:22:21.127642 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c746e884-1ad4-47b2-b11b-8a5649690857 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:21.152115 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629572d-cd8a-4ec9-ac32-3b499a4b69c4 None None] Pushing event updated for resources: {'Port': ['ID=183275a5-75b0-4a4b-bef2-bf0606ac95aa,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:21.162762 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-777f0344-1a7b-4f0e-bf47-2bb8ffbd3647 None None] Deleting port 1cdcba5b-20d6-4d28-aadc-c022b5e7a44e {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:21.163135 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-777f0344-1a7b-4f0e-bf47-2bb8ffbd3647 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:21.231213 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8b9431-cfd9-4033-943b-b7697c85ebac tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:21.234867 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ca8b9431-cfd9-4033-943b-b7697c85ebac tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:21.250224 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:22:21.291967 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-4e3780f3-0ca9-4c23-9afd-6e4ca22785ed tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Allocated IP 172.20.0.14 (6a3f9987-49be-48fe-aa78-2a93fc0dfaf4/4c716116-8e4a-4311-90b8-2a7ab9f582b0/ca65fa69-738d-407e-9351-a10415a7e946) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:21.313276 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:22:21.335792 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:21.336544 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Added segment a675b919-0128-4272-8ae3-95f90b6c3859 of type vlan for network b502d3e8-8918-4e0b-a56c-6e2fe415bbec Feb 28 14:22:21.383748 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0629572d-cd8a-4ec9-ac32-3b499a4b69c4 None None] Attempting to bind port 183275a5-75b0-4a4b-bef2-bf0606ac95aa on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:22:21.384751 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0629572d-cd8a-4ec9-ac32-3b499a4b69c4 None None] Attempting to bind port 183275a5-75b0-4a4b-bef2-bf0606ac95aa by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '6dd4ec78-a877-4a16-8488-7900c2f72fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6a3f9987-49be-48fe-aa78-2a93fc0dfaf4'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:22:21.385280 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0629572d-cd8a-4ec9-ac32-3b499a4b69c4 None None] Attempting to bind port 183275a5-75b0-4a4b-bef2-bf0606ac95aa on network 6a3f9987-49be-48fe-aa78-2a93fc0dfaf4 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:22:21.419269 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0629572d-cd8a-4ec9-ac32-3b499a4b69c4 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:22:21.419911 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0629572d-cd8a-4ec9-ac32-3b499a4b69c4 None None] Checking segment: {'id': '6dd4ec78-a877-4a16-8488-7900c2f72fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6a3f9987-49be-48fe-aa78-2a93fc0dfaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:22:21.420494 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0629572d-cd8a-4ec9-ac32-3b499a4b69c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:21.421024 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0629572d-cd8a-4ec9-ac32-3b499a4b69c4 None None] Bound using segment: {'id': '6dd4ec78-a877-4a16-8488-7900c2f72fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6a3f9987-49be-48fe-aa78-2a93fc0dfaf4'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:22:21.421638 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0629572d-cd8a-4ec9-ac32-3b499a4b69c4 None None] Bound port: 183275a5-75b0-4a4b-bef2-bf0606ac95aa, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd4ec78-a877-4a16-8488-7900c2f72fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6a3f9987-49be-48fe-aa78-2a93fc0dfaf4'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:22:21.422525 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0629572d-cd8a-4ec9-ac32-3b499a4b69c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:21.434729 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4772c-d792-40b8-be64-282c0ba79938 req-7c31767a-a449-49de-ba76-25deb913db6b tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:21.435798 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.ipam_backend_mixin [None req-ca8b9431-cfd9-4033-943b-b7697c85ebac tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Performing IP validity checks on allocation pools {{(pid=87773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 14:22:21.436423 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3cc4772c-d792-40b8-be64-282c0ba79938 req-7c31767a-a449-49de-ba76-25deb913db6b tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.4713128 Feb 28 14:22:21.438474 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.ipam_backend_mixin [None req-ca8b9431-cfd9-4033-943b-b7697c85ebac tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 14:22:21.457579 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad340b-1cee-4653-9e0b-7a64927d7c3b req-3dc2b17d-24d9-47b3-af7a-9928821bd043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:21.460204 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b6ad340b-1cee-4653-9e0b-7a64927d7c3b req-3dc2b17d-24d9-47b3-af7a-9928821bd043 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1c08c193cf744f45b8defa27863396ab&device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 1098 time: 0.2667906 Feb 28 14:22:21.493577 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:21.558098 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c746e884-1ad4-47b2-b11b-8a5649690857 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:21.571326 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:21.636682 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-c746e884-1ad4-47b2-b11b-8a5649690857 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] device_id is not set on port a45c174c-b580-4858-87b1-9a6f7710e04f yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:22:21.653274 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-777f0344-1a7b-4f0e-bf47-2bb8ffbd3647 None None] For port 1cdcba5b-20d6-4d28-aadc-c022b5e7a44e, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=1cdcba5b-20d6-4d28-aadc-c022b5e7a44e,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:21.653672 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-777f0344-1a7b-4f0e-bf47-2bb8ffbd3647 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:21.669249 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 1cdcba5b-20d6-4d28-aadc-c022b5e7a44e, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=1cdcba5b-20d6-4d28-aadc-c022b5e7a44e,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:21.711887 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3cc4772c-d792-40b8-be64-282c0ba79938 req-7a0da87d-f427-40e9-a4a1-fdf47a073aeb tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2368236 Feb 28 14:22:21.749291 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:21.749771 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:21.755245 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:21.760255 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:21.760919 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:21.813878 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:21.816338 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0629572d-cd8a-4ec9-ac32-3b499a4b69c4 None None] For port 183275a5-75b0-4a4b-bef2-bf0606ac95aa, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:22:21.827840 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-777f0344-1a7b-4f0e-bf47-2bb8ffbd3647 None None] Calling delete_port for 1cdcba5b-20d6-4d28-aadc-c022b5e7a44e owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:21.856595 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad340b-1cee-4653-9e0b-7a64927d7c3b req-f61eb80e-5080-4f23-88e8-2d08034e76a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:21.858027 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b6ad340b-1cee-4653-9e0b-7a64927d7c3b req-f61eb80e-5080-4f23-88e8-2d08034e76a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29a7bbad-e952-45ba-80e0-ba14ba64ba8a HTTP/1.1" status: 200 len: 912 time: 0.3665569 Feb 28 14:22:21.908253 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4e3780f3-0ca9-4c23-9afd-6e4ca22785ed tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:21.926090 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0629572d-cd8a-4ec9-ac32-3b499a4b69c4 None None] For port 183275a5-75b0-4a4b-bef2-bf0606ac95aa, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=183275a5-75b0-4a4b-bef2-bf0606ac95aa,segment=NetworkSegment(6dd4ec78-a877-4a16-8488-7900c2f72fc2),segment_id=6dd4ec78-a877-4a16-8488-7900c2f72fc2)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:22:21.944338 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0629572d-cd8a-4ec9-ac32-3b499a4b69c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:21.981753 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=1cdcba5b-20d6-4d28-aadc-c022b5e7a44e,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:21.981998 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d7978094-744d-43dd-8f07-276b89525b4e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:21.994825 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Pushing event updated for resources: {'Network': ['ID=9e5717c2-2f5d-4802-8452-f06d5fe359c4,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:22.009196 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.8561263 Feb 28 14:22:22.009867 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51236) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:22.026504 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 9e5717c2-2f5d-4802-8452-f06d5fe359c4 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:22:22.056329 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-4e3780f3-0ca9-4c23-9afd-6e4ca22785ed tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Transition to ACTIVE for port object ca65fa69-738d-407e-9351-a10415a7e946 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:22.073384 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-777f0344-1a7b-4f0e-bf47-2bb8ffbd3647 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:22:22.074052 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-777f0344-1a7b-4f0e-bf47-2bb8ffbd3647 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:22:22.100810 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ca8b9431-cfd9-4033-943b-b7697c85ebac tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:22.172349 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629572d-cd8a-4ec9-ac32-3b499a4b69c4 None None] Pushing event updated for resources: {'Port': ['ID=183275a5-75b0-4a4b-bef2-bf0606ac95aa,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:22.245270 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b6ad340b-1cee-4653-9e0b-7a64927d7c3b req-8a733dbc-62ad-4c2a-a71d-c01ec8c5e004 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f95f132-5cd3-42d1-afbf-40eddc35e9a7 HTTP/1.1" status: 200 len: 1001 time: 0.3285985 Feb 28 14:22:22.310919 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f694cc-5ba4-4bd8-bf24-47fba46cbaf1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Pushing event updated for resources: {'Network': ['ID=b502d3e8-8918-4e0b-a56c-6e2fe415bbec,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:22.354139 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network b502d3e8-8918-4e0b-a56c-6e2fe415bbec details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:22:22.361627 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4e3780f3-0ca9-4c23-9afd-6e4ca22785ed tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:22.365811 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b9431-cfd9-4033-943b-b7697c85ebac tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Subnet': ['ID=3350b871-ddd0-4c33-91f6-b57e7359bebc,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:22.369007 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-c746e884-1ad4-47b2-b11b-8a5649690857 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 2001:db8::b538:7a1e:7a00:1c50 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/a293a6f0-8813-47ed-ad71-8886f06cec02/a45c174c-b580-4858-87b1-9a6f7710e04f) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:22.419892 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad340b-1cee-4653-9e0b-7a64927d7c3b req-f1ab0bb2-bbf3-4bfd-853b-a9e7e3c5db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:22.421337 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b6ad340b-1cee-4653-9e0b-7a64927d7c3b req-f1ab0bb2-bbf3-4bfd-853b-a9e7e3c5db40 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc032688-fb3b-418b-8fdf-7d855b7f648b HTTP/1.1" status: 200 len: 850 time: 0.1618211 Feb 28 14:22:22.502124 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8b9431-cfd9-4033-943b-b7697c85ebac tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Checking segment: {'id': '5c79bcdd-6fc5-4362-9689-9ed865aa09ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7dab3726-9416-48e8-a1ba-8f82047c9c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:22:22.502498 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8b9431-cfd9-4033-943b-b7697c85ebac tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network hostable DHCP agents. Network: 7dab3726-9416-48e8-a1ba-8f82047c9c51, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:22:22.516931 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3780f3-0ca9-4c23-9afd-6e4ca22785ed tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Pushing event updated for resources: {'Port': ['ID=ca65fa69-738d-407e-9351-a10415a7e946,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:22.540858 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38fe1a1-e234-4896-97da-f7522d2e4c60 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:22.547326 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38fe1a1-e234-4896-97da-f7522d2e4c60 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:22.553449 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38fe1a1-e234-4896-97da-f7522d2e4c60 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:22.559297 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38fe1a1-e234-4896-97da-f7522d2e4c60 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:22.560168 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f38fe1a1-e234-4896-97da-f7522d2e4c60 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Synchronizing usage tracker for tenant:7b3cf5e99c8b47d9930f4a2f26be0184 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:22.580310 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3780f3-0ca9-4c23-9afd-6e4ca22785ed tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Network 6a3f9987-49be-48fe-aa78-2a93fc0dfaf4 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:22.587059 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-4e3780f3-0ca9-4c23-9afd-6e4ca22785ed tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:22.593735 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3780f3-0ca9-4c23-9afd-6e4ca22785ed tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:22.636685 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f38fe1a1-e234-4896-97da-f7522d2e4c60 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Unset dirty status for tenant:7b3cf5e99c8b47d9930f4a2f26be0184 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:22.637852 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f38fe1a1-e234-4896-97da-f7522d2e4c60 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6075432 Feb 28 14:22:22.643028 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51240) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:22.650658 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-777f0344-1a7b-4f0e-bf47-2bb8ffbd3647 None None] Deleting port 1cdcba5b-20d6-4d28-aadc-c022b5e7a44e {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:22.651206 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-777f0344-1a7b-4f0e-bf47-2bb8ffbd3647 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:22.652400 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8b9431-cfd9-4033-943b-b7697c85ebac tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network 7dab3726-9416-48e8-a1ba-8f82047c9c51 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:22:22.667532 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d7978094-744d-43dd-8f07-276b89525b4e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:22.698396 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-ca8b9431-cfd9-4033-943b-b7697c85ebac tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 7dab3726-9416-48e8-a1ba-8f82047c9c51) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:22.714494 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1f74ac-a47d-43d7-889a-0cc7ecb40c68 None None] Network 7dab3726-9416-48e8-a1ba-8f82047c9c51 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:22:22.717515 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3780f3-0ca9-4c23-9afd-6e4ca22785ed tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:22.718148 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4e3780f3-0ca9-4c23-9afd-6e4ca22785ed tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:22.768837 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad340b-1cee-4653-9e0b-7a64927d7c3b req-a9d72d11-01f4-4626-9bb4-6a1c1000e219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:22.770928 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b6ad340b-1cee-4653-9e0b-7a64927d7c3b req-a9d72d11-01f4-4626-9bb4-6a1c1000e219 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29a7bbad-e952-45ba-80e0-ba14ba64ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3331442 Feb 28 14:22:22.774363 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8b9431-cfd9-4033-943b-b7697c85ebac tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:22.774963 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ca8b9431-cfd9-4033-943b-b7697c85ebac tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:22.855481 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ac821c3-b221-482d-a09f-921d008226be tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:22.904825 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4e3780f3-0ca9-4c23-9afd-6e4ca22785ed tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3388796 Feb 28 14:22:22.909382 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51246) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:22.927880 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-85ab245f-c118-40a9-b7b9-72a60076869b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Request body: {'port': {'network_id': '6a3f9987-49be-48fe-aa78-2a93fc0dfaf4', 'name': 'tempest-AllowedAddressPairTestJSON-1062570316', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:59:63:03'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:23.117743 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-777f0344-1a7b-4f0e-bf47-2bb8ffbd3647 None None] For port 1cdcba5b-20d6-4d28-aadc-c022b5e7a44e, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=1cdcba5b-20d6-4d28-aadc-c022b5e7a44e,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:23.118045 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-777f0344-1a7b-4f0e-bf47-2bb8ffbd3647 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:23.159938 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 183275a5-75b0-4a4b-bef2-bf0606ac95aa up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:22:23.173993 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ca8b9431-cfd9-4033-943b-b7697c85ebac tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6415794 Feb 28 14:22:23.180055 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51250) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:23.193804 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6c6bc927-d82f-4747-8123-27f454fb156e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'port': {'network_id': '7dab3726-9416-48e8-a1ba-8f82047c9c51', 'name': 'tempest-PortsIpV6TestJSON-647072546'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:23.279789 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c746e884-1ad4-47b2-b11b-8a5649690857 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:23.353225 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7978094-744d-43dd-8f07-276b89525b4e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Router 524244ec-39aa-4d9f-a678-f4ca1e0c497b is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:22:23.362970 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b6ad340b-1cee-4653-9e0b-7a64927d7c3b req-3a534b6c-6887-4dab-8de2-98a51ef0e04c service neutron] 10.222.0.13 "GET /v2.0/networks/29a7bbad-e952-45ba-80e0-ba14ba64ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5754848 Feb 28 14:22:23.378129 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ac821c3-b221-482d-a09f-921d008226be tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:23.386917 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c746e884-1ad4-47b2-b11b-8a5649690857 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Transition to ACTIVE for port object a45c174c-b580-4858-87b1-9a6f7710e04f will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:23.390537 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-777f0344-1a7b-4f0e-bf47-2bb8ffbd3647 None None] Calling delete_port for 1cdcba5b-20d6-4d28-aadc-c022b5e7a44e owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:23.422422 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c4d1a9-bbe8-4e1e-b138-ae0ac5a306a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-7dab3726-9416-48e8-a1ba-8f82047c9c51', 'network_id': '7dab3726-9416-48e8-a1ba-8f82047c9c51', 'tenant_id': '6681ad35360248eda2f0e2c9f8f75c94', 'fixed_ips': [{'subnet_id': '3350b871-ddd0-4c33-91f6-b57e7359bebc'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:22:23.423486 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-33c4d1a9-bbe8-4e1e-b138-ae0ac5a306a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:23.446751 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c33cb6-01be-49da-b1ec-c8afd44aba66 None None] Network 6a3f9987-49be-48fe-aa78-2a93fc0dfaf4 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:22:23.505181 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 183275a5-75b0-4a4b-bef2-bf0606ac95aa completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:23.509085 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-3ac821c3-b221-482d-a09f-921d008226be tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5717c2-2f5d-4802-8452-f06d5fe359c4']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:23.515322 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 183275a5-75b0-4a4b-bef2-bf0606ac95aa triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:23.515942 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:23.521090 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-85ab245f-c118-40a9-b7b9-72a60076869b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:23.537357 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-85ab245f-c118-40a9-b7b9-72a60076869b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Usage tracker for resource:port and tenant:e5cd18d9556b4929a6ad10b629eff751 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:23.540342 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-135c12f6-bddd-4fe2-829e-af14b860120f None None] Provisioning for port 183275a5-75b0-4a4b-bef2-bf0606ac95aa completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:23.543013 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-3ac821c3-b221-482d-a09f-921d008226be tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d8ee86-02c3-4309-bbd3-8740b6e5db0a') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:23.544406 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-3ac821c3-b221-482d-a09f-921d008226be tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d8ee86-02c3-4309-bbd3-8740b6e5db0a') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:23.552916 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-85ab245f-c118-40a9-b7b9-72a60076869b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:23.560699 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-135c12f6-bddd-4fe2-829e-af14b860120f None None] Provisioning complete for port 183275a5-75b0-4a4b-bef2-bf0606ac95aa triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:23.561183 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-135c12f6-bddd-4fe2-829e-af14b860120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:23.562320 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-85ab245f-c118-40a9-b7b9-72a60076869b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:23.569814 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ac821c3-b221-482d-a09f-921d008226be tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:23.611118 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ac821c3-b221-482d-a09f-921d008226be tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:23.613117 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ab245f-c118-40a9-b7b9-72a60076869b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Made reservation on behalf of e5cd18d9556b4929a6ad10b629eff751 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:23.623142 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3e7c0-61a4-429c-ac43-8a482f3be178 req-19ce9cc0-9203-4327-9513-547956d2b486 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:23.624636 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1ae3e7c0-61a4-429c-ac43-8a482f3be178 req-19ce9cc0-9203-4327-9513-547956d2b486 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.7536709 Feb 28 14:22:23.648499 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac821c3-b221-482d-a09f-921d008226be tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:22:23.648801 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ac821c3-b221-482d-a09f-921d008226be tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:22:23.663718 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:22:23.666064 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b6ad340b-1cee-4653-9e0b-7a64927d7c3b req-656ca305-952e-4aac-835e-646721d17f11 service neutron] 10.222.0.13 "GET /v2.0/networks/29a7bbad-e952-45ba-80e0-ba14ba64ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923865 Feb 28 14:22:23.778345 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6c6bc927-d82f-4747-8123-27f454fb156e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:23.797745 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-777f0344-1a7b-4f0e-bf47-2bb8ffbd3647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:23.799060 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1ae3e7c0-61a4-429c-ac43-8a482f3be178 req-462139b6-f5b3-4976-b83a-653159cf753c tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610160 Feb 28 14:22:23.805382 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6c6bc927-d82f-4747-8123-27f454fb156e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:23.807959 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c746e884-1ad4-47b2-b11b-8a5649690857 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:23.814727 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ac821c3-b221-482d-a09f-921d008226be tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:23.856976 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ac821c3-b221-482d-a09f-921d008226be tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:23.869811 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac821c3-b221-482d-a09f-921d008226be tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Pushing event deleted for resources: {'Network': ['ID=9e5717c2-2f5d-4802-8452-f06d5fe359c4,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:23.893208 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f0344-1a7b-4f0e-bf47-2bb8ffbd3647 None None] Pushing event deleted for resources: {'Port': ['ID=1cdcba5b-20d6-4d28-aadc-c022b5e7a44e,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:23.899569 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777f0344-1a7b-4f0e-bf47-2bb8ffbd3647 None None] No DVR routers for this DVR port 1cdcba5b-20d6-4d28-aadc-c022b5e7a44e on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:22:23.900713 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6bc927-d82f-4747-8123-27f454fb156e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:23.904455 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6c6bc927-d82f-4747-8123-27f454fb156e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:23.905587 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-85ab245f-c118-40a9-b7b9-72a60076869b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:23.920829 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3ac821c3-b221-482d-a09f-921d008226be tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] 10.222.0.30 "DELETE /v2.0/networks/9e5717c2-2f5d-4802-8452-f06d5fe359c4 HTTP/1.1" status: 204 len: 168 time: 1.2725337 Feb 28 14:22:23.922462 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51256) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:23.928734 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7978094-744d-43dd-8f07-276b89525b4e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:22:23.934158 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c746e884-1ad4-47b2-b11b-8a5649690857 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:23.946082 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfd666d-f868-4b6c-b963-3b76efffa167 None None] Sync routers for ids ['524244ec-39aa-4d9f-a678-f4ca1e0c497b'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:22:23.954914 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c746e884-1ad4-47b2-b11b-8a5649690857 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:23.966883 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c746e884-1ad4-47b2-b11b-8a5649690857 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:23.972323 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfd666d-f868-4b6c-b963-3b76efffa167 None None] Routers {'524244ec-39aa-4d9f-a678-f4ca1e0c497b'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:22:23.973571 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c746e884-1ad4-47b2-b11b-8a5649690857 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:23.974118 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c746e884-1ad4-47b2-b11b-8a5649690857 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:23.975206 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6cfd666d-f868-4b6c-b963-3b76efffa167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:22:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['524244ec-39aa-4d9f-a678-f4ca1e0c497b'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:23.976904 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-85ab245f-c118-40a9-b7b9-72a60076869b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] device_id is not set on port 32381573-f6a5-44f3-8239-97b3299b1440 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:22:23.995614 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d7978094-744d-43dd-8f07-276b89525b4e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:23.996824 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d7978094-744d-43dd-8f07-276b89525b4e tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.5197792 Feb 28 14:22:24.003431 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c746e884-1ad4-47b2-b11b-8a5649690857 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3942444 Feb 28 14:22:24.004185 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51260) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:24.005290 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-6c6bc927-d82f-4747-8123-27f454fb156e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] device_id is not set on port a46fe092-d532-42bd-aafc-1d93d4846d75 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:22:24.020721 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51262) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:24.042930 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746e884-1ad4-47b2-b11b-8a5649690857 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Port': ['ID=a45c174c-b580-4858-87b1-9a6f7710e04f,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:24.048872 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d568225-ff15-483b-9699-83afb6ff2165 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:22:24.187433 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21d0b694-7695-43ab-9975-183004fcb246 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:24.245604 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-6cfd666d-f868-4b6c-b963-3b76efffa167 None None] Set router 524244ec-39aa-4d9f-a678-f4ca1e0c497b gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:22:24.255231 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:24.319019 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-33c4d1a9-bbe8-4e1e-b138-ae0ac5a306a6 None None] Allocated IP 2001:db8::2 (7dab3726-9416-48e8-a1ba-8f82047c9c51/3350b871-ddd0-4c33-91f6-b57e7359bebc/deebe659-cad7-46b8-8d2b-4c4c2ee26700) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:24.323777 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-135c12f6-bddd-4fe2-829e-af14b860120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:24.412091 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21d0b694-7695-43ab-9975-183004fcb246 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:24.437941 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-21d0b694-7695-43ab-9975-183004fcb246 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b502d3e8-8918-4e0b-a56c-6e2fe415bbec']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:24.450385 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-21d0b694-7695-43ab-9975-183004fcb246 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a675b919-0128-4272-8ae3-95f90b6c3859') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:24.450707 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-21d0b694-7695-43ab-9975-183004fcb246 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a675b919-0128-4272-8ae3-95f90b6c3859') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:24.462211 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21d0b694-7695-43ab-9975-183004fcb246 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:24.508225 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc4ec36-6e27-45bc-b37f-579a22b37410 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:24.512129 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6fc4ec36-6e27-45bc-b37f-579a22b37410 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4879820 Feb 28 14:22:24.514186 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21d0b694-7695-43ab-9975-183004fcb246 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:24.516252 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51268) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:24.535826 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ae7c1678-6f68-4b23-bb0f-c412667b7e9f tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "GET /v2.0/routers/524244ec-39aa-4d9f-a678-f4ca1e0c497b HTTP/1.1" status: 200 len: 909 time: 0.4942517 Feb 28 14:22:24.540079 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51272) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:24.541663 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 183275a5-75b0-4a4b-bef2-bf0606ac95aa, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=183275a5-75b0-4a4b-bef2-bf0606ac95aa,segment=NetworkSegment(6dd4ec78-a877-4a16-8488-7900c2f72fc2),segment_id=6dd4ec78-a877-4a16-8488-7900c2f72fc2)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:24.545089 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a47b8d2a-1e02-4f01-91ff-ab168fdd1105 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1884916221', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'enable_snat': True}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:24.551362 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a47b8d2a-1e02-4f01-91ff-ab168fdd1105 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:24.555796 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a47b8d2a-1e02-4f01-91ff-ab168fdd1105 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Usage tracker for resource:router and tenant:a9de92cfa4bc41e7b01d7031a674235a is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:24.558739 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a47b8d2a-1e02-4f01-91ff-ab168fdd1105 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:24.565695 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a47b8d2a-1e02-4f01-91ff-ab168fdd1105 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:24.568637 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-85ab245f-c118-40a9-b7b9-72a60076869b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Allocated IP 172.20.0.9 (6a3f9987-49be-48fe-aa78-2a93fc0dfaf4/4c716116-8e4a-4311-90b8-2a7ab9f582b0/32381573-f6a5-44f3-8239-97b3299b1440) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:24.570386 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:24.571555 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d0b694-7695-43ab-9975-183004fcb246 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:22:24.572074 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21d0b694-7695-43ab-9975-183004fcb246 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:24.583365 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a47b8d2a-1e02-4f01-91ff-ab168fdd1105 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:24.584882 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a47b8d2a-1e02-4f01-91ff-ab168fdd1105 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:22:24.596158 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:22:24.686413 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6cfd666d-f868-4b6c-b963-3b76efffa167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524244ec-39aa-4d9f-a678-f4ca1e0c497b', 'name': 'tempest-snat-router-1884916221', 'tenant_id': 'a9de92cfa4bc41e7b01d7031a674235a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.168'}], 'enable_snat': False}, 'gw_port_id': 'd3f57735-51bb-43c2-81ab-0aa6ad10a00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:22:17Z', 'updated_at': '2022-02-28T14:22:21Z', 'revision_number': 3, 'project_id': 'a9de92cfa4bc41e7b01d7031a674235a', 'gw_port': {'id': 'd3f57735-51bb-43c2-81ab-0aa6ad10a00c', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:22:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524244ec-39aa-4d9f-a678-f4ca1e0c497b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:22:19Z', 'updated_at': '2022-02-28T14:22:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:24.691056 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfd666d-f868-4b6c-b963-3b76efffa167 None None] Checking router: 524244ec-39aa-4d9f-a678-f4ca1e0c497b for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:22:24.691056 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfd666d-f868-4b6c-b963-3b76efffa167 None None] Updating router 524244ec-39aa-4d9f-a678-f4ca1e0c497b port d3f57735-51bb-43c2-81ab-0aa6ad10a00c binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:22:24.705472 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f0aa6f32-e7c3-4eb1-8ca3-910f93247e25 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting port a45c174c-b580-4858-87b1-9a6f7710e04f {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:24.705955 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0aa6f32-e7c3-4eb1-8ca3-910f93247e25 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:24.754387 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-6cfd666d-f868-4b6c-b963-3b76efffa167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:24.759699 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21d0b694-7695-43ab-9975-183004fcb246 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:24.762876 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a47b8d2a-1e02-4f01-91ff-ab168fdd1105 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:24.790696 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21d0b694-7695-43ab-9975-183004fcb246 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:24.830274 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0b694-7695-43ab-9975-183004fcb246 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Pushing event deleted for resources: {'Network': ['ID=b502d3e8-8918-4e0b-a56c-6e2fe415bbec,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:24.859356 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-21d0b694-7695-43ab-9975-183004fcb246 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] 10.222.0.30 "DELETE /v2.0/networks/b502d3e8-8918-4e0b-a56c-6e2fe415bbec HTTP/1.1" status: 204 len: 168 time: 0.9336607 Feb 28 14:22:24.862671 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51278) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:24.879383 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-135c12f6-bddd-4fe2-829e-af14b860120f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:22:24.879944 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-135c12f6-bddd-4fe2-829e-af14b860120f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:22:24.895464 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=183275a5-75b0-4a4b-bef2-bf0606ac95aa,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:25.032879 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-33c4d1a9-bbe8-4e1e-b138-ae0ac5a306a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:25.050153 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-33c4d1a9-bbe8-4e1e-b138-ae0ac5a306a6 None None] Transition to ACTIVE for port object deebe659-cad7-46b8-8d2b-4c4c2ee26700 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:25.104948 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 183275a5-75b0-4a4b-bef2-bf0606ac95aa up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:22:25.142189 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-33c4d1a9-bbe8-4e1e-b138-ae0ac5a306a6 None None] Transition to ACTIVE for port object deebe659-cad7-46b8-8d2b-4c4c2ee26700 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:25.148363 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80ba9c6-6e4d-4fed-8b86-25bb8fceeb94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'fixed_ips': [{'subnet_id': 'a293a6f0-8813-47ed-ad71-8886f06cec02'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:22:25.149197 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c80ba9c6-6e4d-4fed-8b86-25bb8fceeb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:25.356734 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-6cfd666d-f868-4b6c-b963-3b76efffa167 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:25.373401 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-6cfd666d-f868-4b6c-b963-3b76efffa167 None None] Transition to ACTIVE for port object d3f57735-51bb-43c2-81ab-0aa6ad10a00c will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:25.387219 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-6cfd666d-f868-4b6c-b963-3b76efffa167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:25.403234 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-c80ba9c6-6e4d-4fed-8b86-25bb8fceeb94 None None] Allocated IP 2001:db8::2 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/a293a6f0-8813-47ed-ad71-8886f06cec02/d19ee473-0333-4c1c-b751-2e279418599f) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:25.412882 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0aa6f32-e7c3-4eb1-8ca3-910f93247e25 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:25.451277 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a47b8d2a-1e02-4f01-91ff-ab168fdd1105 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:25.517337 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-6c6bc927-d82f-4747-8123-27f454fb156e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Allocated IP 2001:db8::1c8 (7dab3726-9416-48e8-a1ba-8f82047c9c51/3350b871-ddd0-4c33-91f6-b57e7359bebc/a46fe092-d532-42bd-aafc-1d93d4846d75) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:25.559944 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a14c13-c9b6-4df1-a529-0e654c9796f1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:25.565812 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a14c13-c9b6-4df1-a529-0e654c9796f1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:25.567446 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-81a14c13-c9b6-4df1-a529-0e654c9796f1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6933916 Feb 28 14:22:25.574441 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51282) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:25.588485 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f0aa6f32-e7c3-4eb1-8ca3-910f93247e25 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Calling delete_port for a45c174c-b580-4858-87b1-9a6f7710e04f owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:25.591617 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-35b63299-28e8-48b2-94b9-45f3e03235e1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1109790100'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:25.605899 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f921536-e085-4683-989e-2c2b7653be7a None None] Pushing event updated for resources: {'Port': ['ID=d3f57735-51bb-43c2-81ab-0aa6ad10a00c,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:25.610999 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-35b63299-28e8-48b2-94b9-45f3e03235e1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:25.618922 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-35b63299-28e8-48b2-94b9-45f3e03235e1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Usage tracker for resource:network and tenant:7b3cf5e99c8b47d9930f4a2f26be0184 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:25.631805 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-35b63299-28e8-48b2-94b9-45f3e03235e1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:25.642868 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-35b63299-28e8-48b2-94b9-45f3e03235e1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:25.643414 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f921536-e085-4683-989e-2c2b7653be7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:25.643944 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f921536-e085-4683-989e-2c2b7653be7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:25.644448 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f921536-e085-4683-989e-2c2b7653be7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:25.644947 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f921536-e085-4683-989e-2c2b7653be7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:25.645451 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f921536-e085-4683-989e-2c2b7653be7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:25.645962 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f921536-e085-4683-989e-2c2b7653be7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:25.646789 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f921536-e085-4683-989e-2c2b7653be7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:25.647768 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f921536-e085-4683-989e-2c2b7653be7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:25.648279 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f921536-e085-4683-989e-2c2b7653be7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:25.648777 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f921536-e085-4683-989e-2c2b7653be7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:25.649398 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f921536-e085-4683-989e-2c2b7653be7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:25.649893 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f921536-e085-4683-989e-2c2b7653be7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:25.663431 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-6cfd666d-f868-4b6c-b963-3b76efffa167 None None] Attempting to bind port d3f57735-51bb-43c2-81ab-0aa6ad10a00c on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:22:25.663865 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-6cfd666d-f868-4b6c-b963-3b76efffa167 None None] Attempting to bind port d3f57735-51bb-43c2-81ab-0aa6ad10a00c by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:22:25.664281 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfd666d-f868-4b6c-b963-3b76efffa167 None None] Attempting to bind port d3f57735-51bb-43c2-81ab-0aa6ad10a00c on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:22:25.674628 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfd666d-f868-4b6c-b963-3b76efffa167 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:22:25.675001 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfd666d-f868-4b6c-b963-3b76efffa167 None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:22:25.676135 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-6cfd666d-f868-4b6c-b963-3b76efffa167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:25.676526 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfd666d-f868-4b6c-b963-3b76efffa167 None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:22:25.676987 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-6cfd666d-f868-4b6c-b963-3b76efffa167 None None] Bound port: d3f57735-51bb-43c2-81ab-0aa6ad10a00c, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:22:25.677452 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-6cfd666d-f868-4b6c-b963-3b76efffa167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:25.723945 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b63299-28e8-48b2-94b9-45f3e03235e1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Made reservation on behalf of 7b3cf5e99c8b47d9930f4a2f26be0184 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:25.727800 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-35b63299-28e8-48b2-94b9-45f3e03235e1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:25.733513 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-33c4d1a9-bbe8-4e1e-b138-ae0ac5a306a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:25.780171 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-6cfd666d-f868-4b6c-b963-3b76efffa167 None None] For port d3f57735-51bb-43c2-81ab-0aa6ad10a00c, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:22:25.784173 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-6cfd666d-f868-4b6c-b963-3b76efffa167 None None] For port d3f57735-51bb-43c2-81ab-0aa6ad10a00c, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d3f57735-51bb-43c2-81ab-0aa6ad10a00c,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:22:25.790360 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-6cfd666d-f868-4b6c-b963-3b76efffa167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:25.825710 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c4d1a9-bbe8-4e1e-b138-ae0ac5a306a6 None None] Network 7dab3726-9416-48e8-a1ba-8f82047c9c51 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:25.832535 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-33c4d1a9-bbe8-4e1e-b138-ae0ac5a306a6 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:25.837678 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c4d1a9-bbe8-4e1e-b138-ae0ac5a306a6 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:25.883095 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f921536-e085-4683-989e-2c2b7653be7a None None] Pushing event updated for resources: {'Port': ['ID=d3f57735-51bb-43c2-81ab-0aa6ad10a00c,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:25.891093 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0aa6f32-e7c3-4eb1-8ca3-910f93247e25 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:25.906679 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfd666d-f868-4b6c-b963-3b76efffa167 None None] Routers {'524244ec-39aa-4d9f-a678-f4ca1e0c497b'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:22:25.908341 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6cfd666d-f868-4b6c-b963-3b76efffa167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:22:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['524244ec-39aa-4d9f-a678-f4ca1e0c497b'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:25.946645 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c80ba9c6-6e4d-4fed-8b86-25bb8fceeb94 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:25.961165 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c80ba9c6-6e4d-4fed-8b86-25bb8fceeb94 None None] Transition to ACTIVE for port object d19ee473-0333-4c1c-b751-2e279418599f will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:25.987710 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c80ba9c6-6e4d-4fed-8b86-25bb8fceeb94 None None] Transition to ACTIVE for port object d19ee473-0333-4c1c-b751-2e279418599f will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:26.011693 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa6f32-e7c3-4eb1-8ca3-910f93247e25 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Port': ['ID=a45c174c-b580-4858-87b1-9a6f7710e04f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:26.021641 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4d1a9-bbe8-4e1e-b138-ae0ac5a306a6 None None] Pushing event updated for resources: {'Port': ['ID=deebe659-cad7-46b8-8d2b-4c4c2ee26700,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:26.033779 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-85ab245f-c118-40a9-b7b9-72a60076869b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:26.039585 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0aa6f32-e7c3-4eb1-8ca3-910f93247e25 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:26.069594 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b63299-28e8-48b2-94b9-45f3e03235e1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:22:26.073773 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659b5ce-d181-4cdf-a67c-b8af5508f312 req-f7128492-1f8f-4c77-9c41-868d5051038b tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:26.079923 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8659b5ce-d181-4cdf-a67c-b8af5508f312 req-f7128492-1f8f-4c77-9c41-868d5051038b tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.9210830 Feb 28 14:22:26.084066 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-85ab245f-c118-40a9-b7b9-72a60076869b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Transition to ACTIVE for port object 32381573-f6a5-44f3-8239-97b3299b1440 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:26.101952 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f0aa6f32-e7c3-4eb1-8ca3-910f93247e25 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/a45c174c-b580-4858-87b1-9a6f7710e04f HTTP/1.1" status: 204 len: 168 time: 1.5826824 Feb 28 14:22:26.107743 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51288) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:26.114375 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c80ba9c6-6e4d-4fed-8b86-25bb8fceeb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:26.143049 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-6cfd666d-f868-4b6c-b963-3b76efffa167 None None] Set router 524244ec-39aa-4d9f-a678-f4ca1e0c497b gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:22:26.201071 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-35b63299-28e8-48b2-94b9-45f3e03235e1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:26.201520 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-35b63299-28e8-48b2-94b9-45f3e03235e1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Added segment 3f5995f5-7d7b-4e76-942c-4e7e61df3e1f of type vlan for network a6eced57-03b0-4b65-98cd-3431ce3e8694 Feb 28 14:22:26.206087 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8659b5ce-d181-4cdf-a67c-b8af5508f312 req-bb070384-b780-431c-8215-2bd16504f01d tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251950 Feb 28 14:22:26.218685 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80ba9c6-6e4d-4fed-8b86-25bb8fceeb94 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:26.233349 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4e6d7d-bec7-4db2-af6c-9ecae3cc90d1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:26.235532 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4e6d7d-bec7-4db2-af6c-9ecae3cc90d1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:26.236149 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ba9c6-6e4d-4fed-8b86-25bb8fceeb94 None None] Pushing event updated for resources: {'Port': ['ID=d19ee473-0333-4c1c-b751-2e279418599f,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:26.236750 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5c4e6d7d-bec7-4db2-af6c-9ecae3cc90d1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:26.241605 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-85ab245f-c118-40a9-b7b9-72a60076869b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:26.248189 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-c80ba9c6-6e4d-4fed-8b86-25bb8fceeb94 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:26.253498 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80ba9c6-6e4d-4fed-8b86-25bb8fceeb94 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:26.258583 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 183275a5-75b0-4a4b-bef2-bf0606ac95aa triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:26.258998 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:26.349940 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ab245f-c118-40a9-b7b9-72a60076869b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Network 6a3f9987-49be-48fe-aa78-2a93fc0dfaf4 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:26.361557 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-85ab245f-c118-40a9-b7b9-72a60076869b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:26.383319 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5c4e6d7d-bec7-4db2-af6c-9ecae3cc90d1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:26.384639 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5c4e6d7d-bec7-4db2-af6c-9ecae3cc90d1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2759221 Feb 28 14:22:26.387910 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51294) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:26.393293 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ab245f-c118-40a9-b7b9-72a60076869b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:26.412041 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-35b63299-28e8-48b2-94b9-45f3e03235e1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:26.486598 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-33c4d1a9-bbe8-4e1e-b138-ae0ac5a306a6 None None] Attempting to bind port deebe659-cad7-46b8-8d2b-4c4c2ee26700 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:22:26.486962 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-33c4d1a9-bbe8-4e1e-b138-ae0ac5a306a6 None None] Attempting to bind port deebe659-cad7-46b8-8d2b-4c4c2ee26700 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '5c79bcdd-6fc5-4362-9689-9ed865aa09ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7dab3726-9416-48e8-a1ba-8f82047c9c51'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:22:26.487380 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4d1a9-bbe8-4e1e-b138-ae0ac5a306a6 None None] Attempting to bind port deebe659-cad7-46b8-8d2b-4c4c2ee26700 on network 7dab3726-9416-48e8-a1ba-8f82047c9c51 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:22:26.500817 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab245f-c118-40a9-b7b9-72a60076869b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Pushing event updated for resources: {'Port': ['ID=32381573-f6a5-44f3-8239-97b3299b1440,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:26.527359 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4d1a9-bbe8-4e1e-b138-ae0ac5a306a6 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:22:26.527740 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4d1a9-bbe8-4e1e-b138-ae0ac5a306a6 None None] Checking segment: {'id': '5c79bcdd-6fc5-4362-9689-9ed865aa09ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7dab3726-9416-48e8-a1ba-8f82047c9c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:22:26.528124 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-33c4d1a9-bbe8-4e1e-b138-ae0ac5a306a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:26.530991 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4d1a9-bbe8-4e1e-b138-ae0ac5a306a6 None None] Bound using segment: {'id': '5c79bcdd-6fc5-4362-9689-9ed865aa09ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7dab3726-9416-48e8-a1ba-8f82047c9c51'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:22:26.537729 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-33c4d1a9-bbe8-4e1e-b138-ae0ac5a306a6 None None] Bound port: deebe659-cad7-46b8-8d2b-4c4c2ee26700, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c79bcdd-6fc5-4362-9689-9ed865aa09ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7dab3726-9416-48e8-a1ba-8f82047c9c51'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:22:26.538201 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-33c4d1a9-bbe8-4e1e-b138-ae0ac5a306a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:26.557180 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6cfd666d-f868-4b6c-b963-3b76efffa167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524244ec-39aa-4d9f-a678-f4ca1e0c497b', 'name': 'tempest-snat-router-1884916221', 'tenant_id': 'a9de92cfa4bc41e7b01d7031a674235a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.168'}], 'enable_snat': False}, 'gw_port_id': 'd3f57735-51bb-43c2-81ab-0aa6ad10a00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:22:17Z', 'updated_at': '2022-02-28T14:22:21Z', 'revision_number': 3, 'project_id': 'a9de92cfa4bc41e7b01d7031a674235a', 'gw_port': {'id': 'd3f57735-51bb-43c2-81ab-0aa6ad10a00c', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:22:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524244ec-39aa-4d9f-a678-f4ca1e0c497b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:22:19Z', 'updated_at': '2022-02-28T14:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:26.566110 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfd666d-f868-4b6c-b963-3b76efffa167 None None] The sync data for ids ['524244ec-39aa-4d9f-a678-f4ca1e0c497b'] in dv-neutron-831192-4-hyperv is: [{'id': '524244ec-39aa-4d9f-a678-f4ca1e0c497b', 'name': 'tempest-snat-router-1884916221', 'tenant_id': 'a9de92cfa4bc41e7b01d7031a674235a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.168'}], 'enable_snat': False}, 'gw_port_id': 'd3f57735-51bb-43c2-81ab-0aa6ad10a00c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:22:17Z', 'updated_at': '2022-02-28T14:22:21Z', 'revision_number': 3, 'project_id': 'a9de92cfa4bc41e7b01d7031a674235a', 'gw_port': {'id': 'd3f57735-51bb-43c2-81ab-0aa6ad10a00c', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:22:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524244ec-39aa-4d9f-a678-f4ca1e0c497b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:22:19Z', 'updated_at': '2022-02-28T14:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:22:26.571064 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ab245f-c118-40a9-b7b9-72a60076869b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:26.571870 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-85ab245f-c118-40a9-b7b9-72a60076869b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:26.576929 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a47b8d2a-1e02-4f01-91ff-ab168fdd1105 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:26.581957 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aeb30e2-d049-42ca-ac21-b7ba95c3c07e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet a293a6f0-8813-47ed-ad71-8886f06cec02 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:22:26.589779 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6aeb30e2-d049-42ca-ac21-b7ba95c3c07e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:26.620953 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-afcf0f6a-fe1b-47ce-81a6-fb6ab3977d01 None None] Provisioning complete for port 183275a5-75b0-4a4b-bef2-bf0606ac95aa triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:26.621324 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-afcf0f6a-fe1b-47ce-81a6-fb6ab3977d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:26.666968 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-35b63299-28e8-48b2-94b9-45f3e03235e1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:22:26.672261 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6aeb30e2-d049-42ca-ac21-b7ba95c3c07e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:26.677654 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6c6bc927-d82f-4747-8123-27f454fb156e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:26.682385 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a47b8d2a-1e02-4f01-91ff-ab168fdd1105 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:26.720199 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c80ba9c6-6e4d-4fed-8b86-25bb8fceeb94 None None] Attempting to bind port d19ee473-0333-4c1c-b751-2e279418599f on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:22:26.720565 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c80ba9c6-6e4d-4fed-8b86-25bb8fceeb94 None None] Attempting to bind port d19ee473-0333-4c1c-b751-2e279418599f by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:22:26.720920 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ba9c6-6e4d-4fed-8b86-25bb8fceeb94 None None] Attempting to bind port d19ee473-0333-4c1c-b751-2e279418599f on network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:22:26.732935 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ba9c6-6e4d-4fed-8b86-25bb8fceeb94 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:22:26.733306 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ba9c6-6e4d-4fed-8b86-25bb8fceeb94 None None] Checking segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:22:26.733704 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c80ba9c6-6e4d-4fed-8b86-25bb8fceeb94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:26.734096 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ba9c6-6e4d-4fed-8b86-25bb8fceeb94 None None] Bound using segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:22:26.734565 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c80ba9c6-6e4d-4fed-8b86-25bb8fceeb94 None None] Bound port: d19ee473-0333-4c1c-b751-2e279418599f, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:22:26.734933 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c80ba9c6-6e4d-4fed-8b86-25bb8fceeb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:26.768178 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6aeb30e2-d049-42ca-ac21-b7ba95c3c07e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:26.780251 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6c6bc927-d82f-4747-8123-27f454fb156e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Transition to ACTIVE for port object a46fe092-d532-42bd-aafc-1d93d4846d75 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:26.799812 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-35b63299-28e8-48b2-94b9-45f3e03235e1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:26.806975 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b63299-28e8-48b2-94b9-45f3e03235e1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:26.807778 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-35b63299-28e8-48b2-94b9-45f3e03235e1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:26.858100 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6aeb30e2-d049-42ca-ac21-b7ba95c3c07e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:26.904253 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-33c4d1a9-bbe8-4e1e-b138-ae0ac5a306a6 None None] For port deebe659-cad7-46b8-8d2b-4c4c2ee26700, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:22:26.911805 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-33c4d1a9-bbe8-4e1e-b138-ae0ac5a306a6 None None] For port deebe659-cad7-46b8-8d2b-4c4c2ee26700, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=deebe659-cad7-46b8-8d2b-4c4c2ee26700,segment=NetworkSegment(5c79bcdd-6fc5-4362-9689-9ed865aa09ac),segment_id=5c79bcdd-6fc5-4362-9689-9ed865aa09ac)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:22:26.921200 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb30e2-d049-42ca-ac21-b7ba95c3c07e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=a293a6f0-8813-47ed-ad71-8886f06cec02,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:26.926869 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-85ab245f-c118-40a9-b7b9-72a60076869b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 4.0161345 Feb 28 14:22:26.928110 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6aeb30e2-d049-42ca-ac21-b7ba95c3c07e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:26.930086 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6aeb30e2-d049-42ca-ac21-b7ba95c3c07e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/a293a6f0-8813-47ed-ad71-8886f06cec02 HTTP/1.1" status: 204 len: 168 time: 0.4836290 Feb 28 14:22:26.930621 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51298) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:26.932981 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51300) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:26.972985 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-35b63299-28e8-48b2-94b9-45f3e03235e1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3930955 Feb 28 14:22:26.978337 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a2e18-7a06-4e08-972b-60615d5ab678 req-ae3ac19f-55fc-46d3-a12d-138f3d594dfa tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:26.979998 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-824a2e18-7a06-4e08-972b-60615d5ab678 req-ae3ac19f-55fc-46d3-a12d-138f3d594dfa tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.5408616 Feb 28 14:22:26.980503 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51306) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:27.042266 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-33c4d1a9-bbe8-4e1e-b138-ae0ac5a306a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:27.052884 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a72d1f11-dd49-477d-b856-e90c2c82b7ac tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1846863245'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:27.088997 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-17c832db-5af0-40ce-b441-8f8d185a6428 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1521556 Feb 28 14:22:27.092493 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51310) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:27.094569 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a72d1f11-dd49-477d-b856-e90c2c82b7ac tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:27.100472 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e582ca24-62fc-4c5a-b108-5df941a75f0a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:27.135638 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d3f57735-51bb-43c2-81ab-0aa6ad10a00c up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:22:27.141255 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-824a2e18-7a06-4e08-972b-60615d5ab678 req-1f9bba9a-a1d8-4080-b5b0-ac1a6ac19ba2 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407166 Feb 28 14:22:27.157889 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a72d1f11-dd49-477d-b856-e90c2c82b7ac tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Usage tracker for resource:network and tenant:7b3cf5e99c8b47d9930f4a2f26be0184 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:27.157889 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b63299-28e8-48b2-94b9-45f3e03235e1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Pushing event updated for resources: {'Network': ['ID=a6eced57-03b0-4b65-98cd-3431ce3e8694,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:27.159228 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a72d1f11-dd49-477d-b856-e90c2c82b7ac tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:27.174646 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a72d1f11-dd49-477d-b856-e90c2c82b7ac tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:27.183840 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network a6eced57-03b0-4b65-98cd-3431ce3e8694 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:22:27.186052 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-a47b8d2a-1e02-4f01-91ff-ab168fdd1105 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Allocated IP 172.26.5.16 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/d3b6078c-9b19-40b7-9eb8-67f60df9adf1) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:27.210521 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6c6bc927-d82f-4747-8123-27f454fb156e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:27.233722 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72d1f11-dd49-477d-b856-e90c2c82b7ac tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Made reservation on behalf of 7b3cf5e99c8b47d9930f4a2f26be0184 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:27.237638 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a72d1f11-dd49-477d-b856-e90c2c82b7ac tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:27.264463 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c80ba9c6-6e4d-4fed-8b86-25bb8fceeb94 None None] For port d19ee473-0333-4c1c-b751-2e279418599f, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:22:27.268922 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e582ca24-62fc-4c5a-b108-5df941a75f0a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:27.288804 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e582ca24-62fc-4c5a-b108-5df941a75f0a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:27.320720 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b813887d-8354-47c2-97ad-9e7a1ad5cb91 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:27.327403 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b813887d-8354-47c2-97ad-9e7a1ad5cb91 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:27.333940 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b813887d-8354-47c2-97ad-9e7a1ad5cb91 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:27.335053 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b813887d-8354-47c2-97ad-9e7a1ad5cb91 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Synchronizing usage tracker for tenant:e5cd18d9556b4929a6ad10b629eff751 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:27.357381 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6bc927-d82f-4747-8123-27f454fb156e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Port': ['ID=a46fe092-d532-42bd-aafc-1d93d4846d75,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:27.366140 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e582ca24-62fc-4c5a-b108-5df941a75f0a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:27.380732 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e582ca24-62fc-4c5a-b108-5df941a75f0a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:27.439945 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6bc927-d82f-4747-8123-27f454fb156e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network 7dab3726-9416-48e8-a1ba-8f82047c9c51 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:27.447440 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-6c6bc927-d82f-4747-8123-27f454fb156e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:27.471645 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6bc927-d82f-4747-8123-27f454fb156e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:27.478490 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6bc927-d82f-4747-8123-27f454fb156e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:27.479422 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6c6bc927-d82f-4747-8123-27f454fb156e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:27.499676 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72d1f11-dd49-477d-b856-e90c2c82b7ac tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:22:27.513078 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a72d1f11-dd49-477d-b856-e90c2c82b7ac tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:27.513479 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-a72d1f11-dd49-477d-b856-e90c2c82b7ac tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Added segment d7cdf2cc-cdf5-4804-bed8-39da035d9fec of type vlan for network 4c0af214-23a3-4074-ad8a-5602722d603b Feb 28 14:22:27.519628 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c80ba9c6-6e4d-4fed-8b86-25bb8fceeb94 None None] For port d19ee473-0333-4c1c-b751-2e279418599f, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d19ee473-0333-4c1c-b751-2e279418599f,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:22:27.551641 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c80ba9c6-6e4d-4fed-8b86-25bb8fceeb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:27.579796 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-afcf0f6a-fe1b-47ce-81a6-fb6ab3977d01 None None] Provisioning for port ca65fa69-738d-407e-9351-a10415a7e946 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:27.582657 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a72d1f11-dd49-477d-b856-e90c2c82b7ac tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:27.583224 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4d1a9-bbe8-4e1e-b138-ae0ac5a306a6 None None] Pushing event updated for resources: {'Port': ['ID=deebe659-cad7-46b8-8d2b-4c4c2ee26700,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:27.588656 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b813887d-8354-47c2-97ad-9e7a1ad5cb91 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Unset dirty status for tenant:e5cd18d9556b4929a6ad10b629eff751 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:27.589826 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b813887d-8354-47c2-97ad-9e7a1ad5cb91 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.6582854 Feb 28 14:22:27.605488 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51318) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:27.673935 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a72d1f11-dd49-477d-b856-e90c2c82b7ac tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:27.679507 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72d1f11-dd49-477d-b856-e90c2c82b7ac tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:27.680135 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a72d1f11-dd49-477d-b856-e90c2c82b7ac tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:27.703717 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ba9c6-6e4d-4fed-8b86-25bb8fceeb94 None None] Pushing event updated for resources: {'Port': ['ID=d19ee473-0333-4c1c-b751-2e279418599f,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:27.708162 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-afcf0f6a-fe1b-47ce-81a6-fb6ab3977d01 None None] Provisioning complete for port ca65fa69-738d-407e-9351-a10415a7e946 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:27.708564 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-afcf0f6a-fe1b-47ce-81a6-fb6ab3977d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:27.788214 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-afcf0f6a-fe1b-47ce-81a6-fb6ab3977d01 None None] Port ca65fa69-738d-407e-9351-a10415a7e946 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:22:27.795506 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port d3f57735-51bb-43c2-81ab-0aa6ad10a00c completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:27.808422 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port d3f57735-51bb-43c2-81ab-0aa6ad10a00c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:27.809121 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:27.839990 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d1f11-dd49-477d-b856-e90c2c82b7ac tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Pushing event updated for resources: {'Network': ['ID=4c0af214-23a3-4074-ad8a-5602722d603b,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:27.874247 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 4c0af214-23a3-4074-ad8a-5602722d603b details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:22:27.876923 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-51fc2293-17e7-4cde-8f46-0132064fb8a6 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Deleting port 32381573-f6a5-44f3-8239-97b3299b1440 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:27.876923 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51fc2293-17e7-4cde-8f46-0132064fb8a6 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:27.913878 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6c6bc927-d82f-4747-8123-27f454fb156e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.7310236 Feb 28 14:22:27.923142 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51322) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:27.936442 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a72d1f11-dd49-477d-b856-e90c2c82b7ac tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9445717 Feb 28 14:22:27.947393 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51326) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:28.026701 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Request body: {'ports': [{'network_id': 'a6eced57-03b0-4b65-98cd-3431ce3e8694', 'name': 'tempest-port--1236847464', 'admin_state_up': True}, {'network_id': '4c0af214-23a3-4074-ad8a-5602722d603b', 'admin_state_up': False}]} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:28.026890 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Request body: {'port': {'network_id': 'a6eced57-03b0-4b65-98cd-3431ce3e8694', 'name': 'tempest-port--1236847464', 'admin_state_up': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:28.027397 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Request body: {'port': {'network_id': '4c0af214-23a3-4074-ad8a-5602722d603b', 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:28.068122 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8e730665-2a8f-48cc-8971-fe3d810ebcfa None None] Provisioning for port 32381573-f6a5-44f3-8239-97b3299b1440 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:28.119222 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8e730665-2a8f-48cc-8971-fe3d810ebcfa None None] Provisioning complete for port 32381573-f6a5-44f3-8239-97b3299b1440 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:28.120105 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8e730665-2a8f-48cc-8971-fe3d810ebcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:28.183351 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a47b8d2a-1e02-4f01-91ff-ab168fdd1105 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:28.241391 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8e730665-2a8f-48cc-8971-fe3d810ebcfa None None] Port 32381573-f6a5-44f3-8239-97b3299b1440 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:22:28.289708 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-79b9ad14-1ac4-42ae-9005-76a9fe1732b3 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting port a46fe092-d532-42bd-aafc-1d93d4846d75 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:28.290055 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-79b9ad14-1ac4-42ae-9005-76a9fe1732b3 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:28.328357 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:28.349254 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port d3f57735-51bb-43c2-81ab-0aa6ad10a00c, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d3f57735-51bb-43c2-81ab-0aa6ad10a00c,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:28.359580 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:28.359747 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f2e6d-8f51-4c48-84bf-bdeb2b5096ed req-54b79a40-b416-443f-9fd5-e0e1bcd0710d tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:28.361268 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-037f2e6d-8f51-4c48-84bf-bdeb2b5096ed req-54b79a40-b416-443f-9fd5-e0e1bcd0710d tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.5300548 Feb 28 14:22:28.395930 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51fc2293-17e7-4cde-8f46-0132064fb8a6 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:28.405461 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e582ca24-62fc-4c5a-b108-5df941a75f0a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:28.433548 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=d3f57735-51bb-43c2-81ab-0aa6ad10a00c,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:28.508188 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-037f2e6d-8f51-4c48-84bf-bdeb2b5096ed req-8327ae3b-f49b-4f52-bcfa-5eb9a34d2584 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201150 Feb 28 14:22:28.584161 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e582ca24-62fc-4c5a-b108-5df941a75f0a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:28.591371 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-51fc2293-17e7-4cde-8f46-0132064fb8a6 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Calling delete_port for 32381573-f6a5-44f3-8239-97b3299b1440 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:28.619644 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e582ca24-62fc-4c5a-b108-5df941a75f0a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:28.622904 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e582ca24-62fc-4c5a-b108-5df941a75f0a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:28.623532 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e582ca24-62fc-4c5a-b108-5df941a75f0a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:28.717843 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582ca24-62fc-4c5a-b108-5df941a75f0a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=191cdac9-ee82-42ae-b187-c817ce9b801a,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:28.740875 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a47b8d2a-1e02-4f01-91ff-ab168fdd1105 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:28.748086 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:28.760338 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e582ca24-62fc-4c5a-b108-5df941a75f0a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6655743 Feb 28 14:22:28.764984 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51332) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:28.771551 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-17b5c2ce-512f-475a-b8e9-d6ab1b785cc1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'fixed_ips': [{'subnet_id': '191cdac9-ee82-42ae-b187-c817ce9b801a', 'ip_address': '2001:db8::fba6:d300:97c:6eba'}], 'name': 'tempest-NetworksTestDHCPv6-2080902742'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:28.804929 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Usage tracker for resource:port and tenant:7b3cf5e99c8b47d9930f4a2f26be0184 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:28.814364 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:28.845111 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:28.867463 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47b8d2a-1e02-4f01-91ff-ab168fdd1105 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:28.915093 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd52392-1d25-4cfa-bb5c-2d0d327a23ca req-0cda8e09-c685-4a7b-abb6-c98fc15ec135 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:28.916531 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dfd52392-1d25-4cfa-bb5c-2d0d327a23ca req-0cda8e09-c685-4a7b-abb6-c98fc15ec135 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.2779262 Feb 28 14:22:28.930332 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-a47b8d2a-1e02-4f01-91ff-ab168fdd1105 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:28.943376 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47b8d2a-1e02-4f01-91ff-ab168fdd1105 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:28.978562 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Made reservation on behalf of 7b3cf5e99c8b47d9930f4a2f26be0184 for: {'port': 2} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:28.983046 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:29.003763 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b8d2a-1e02-4f01-91ff-ab168fdd1105 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Pushing event updated for resources: {'Port': ['ID=d3b6078c-9b19-40b7-9eb8-67f60df9adf1,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:29.012192 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fffb328-096c-47c2-8db5-c1ac9b3c10ca None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:22:29.023142 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51fc2293-17e7-4cde-8f46-0132064fb8a6 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:29.024381 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:29.085187 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dfd52392-1d25-4cfa-bb5c-2d0d327a23ca req-40404233-3d8c-49a2-be3a-b5fd6bf57821 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520736 Feb 28 14:22:29.125091 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-79b9ad14-1ac4-42ae-9005-76a9fe1732b3 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:29.142985 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-17b5c2ce-512f-475a-b8e9-d6ab1b785cc1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:29.145548 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc2293-17e7-4cde-8f46-0132064fb8a6 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Pushing event deleted for resources: {'Port': ['ID=32381573-f6a5-44f3-8239-97b3299b1440,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:29.163719 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-17b5c2ce-512f-475a-b8e9-d6ab1b785cc1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:port and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:29.169789 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-17b5c2ce-512f-475a-b8e9-d6ab1b785cc1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:29.180226 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-17b5c2ce-512f-475a-b8e9-d6ab1b785cc1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:29.213537 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1635d715-48f7-4550-8b80-9b0936e4ba4e None None] Could not find standard attr ID for object a45c174c-b580-4858-87b1-9a6f7710e04f. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:22:29.260950 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1635d715-48f7-4550-8b80-9b0936e4ba4e None None] Provisioning for port d19ee473-0333-4c1c-b751-2e279418599f completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:29.283244 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b5c2ce-512f-475a-b8e9-d6ab1b785cc1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:29.409007 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d19ee473-0333-4c1c-b751-2e279418599f up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:22:29.488413 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-79b9ad14-1ac4-42ae-9005-76a9fe1732b3 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Calling delete_port for a46fe092-d532-42bd-aafc-1d93d4846d75 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:29.574723 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51fc2293-17e7-4cde-8f46-0132064fb8a6 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:29.576103 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port d19ee473-0333-4c1c-b751-2e279418599f completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:29.584828 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port d19ee473-0333-4c1c-b751-2e279418599f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:29.585200 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:29.606991 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-51fc2293-17e7-4cde-8f46-0132064fb8a6 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] 10.222.0.30 "DELETE /v2.0/ports/32381573-f6a5-44f3-8239-97b3299b1440 HTTP/1.1" status: 204 len: 168 time: 2.0005002 Feb 28 14:22:29.610100 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51338) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:29.613441 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-17b5c2ce-512f-475a-b8e9-d6ab1b785cc1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:29.749231 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:29.812921 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port d19ee473-0333-4c1c-b751-2e279418599f, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d19ee473-0333-4c1c-b751-2e279418599f,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:29.820405 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:29.821246 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device deebe659-cad7-46b8-8d2b-4c4c2ee26700 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:22:29.850366 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ccc908-54e8-4ef8-9554-34346837d0a9 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] GET failed (client error): The resource could not be found. Feb 28 14:22:29.850901 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d5ccc908-54e8-4ef8-9554-34346837d0a9 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Synchronizing usage tracker for tenant:e5cd18d9556b4929a6ad10b629eff751 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:29.859814 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-17b5c2ce-512f-475a-b8e9-d6ab1b785cc1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] device_id is not set on port f64edcca-f5c7-4c11-8715-62bfa7b42fb3 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:22:29.937459 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] device_id is not set on port 9f4b08dc-6125-43ce-ac8a-bf59b0b6341e yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:22:29.947295 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d5ccc908-54e8-4ef8-9554-34346837d0a9 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Unset dirty status for tenant:e5cd18d9556b4929a6ad10b629eff751 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:29.950097 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d5ccc908-54e8-4ef8-9554-34346837d0a9 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] 10.222.0.30 "GET /v2.0/ports/32381573-f6a5-44f3-8239-97b3299b1440 HTTP/1.1" status: 404 len: 333 time: 0.3252287 Feb 28 14:22:29.954579 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51342) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:29.975326 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c013c123-d2d9-49ca-aa33-c03c7b4dced6 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Request body: {'port': {'network_id': '6a3f9987-49be-48fe-aa78-2a93fc0dfaf4', 'name': 'tempest-AllowedAddressPairTestJSON-1216543163'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:30.004202 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=d19ee473-0333-4c1c-b751-2e279418599f,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:30.024155 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port deebe659-cad7-46b8-8d2b-4c4c2ee26700 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:30.031941 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d3f57735-51bb-43c2-81ab-0aa6ad10a00c up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:22:30.116059 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3770b-6a24-4571-b351-2ce2278d40b1 req-b91e9f6c-337b-46ef-bda2-1985bbd867e6 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:30.124125 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-25c3770b-6a24-4571-b351-2ce2278d40b1 req-b91e9f6c-337b-46ef-bda2-1985bbd867e6 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.7094171 Feb 28 14:22:30.155705 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-12df5976-a519-46be-8117-cf07b560d8d6 None None] Provisioning complete for port d19ee473-0333-4c1c-b751-2e279418599f triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:30.156067 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-12df5976-a519-46be-8117-cf07b560d8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:30.224924 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port d3f57735-51bb-43c2-81ab-0aa6ad10a00c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:30.225499 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:30.274853 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c013c123-d2d9-49ca-aa33-c03c7b4dced6 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:30.277684 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-17b5c2ce-512f-475a-b8e9-d6ab1b785cc1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 2001:db8::fba6:d300:97c:6eba (22b852e7-638c-4536-9e81-f0f6c68c1fb7/191cdac9-ee82-42ae-b187-c817ce9b801a/f64edcca-f5c7-4c11-8715-62bfa7b42fb3) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:30.293218 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c013c123-d2d9-49ca-aa33-c03c7b4dced6 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:30.305338 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72562e8f-53c0-48cf-968e-41c4fc08a70e None None] Network 7dab3726-9416-48e8-a1ba-8f82047c9c51 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:22:30.316125 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c013c123-d2d9-49ca-aa33-c03c7b4dced6 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Made reservation on behalf of e5cd18d9556b4929a6ad10b629eff751 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:30.319796 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c013c123-d2d9-49ca-aa33-c03c7b4dced6 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:30.357885 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-c013c123-d2d9-49ca-aa33-c03c7b4dced6 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] device_id is not set on port 09fa9a9e-a012-4c2b-be1d-a19fd0847fdd yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:22:30.426869 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-79b9ad14-1ac4-42ae-9005-76a9fe1732b3 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:30.526002 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-25c3770b-6a24-4571-b351-2ce2278d40b1 req-8c81b52d-ff20-40f6-b6e6-fb0ccee32b67 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4006708 Feb 28 14:22:30.574485 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a47b8d2a-1e02-4f01-91ff-ab168fdd1105 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:30.681253 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-17b5c2ce-512f-475a-b8e9-d6ab1b785cc1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:30.688276 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9ad14-1ac4-42ae-9005-76a9fe1732b3 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Port': ['ID=a46fe092-d532-42bd-aafc-1d93d4846d75,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:30.691266 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-c013c123-d2d9-49ca-aa33-c03c7b4dced6 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Allocated IP 172.20.0.12 (6a3f9987-49be-48fe-aa78-2a93fc0dfaf4/4c716116-8e4a-4311-90b8-2a7ab9f582b0/09fa9a9e-a012-4c2b-be1d-a19fd0847fdd) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:30.709951 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-17b5c2ce-512f-475a-b8e9-d6ab1b785cc1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Transition to ACTIVE for port object f64edcca-f5c7-4c11-8715-62bfa7b42fb3 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:30.764162 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9155b217-b3fd-48ec-8c0a-ebae53fee554 None None] Could not find standard attr ID for object a45c174c-b580-4858-87b1-9a6f7710e04f. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:22:30.768093 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-79b9ad14-1ac4-42ae-9005-76a9fe1732b3 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:30.790967 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9155b217-b3fd-48ec-8c0a-ebae53fee554 None None] Provisioning for port deebe659-cad7-46b8-8d2b-4c4c2ee26700 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:30.798846 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9155b217-b3fd-48ec-8c0a-ebae53fee554 None None] Provisioning complete for port deebe659-cad7-46b8-8d2b-4c4c2ee26700 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:30.799246 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9155b217-b3fd-48ec-8c0a-ebae53fee554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:30.802706 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-79b9ad14-1ac4-42ae-9005-76a9fe1732b3 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/ports/a46fe092-d532-42bd-aafc-1d93d4846d75 HTTP/1.1" status: 204 len: 168 time: 2.8781891 Feb 28 14:22:30.809020 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51352) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:30.954367 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:30.958265 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9155b217-b3fd-48ec-8c0a-ebae53fee554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:30.995259 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9155b217-b3fd-48ec-8c0a-ebae53fee554 None None] For port deebe659-cad7-46b8-8d2b-4c4c2ee26700, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=deebe659-cad7-46b8-8d2b-4c4c2ee26700,segment=NetworkSegment(5c79bcdd-6fc5-4362-9689-9ed865aa09ac),segment_id=5c79bcdd-6fc5-4362-9689-9ed865aa09ac)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:31.004531 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9155b217-b3fd-48ec-8c0a-ebae53fee554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:31.010579 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-17b5c2ce-512f-475a-b8e9-d6ab1b785cc1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:31.014256 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2dbcad4-ab97-4545-a570-02db9f67a46f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] DELETE failed (client error): The resource could not be found. Feb 28 14:22:31.015012 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2dbcad4-ab97-4545-a570-02db9f67a46f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:22:31.020502 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c2dbcad4-ab97-4545-a570-02db9f67a46f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/ports/a46fe092-d532-42bd-aafc-1d93d4846d75 HTTP/1.1" status: 404 len: 333 time: 0.2103653 Feb 28 14:22:31.021891 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51356) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:31.137149 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d19ee473-0333-4c1c-b751-2e279418599f up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:22:31.178659 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c013c123-d2d9-49ca-aa33-c03c7b4dced6 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:31.194172 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b5c2ce-512f-475a-b8e9-d6ab1b785cc1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:31.201707 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-17b5c2ce-512f-475a-b8e9-d6ab1b785cc1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:31.204279 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b5c2ce-512f-475a-b8e9-d6ab1b785cc1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:31.211028 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b5c2ce-512f-475a-b8e9-d6ab1b785cc1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:31.211746 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] device_id is not set on port dcecbd69-f94d-4b3b-ae65-7135c0b29a3e yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:22:31.211908 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-17b5c2ce-512f-475a-b8e9-d6ab1b785cc1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:31.236748 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-c013c123-d2d9-49ca-aa33-c03c7b4dced6 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Transition to ACTIVE for port object 09fa9a9e-a012-4c2b-be1d-a19fd0847fdd will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:31.238156 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5c2ce-512f-475a-b8e9-d6ab1b785cc1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Port': ['ID=f64edcca-f5c7-4c11-8715-62bfa7b42fb3,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:31.275271 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-17b5c2ce-512f-475a-b8e9-d6ab1b785cc1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5095015 Feb 28 14:22:31.285343 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51362) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:31.342991 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-5592e20f-0ab6-4e5f-a7af-b2f33dca8210 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] GET failed (client error): The resource could not be found. Feb 28 14:22:31.343806 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5592e20f-0ab6-4e5f-a7af-b2f33dca8210 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Synchronizing usage tracker for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:31.366547 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155b217-b3fd-48ec-8c0a-ebae53fee554 None None] Pushing event updated for resources: {'Port': ['ID=deebe659-cad7-46b8-8d2b-4c4c2ee26700,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:31.381823 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c013c123-d2d9-49ca-aa33-c03c7b4dced6 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:31.390950 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a4da1c8b-467d-41da-b549-d949a9f9ea05 None None] Provisioning complete for port deebe659-cad7-46b8-8d2b-4c4c2ee26700 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:31.395048 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a4da1c8b-467d-41da-b549-d949a9f9ea05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:31.570165 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port d19ee473-0333-4c1c-b751-2e279418599f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:31.580118 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:31.633390 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c013c123-d2d9-49ca-aa33-c03c7b4dced6 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Network 6a3f9987-49be-48fe-aa78-2a93fc0dfaf4 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:31.649072 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c013c123-d2d9-49ca-aa33-c03c7b4dced6 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:31.655887 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c013c123-d2d9-49ca-aa33-c03c7b4dced6 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:31.716762 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a47b8d2a-1e02-4f01-91ff-ab168fdd1105 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:31.726241 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013c123-d2d9-49ca-aa33-c03c7b4dced6 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Pushing event updated for resources: {'Port': ['ID=09fa9a9e-a012-4c2b-be1d-a19fd0847fdd,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:31.929226 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5592e20f-0ab6-4e5f-a7af-b2f33dca8210 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Unset dirty status for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:31.932661 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9569439-c548-40f6-9060-91234803c6bb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:31.933374 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5592e20f-0ab6-4e5f-a7af-b2f33dca8210 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "GET /v2.0/ports/a46fe092-d532-42bd-aafc-1d93d4846d75 HTTP/1.1" status: 404 len: 333 time: 0.8826993 Feb 28 14:22:31.937205 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51370) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:31.938774 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9569439-c548-40f6-9060-91234803c6bb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:31.939697 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a9569439-c548-40f6-9060-91234803c6bb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:31.951057 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c013c123-d2d9-49ca-aa33-c03c7b4dced6 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:31.951764 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c013c123-d2d9-49ca-aa33-c03c7b4dced6 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:31.983262 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c013c123-d2d9-49ca-aa33-c03c7b4dced6 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0281072 Feb 28 14:22:31.990838 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51374) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:31.991479 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a9569439-c548-40f6-9060-91234803c6bb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:31.992566 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a9569439-c548-40f6-9060-91234803c6bb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.7037654 Feb 28 14:22:31.994031 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7353b-0573-436a-ad27-380840b3d676 req-580338ae-1517-4397-bbd5-49e363c7bfc3 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:31.995542 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d9b7353b-0573-436a-ad27-380840b3d676 req-580338ae-1517-4397-bbd5-49e363c7bfc3 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 1.1010139 Feb 28 14:22:31.997380 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51378) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:32.000873 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-af5f8ac4-6908-4a9c-ac7f-516a223adacc tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:59:63:03'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:32.032663 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0f391e86-cbc1-485e-a90c-d598ff1cde1e None None] Provisioning for port f64edcca-f5c7-4c11-8715-62bfa7b42fb3 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:32.040072 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0f391e86-cbc1-485e-a90c-d598ff1cde1e None None] Provisioning complete for port f64edcca-f5c7-4c11-8715-62bfa7b42fb3 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:32.042925 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0f391e86-cbc1-485e-a90c-d598ff1cde1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:32.103084 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:32.108706 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f18e4-887f-4e87-8d87-1c3a4a83e120 req-266199d8-4316-473b-8290-93e885e5cf02 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:32.110309 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0b9f18e4-887f-4e87-8d87-1c3a4a83e120 req-266199d8-4316-473b-8290-93e885e5cf02 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/ports?device_id=49e1b4fa-e342-4110-9dc7-c20772ac9d41 HTTP/1.1" status: 200 len: 945 time: 0.3086281 Feb 28 14:22:32.114077 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d9b7353b-0573-436a-ad27-380840b3d676 req-f2e6e014-741b-47c2-9629-ac1a8e087551 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931442 Feb 28 14:22:32.134305 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0f391e86-cbc1-485e-a90c-d598ff1cde1e None None] Port f64edcca-f5c7-4c11-8715-62bfa7b42fb3 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:22:32.159617 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0f391e86-cbc1-485e-a90c-d598ff1cde1e None None] Provisioning for port 09fa9a9e-a012-4c2b-be1d-a19fd0847fdd completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:32.165944 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0f391e86-cbc1-485e-a90c-d598ff1cde1e None None] Provisioning complete for port 09fa9a9e-a012-4c2b-be1d-a19fd0847fdd triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:32.166672 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0f391e86-cbc1-485e-a90c-d598ff1cde1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:32.185565 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-752849f9-99b0-46fa-891e-7ddee3afce0a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting subnet 3350b871-ddd0-4c33-91f6-b57e7359bebc {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:22:32.197585 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-752849f9-99b0-46fa-891e-7ddee3afce0a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:32.227747 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0f391e86-cbc1-485e-a90c-d598ff1cde1e None None] Port 09fa9a9e-a012-4c2b-be1d-a19fd0847fdd cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:22:32.231863 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0f391e86-cbc1-485e-a90c-d598ff1cde1e None None] Could not find standard attr ID for object a46fe092-d532-42bd-aafc-1d93d4846d75. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:22:32.276016 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6d320cee-2bb2-4b18-a88a-f7f4e31d97b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting port f64edcca-f5c7-4c11-8715-62bfa7b42fb3 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:32.277129 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d320cee-2bb2-4b18-a88a-f7f4e31d97b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:32.300983 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-752849f9-99b0-46fa-891e-7ddee3afce0a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:32.356550 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:32.444463 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Pushing event updated for resources: {'Port': ['ID=9f4b08dc-6125-43ce-ac8a-bf59b0b6341e,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:32.449769 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47b8d2a-1e02-4f01-91ff-ab168fdd1105 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Router fcafab96-d824-46c6-bf47-dfdd6d4883d7 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:22:32.484130 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0b9f18e4-887f-4e87-8d87-1c3a4a83e120 req-7691f591-68c4-4fe7-a7bd-74ac92ab393b tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c63a8883-97f5-4c2d-8a0d-4b6a5e2b0e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3485904 Feb 28 14:22:32.698426 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af5f8ac4-6908-4a9c-ac7f-516a223adacc tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:32.721962 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Checking segment: {'id': '3f5995f5-7d7b-4e76-942c-4e7e61df3e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a6eced57-03b0-4b65-98cd-3431ce3e8694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:22:32.722306 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Network hostable DHCP agents. Network: a6eced57-03b0-4b65-98cd-3431ce3e8694, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:22:32.804115 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d320cee-2bb2-4b18-a88a-f7f4e31d97b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:32.809486 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-752849f9-99b0-46fa-891e-7ddee3afce0a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:32.882310 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Network a6eced57-03b0-4b65-98cd-3431ce3e8694 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:22:32.901127 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47b8d2a-1e02-4f01-91ff-ab168fdd1105 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:22:32.909236 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, a6eced57-03b0-4b65-98cd-3431ce3e8694) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:32.914523 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634e2633-f0e2-4f5a-83d1-09a0ddec95dc None None] Sync routers for ids ['fcafab96-d824-46c6-bf47-dfdd6d4883d7'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:22:32.918741 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:32.919605 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:32.938754 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0cd277-acb4-48e2-a2cd-e8e20a662a35 None None] Network a6eced57-03b0-4b65-98cd-3431ce3e8694 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:22:32.940711 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6d320cee-2bb2-4b18-a88a-f7f4e31d97b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Calling delete_port for f64edcca-f5c7-4c11-8715-62bfa7b42fb3 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:32.965270 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634e2633-f0e2-4f5a-83d1-09a0ddec95dc None None] Routers {'fcafab96-d824-46c6-bf47-dfdd6d4883d7'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:22:32.966069 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-634e2633-f0e2-4f5a-83d1-09a0ddec95dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:22:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['fcafab96-d824-46c6-bf47-dfdd6d4883d7'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:33.027175 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-752849f9-99b0-46fa-891e-7ddee3afce0a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:33.031383 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a47b8d2a-1e02-4f01-91ff-ab168fdd1105 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:33.037086 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a47b8d2a-1e02-4f01-91ff-ab168fdd1105 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.4915607 Feb 28 14:22:33.041136 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51382) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:33.069803 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Pushing event updated for resources: {'Port': ['ID=dcecbd69-f94d-4b3b-ae65-7135c0b29a3e,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:33.109972 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device deebe659-cad7-46b8-8d2b-4c4c2ee26700 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:22:33.154368 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752849f9-99b0-46fa-891e-7ddee3afce0a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Subnet': ['ID=3350b871-ddd0-4c33-91f6-b57e7359bebc,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:33.248763 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-752849f9-99b0-46fa-891e-7ddee3afce0a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:33.254498 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-752849f9-99b0-46fa-891e-7ddee3afce0a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/subnets/3350b871-ddd0-4c33-91f6-b57e7359bebc HTTP/1.1" status: 204 len: 168 time: 1.3062112 Feb 28 14:22:33.262561 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d70b3c-a840-41cd-97ea-611b13684e0b req-201d0b0f-ab85-4cbd-8b9b-113fcf3cbde0 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:33.264061 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-36d70b3c-a840-41cd-97ea-611b13684e0b req-201d0b0f-ab85-4cbd-8b9b-113fcf3cbde0 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.13 "GET /v2.0/ports?device_id=49e1b4fa-e342-4110-9dc7-c20772ac9d41 HTTP/1.1" status: 200 len: 945 time: 0.2933874 Feb 28 14:22:33.267014 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51388) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:33.295591 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2b73fc-f6c8-4015-a8b2-a8b4ea580546 None None] Network 7dab3726-9416-48e8-a1ba-8f82047c9c51 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:22:33.355326 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Checking segment: {'id': 'd7cdf2cc-cdf5-4804-bed8-39da035d9fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4c0af214-23a3-4074-ad8a-5602722d603b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:22:33.355326 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Network hostable DHCP agents. Network: 4c0af214-23a3-4074-ad8a-5602722d603b, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:22:33.418847 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f29aa9c9-3fb1-46e3-9887-33f4b9aa752d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "GET /v2.0/routers/fcafab96-d824-46c6-bf47-dfdd6d4883d7 HTTP/1.1" status: 200 len: 907 time: 0.3459363 Feb 28 14:22:33.432824 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51392) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:33.466457 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Network 4c0af214-23a3-4074-ad8a-5602722d603b is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:22:33.471635 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-634e2633-f0e2-4f5a-83d1-09a0ddec95dc None None] Set router fcafab96-d824-46c6-bf47-dfdd6d4883d7 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:22:33.487735 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 4c0af214-23a3-4074-ad8a-5602722d603b) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:33.493636 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:33.495511 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d320cee-2bb2-4b18-a88a-f7f4e31d97b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:33.501521 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:33.506796 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:33.507924 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:33.524855 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71d22f-eb8c-4816-8234-da09989a3452 req-e1e43188-c750-4677-a4c0-368409fa45c6 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:33.532062 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9f71d22f-eb8c-4816-8234-da09989a3452 req-e1e43188-c750-4677-a4c0-368409fa45c6 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.2719717 Feb 28 14:22:33.574692 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c4971c59-aaad-41f6-81ae-1529eac7d1e4 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.5747709 Feb 28 14:22:33.578537 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51398) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:33.581614 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-af5f8ac4-6908-4a9c-ac7f-516a223adacc tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:22:33.592457 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-36d70b3c-a840-41cd-97ea-611b13684e0b req-a3a5b2de-7bc1-412b-a6c3-fc29f00f5538 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Deleting port 19012391-3f25-46b1-adc8-1d50d50811ab {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:33.592861 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-36d70b3c-a840-41cd-97ea-611b13684e0b req-a3a5b2de-7bc1-412b-a6c3-fc29f00f5538 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:33.626626 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9f71d22f-eb8c-4816-8234-da09989a3452 req-4f5624ae-5d7c-4eee-af29-de17a751b2ad tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936759 Feb 28 14:22:33.642420 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-86851fc9-a9ec-4b8d-9a93-1271f4fde279 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:33.646574 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d320cee-2bb2-4b18-a88a-f7f4e31d97b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Port': ['ID=f64edcca-f5c7-4c11-8715-62bfa7b42fb3,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:33.671296 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee61d4b-59a1-49bb-b22a-8d673775c96e None None] Network 4c0af214-23a3-4074-ad8a-5602722d603b requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:22:33.708198 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fc2557-5344-4636-ae84-a82a026a632f tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:33.716341 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fc2557-5344-4636-ae84-a82a026a632f tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:33.717683 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b1fc2557-5344-4636-ae84-a82a026a632f tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Synchronizing usage tracker for tenant:7b3cf5e99c8b47d9930f4a2f26be0184 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:33.730583 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af5f8ac4-6908-4a9c-ac7f-516a223adacc tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:33.743457 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b1fc2557-5344-4636-ae84-a82a026a632f tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Unset dirty status for tenant:7b3cf5e99c8b47d9930f4a2f26be0184 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:33.745265 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port deebe659-cad7-46b8-8d2b-4c4c2ee26700 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:33.745658 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:33.751812 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b1fc2557-5344-4636-ae84-a82a026a632f tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1721463 Feb 28 14:22:33.752618 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51404) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:33.766210 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d320cee-2bb2-4b18-a88a-f7f4e31d97b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:33.781137 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af5f8ac4-6908-4a9c-ac7f-516a223adacc tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:33.854466 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-cf036045-889a-42f4-a8ae-ecf02b68bac8 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Deleting port 9f4b08dc-6125-43ce-ac8a-bf59b0b6341e {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:33.855385 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cf036045-889a-42f4-a8ae-ecf02b68bac8 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:33.896173 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f8ac4-6908-4a9c-ac7f-516a223adacc tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Pushing event updated for resources: {'Port': ['ID=09fa9a9e-a012-4c2b-be1d-a19fd0847fdd,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:34.195201 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-86851fc9-a9ec-4b8d-9a93-1271f4fde279 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting port deebe659-cad7-46b8-8d2b-4c4c2ee26700 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:34.198173 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-86851fc9-a9ec-4b8d-9a93-1271f4fde279 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:34.230205 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cf036045-889a-42f4-a8ae-ecf02b68bac8 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:34.347411 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc7929b-740c-4cfe-9412-ff62a0258e0d None None] DHCP port deletion for 7dab3726-9416-48e8-a1ba-8f82047c9c51 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:22:34.357105 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1dc7929b-740c-4cfe-9412-ff62a0258e0d None None] Deleting port deebe659-cad7-46b8-8d2b-4c4c2ee26700 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:34.357479 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1dc7929b-740c-4cfe-9412-ff62a0258e0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:34.535876 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6d320cee-2bb2-4b18-a88a-f7f4e31d97b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/f64edcca-f5c7-4c11-8715-62bfa7b42fb3 HTTP/1.1" status: 204 len: 168 time: 2.5073712 Feb 28 14:22:34.539354 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-cf036045-889a-42f4-a8ae-ecf02b68bac8 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Calling delete_port for 9f4b08dc-6125-43ce-ac8a-bf59b0b6341e owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:34.549948 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-634e2633-f0e2-4f5a-83d1-09a0ddec95dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcafab96-d824-46c6-bf47-dfdd6d4883d7', 'name': 'tempest-snat-router-1884916221', 'tenant_id': 'a9de92cfa4bc41e7b01d7031a674235a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': 'd3b6078c-9b19-40b7-9eb8-67f60df9adf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:22:24Z', 'updated_at': '2022-02-28T14:22:29Z', 'revision_number': 3, 'project_id': 'a9de92cfa4bc41e7b01d7031a674235a', 'gw_port': {'id': 'd3b6078c-9b19-40b7-9eb8-67f60df9adf1', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:75:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcafab96-d824-46c6-bf47-dfdd6d4883d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:22:26Z', 'updated_at': '2022-02-28T14:22:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:34.568279 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634e2633-f0e2-4f5a-83d1-09a0ddec95dc None None] Checking router: fcafab96-d824-46c6-bf47-dfdd6d4883d7 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:22:34.568628 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634e2633-f0e2-4f5a-83d1-09a0ddec95dc None None] Updating router fcafab96-d824-46c6-bf47-dfdd6d4883d7 port d3b6078c-9b19-40b7-9eb8-67f60df9adf1 binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:22:34.579324 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51414) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:34.602804 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-123ef677-e444-40de-b40d-6af9315b7e1b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:34.692037 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1dc7929b-740c-4cfe-9412-ff62a0258e0d None None] For port deebe659-cad7-46b8-8d2b-4c4c2ee26700, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=deebe659-cad7-46b8-8d2b-4c4c2ee26700,segment=NetworkSegment(5c79bcdd-6fc5-4362-9689-9ed865aa09ac),segment_id=5c79bcdd-6fc5-4362-9689-9ed865aa09ac)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:34.692427 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1dc7929b-740c-4cfe-9412-ff62a0258e0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:34.709061 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e55b3043-c6df-40cf-b2a8-734d0b3d86ae None None] Provisioning complete for port 09fa9a9e-a012-4c2b-be1d-a19fd0847fdd triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:34.709463 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e55b3043-c6df-40cf-b2a8-734d0b3d86ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:34.726186 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01719dc-9c71-4183-bca0-04946e53fffc tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:34.727804 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01719dc-9c71-4183-bca0-04946e53fffc tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:34.731990 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f01719dc-9c71-4183-bca0-04946e53fffc tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1442814 Feb 28 14:22:34.733497 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51418) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:34.737463 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-634e2633-f0e2-4f5a-83d1-09a0ddec95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:34.791881 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cf036045-889a-42f4-a8ae-ecf02b68bac8 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:34.828878 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c99c8-f5ef-459e-9dcf-5fcf1e3b42c6 req-7e577753-7dc0-4113-9f93-fca53aa0a93e tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:34.830440 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0c8c99c8-f5ef-459e-9dcf-5fcf1e3b42c6 req-7e577753-7dc0-4113-9f93-fca53aa0a93e tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/ports?device_id=49e1b4fa-e342-4110-9dc7-c20772ac9d41 HTTP/1.1" status: 200 len: 945 time: 1.1940823 Feb 28 14:22:34.860495 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e9117-570a-4d97-8c3e-3f1385ef4ac1 req-8fc3be24-0af1-4a76-8899-e66daa344632 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:34.861961 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ab2e9117-570a-4d97-8c3e-3f1385ef4ac1 req-8fc3be24-0af1-4a76-8899-e66daa344632 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.2817650 Feb 28 14:22:34.866502 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf036045-889a-42f4-a8ae-ecf02b68bac8 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Pushing event deleted for resources: {'Port': ['ID=9f4b08dc-6125-43ce-ac8a-bf59b0b6341e,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:34.873717 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cf036045-889a-42f4-a8ae-ecf02b68bac8 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:34.886882 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c2701f-b2fc-41f4-aafd-4b337cd35913 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet 191cdac9-ee82-42ae-b187-c817ce9b801a {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:22:34.889514 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1dc7929b-740c-4cfe-9412-ff62a0258e0d None None] Calling delete_port for deebe659-cad7-46b8-8d2b-4c4c2ee26700 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:34.893220 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2c2701f-b2fc-41f4-aafd-4b337cd35913 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:34.912246 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-af5f8ac4-6908-4a9c-ac7f-516a223adacc tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] In _notify_port_updated(), no bound segment for port 09fa9a9e-a012-4c2b-be1d-a19fd0847fdd on network 6a3f9987-49be-48fe-aa78-2a93fc0dfaf4 {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 14:22:34.917965 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5f8ac4-6908-4a9c-ac7f-516a223adacc tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:34.918598 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af5f8ac4-6908-4a9c-ac7f-516a223adacc tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:34.923080 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-af5f8ac4-6908-4a9c-ac7f-516a223adacc tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] 10.222.0.30 "PUT /v2.0/ports/09fa9a9e-a012-4c2b-be1d-a19fd0847fdd HTTP/1.1" status: 200 len: 995 time: 2.9262300 Feb 28 14:22:34.982838 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51422) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:34.987659 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-e55b3043-c6df-40cf-b2a8-734d0b3d86ae None None] Port 09fa9a9e-a012-4c2b-be1d-a19fd0847fdd cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:22:34.993522 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:35.069217 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7ea57db2-f58f-4ac2-9a79-ab78d04ea054 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Deleting port 09fa9a9e-a012-4c2b-be1d-a19fd0847fdd {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:35.069956 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1dc7929b-740c-4cfe-9412-ff62a0258e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:35.070163 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cf036045-889a-42f4-a8ae-ecf02b68bac8 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] 10.222.0.30 "DELETE /v2.0/ports/9f4b08dc-6125-43ce-ac8a-bf59b0b6341e HTTP/1.1" status: 204 len: 168 time: 1.3161774 Feb 28 14:22:35.072262 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ea57db2-f58f-4ac2-9a79-ab78d04ea054 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:35.079451 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51426) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:35.124492 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device deebe659-cad7-46b8-8d2b-4c4c2ee26700 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:22:35.147261 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-36d70b3c-a840-41cd-97ea-611b13684e0b req-a3a5b2de-7bc1-412b-a6c3-fc29f00f5538 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] For port 19012391-3f25-46b1-adc8-1d50d50811ab, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=19012391-3f25-46b1-adc8-1d50d50811ab,segment=NetworkSegment(b1d24562-6186-4df5-9b28-e46e64e36f93),segment_id=b1d24562-6186-4df5-9b28-e46e64e36f93)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:35.147647 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-36d70b3c-a840-41cd-97ea-611b13684e0b req-a3a5b2de-7bc1-412b-a6c3-fc29f00f5538 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:35.155392 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc7929b-740c-4cfe-9412-ff62a0258e0d None None] No DVR routers for this DVR port deebe659-cad7-46b8-8d2b-4c4c2ee26700 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:22:35.174062 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ab2e9117-570a-4d97-8c3e-3f1385ef4ac1 req-009900eb-13c8-43ff-b054-5e846282dba9 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2907572 Feb 28 14:22:35.174343 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7929b-740c-4cfe-9412-ff62a0258e0d None None] Pushing event deleted for resources: {'Port': ['ID=deebe659-cad7-46b8-8d2b-4c4c2ee26700,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:35.178658 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2c2701f-b2fc-41f4-aafd-4b337cd35913 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:35.180158 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: deebe659-cad7-46b8-8d2b-4c4c2ee26700 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:22:35.180158 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device deebe659-cad7-46b8-8d2b-4c4c2ee26700 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:22:35.180557 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-86851fc9-a9ec-4b8d-9a93-1271f4fde279 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] For port deebe659-cad7-46b8-8d2b-4c4c2ee26700, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=deebe659-cad7-46b8-8d2b-4c4c2ee26700,segment=NetworkSegment(5c79bcdd-6fc5-4362-9689-9ed865aa09ac),segment_id=5c79bcdd-6fc5-4362-9689-9ed865aa09ac)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:35.181689 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-86851fc9-a9ec-4b8d-9a93-1271f4fde279 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:35.210869 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e000aad1-99b5-498f-a708-201fe42285d5 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Deleting port dcecbd69-f94d-4b3b-ae65-7135c0b29a3e {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:35.211232 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e000aad1-99b5-498f-a708-201fe42285d5 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:35.258223 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0c8c99c8-f5ef-459e-9dcf-5fcf1e3b42c6 req-ff12479a-a5ee-41bf-87c1-a7986754093e tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c63a8883-97f5-4c2d-8a0d-4b6a5e2b0e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3823082 Feb 28 14:22:35.276774 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-123ef677-e444-40de-b40d-6af9315b7e1b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:35.327296 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2c2701f-b2fc-41f4-aafd-4b337cd35913 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:35.458532 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-86851fc9-a9ec-4b8d-9a93-1271f4fde279 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Calling delete_port for deebe659-cad7-46b8-8d2b-4c4c2ee26700 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:35.539096 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-634e2633-f0e2-4f5a-83d1-09a0ddec95dc None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:35.571023 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-634e2633-f0e2-4f5a-83d1-09a0ddec95dc None None] Transition to ACTIVE for port object d3b6078c-9b19-40b7-9eb8-67f60df9adf1 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:35.572105 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e000aad1-99b5-498f-a708-201fe42285d5 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:35.581605 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2c2701f-b2fc-41f4-aafd-4b337cd35913 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:35.581840 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-634e2633-f0e2-4f5a-83d1-09a0ddec95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:35.597283 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-123ef677-e444-40de-b40d-6af9315b7e1b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Deleting port d3b6078c-9b19-40b7-9eb8-67f60df9adf1 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:35.597621 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-123ef677-e444-40de-b40d-6af9315b7e1b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:35.664586 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-634e2633-f0e2-4f5a-83d1-09a0ddec95dc None None] Attempting to bind port d3b6078c-9b19-40b7-9eb8-67f60df9adf1 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:22:35.664964 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-634e2633-f0e2-4f5a-83d1-09a0ddec95dc None None] Attempting to bind port d3b6078c-9b19-40b7-9eb8-67f60df9adf1 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:22:35.665310 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e2633-f0e2-4f5a-83d1-09a0ddec95dc None None] Attempting to bind port d3b6078c-9b19-40b7-9eb8-67f60df9adf1 on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:22:35.670982 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9cf94-2290-413b-bb4d-262dc20b2021 None None] Pushing event updated for resources: {'Port': ['ID=d3b6078c-9b19-40b7-9eb8-67f60df9adf1,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:35.675750 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e2633-f0e2-4f5a-83d1-09a0ddec95dc None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:22:35.676116 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e2633-f0e2-4f5a-83d1-09a0ddec95dc None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:22:35.676505 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-634e2633-f0e2-4f5a-83d1-09a0ddec95dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:35.676879 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e2633-f0e2-4f5a-83d1-09a0ddec95dc None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:22:35.678150 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-634e2633-f0e2-4f5a-83d1-09a0ddec95dc None None] Bound port: d3b6078c-9b19-40b7-9eb8-67f60df9adf1, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:22:35.678528 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-634e2633-f0e2-4f5a-83d1-09a0ddec95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:35.681971 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2701f-b2fc-41f4-aafd-4b337cd35913 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=191cdac9-ee82-42ae-b187-c817ce9b801a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:35.746968 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e000aad1-99b5-498f-a708-201fe42285d5 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Calling delete_port for dcecbd69-f94d-4b3b-ae65-7135c0b29a3e owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:35.752799 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:22:35.754777 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-634e2633-f0e2-4f5a-83d1-09a0ddec95dc None None] For port d3b6078c-9b19-40b7-9eb8-67f60df9adf1, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:22:35.758543 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-634e2633-f0e2-4f5a-83d1-09a0ddec95dc None None] For port d3b6078c-9b19-40b7-9eb8-67f60df9adf1, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d3b6078c-9b19-40b7-9eb8-67f60df9adf1,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:22:35.764661 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-634e2633-f0e2-4f5a-83d1-09a0ddec95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:35.790350 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2c2701f-b2fc-41f4-aafd-4b337cd35913 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:35.815192 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e106bdc-e329-485d-ac2f-93d16f545142 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:22:35.820058 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b2c2701f-b2fc-41f4-aafd-4b337cd35913 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/191cdac9-ee82-42ae-b187-c817ce9b801a HTTP/1.1" status: 204 len: 168 time: 1.0830686 Feb 28 14:22:35.823612 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51432) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:35.955585 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bcceb8c3-1485-416c-9e02-5770cce9a7ba tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1236179 Feb 28 14:22:35.957605 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9cf94-2290-413b-bb4d-262dc20b2021 None None] Pushing event updated for resources: {'Port': ['ID=d3b6078c-9b19-40b7-9eb8-67f60df9adf1,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:35.961104 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634e2633-f0e2-4f5a-83d1-09a0ddec95dc None None] Routers {'fcafab96-d824-46c6-bf47-dfdd6d4883d7'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:22:35.961758 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-634e2633-f0e2-4f5a-83d1-09a0ddec95dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:22:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['fcafab96-d824-46c6-bf47-dfdd6d4883d7'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:35.962001 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471db8f-e8b8-4edd-abeb-c029452dfcbd req-5373ba10-142d-4c9c-aec0-c08691a3bbe7 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:35.963867 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2471db8f-e8b8-4edd-abeb-c029452dfcbd req-5373ba10-142d-4c9c-aec0-c08691a3bbe7 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4a6abc9-3368-4b4f-8caf-602fcb2a9792 HTTP/1.1" status: 200 len: 945 time: 0.5296638 Feb 28 14:22:35.966069 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51436) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:35.979117 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ec36d601-8dfe-49c7-bf80-82d5c2898804 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:36.031538 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e000aad1-99b5-498f-a708-201fe42285d5 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:36.156695 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000aad1-99b5-498f-a708-201fe42285d5 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Pushing event deleted for resources: {'Port': ['ID=dcecbd69-f94d-4b3b-ae65-7135c0b29a3e,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:36.178449 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e000aad1-99b5-498f-a708-201fe42285d5 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:36.179057 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-86851fc9-a9ec-4b8d-9a93-1271f4fde279 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:22:36.179578 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-86851fc9-a9ec-4b8d-9a93-1271f4fde279 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:22:36.187618 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2471db8f-e8b8-4edd-abeb-c029452dfcbd req-b7ef7626-feba-42e1-aed7-e2bb4d47cac8 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d54486a-09f9-470f-bf07-9f889de8dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150753 Feb 28 14:22:36.201541 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ec36d601-8dfe-49c7-bf80-82d5c2898804 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:36.214563 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e000aad1-99b5-498f-a708-201fe42285d5 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] 10.222.0.30 "DELETE /v2.0/ports/dcecbd69-f94d-4b3b-ae65-7135c0b29a3e HTTP/1.1" status: 204 len: 168 time: 1.1304333 Feb 28 14:22:36.214563 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ec36d601-8dfe-49c7-bf80-82d5c2898804 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:subnet and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:36.218430 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ec36d601-8dfe-49c7-bf80-82d5c2898804 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:36.220872 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51440) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:36.225179 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-634e2633-f0e2-4f5a-83d1-09a0ddec95dc None None] Set router fcafab96-d824-46c6-bf47-dfdd6d4883d7 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:22:36.260692 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ec36d601-8dfe-49c7-bf80-82d5c2898804 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:36.278692 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-45a85388-6e6a-4ace-ade9-7db9911c0074 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Synchronizing usage tracker for tenant:7b3cf5e99c8b47d9930f4a2f26be0184 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:36.280652 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bea93-e561-4006-a08c-3eb8a3896b34 req-2306c1bf-aefd-48de-bf34-3f8a0d3366d9 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:36.287740 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-001bea93-e561-4006-a08c-3eb8a3896b34 req-2306c1bf-aefd-48de-bf34-3f8a0d3366d9 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.7842011 Feb 28 14:22:36.289826 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a1b7a-0d28-4dca-a1f0-dcd5731d748f req-160ef5e0-00af-45c4-92d5-e6e453304c53 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:36.291299 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-347a1b7a-0d28-4dca-a1f0-dcd5731d748f req-160ef5e0-00af-45c4-92d5-e6e453304c53 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a6abc9-3368-4b4f-8caf-602fcb2a9792 HTTP/1.1" status: 200 len: 945 time: 0.3874502 Feb 28 14:22:36.311553 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec36d601-8dfe-49c7-bf80-82d5c2898804 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:36.317048 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ec36d601-8dfe-49c7-bf80-82d5c2898804 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:36.331579 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-36d70b3c-a840-41cd-97ea-611b13684e0b req-a3a5b2de-7bc1-412b-a6c3-fc29f00f5538 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:36.331929 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-36d70b3c-a840-41cd-97ea-611b13684e0b req-a3a5b2de-7bc1-412b-a6c3-fc29f00f5538 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:36.332230 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [req-36d70b3c-a840-41cd-97ea-611b13684e0b req-a3a5b2de-7bc1-412b-a6c3-fc29f00f5538 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Floating IP e871087a-b1e2-4a99-bb01-5b777a425a61 disassociated. External IP: 172.26.5.180, port: 19012391-3f25-46b1-adc8-1d50d50811ab. Feb 28 14:22:36.332563 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-36d70b3c-a840-41cd-97ea-611b13684e0b req-a3a5b2de-7bc1-412b-a6c3-fc29f00f5538 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Calling delete_port for 19012391-3f25-46b1-adc8-1d50d50811ab owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:36.350593 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-634e2633-f0e2-4f5a-83d1-09a0ddec95dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcafab96-d824-46c6-bf47-dfdd6d4883d7', 'name': 'tempest-snat-router-1884916221', 'tenant_id': 'a9de92cfa4bc41e7b01d7031a674235a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:22:24Z', 'updated_at': '2022-02-28T14:22:35Z', 'revision_number': 4, 'project_id': 'a9de92cfa4bc41e7b01d7031a674235a', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:36.369670 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634e2633-f0e2-4f5a-83d1-09a0ddec95dc None None] The sync data for ids ['fcafab96-d824-46c6-bf47-dfdd6d4883d7'] in dv-neutron-831192-4-hyperv is: [{'id': 'fcafab96-d824-46c6-bf47-dfdd6d4883d7', 'name': 'tempest-snat-router-1884916221', 'tenant_id': 'a9de92cfa4bc41e7b01d7031a674235a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:22:24Z', 'updated_at': '2022-02-28T14:22:35Z', 'revision_number': 4, 'project_id': 'a9de92cfa4bc41e7b01d7031a674235a', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:22:36.371305 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-45a85388-6e6a-4ace-ade9-7db9911c0074 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Unset dirty status for tenant:7b3cf5e99c8b47d9930f4a2f26be0184 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:36.377360 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-45a85388-6e6a-4ace-ade9-7db9911c0074 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1516068 Feb 28 14:22:36.412617 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51446) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:36.420451 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-994a490c-e038-4fb3-8920-0e977d4a7050 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1516953923'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:36.431238 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ea57db2-f58f-4ac2-9a79-ab78d04ea054 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:36.448669 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-994a490c-e038-4fb3-8920-0e977d4a7050 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:36.458103 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-123ef677-e444-40de-b40d-6af9315b7e1b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] For port d3b6078c-9b19-40b7-9eb8-67f60df9adf1, host dv-neutron-831192-4-hyperv, got binding levels [] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:36.458624 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-123ef677-e444-40de-b40d-6af9315b7e1b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:36.466914 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-994a490c-e038-4fb3-8920-0e977d4a7050 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Usage tracker for resource:network and tenant:7b3cf5e99c8b47d9930f4a2f26be0184 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:36.482606 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-001bea93-e561-4006-a08c-3eb8a3896b34 req-5c2ce183-cc74-4280-83b7-0eeb744fdba7 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937292 Feb 28 14:22:36.485559 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa29f26-a786-4f34-bb2d-c4d93da03570 None None] DHCP port deletion for 22b852e7-638c-4536-9e81-f0f6c68c1fb7 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:22:36.486173 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-994a490c-e038-4fb3-8920-0e977d4a7050 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:36.495804 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-afa29f26-a786-4f34-bb2d-c4d93da03570 None None] Deleting port d19ee473-0333-4c1c-b751-2e279418599f {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:36.496174 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-afa29f26-a786-4f34-bb2d-c4d93da03570 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:36.608089 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-347a1b7a-0d28-4dca-a1f0-dcd5731d748f req-3e989504-eec5-4562-88a0-0f6d0842a63b tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Deleting port 851878c2-0bd6-4ae9-b27b-2a0c1842766e {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:36.608871 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-347a1b7a-0d28-4dca-a1f0-dcd5731d748f req-3e989504-eec5-4562-88a0-0f6d0842a63b tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:36.694479 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-86851fc9-a9ec-4b8d-9a93-1271f4fde279 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting port deebe659-cad7-46b8-8d2b-4c4c2ee26700 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:36.694577 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-86851fc9-a9ec-4b8d-9a93-1271f4fde279 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:36.725647 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7ea57db2-f58f-4ac2-9a79-ab78d04ea054 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Calling delete_port for 09fa9a9e-a012-4c2b-be1d-a19fd0847fdd owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:36.754311 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-994a490c-e038-4fb3-8920-0e977d4a7050 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:36.782817 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-afa29f26-a786-4f34-bb2d-c4d93da03570 None None] For port d19ee473-0333-4c1c-b751-2e279418599f, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d19ee473-0333-4c1c-b751-2e279418599f,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:36.783470 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-afa29f26-a786-4f34-bb2d-c4d93da03570 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:36.881402 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-123ef677-e444-40de-b40d-6af9315b7e1b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Calling delete_port for d3b6078c-9b19-40b7-9eb8-67f60df9adf1 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:36.908120 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-afa29f26-a786-4f34-bb2d-c4d93da03570 None None] Calling delete_port for d19ee473-0333-4c1c-b751-2e279418599f owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:36.910258 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c8569-fb82-45b4-b666-7fbfed5d6b1f req-17067357-4f32-448f-9661-afad145b701e tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:36.918332 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-203c8569-fb82-45b4-b666-7fbfed5d6b1f req-17067357-4f32-448f-9661-afad145b701e tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/ports?device_id=49e1b4fa-e342-4110-9dc7-c20772ac9d41 HTTP/1.1" status: 200 len: 945 time: 0.4872174 Feb 28 14:22:36.968436 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-86851fc9-a9ec-4b8d-9a93-1271f4fde279 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] The port 'deebe659-cad7-46b8-8d2b-4c4c2ee26700' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:22:36.997170 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-afa29f26-a786-4f34-bb2d-c4d93da03570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:37.018435 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994a490c-e038-4fb3-8920-0e977d4a7050 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Made reservation on behalf of 7b3cf5e99c8b47d9930f4a2f26be0184 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:37.022210 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-994a490c-e038-4fb3-8920-0e977d4a7050 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:37.033498 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-203c8569-fb82-45b4-b666-7fbfed5d6b1f req-198cb28d-5edf-43cd-9e50-73b12a21b06c tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/security-groups?id=c63a8883-97f5-4c2d-8a0d-4b6a5e2b0e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118071 Feb 28 14:22:37.057534 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa29f26-a786-4f34-bb2d-c4d93da03570 None None] Pushing event deleted for resources: {'Port': ['ID=d19ee473-0333-4c1c-b751-2e279418599f,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:37.059830 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa29f26-a786-4f34-bb2d-c4d93da03570 None None] No DVR routers for this DVR port d19ee473-0333-4c1c-b751-2e279418599f on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:22:37.119261 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d19ee473-0333-4c1c-b751-2e279418599f no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:22:37.160779 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ec36d601-8dfe-49c7-bf80-82d5c2898804 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:37.177379 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: d19ee473-0333-4c1c-b751-2e279418599f {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:22:37.178245 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d19ee473-0333-4c1c-b751-2e279418599f not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:22:37.255767 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-347a1b7a-0d28-4dca-a1f0-dcd5731d748f req-3e989504-eec5-4562-88a0-0f6d0842a63b tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] For port 851878c2-0bd6-4ae9-b27b-2a0c1842766e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=851878c2-0bd6-4ae9-b27b-2a0c1842766e,segment=NetworkSegment(d774faf1-bfab-416e-9486-4c2228282a1a),segment_id=d774faf1-bfab-416e-9486-4c2228282a1a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:37.256129 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-347a1b7a-0d28-4dca-a1f0-dcd5731d748f req-3e989504-eec5-4562-88a0-0f6d0842a63b tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:37.274087 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec36d601-8dfe-49c7-bf80-82d5c2898804 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:37.306673 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-86851fc9-a9ec-4b8d-9a93-1271f4fde279 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:37.318013 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994a490c-e038-4fb3-8920-0e977d4a7050 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:22:37.329252 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-ec36d601-8dfe-49c7-bf80-82d5c2898804 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:37.332454 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec36d601-8dfe-49c7-bf80-82d5c2898804 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:37.333891 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ec36d601-8dfe-49c7-bf80-82d5c2898804 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:37.339651 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fee1aa-43c7-43ad-bed2-6d8a355e9359 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:22:37.395647 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-86851fc9-a9ec-4b8d-9a93-1271f4fde279 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dab3726-9416-48e8-a1ba-8f82047c9c51']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:37.415453 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-86851fc9-a9ec-4b8d-9a93-1271f4fde279 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c79bcdd-6fc5-4362-9689-9ed865aa09ac') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:37.415893 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-86851fc9-a9ec-4b8d-9a93-1271f4fde279 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c79bcdd-6fc5-4362-9689-9ed865aa09ac') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:37.425536 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ec36d601-8dfe-49c7-bf80-82d5c2898804 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4545040 Feb 28 14:22:37.435662 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36d601-8dfe-49c7-bf80-82d5c2898804 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=3d987d40-1089-4229-b3c0-73ced2a81370,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:37.442233 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51454) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:37.451320 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-86851fc9-a9ec-4b8d-9a93-1271f4fde279 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:37.453462 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f3a97670-a7e7-496e-b26f-d3b66299f7fb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'fixed_ips': [{'subnet_id': '3d987d40-1089-4229-b3c0-73ced2a81370', 'ip_address': '2001:db8::2d3f:d96b:7f6b:8f22'}], 'name': 'tempest-NetworksTestDHCPv6-642431833'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:37.470463 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-86851fc9-a9ec-4b8d-9a93-1271f4fde279 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:37.475609 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-36d70b3c-a840-41cd-97ea-611b13684e0b req-a3a5b2de-7bc1-412b-a6c3-fc29f00f5538 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:37.483733 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-123ef677-e444-40de-b40d-6af9315b7e1b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:22:37.483733 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-123ef677-e444-40de-b40d-6af9315b7e1b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:22:37.489067 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86851fc9-a9ec-4b8d-9a93-1271f4fde279 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:22:37.490075 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-86851fc9-a9ec-4b8d-9a93-1271f4fde279 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:22:37.540176 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:22:37.674482 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ad2b48f4-030c-4188-a267-cbd112b3c0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:37.684599 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3899a9-8bb5-4ba0-bf84-aba2a8f82f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'fixed_ips': [{'subnet_id': '3d987d40-1089-4229-b3c0-73ced2a81370'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:22:37.685488 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1f3899a9-8bb5-4ba0-bf84-aba2a8f82f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:37.719115 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b3ff6-fc33-4add-947e-049d04dc886f req-8d5bec83-f688-4821-a9eb-1436752e616c tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:37.720740 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-954b3ff6-fc33-4add-947e-049d04dc886f req-8d5bec83-f688-4821-a9eb-1436752e616c tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.9677069 Feb 28 14:22:37.751549 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 19012391-3f25-46b1-adc8-1d50d50811ab no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:22:37.769173 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5b2de-7bc1-412b-a6c3-fc29f00f5538 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Pushing event deleted for resources: {'Port': ['ID=19012391-3f25-46b1-adc8-1d50d50811ab,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:37.797494 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: 19012391-3f25-46b1-adc8-1d50d50811ab {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:22:37.798076 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 19012391-3f25-46b1-adc8-1d50d50811ab not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:22:37.801316 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-994a490c-e038-4fb3-8920-0e977d4a7050 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:37.801650 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-994a490c-e038-4fb3-8920-0e977d4a7050 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Added segment fb326f95-44b9-4ad9-bf2f-d50a501c5685 of type vlan for network 603fcea9-acf4-42c4-8925-03b4d0f44838 Feb 28 14:22:37.827783 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f38611-3054-493b-9d21-26154d13c679 req-2a950079-0117-498f-a4a6-dc92bee6513d tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:37.835017 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-97f38611-3054-493b-9d21-26154d13c679 req-2a950079-0117-498f-a4a6-dc92bee6513d tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4a6abc9-3368-4b4f-8caf-602fcb2a9792 HTTP/1.1" status: 200 len: 945 time: 0.4697325 Feb 28 14:22:37.836093 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-954b3ff6-fc33-4add-947e-049d04dc886f req-018e1782-9474-4424-83f0-5c1db65bac79 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583181 Feb 28 14:22:37.843082 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ea57db2-f58f-4ac2-9a79-ab78d04ea054 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:37.883963 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f3a97670-a7e7-496e-b26f-d3b66299f7fb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:37.888911 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-347a1b7a-0d28-4dca-a1f0-dcd5731d748f req-3e989504-eec5-4562-88a0-0f6d0842a63b tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:37.889515 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-347a1b7a-0d28-4dca-a1f0-dcd5731d748f req-3e989504-eec5-4562-88a0-0f6d0842a63b tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:37.889901 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [req-347a1b7a-0d28-4dca-a1f0-dcd5731d748f req-3e989504-eec5-4562-88a0-0f6d0842a63b tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Floating IP f185a754-622d-4ccd-ba9a-728f148eab65 disassociated. External IP: 172.26.5.167, port: 851878c2-0bd6-4ae9-b27b-2a0c1842766e. Feb 28 14:22:37.890325 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-347a1b7a-0d28-4dca-a1f0-dcd5731d748f req-3e989504-eec5-4562-88a0-0f6d0842a63b tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Calling delete_port for 851878c2-0bd6-4ae9-b27b-2a0c1842766e owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:37.949554 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f3a97670-a7e7-496e-b26f-d3b66299f7fb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:port and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:37.963513 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-97f38611-3054-493b-9d21-26154d13c679 req-f6e47195-9173-4416-bcfb-60734e003026 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d54486a-09f9-470f-bf07-9f889de8dab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273937 Feb 28 14:22:37.974189 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f3a97670-a7e7-496e-b26f-d3b66299f7fb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:37.984097 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-994a490c-e038-4fb3-8920-0e977d4a7050 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:37.989651 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-123ef677-e444-40de-b40d-6af9315b7e1b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Deleting port d3b6078c-9b19-40b7-9eb8-67f60df9adf1 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:37.990007 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-123ef677-e444-40de-b40d-6af9315b7e1b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:37.991861 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f3a97670-a7e7-496e-b26f-d3b66299f7fb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:38.022566 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-1f3899a9-8bb5-4ba0-bf84-aba2a8f82f5a None None] Allocated IP 2001:db8::2 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/3d987d40-1089-4229-b3c0-73ced2a81370/f655115d-79a3-4aa5-ab5e-853d55bed6da) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:38.025957 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a97670-a7e7-496e-b26f-d3b66299f7fb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:38.137191 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea57db2-f58f-4ac2-9a79-ab78d04ea054 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Pushing event deleted for resources: {'Port': ['ID=09fa9a9e-a012-4c2b-be1d-a19fd0847fdd,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:38.207746 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-86851fc9-a9ec-4b8d-9a93-1271f4fde279 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:38.276097 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-86851fc9-a9ec-4b8d-9a93-1271f4fde279 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:38.305378 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1f3899a9-8bb5-4ba0-bf84-aba2a8f82f5a None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:38.316522 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1f3899a9-8bb5-4ba0-bf84-aba2a8f82f5a None None] Transition to ACTIVE for port object f655115d-79a3-4aa5-ab5e-853d55bed6da will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:38.327776 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86851fc9-a9ec-4b8d-9a93-1271f4fde279 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Network': ['ID=7dab3726-9416-48e8-a1ba-8f82047c9c51,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:38.338017 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1f3899a9-8bb5-4ba0-bf84-aba2a8f82f5a None None] Transition to ACTIVE for port object f655115d-79a3-4aa5-ab5e-853d55bed6da will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:38.351220 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1f3899a9-8bb5-4ba0-bf84-aba2a8f82f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:38.357958 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-96830941-1f53-49d3-a942-7c607cce9f5a req-7f6a6aa0-732c-4235-988b-af5a4a6f6e96 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/ports?device_id=49e1b4fa-e342-4110-9dc7-c20772ac9d41 HTTP/1.1" status: 200 len: 210 time: 0.0979555 Feb 28 14:22:38.461255 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3899a9-8bb5-4ba0-bf84-aba2a8f82f5a None None] Pushing event updated for resources: {'Port': ['ID=f655115d-79a3-4aa5-ab5e-853d55bed6da,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:38.471567 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-347a1b7a-0d28-4dca-a1f0-dcd5731d748f req-3e989504-eec5-4562-88a0-0f6d0842a63b tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:38.478498 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3899a9-8bb5-4ba0-bf84-aba2a8f82f5a None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:38.479960 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-1f3899a9-8bb5-4ba0-bf84-aba2a8f82f5a None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:38.482689 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f3a97670-a7e7-496e-b26f-d3b66299f7fb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:38.484422 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3899a9-8bb5-4ba0-bf84-aba2a8f82f5a None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:38.538947 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-123ef677-e444-40de-b40d-6af9315b7e1b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] For port d3b6078c-9b19-40b7-9eb8-67f60df9adf1, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d3b6078c-9b19-40b7-9eb8-67f60df9adf1,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:38.539330 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-123ef677-e444-40de-b40d-6af9315b7e1b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:38.598332 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e989504-eec5-4562-88a0-0f6d0842a63b tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Pushing event deleted for resources: {'Port': ['ID=851878c2-0bd6-4ae9-b27b-2a0c1842766e,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:38.599404 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1f3899a9-8bb5-4ba0-bf84-aba2a8f82f5a None None] Attempting to bind port f655115d-79a3-4aa5-ab5e-853d55bed6da on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:22:38.599780 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1f3899a9-8bb5-4ba0-bf84-aba2a8f82f5a None None] Attempting to bind port f655115d-79a3-4aa5-ab5e-853d55bed6da by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:22:38.600142 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3899a9-8bb5-4ba0-bf84-aba2a8f82f5a None None] Attempting to bind port f655115d-79a3-4aa5-ab5e-853d55bed6da on network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:22:38.607086 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3899a9-8bb5-4ba0-bf84-aba2a8f82f5a None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:22:38.607858 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3899a9-8bb5-4ba0-bf84-aba2a8f82f5a None None] Checking segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:22:38.607993 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1f3899a9-8bb5-4ba0-bf84-aba2a8f82f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:38.608588 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3899a9-8bb5-4ba0-bf84-aba2a8f82f5a None None] Bound using segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:22:38.609109 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1f3899a9-8bb5-4ba0-bf84-aba2a8f82f5a None None] Bound port: f655115d-79a3-4aa5-ab5e-853d55bed6da, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:22:38.609484 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1f3899a9-8bb5-4ba0-bf84-aba2a8f82f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:38.669945 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f3a97670-a7e7-496e-b26f-d3b66299f7fb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] device_id is not set on port 46a7d7dc-5ba1-488d-9379-187038357d3c yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:22:38.715344 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1f3899a9-8bb5-4ba0-bf84-aba2a8f82f5a None None] For port f655115d-79a3-4aa5-ab5e-853d55bed6da, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:22:38.719337 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1f3899a9-8bb5-4ba0-bf84-aba2a8f82f5a None None] For port f655115d-79a3-4aa5-ab5e-853d55bed6da, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=f655115d-79a3-4aa5-ab5e-853d55bed6da,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:22:38.721081 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-994a490c-e038-4fb3-8920-0e977d4a7050 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:38.726415 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1f3899a9-8bb5-4ba0-bf84-aba2a8f82f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:38.726914 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994a490c-e038-4fb3-8920-0e977d4a7050 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:38.727705 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-994a490c-e038-4fb3-8920-0e977d4a7050 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:38.818862 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-86851fc9-a9ec-4b8d-9a93-1271f4fde279 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/networks/7dab3726-9416-48e8-a1ba-8f82047c9c51 HTTP/1.1" status: 204 len: 168 time: 5.5429671 Feb 28 14:22:38.832086 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-123ef677-e444-40de-b40d-6af9315b7e1b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Calling delete_port for d3b6078c-9b19-40b7-9eb8-67f60df9adf1 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:38.845771 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3899a9-8bb5-4ba0-bf84-aba2a8f82f5a None None] Pushing event updated for resources: {'Port': ['ID=f655115d-79a3-4aa5-ab5e-853d55bed6da,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:38.868107 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51462) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:38.882714 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-07ebe237-d14e-4f19-8e8b-e7c8ef8489a7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-319353347'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:38.902130 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-07ebe237-d14e-4f19-8e8b-e7c8ef8489a7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:38.925703 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-07ebe237-d14e-4f19-8e8b-e7c8ef8489a7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:network and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:38.936969 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-07ebe237-d14e-4f19-8e8b-e7c8ef8489a7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:38.941280 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36d70b3c-a840-41cd-97ea-611b13684e0b req-a3a5b2de-7bc1-412b-a6c3-fc29f00f5538 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Router a3602704-2ad1-4079-a2a6-7155f8416449 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:22:38.960777 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfbfdd-08b9-42bd-b3be-464ca76f1e73 req-dcf632b2-68e5-45dc-87d6-6e1ca99b7baf tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:38.962271 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-87dfbfdd-08b9-42bd-b3be-464ca76f1e73 req-dcf632b2-68e5-45dc-87d6-6e1ca99b7baf tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.8218765 Feb 28 14:22:38.994311 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-07ebe237-d14e-4f19-8e8b-e7c8ef8489a7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:39.026342 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-994a490c-e038-4fb3-8920-0e977d4a7050 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.6097844 Feb 28 14:22:39.064407 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51468) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:39.123773 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e98e1fc8-af04-44f2-972c-70888593ab58 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1861041040'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:39.126931 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a490c-e038-4fb3-8920-0e977d4a7050 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Pushing event updated for resources: {'Network': ['ID=603fcea9-acf4-42c4-8925-03b4d0f44838,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:39.141817 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 603fcea9-acf4-42c4-8925-03b4d0f44838 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:22:39.150057 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e98e1fc8-af04-44f2-972c-70888593ab58 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:39.180377 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e98e1fc8-af04-44f2-972c-70888593ab58 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Usage tracker for resource:network and tenant:7b3cf5e99c8b47d9930f4a2f26be0184 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:39.259217 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e98e1fc8-af04-44f2-972c-70888593ab58 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:39.279704 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ea57db2-f58f-4ac2-9a79-ab78d04ea054 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:39.285427 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7ea57db2-f58f-4ac2-9a79-ab78d04ea054 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] 10.222.0.30 "DELETE /v2.0/ports/09fa9a9e-a012-4c2b-be1d-a19fd0847fdd HTTP/1.1" status: 204 len: 168 time: 4.3007650 Feb 28 14:22:39.288738 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51472) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:39.297632 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-347a1b7a-0d28-4dca-a1f0-dcd5731d748f req-3e989504-eec5-4562-88a0-0f6d0842a63b tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Router b877427d-7da3-4ca0-ba36-88bf2d16d9c2 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:22:39.298086 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e98e1fc8-af04-44f2-972c-70888593ab58 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:39.304714 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-87dfbfdd-08b9-42bd-b3be-464ca76f1e73 req-67b20e4a-8bd2-436f-a274-911cdba57e0d tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2707593 Feb 28 14:22:39.327007 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-f3a97670-a7e7-496e-b26f-d3b66299f7fb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 2001:db8::2d3f:d96b:7f6b:8f22 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/3d987d40-1089-4229-b3c0-73ced2a81370/46a7d7dc-5ba1-488d-9379-187038357d3c) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:39.395008 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9af67ee9-699a-4366-982f-adf39ddbac05 req-320afd47-e771-405e-a4f3-eb6f793c3ad1 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4a6abc9-3368-4b4f-8caf-602fcb2a9792 HTTP/1.1" status: 200 len: 210 time: 0.1343672 Feb 28 14:22:39.421294 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ebe237-d14e-4f19-8e8b-e7c8ef8489a7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:39.425242 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-07ebe237-d14e-4f19-8e8b-e7c8ef8489a7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:39.634767 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc5b654c-2c74-4730-89ae-0cd332d41ef6 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] GET failed (client error): The resource could not be found. Feb 28 14:22:39.635395 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fc5b654c-2c74-4730-89ae-0cd332d41ef6 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Synchronizing usage tracker for tenant:e5cd18d9556b4929a6ad10b629eff751 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:39.655063 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98e1fc8-af04-44f2-972c-70888593ab58 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Made reservation on behalf of 7b3cf5e99c8b47d9930f4a2f26be0184 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:39.658452 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e98e1fc8-af04-44f2-972c-70888593ab58 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:39.723684 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ebe237-d14e-4f19-8e8b-e7c8ef8489a7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:22:39.734166 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 851878c2-0bd6-4ae9-b27b-2a0c1842766e no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:22:39.764392 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fc5b654c-2c74-4730-89ae-0cd332d41ef6 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Unset dirty status for tenant:e5cd18d9556b4929a6ad10b629eff751 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:39.766406 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-325c69de-489b-4072-9493-7ae66e559b16 req-d9f0a87c-7cca-4ffb-b3da-8c2e87031981 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/ports?device_id=49e1b4fa-e342-4110-9dc7-c20772ac9d41 HTTP/1.1" status: 200 len: 210 time: 0.1490295 Feb 28 14:22:39.771730 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fc5b654c-2c74-4730-89ae-0cd332d41ef6 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] 10.222.0.30 "GET /v2.0/ports/09fa9a9e-a012-4c2b-be1d-a19fd0847fdd HTTP/1.1" status: 404 len: 333 time: 0.4711139 Feb 28 14:22:39.779375 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51480) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:39.796689 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-892564f2-3dc7-45a7-ae98-bc8db31a1e7b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Request body: {'port': {'network_id': '6a3f9987-49be-48fe-aa78-2a93fc0dfaf4', 'name': 'tempest-AllowedAddressPairTestJSON-556198445'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:39.837979 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-123ef677-e444-40de-b40d-6af9315b7e1b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:39.840640 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: 851878c2-0bd6-4ae9-b27b-2a0c1842766e {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:22:39.841414 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 851878c2-0bd6-4ae9-b27b-2a0c1842766e not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:22:39.861058 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-07ebe237-d14e-4f19-8e8b-e7c8ef8489a7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:39.861476 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-07ebe237-d14e-4f19-8e8b-e7c8ef8489a7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Added segment a1aed1a4-9a31-4594-901c-5d4724e26902 of type vlan for network 138777c3-87db-4fd3-abf0-bea14650ca03 Feb 28 14:22:39.878003 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e781998c-ea5c-4c0c-b24f-99d9de729e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:39.906112 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-347a1b7a-0d28-4dca-a1f0-dcd5731d748f req-3e989504-eec5-4562-88a0-0f6d0842a63b tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:22:39.917648 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7677db-d229-44d5-9efb-a322c17fa4f6 None None] Sync routers for ids ['b877427d-7da3-4ca0-ba36-88bf2d16d9c2'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:22:39.933392 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e98e1fc8-af04-44f2-972c-70888593ab58 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:22:39.934885 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7677db-d229-44d5-9efb-a322c17fa4f6 None None] Routers {'b877427d-7da3-4ca0-ba36-88bf2d16d9c2'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:22:39.935556 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-2a7677db-d229-44d5-9efb-a322c17fa4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:22:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['b877427d-7da3-4ca0-ba36-88bf2d16d9c2'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:39.991282 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36d70b3c-a840-41cd-97ea-611b13684e0b req-a3a5b2de-7bc1-412b-a6c3-fc29f00f5538 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:22:39.993050 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ef677-e444-40de-b40d-6af9315b7e1b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3b6078c-9b19-40b7-9eb8-67f60df9adf1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:40.002912 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cd7298-b006-453e-a5cb-f009e6573857 None None] Sync routers for ids ['a3602704-2ad1-4079-a2a6-7155f8416449'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:22:40.017312 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cd7298-b006-453e-a5cb-f009e6573857 None None] Routers {'a3602704-2ad1-4079-a2a6-7155f8416449'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:22:40.017947 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-66cd7298-b006-453e-a5cb-f009e6573857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:22:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['a3602704-2ad1-4079-a2a6-7155f8416449'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:40.177570 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-07ebe237-d14e-4f19-8e8b-e7c8ef8489a7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:40.192595 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-2a7677db-d229-44d5-9efb-a322c17fa4f6 None None] Set router b877427d-7da3-4ca0-ba36-88bf2d16d9c2 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:22:40.197734 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-347a1b7a-0d28-4dca-a1f0-dcd5731d748f req-3e989504-eec5-4562-88a0-0f6d0842a63b tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] No DVR routers for this DVR port 851878c2-0bd6-4ae9-b27b-2a0c1842766e on host hv-neutron-8311 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:22:40.221621 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-347a1b7a-0d28-4dca-a1f0-dcd5731d748f req-3e989504-eec5-4562-88a0-0f6d0842a63b tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:40.228926 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a6abc9-3368-4b4f-8caf-602fcb2a9792', 'name': 'network-vif-deleted', 'tag': '851878c2-0bd6-4ae9-b27b-2a0c1842766e'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:22:40.255327 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f3a97670-a7e7-496e-b26f-d3b66299f7fb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:40.319284 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f3a97670-a7e7-496e-b26f-d3b66299f7fb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Transition to ACTIVE for port object 46a7d7dc-5ba1-488d-9379-187038357d3c will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:40.339139 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-347a1b7a-0d28-4dca-a1f0-dcd5731d748f req-3e989504-eec5-4562-88a0-0f6d0842a63b tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.13 "DELETE /v2.0/ports/851878c2-0bd6-4ae9-b27b-2a0c1842766e HTTP/1.1" status: 204 len: 173 time: 4.0280395 Feb 28 14:22:40.340216 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e98e1fc8-af04-44f2-972c-70888593ab58 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:40.340552 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-e98e1fc8-af04-44f2-972c-70888593ab58 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Added segment 81440e67-49e0-4eb9-8d16-b1b75bdb086b of type vlan for network c80c8e86-dd5b-45c1-8063-e85dd575d7dd Feb 28 14:22:40.353387 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a6abc9-3368-4b4f-8caf-602fcb2a9792', 'name': 'network-vif-deleted', 'tag': '851878c2-0bd6-4ae9-b27b-2a0c1842766e', 'status': 'completed', 'code': 200} Feb 28 14:22:40.356243 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-07ebe237-d14e-4f19-8e8b-e7c8ef8489a7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:40.370357 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e98e1fc8-af04-44f2-972c-70888593ab58 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:40.375898 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ebe237-d14e-4f19-8e8b-e7c8ef8489a7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:40.379544 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-07ebe237-d14e-4f19-8e8b-e7c8ef8489a7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:40.391805 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-66cd7298-b006-453e-a5cb-f009e6573857 None None] Set router a3602704-2ad1-4079-a2a6-7155f8416449 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:22:40.470734 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8aa344-219e-4683-9466-ccc1e07b0e7f req-1868f5c1-2423-4f6e-8aa6-bd1c7401a6ae tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:40.478393 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9f8aa344-219e-4683-9466-ccc1e07b0e7f req-1868f5c1-2423-4f6e-8aa6-bd1c7401a6ae tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.8798511 Feb 28 14:22:40.493552 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e98e1fc8-af04-44f2-972c-70888593ab58 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:40.499734 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98e1fc8-af04-44f2-972c-70888593ab58 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:40.499734 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e98e1fc8-af04-44f2-972c-70888593ab58 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:40.558045 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-07ebe237-d14e-4f19-8e8b-e7c8ef8489a7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6869526 Feb 28 14:22:40.558915 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51488) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:40.669432 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d70b3c-a840-41cd-97ea-611b13684e0b req-a3a5b2de-7bc1-412b-a6c3-fc29f00f5538 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] No DVR routers for this DVR port 19012391-3f25-46b1-adc8-1d50d50811ab on host hv-neutron-8311 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:22:40.703177 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-2a7677db-d229-44d5-9efb-a322c17fa4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'name': 'tempest-ServersTestJSON-1946747904-router', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:57Z', 'updated_at': '2022-02-28T14:21:13Z', 'revision_number': 4, 'project_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'gw_port': {'id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:00Z', 'updated_at': '2022-02-28T14:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'bda9e0e0-90ae-483c-bafd-7b427d5a545e', 'name': '', 'network_id': 'e762f53b-5c59-4b59-919d-951d3062ab7d', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'mac_address': 'fa:16:3e:8d:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '4e67819d-6e13-422e-a78b-7f0f60d0f8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:09Z', 'updated_at': '2022-02-28T14:21:24Z', 'revision_number': 5, 'project_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'subnets': [{'id': '4e67819d-6e13-422e-a78b-7f0f60d0f8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:40.707376 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e1fc8-af04-44f2-972c-70888593ab58 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Pushing event updated for resources: {'Network': ['ID=c80c8e86-dd5b-45c1-8063-e85dd575d7dd,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:40.708452 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7677db-d229-44d5-9efb-a322c17fa4f6 None None] Checking router: b877427d-7da3-4ca0-ba36-88bf2d16d9c2 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:22:40.729987 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-36d70b3c-a840-41cd-97ea-611b13684e0b req-a3a5b2de-7bc1-412b-a6c3-fc29f00f5538 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:40.732846 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7677db-d229-44d5-9efb-a322c17fa4f6 None None] Routers {'b877427d-7da3-4ca0-ba36-88bf2d16d9c2'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:22:40.734126 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-2a7677db-d229-44d5-9efb-a322c17fa4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:22:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['b877427d-7da3-4ca0-ba36-88bf2d16d9c2'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:40.748985 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e1b4fa-e342-4110-9dc7-c20772ac9d41', 'name': 'network-vif-deleted', 'tag': '19012391-3f25-46b1-adc8-1d50d50811ab'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:22:40.777858 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-36d70b3c-a840-41cd-97ea-611b13684e0b req-a3a5b2de-7bc1-412b-a6c3-fc29f00f5538 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.13 "DELETE /v2.0/ports/19012391-3f25-46b1-adc8-1d50d50811ab HTTP/1.1" status: 204 len: 173 time: 7.4784336 Feb 28 14:22:40.778709 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network c80c8e86-dd5b-45c1-8063-e85dd575d7dd details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:22:40.795145 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c545b32a-1419-4163-89ba-da12f868e184 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'subnet': {'network_id': '138777c3-87db-4fd3-abf0-bea14650ca03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:40.837477 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9f8aa344-219e-4683-9466-ccc1e07b0e7f req-d0276fa8-8098-49c3-936c-db04b9c083d3 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3580852 Feb 28 14:22:40.970621 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-80b1c246-5df4-4065-80bf-1b66b92ffd55 req-4fc9db3b-12f3-4406-a652-dff4898fbc28 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Synchronizing usage tracker for tenant:962ea3845d334ef5b0d3a8f07fde9b44 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:41.001905 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e98e1fc8-af04-44f2-972c-70888593ab58 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9371650 Feb 28 14:22:41.018156 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e1b4fa-e342-4110-9dc7-c20772ac9d41', 'name': 'network-vif-deleted', 'tag': '19012391-3f25-46b1-adc8-1d50d50811ab', 'status': 'completed', 'code': 200} Feb 28 14:22:41.037484 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-892564f2-3dc7-45a7-ae98-bc8db31a1e7b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:41.042283 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-123ef677-e444-40de-b40d-6af9315b7e1b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:41.043037 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-2a7677db-d229-44d5-9efb-a322c17fa4f6 None None] Set router b877427d-7da3-4ca0-ba36-88bf2d16d9c2 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:22:41.043617 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c545b32a-1419-4163-89ba-da12f868e184 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:41.046072 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ebe237-d14e-4f19-8e8b-e7c8ef8489a7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Network': ['ID=138777c3-87db-4fd3-abf0-bea14650ca03,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:41.065917 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c545b32a-1419-4163-89ba-da12f868e184 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:subnet and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:41.106265 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c545b32a-1419-4163-89ba-da12f868e184 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:41.135860 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c545b32a-1419-4163-89ba-da12f868e184 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:41.148098 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f3a97670-a7e7-496e-b26f-d3b66299f7fb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:41.152410 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-80b1c246-5df4-4065-80bf-1b66b92ffd55 req-4fc9db3b-12f3-4406-a652-dff4898fbc28 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Unset dirty status for tenant:962ea3845d334ef5b0d3a8f07fde9b44 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:41.168104 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-80b1c246-5df4-4065-80bf-1b66b92ffd55 req-4fc9db3b-12f3-4406-a652-dff4898fbc28 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4a6abc9-3368-4b4f-8caf-602fcb2a9792 HTTP/1.1" status: 200 len: 210 time: 0.4617918 Feb 28 14:22:41.315574 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 138777c3-87db-4fd3-abf0-bea14650ca03 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:22:41.357308 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device f655115d-79a3-4aa5-ab5e-853d55bed6da up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:22:41.408986 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a97670-a7e7-496e-b26f-d3b66299f7fb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Port': ['ID=46a7d7dc-5ba1-488d-9379-187038357d3c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:41.447958 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c545b32a-1419-4163-89ba-da12f868e184 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:41.468701 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c545b32a-1419-4163-89ba-da12f868e184 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:41.545731 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-5f800b2c-e342-4893-8df5-e9296bdc1b52 req-2620df10-2f01-4977-9e45-34dbf50ebaaf tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Synchronizing usage tracker for tenant:4d72bc82016641f3924a9bff58fc1ab5 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:41.571417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-892564f2-3dc7-45a7-ae98-bc8db31a1e7b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:41.575654 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9e9d73cb-1343-4655-a320-15e6d11b65ae None None] Provisioning for port f655115d-79a3-4aa5-ab5e-853d55bed6da completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:41.580153 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-123ef677-e444-40de-b40d-6af9315b7e1b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:41.592257 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-123ef677-e444-40de-b40d-6af9315b7e1b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:41.655574 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-5f800b2c-e342-4893-8df5-e9296bdc1b52 req-2620df10-2f01-4977-9e45-34dbf50ebaaf tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Unset dirty status for tenant:4d72bc82016641f3924a9bff58fc1ab5 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:41.669958 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5f800b2c-e342-4893-8df5-e9296bdc1b52 req-2620df10-2f01-4977-9e45-34dbf50ebaaf tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/ports?device_id=49e1b4fa-e342-4110-9dc7-c20772ac9d41 HTTP/1.1" status: 200 len: 210 time: 0.2772920 Feb 28 14:22:41.673853 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892564f2-3dc7-45a7-ae98-bc8db31a1e7b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Made reservation on behalf of e5cd18d9556b4929a6ad10b629eff751 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:41.679755 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-892564f2-3dc7-45a7-ae98-bc8db31a1e7b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:41.712253 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-123ef677-e444-40de-b40d-6af9315b7e1b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:41.713440 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123ef677-e444-40de-b40d-6af9315b7e1b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fcafab96-d824-46c6-bf47-dfdd6d4883d7 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:22:41.729533 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-892564f2-3dc7-45a7-ae98-bc8db31a1e7b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] device_id is not set on port f4503be9-748f-43ed-91c1-fc41862d0217 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:22:41.731233 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:41.747731 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:41.813150 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-2a7677db-d229-44d5-9efb-a322c17fa4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'name': 'tempest-ServersTestJSON-1946747904-router', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:57Z', 'updated_at': '2022-02-28T14:21:13Z', 'revision_number': 4, 'project_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'gw_port': {'id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:00Z', 'updated_at': '2022-02-28T14:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'bda9e0e0-90ae-483c-bafd-7b427d5a545e', 'name': '', 'network_id': 'e762f53b-5c59-4b59-919d-951d3062ab7d', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'mac_address': 'fa:16:3e:8d:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '4e67819d-6e13-422e-a78b-7f0f60d0f8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:09Z', 'updated_at': '2022-02-28T14:21:24Z', 'revision_number': 5, 'project_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'subnets': [{'id': '4e67819d-6e13-422e-a78b-7f0f60d0f8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:41.818069 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-123ef677-e444-40de-b40d-6af9315b7e1b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:41.819749 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-123ef677-e444-40de-b40d-6af9315b7e1b tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "DELETE /v2.0/routers/fcafab96-d824-46c6-bf47-dfdd6d4883d7 HTTP/1.1" status: 204 len: 168 time: 8.3801155 Feb 28 14:22:41.823811 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51498) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:41.830673 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7677db-d229-44d5-9efb-a322c17fa4f6 None None] The sync data for ids ['b877427d-7da3-4ca0-ba36-88bf2d16d9c2'] in dv-neutron-831192-4-hyperv is: [{'id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'name': 'tempest-ServersTestJSON-1946747904-router', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:57Z', 'updated_at': '2022-02-28T14:21:13Z', 'revision_number': 4, 'project_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'gw_port': {'id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:00Z', 'updated_at': '2022-02-28T14:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'bda9e0e0-90ae-483c-bafd-7b427d5a545e', 'name': '', 'network_id': 'e762f53b-5c59-4b59-919d-951d3062ab7d', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'mac_address': 'fa:16:3e:8d:78:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '4e67819d-6e13-422e-a78b-7f0f60d0f8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:09Z', 'updated_at': '2022-02-28T14:21:24Z', 'revision_number': 5, 'project_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'subnets': [{'id': '4e67819d-6e13-422e-a78b-7f0f60d0f8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:22:41.927420 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a97670-a7e7-496e-b26f-d3b66299f7fb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:41.938708 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-f3a97670-a7e7-496e-b26f-d3b66299f7fb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:41.948218 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a97670-a7e7-496e-b26f-d3b66299f7fb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:41.953920 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a97670-a7e7-496e-b26f-d3b66299f7fb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:41.954547 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f3a97670-a7e7-496e-b26f-d3b66299f7fb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:41.989665 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f3a97670-a7e7-496e-b26f-d3b66299f7fb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.5444446 Feb 28 14:22:41.994573 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51502) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:42.065299 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port f655115d-79a3-4aa5-ab5e-853d55bed6da completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:42.082364 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port f655115d-79a3-4aa5-ab5e-853d55bed6da triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:42.083110 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:42.334145 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-66cd7298-b006-453e-a5cb-f009e6573857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'name': 'tempest-ServersTestManualDisk-33840772-router', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:52Z', 'updated_at': '2022-02-28T14:21:03Z', 'revision_number': 4, 'project_id': '4d72bc82016641f3924a9bff58fc1ab5', 'gw_port': {'id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:86:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:53Z', 'updated_at': '2022-02-28T14:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'f6b9265e-99eb-4738-8225-7fc4bea501bc', 'name': '', 'network_id': '6f134a4f-83be-490b-9126-09efbaa9ed81', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'mac_address': 'fa:16:3e:a8:99:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ab965bec-a153-49b8-b416-6dcecda8b7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:59Z', 'updated_at': '2022-02-28T14:21:17Z', 'revision_number': 5, 'project_id': '4d72bc82016641f3924a9bff58fc1ab5', 'subnets': [{'id': 'ab965bec-a153-49b8-b416-6dcecda8b7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:42.349964 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445a45bf-3185-46d1-aeb7-9ca13c18e9c0 None None] New status for floating IP f185a754-622d-4ccd-ba9a-728f148eab65: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:22:42.362540 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cd7298-b006-453e-a5cb-f009e6573857 None None] Checking router: a3602704-2ad1-4079-a2a6-7155f8416449 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:22:42.432331 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea0a8d-f0e3-4d95-aeb1-e1919fe18dcb req-aac7916f-70d5-4813-a4a4-35b79e983ca3 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:42.445240 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ceea0a8d-f0e3-4d95-aeb1-e1919fe18dcb req-aac7916f-70d5-4813-a4a4-35b79e983ca3 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.8008626 Feb 28 14:22:42.445475 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:42.459646 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7326fe4b-3204-42f4-8e0a-7fdc7feb7895 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:42.472356 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:42.494350 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cd7298-b006-453e-a5cb-f009e6573857 None None] Routers {'a3602704-2ad1-4079-a2a6-7155f8416449'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:22:42.497574 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51510) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:42.506734 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-66cd7298-b006-453e-a5cb-f009e6573857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:22:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['a3602704-2ad1-4079-a2a6-7155f8416449'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:42.697779 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b659dde0-7828-4a5f-8333-699ee15c9f26 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:42.766215 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b659dde0-7828-4a5f-8333-699ee15c9f26 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:42.840166 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51518) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:42.881644 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port f655115d-79a3-4aa5-ab5e-853d55bed6da, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=f655115d-79a3-4aa5-ab5e-853d55bed6da,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:42.882976 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ceea0a8d-f0e3-4d95-aeb1-e1919fe18dcb req-8989d0e3-797b-450f-97e2-d0ff0bf26f21 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4356349 Feb 28 14:22:42.893728 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8e6fe406-68b2-49fc-a01b-1cc29ef5fe10 None None] Provisioning for port 46a7d7dc-5ba1-488d-9379-187038357d3c completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:42.906073 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:42.928702 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b659dde0-7828-4a5f-8333-699ee15c9f26 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:42.947962 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-892564f2-3dc7-45a7-ae98-bc8db31a1e7b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Allocated IP 172.20.0.5 (6a3f9987-49be-48fe-aa78-2a93fc0dfaf4/4c716116-8e4a-4311-90b8-2a7ab9f582b0/f4503be9-748f-43ed-91c1-fc41862d0217) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:42.969219 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613f2939-3489-4ebd-b92e-9d0ba92839d0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:42.976620 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613f2939-3489-4ebd-b92e-9d0ba92839d0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:42.977681 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-613f2939-3489-4ebd-b92e-9d0ba92839d0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:42.984574 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659dde0-7828-4a5f-8333-699ee15c9f26 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d54486a-09f9-470f-bf07-9f889de8dab3,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:43.003876 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8e6fe406-68b2-49fc-a01b-1cc29ef5fe10 None None] Provisioning complete for port 46a7d7dc-5ba1-488d-9379-187038357d3c triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:43.004471 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8e6fe406-68b2-49fc-a01b-1cc29ef5fe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:43.016848 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b659dde0-7828-4a5f-8333-699ee15c9f26 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:43.018592 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b659dde0-7828-4a5f-8333-699ee15c9f26 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "DELETE /v2.0/security-groups/1d54486a-09f9-470f-bf07-9f889de8dab3 HTTP/1.1" status: 204 len: 168 time: 0.5012093 Feb 28 14:22:43.023184 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51524) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:43.024096 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-613f2939-3489-4ebd-b92e-9d0ba92839d0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:43.025470 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-613f2939-3489-4ebd-b92e-9d0ba92839d0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.0256891 Feb 28 14:22:43.028741 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51526) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:43.046392 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=f655115d-79a3-4aa5-ab5e-853d55bed6da,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:43.050405 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-07400503-da9e-45f6-9db9-a9a293acc844 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] show failed (client error): The resource could not be found. Feb 28 14:22:43.051746 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-07400503-da9e-45f6-9db9-a9a293acc844 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "GET /v2.0/security-groups/1d54486a-09f9-470f-bf07-9f889de8dab3 HTTP/1.1" status: 404 len: 347 time: 0.0244296 Feb 28 14:22:43.070035 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-66cd7298-b006-453e-a5cb-f009e6573857 None None] Set router a3602704-2ad1-4079-a2a6-7155f8416449 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:22:43.084544 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51532) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:43.086185 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7326fe4b-3204-42f4-8e0a-7fdc7feb7895 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:43.160449 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9f9df7f6-9c0a-4b29-9c64-0e01d04c4312 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting port 46a7d7dc-5ba1-488d-9379-187038357d3c {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:43.160780 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9f9df7f6-9c0a-4b29-9c64-0e01d04c4312 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:43.170274 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8e6fe406-68b2-49fc-a01b-1cc29ef5fe10 None None] Port 46a7d7dc-5ba1-488d-9379-187038357d3c cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:22:43.195742 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7326fe4b-3204-42f4-8e0a-7fdc7feb7895 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Deleting port d3f57735-51bb-43c2-81ab-0aa6ad10a00c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:43.196384 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7326fe4b-3204-42f4-8e0a-7fdc7feb7895 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:43.306204 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-021a53c5-0ead-480d-ac85-f1f4169af122 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:43.336323 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-021a53c5-0ead-480d-ac85-f1f4169af122 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:43.437434 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c545b32a-1419-4163-89ba-da12f868e184 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:43.459709 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-66cd7298-b006-453e-a5cb-f009e6573857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'name': 'tempest-ServersTestManualDisk-33840772-router', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:52Z', 'updated_at': '2022-02-28T14:21:03Z', 'revision_number': 4, 'project_id': '4d72bc82016641f3924a9bff58fc1ab5', 'gw_port': {'id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:86:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:53Z', 'updated_at': '2022-02-28T14:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'f6b9265e-99eb-4738-8225-7fc4bea501bc', 'name': '', 'network_id': '6f134a4f-83be-490b-9126-09efbaa9ed81', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'mac_address': 'fa:16:3e:a8:99:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ab965bec-a153-49b8-b416-6dcecda8b7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:59Z', 'updated_at': '2022-02-28T14:21:17Z', 'revision_number': 5, 'project_id': '4d72bc82016641f3924a9bff58fc1ab5', 'subnets': [{'id': 'ab965bec-a153-49b8-b416-6dcecda8b7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:43.465242 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cd7298-b006-453e-a5cb-f009e6573857 None None] The sync data for ids ['a3602704-2ad1-4079-a2a6-7155f8416449'] in dv-neutron-831192-4-hyperv is: [{'id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'name': 'tempest-ServersTestManualDisk-33840772-router', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:52Z', 'updated_at': '2022-02-28T14:21:03Z', 'revision_number': 4, 'project_id': '4d72bc82016641f3924a9bff58fc1ab5', 'gw_port': {'id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:86:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:53Z', 'updated_at': '2022-02-28T14:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'f6b9265e-99eb-4738-8225-7fc4bea501bc', 'name': '', 'network_id': '6f134a4f-83be-490b-9126-09efbaa9ed81', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'mac_address': 'fa:16:3e:a8:99:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ab965bec-a153-49b8-b416-6dcecda8b7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:59Z', 'updated_at': '2022-02-28T14:21:17Z', 'revision_number': 5, 'project_id': '4d72bc82016641f3924a9bff58fc1ab5', 'subnets': [{'id': 'ab965bec-a153-49b8-b416-6dcecda8b7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:22:43.511850 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-94d73c18-0893-4224-847a-c939bb5435f4 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Deleting port 3ca137a8-e910-4982-9262-8cbfb3317481 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:43.512359 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-94d73c18-0893-4224-847a-c939bb5435f4 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:43.554421 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9f9df7f6-9c0a-4b29-9c64-0e01d04c4312 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:43.633632 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c545b32a-1419-4163-89ba-da12f868e184 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Checking segment: {'id': 'a1aed1a4-9a31-4594-901c-5d4724e26902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '138777c3-87db-4fd3-abf0-bea14650ca03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:22:43.633632 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c545b32a-1419-4163-89ba-da12f868e184 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network hostable DHCP agents. Network: 138777c3-87db-4fd3-abf0-bea14650ca03, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:22:43.704277 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545b32a-1419-4163-89ba-da12f868e184 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Subnet': ['ID=0f1ce6ca-33d5-4f9e-a96c-18b09f582f5c,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:43.713655 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9f9df7f6-9c0a-4b29-9c64-0e01d04c4312 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Calling delete_port for 46a7d7dc-5ba1-488d-9379-187038357d3c owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:43.783630 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c545b32a-1419-4163-89ba-da12f868e184 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network 138777c3-87db-4fd3-abf0-bea14650ca03 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:22:43.802456 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c545b32a-1419-4163-89ba-da12f868e184 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 138777c3-87db-4fd3-abf0-bea14650ca03) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:43.814700 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a9ea78-e22b-41cc-81a2-0c3f05560641 None None] Network 138777c3-87db-4fd3-abf0-bea14650ca03 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:22:43.826237 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c545b32a-1419-4163-89ba-da12f868e184 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:43.826823 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c545b32a-1419-4163-89ba-da12f868e184 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:43.880779 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c545b32a-1419-4163-89ba-da12f868e184 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1777711 Feb 28 14:22:43.885923 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51536) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:43.898239 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-30494b9a-54e6-42e7-8a23-46bc9a071c42 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'port': {'network_id': '138777c3-87db-4fd3-abf0-bea14650ca03', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-867079325'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:43.975140 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-94d73c18-0893-4224-847a-c939bb5435f4 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:43.975750 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-94d73c18-0893-4224-847a-c939bb5435f4 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:44.022685 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9f9df7f6-9c0a-4b29-9c64-0e01d04c4312 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:44.029521 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ae6d91-a7a2-4c9e-a218-97a8a142122c None None] New status for floating IP e871087a-b1e2-4a99-bb01-5b777a425a61: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:22:44.135413 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9df7f6-9c0a-4b29-9c64-0e01d04c4312 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Port': ['ID=46a7d7dc-5ba1-488d-9379-187038357d3c,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:44.191836 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-94d73c18-0893-4224-847a-c939bb5435f4 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Calling delete_port for 3ca137a8-e910-4982-9262-8cbfb3317481 owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:44.199941 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-30494b9a-54e6-42e7-8a23-46bc9a071c42 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:44.213673 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-30494b9a-54e6-42e7-8a23-46bc9a071c42 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:port and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:44.217822 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9f9df7f6-9c0a-4b29-9c64-0e01d04c4312 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:44.230638 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-30494b9a-54e6-42e7-8a23-46bc9a071c42 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:44.251996 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-30494b9a-54e6-42e7-8a23-46bc9a071c42 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:44.263514 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-021a53c5-0ead-480d-ac85-f1f4169af122 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:44.267131 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9f9df7f6-9c0a-4b29-9c64-0e01d04c4312 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/46a7d7dc-5ba1-488d-9379-187038357d3c HTTP/1.1" status: 204 len: 168 time: 1.2157130 Feb 28 14:22:44.268254 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51540) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:44.298504 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51544) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:44.306199 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-49716605-a2fd-4f52-885d-9ab77f0a2214 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Request body: {'subnets': [{'network_id': '603fcea9-acf4-42c4-8925-03b4d0f44838', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--54965806', 'ip_version': 6}, {'network_id': 'c80c8e86-dd5b-45c1-8063-e85dd575d7dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:44.306506 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-49716605-a2fd-4f52-885d-9ab77f0a2214 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Request body: {'subnet': {'network_id': '603fcea9-acf4-42c4-8925-03b4d0f44838', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--54965806', 'ip_version': 6}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:44.307263 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-49716605-a2fd-4f52-885d-9ab77f0a2214 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Request body: {'subnet': {'network_id': 'c80c8e86-dd5b-45c1-8063-e85dd575d7dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:44.327482 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30494b9a-54e6-42e7-8a23-46bc9a071c42 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:44.331100 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-30494b9a-54e6-42e7-8a23-46bc9a071c42 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:44.355709 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a53c5-0ead-480d-ac85-f1f4169af122 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63a8883-97f5-4c2d-8a0d-4b6a5e2b0e22,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:44.375620 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-30494b9a-54e6-42e7-8a23-46bc9a071c42 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] device_id is not set on port a43cf340-3414-429f-a700-9ebacd884bf9 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:22:44.432328 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-892564f2-3dc7-45a7-ae98-bc8db31a1e7b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:44.442811 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e098d380-f7b6-4b95-892f-c0971be21d16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-138777c3-87db-4fd3-abf0-bea14650ca03', 'network_id': '138777c3-87db-4fd3-abf0-bea14650ca03', 'tenant_id': '6681ad35360248eda2f0e2c9f8f75c94', 'fixed_ips': [{'subnet_id': '0f1ce6ca-33d5-4f9e-a96c-18b09f582f5c'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:22:44.443651 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e098d380-f7b6-4b95-892f-c0971be21d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:44.469088 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05a3e97-6e42-4fe4-bfcb-bf80373fe334 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:44.471114 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05a3e97-6e42-4fe4-bfcb-bf80373fe334 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:44.472046 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f05a3e97-6e42-4fe4-bfcb-bf80373fe334 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:44.511608 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-021a53c5-0ead-480d-ac85-f1f4169af122 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:44.516135 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-021a53c5-0ead-480d-ac85-f1f4169af122 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "DELETE /v2.0/security-groups/c63a8883-97f5-4c2d-8a0d-4b6a5e2b0e22 HTTP/1.1" status: 204 len: 168 time: 1.6709230 Feb 28 14:22:44.529479 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51548) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:44.532878 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f05a3e97-6e42-4fe4-bfcb-bf80373fe334 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:44.536836 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f05a3e97-6e42-4fe4-bfcb-bf80373fe334 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2614472 Feb 28 14:22:44.539193 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51550) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:44.579387 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-37cc09e9-b9ef-4e7f-8e02-4f4fed2aa2d9 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] show failed (client error): The resource could not be found. Feb 28 14:22:44.579387 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-37cc09e9-b9ef-4e7f-8e02-4f4fed2aa2d9 tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "GET /v2.0/security-groups/c63a8883-97f5-4c2d-8a0d-4b6a5e2b0e22 HTTP/1.1" status: 404 len: 347 time: 0.0353265 Feb 28 14:22:44.586206 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51556) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:44.587363 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-7326fe4b-3204-42f4-8e0a-7fdc7feb7895 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] For port d3f57735-51bb-43c2-81ab-0aa6ad10a00c, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d3f57735-51bb-43c2-81ab-0aa6ad10a00c,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:44.587715 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7326fe4b-3204-42f4-8e0a-7fdc7feb7895 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:44.596396 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-892564f2-3dc7-45a7-ae98-bc8db31a1e7b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Transition to ACTIVE for port object f4503be9-748f-43ed-91c1-fc41862d0217 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:44.862264 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7326fe4b-3204-42f4-8e0a-7fdc7feb7895 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Calling delete_port for d3f57735-51bb-43c2-81ab-0aa6ad10a00c owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:44.873066 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-30494b9a-54e6-42e7-8a23-46bc9a071c42 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Allocated IP 2001:db8::372 (138777c3-87db-4fd3-abf0-bea14650ca03/0f1ce6ca-33d5-4f9e-a96c-18b09f582f5c/a43cf340-3414-429f-a700-9ebacd884bf9) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:44.878224 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-75bca0d3-6196-497f-bfb9-d98096b63607 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet 3d987d40-1089-4229-b3c0-73ced2a81370 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:22:44.904301 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75bca0d3-6196-497f-bfb9-d98096b63607 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:44.934435 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f45b51e4-0b10-4ac6-869a-9775c5c5f5ba tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Deleting port 459e5124-7d5a-4829-947e-3f8a3f30fc5a {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:44.934755 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f45b51e4-0b10-4ac6-869a-9775c5c5f5ba tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:45.067667 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-49716605-a2fd-4f52-885d-9ab77f0a2214 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:45.079935 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-892564f2-3dc7-45a7-ae98-bc8db31a1e7b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:45.080097 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75bca0d3-6196-497f-bfb9-d98096b63607 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:45.084099 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device f655115d-79a3-4aa5-ab5e-853d55bed6da up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:22:45.093181 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-49716605-a2fd-4f52-885d-9ab77f0a2214 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Usage tracker for resource:subnet and tenant:7b3cf5e99c8b47d9930f4a2f26be0184 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:45.125306 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-49716605-a2fd-4f52-885d-9ab77f0a2214 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:45.134577 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-94d73c18-0893-4224-847a-c939bb5435f4 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:45.161866 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port f655115d-79a3-4aa5-ab5e-853d55bed6da triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:45.163607 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:45.196678 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-49716605-a2fd-4f52-885d-9ab77f0a2214 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:45.265251 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892564f2-3dc7-45a7-ae98-bc8db31a1e7b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Network 6a3f9987-49be-48fe-aa78-2a93fc0dfaf4 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:45.280056 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-892564f2-3dc7-45a7-ae98-bc8db31a1e7b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:45.282378 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892564f2-3dc7-45a7-ae98-bc8db31a1e7b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:45.322611 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f45b51e4-0b10-4ac6-869a-9775c5c5f5ba tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:45.322933 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f45b51e4-0b10-4ac6-869a-9775c5c5f5ba tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:45.325518 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49716605-a2fd-4f52-885d-9ab77f0a2214 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Made reservation on behalf of 7b3cf5e99c8b47d9930f4a2f26be0184 for: {'subnet': 2} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:45.330099 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49716605-a2fd-4f52-885d-9ab77f0a2214 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:45.330423 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49716605-a2fd-4f52-885d-9ab77f0a2214 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:45.403449 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-30494b9a-54e6-42e7-8a23-46bc9a071c42 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:45.466611 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f45b51e4-0b10-4ac6-869a-9775c5c5f5ba tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Calling delete_port for 459e5124-7d5a-4829-947e-3f8a3f30fc5a owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:45.505696 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892564f2-3dc7-45a7-ae98-bc8db31a1e7b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Pushing event updated for resources: {'Port': ['ID=f4503be9-748f-43ed-91c1-fc41862d0217,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:45.524693 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75bca0d3-6196-497f-bfb9-d98096b63607 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:45.551982 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-30494b9a-54e6-42e7-8a23-46bc9a071c42 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Transition to ACTIVE for port object a43cf340-3414-429f-a700-9ebacd884bf9 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:45.573294 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d73c18-0893-4224-847a-c939bb5435f4 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Pushing event deleted for resources: {'Port': ['ID=3ca137a8-e910-4982-9262-8cbfb3317481,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:45.594517 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-94d73c18-0893-4224-847a-c939bb5435f4 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:45.625180 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9363ed8a-516d-4208-9c7d-fe83c2550a37 None None] Provisioning for port f4503be9-748f-43ed-91c1-fc41862d0217 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:45.630854 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9363ed8a-516d-4208-9c7d-fe83c2550a37 None None] Provisioning complete for port f4503be9-748f-43ed-91c1-fc41862d0217 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:45.631759 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9363ed8a-516d-4208-9c7d-fe83c2550a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:45.677985 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75bca0d3-6196-497f-bfb9-d98096b63607 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:45.696736 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892564f2-3dc7-45a7-ae98-bc8db31a1e7b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:45.697467 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-892564f2-3dc7-45a7-ae98-bc8db31a1e7b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:45.721726 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-30494b9a-54e6-42e7-8a23-46bc9a071c42 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:45.726416 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9363ed8a-516d-4208-9c7d-fe83c2550a37 None None] Port f4503be9-748f-43ed-91c1-fc41862d0217 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:22:45.758675 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-e098d380-f7b6-4b95-892f-c0971be21d16 None None] Allocated IP 2001:db8::2 (138777c3-87db-4fd3-abf0-bea14650ca03/0f1ce6ca-33d5-4f9e-a96c-18b09f582f5c/00e16a67-eade-4607-b217-457677991ba1) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:45.775627 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7326fe4b-3204-42f4-8e0a-7fdc7feb7895 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:45.777421 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bca0d3-6196-497f-bfb9-d98096b63607 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=3d987d40-1089-4229-b3c0-73ced2a81370,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:45.782043 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75bca0d3-6196-497f-bfb9-d98096b63607 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:45.806987 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4915d97e-1e3b-4fed-b9fc-3bb8b2000439 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:22:45.829429 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-892564f2-3dc7-45a7-ae98-bc8db31a1e7b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.0459740 Feb 28 14:22:45.829666 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30494b9a-54e6-42e7-8a23-46bc9a071c42 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network 138777c3-87db-4fd3-abf0-bea14650ca03 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:45.833055 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51560) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:45.841125 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f45b51e4-0b10-4ac6-869a-9775c5c5f5ba tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:45.844688 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-30494b9a-54e6-42e7-8a23-46bc9a071c42 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:45.846999 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30494b9a-54e6-42e7-8a23-46bc9a071c42 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:45.853281 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30494b9a-54e6-42e7-8a23-46bc9a071c42 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:45.853871 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-30494b9a-54e6-42e7-8a23-46bc9a071c42 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:45.865558 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-23f97a21-6c84-4d81-8124-bde17c13f2b8 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:59:63:03'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:45.885094 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-94d73c18-0893-4224-847a-c939bb5435f4 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:45.889391 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-94d73c18-0893-4224-847a-c939bb5435f4 tempest-ServersTestJSON-1241605412 tempest-ServersTestJSON-1241605412-project] 10.222.0.30 "DELETE /v2.0/floatingips/f185a754-622d-4ccd-ba9a-728f148eab65 HTTP/1.1" status: 204 len: 168 time: 2.7853551 Feb 28 14:22:45.890795 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30494b9a-54e6-42e7-8a23-46bc9a071c42 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Port': ['ID=a43cf340-3414-429f-a700-9ebacd884bf9,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:45.894077 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326fe4b-3204-42f4-8e0a-7fdc7feb7895 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3f57735-51bb-43c2-81ab-0aa6ad10a00c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:45.895791 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51564) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:45.962390 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b51e4-0b10-4ac6-869a-9775c5c5f5ba tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Pushing event deleted for resources: {'Port': ['ID=459e5124-7d5a-4829-947e-3f8a3f30fc5a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:45.974746 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-75bca0d3-6196-497f-bfb9-d98096b63607 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/3d987d40-1089-4229-b3c0-73ced2a81370 HTTP/1.1" status: 204 len: 168 time: 1.4313920 Feb 28 14:22:46.005454 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51568) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:46.014351 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-30494b9a-54e6-42e7-8a23-46bc9a071c42 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.1247880 Feb 28 14:22:46.016835 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51570) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:46.152287 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f45b51e4-0b10-4ac6-869a-9775c5c5f5ba tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:46.155076 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f45b51e4-0b10-4ac6-869a-9775c5c5f5ba tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:46.159086 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f45b51e4-0b10-4ac6-869a-9775c5c5f5ba tempest-ServersTestManualDisk-1658182784 tempest-ServersTestManualDisk-1658182784-project] 10.222.0.30 "DELETE /v2.0/floatingips/e871087a-b1e2-4a99-bb01-5b777a425a61 HTTP/1.1" status: 204 len: 168 time: 1.5691352 Feb 28 14:22:46.163975 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51576) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:46.192237 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e098d380-f7b6-4b95-892f-c0971be21d16 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:46.205933 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e098d380-f7b6-4b95-892f-c0971be21d16 None None] Transition to ACTIVE for port object 00e16a67-eade-4607-b217-457677991ba1 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:46.227214 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e098d380-f7b6-4b95-892f-c0971be21d16 None None] Transition to ACTIVE for port object 00e16a67-eade-4607-b217-457677991ba1 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:46.236164 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e098d380-f7b6-4b95-892f-c0971be21d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:46.305961 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74f800d-222c-405e-821a-a3c8950d555d None None] DHCP port deletion for 22b852e7-638c-4536-9e81-f0f6c68c1fb7 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:22:46.314444 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e098d380-f7b6-4b95-892f-c0971be21d16 None None] Network 138777c3-87db-4fd3-abf0-bea14650ca03 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:46.318634 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-391bb9d2-73fe-4331-b593-1bbbbd544eb5 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3004630 Feb 28 14:22:46.319215 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-e098d380-f7b6-4b95-892f-c0971be21d16 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:46.320764 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f74f800d-222c-405e-821a-a3c8950d555d None None] Deleting port f655115d-79a3-4aa5-ab5e-853d55bed6da {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:46.320906 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f74f800d-222c-405e-821a-a3c8950d555d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:46.330564 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51580) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:46.350173 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e098d380-f7b6-4b95-892f-c0971be21d16 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:46.412252 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-34bc9c3c-cd19-4371-9a09-683f37ac3521 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting port a43cf340-3414-429f-a700-9ebacd884bf9 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:46.412922 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-34bc9c3c-cd19-4371-9a09-683f37ac3521 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:46.428113 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098d380-f7b6-4b95-892f-c0971be21d16 None None] Pushing event updated for resources: {'Port': ['ID=00e16a67-eade-4607-b217-457677991ba1,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:46.487913 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7326fe4b-3204-42f4-8e0a-7fdc7feb7895 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:46.529216 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e098d380-f7b6-4b95-892f-c0971be21d16 None None] Attempting to bind port 00e16a67-eade-4607-b217-457677991ba1 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:22:46.529458 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e098d380-f7b6-4b95-892f-c0971be21d16 None None] Attempting to bind port 00e16a67-eade-4607-b217-457677991ba1 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'a1aed1a4-9a31-4594-901c-5d4724e26902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '138777c3-87db-4fd3-abf0-bea14650ca03'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:22:46.529781 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e098d380-f7b6-4b95-892f-c0971be21d16 None None] Attempting to bind port 00e16a67-eade-4607-b217-457677991ba1 on network 138777c3-87db-4fd3-abf0-bea14650ca03 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:22:46.591900 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e098d380-f7b6-4b95-892f-c0971be21d16 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:22:46.592382 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e098d380-f7b6-4b95-892f-c0971be21d16 None None] Checking segment: {'id': 'a1aed1a4-9a31-4594-901c-5d4724e26902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '138777c3-87db-4fd3-abf0-bea14650ca03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:22:46.592815 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e098d380-f7b6-4b95-892f-c0971be21d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:46.593042 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e098d380-f7b6-4b95-892f-c0971be21d16 None None] Bound using segment: {'id': 'a1aed1a4-9a31-4594-901c-5d4724e26902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '138777c3-87db-4fd3-abf0-bea14650ca03'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:22:46.593520 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e098d380-f7b6-4b95-892f-c0971be21d16 None None] Bound port: 00e16a67-eade-4607-b217-457677991ba1, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1aed1a4-9a31-4594-901c-5d4724e26902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '138777c3-87db-4fd3-abf0-bea14650ca03'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:22:46.593912 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e098d380-f7b6-4b95-892f-c0971be21d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:46.597162 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23f97a21-6c84-4d81-8124-bde17c13f2b8 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:46.732059 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f74f800d-222c-405e-821a-a3c8950d555d None None] For port f655115d-79a3-4aa5-ab5e-853d55bed6da, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=f655115d-79a3-4aa5-ab5e-853d55bed6da,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:46.732487 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f74f800d-222c-405e-821a-a3c8950d555d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:46.815473 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7326fe4b-3204-42f4-8e0a-7fdc7feb7895 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:46.825062 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7326fe4b-3204-42f4-8e0a-7fdc7feb7895 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:46.866337 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f74f800d-222c-405e-821a-a3c8950d555d None None] Calling delete_port for f655115d-79a3-4aa5-ab5e-853d55bed6da owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:46.908047 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e098d380-f7b6-4b95-892f-c0971be21d16 None None] For port 00e16a67-eade-4607-b217-457677991ba1, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:22:46.925386 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e098d380-f7b6-4b95-892f-c0971be21d16 None None] For port 00e16a67-eade-4607-b217-457677991ba1, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=00e16a67-eade-4607-b217-457677991ba1,segment=NetworkSegment(a1aed1a4-9a31-4594-901c-5d4724e26902),segment_id=a1aed1a4-9a31-4594-901c-5d4724e26902)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:22:46.933541 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e098d380-f7b6-4b95-892f-c0971be21d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:47.011985 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7326fe4b-3204-42f4-8e0a-7fdc7feb7895 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:47.012584 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7326fe4b-3204-42f4-8e0a-7fdc7feb7895 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 524244ec-39aa-4d9f-a678-f4ca1e0c497b {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:22:47.018657 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f74f800d-222c-405e-821a-a3c8950d555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:47.045725 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098d380-f7b6-4b95-892f-c0971be21d16 None None] Pushing event updated for resources: {'Port': ['ID=00e16a67-eade-4607-b217-457677991ba1,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:47.049311 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f800d-222c-405e-821a-a3c8950d555d None None] No DVR routers for this DVR port f655115d-79a3-4aa5-ab5e-853d55bed6da on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:22:47.100689 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23f97a21-6c84-4d81-8124-bde17c13f2b8 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:47.102531 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e8a13b-482c-4283-8119-25a6f3188e07 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:47.103424 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f9e8a13b-482c-4283-8119-25a6f3188e07 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:47.121344 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23f97a21-6c84-4d81-8124-bde17c13f2b8 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:47.134729 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f800d-222c-405e-821a-a3c8950d555d None None] Pushing event deleted for resources: {'Port': ['ID=f655115d-79a3-4aa5-ab5e-853d55bed6da,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:47.226387 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device f655115d-79a3-4aa5-ab5e-853d55bed6da no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:22:47.301239 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: f655115d-79a3-4aa5-ab5e-853d55bed6da {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:22:47.301584 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device f655115d-79a3-4aa5-ab5e-853d55bed6da not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:22:47.323775 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f9e8a13b-482c-4283-8119-25a6f3188e07 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:47.327251 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f9e8a13b-482c-4283-8119-25a6f3188e07 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9932153 Feb 28 14:22:47.327251 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49716605-a2fd-4f52-885d-9ab77f0a2214 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:47.330268 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51584) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:47.368475 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f97a21-6c84-4d81-8124-bde17c13f2b8 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Pushing event updated for resources: {'Port': ['ID=f4503be9-748f-43ed-91c1-fc41862d0217,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:47.379654 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7326fe4b-3204-42f4-8e0a-7fdc7feb7895 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:47.381891 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-23f97a21-6c84-4d81-8124-bde17c13f2b8 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] In _notify_port_updated(), no bound segment for port f4503be9-748f-43ed-91c1-fc41862d0217 on network 6a3f9987-49be-48fe-aa78-2a93fc0dfaf4 {{(pid=87773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 14:22:47.384009 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7326fe4b-3204-42f4-8e0a-7fdc7feb7895 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "DELETE /v2.0/routers/524244ec-39aa-4d9f-a678-f4ca1e0c497b HTTP/1.1" status: 204 len: 168 time: 5.5582247 Feb 28 14:22:47.389193 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f97a21-6c84-4d81-8124-bde17c13f2b8 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:47.390059 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-23f97a21-6c84-4d81-8124-bde17c13f2b8 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:47.394493 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-23f97a21-6c84-4d81-8124-bde17c13f2b8 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] 10.222.0.30 "PUT /v2.0/ports/f4503be9-748f-43ed-91c1-fc41862d0217 HTTP/1.1" status: 200 len: 995 time: 1.5603137 Feb 28 14:22:47.395922 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51588) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:47.396423 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51590) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:47.404388 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-445042869', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:47.477178 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:47.484790 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Usage tracker for resource:router and tenant:15f077467be64cd9b71b3453d741c4f4 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:47.488250 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:47.494296 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a4e74047-9774-4f04-b30f-ebcd08f4e01f tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Deleting port f4503be9-748f-43ed-91c1-fc41862d0217 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:47.494635 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a4e74047-9774-4f04-b30f-ebcd08f4e01f tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:47.534880 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:47.541017 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-34bc9c3c-cd19-4371-9a09-683f37ac3521 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:47.568615 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0457b369-518f-4066-90eb-d71e6b4dc5eb None None] Provisioning complete for port f4503be9-748f-43ed-91c1-fc41862d0217 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:47.569340 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0457b369-518f-4066-90eb-d71e6b4dc5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:47.569489 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:47.570379 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:47.582559 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dd6dbeee-6243-4a90-9792-ff9601ecbd37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:47.678222 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0457b369-518f-4066-90eb-d71e6b4dc5eb None None] Port f4503be9-748f-43ed-91c1-fc41862d0217 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:22:47.741045 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-34bc9c3c-cd19-4371-9a09-683f37ac3521 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Calling delete_port for a43cf340-3414-429f-a700-9ebacd884bf9 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:47.763834 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:47.787098 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49716605-a2fd-4f52-885d-9ab77f0a2214 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Pushing event updated for resources: {'Subnet': ['ID=956abea6-efc6-440f-a3c0-5f7b65cb2c55,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:47.792867 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afbbcc4-2b89-488f-a9d0-f4d5f64b37c0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:47.793517 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8afbbcc4-2b89-488f-a9d0-f4d5f64b37c0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:47.801197 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49716605-a2fd-4f52-885d-9ab77f0a2214 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Checking segment: {'id': 'fb326f95-44b9-4ad9-bf2f-d50a501c5685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '603fcea9-acf4-42c4-8925-03b4d0f44838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:22:47.801197 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49716605-a2fd-4f52-885d-9ab77f0a2214 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Network hostable DHCP agents. Network: 603fcea9-acf4-42c4-8925-03b4d0f44838, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:22:48.030546 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8afbbcc4-2b89-488f-a9d0-f4d5f64b37c0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:48.031772 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8afbbcc4-2b89-488f-a9d0-f4d5f64b37c0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6640635 Feb 28 14:22:48.034291 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49716605-a2fd-4f52-885d-9ab77f0a2214 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Network 603fcea9-acf4-42c4-8925-03b4d0f44838 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:22:48.038454 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51596) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:48.147730 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-49716605-a2fd-4f52-885d-9ab77f0a2214 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 603fcea9-acf4-42c4-8925-03b4d0f44838) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:48.152485 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49716605-a2fd-4f52-885d-9ab77f0a2214 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:48.158981 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-80ff783a-4913-4573-89a8-3352f09d5c5d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1186593 Feb 28 14:22:48.161780 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a23866-48c0-4552-91d4-2cde389d682b None None] Network 603fcea9-acf4-42c4-8925-03b4d0f44838 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:22:48.168785 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51600) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:48.222928 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-92e7dc1b-b759-4b07-9d04-3a37bfd33643 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:48.282352 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49716605-a2fd-4f52-885d-9ab77f0a2214 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Pushing event updated for resources: {'Subnet': ['ID=4892f3a7-cc27-4762-bcfc-2faf08fc7905,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:48.289595 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-34bc9c3c-cd19-4371-9a09-683f37ac3521 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:48.351235 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc9c3c-cd19-4371-9a09-683f37ac3521 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Port': ['ID=a43cf340-3414-429f-a700-9ebacd884bf9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:48.439406 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9394e65d-b6c8-443d-b731-a3999dae591c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-603fcea9-acf4-42c4-8925-03b4d0f44838', 'network_id': '603fcea9-acf4-42c4-8925-03b4d0f44838', 'tenant_id': '7b3cf5e99c8b47d9930f4a2f26be0184', 'fixed_ips': [{'subnet_id': '956abea6-efc6-440f-a3c0-5f7b65cb2c55'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:22:48.440853 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9394e65d-b6c8-443d-b731-a3999dae591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:48.455328 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49716605-a2fd-4f52-885d-9ab77f0a2214 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Checking segment: {'id': '81440e67-49e0-4eb9-8d16-b1b75bdb086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c80c8e86-dd5b-45c1-8063-e85dd575d7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:22:48.455749 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49716605-a2fd-4f52-885d-9ab77f0a2214 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Network hostable DHCP agents. Network: c80c8e86-dd5b-45c1-8063-e85dd575d7dd, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:22:48.492299 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-34bc9c3c-cd19-4371-9a09-683f37ac3521 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:48.508881 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-34bc9c3c-cd19-4371-9a09-683f37ac3521 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/ports/a43cf340-3414-429f-a700-9ebacd884bf9 HTTP/1.1" status: 204 len: 168 time: 2.4800007 Feb 28 14:22:48.510360 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51606) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:48.541847 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a4e74047-9774-4f04-b30f-ebcd08f4e01f tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:48.574383 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b36e7e-bc8f-43b7-b2c6-6b46fbe1e458 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] GET failed (client error): The resource could not be found. Feb 28 14:22:48.575183 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-26b36e7e-bc8f-43b7-b2c6-6b46fbe1e458 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Synchronizing usage tracker for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:48.588232 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49716605-a2fd-4f52-885d-9ab77f0a2214 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Network c80c8e86-dd5b-45c1-8063-e85dd575d7dd is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:22:48.596767 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-87d9839c-9127-4b7e-9564-317a5adceb92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:48.629350 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4a18fa-73c0-4bd5-ab96-e92ed64c7a49 None None] Network 138777c3-87db-4fd3-abf0-bea14650ca03 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:22:48.669439 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-49716605-a2fd-4f52-885d-9ab77f0a2214 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, c80c8e86-dd5b-45c1-8063-e85dd575d7dd) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:48.679132 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49716605-a2fd-4f52-885d-9ab77f0a2214 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:48.679732 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49716605-a2fd-4f52-885d-9ab77f0a2214 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:48.680661 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49716605-a2fd-4f52-885d-9ab77f0a2214 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:48.699622 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-26b36e7e-bc8f-43b7-b2c6-6b46fbe1e458 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Unset dirty status for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:48.703418 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-26b36e7e-bc8f-43b7-b2c6-6b46fbe1e458 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "GET /v2.0/ports/a43cf340-3414-429f-a700-9ebacd884bf9 HTTP/1.1" status: 404 len: 333 time: 0.1853292 Feb 28 14:22:48.705034 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51610) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:48.722198 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d101168c-8205-4c38-b6bf-7c3101bd2d99 None None] Network c80c8e86-dd5b-45c1-8063-e85dd575d7dd requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:22:48.743812 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:48.755491 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a4e74047-9774-4f04-b30f-ebcd08f4e01f tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Calling delete_port for f4503be9-748f-43ed-91c1-fc41862d0217 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:48.775540 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-9394e65d-b6c8-443d-b731-a3999dae591c None None] Allocated IP 2001:db8::1 (603fcea9-acf4-42c4-8925-03b4d0f44838/956abea6-efc6-440f-a3c0-5f7b65cb2c55/b07602f0-8694-48b0-b531-b7f386cc5d06) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:48.823111 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-49716605-a2fd-4f52-885d-9ab77f0a2214 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 4.5192754 Feb 28 14:22:48.828296 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-92e7dc1b-b759-4b07-9d04-3a37bfd33643 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:48.830625 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51614) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:48.863592 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5266d539-ad44-4fc4-9dd8-a2cc647d8417 None None] Provisioning for port 00e16a67-eade-4607-b217-457677991ba1 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:48.868165 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-92e7dc1b-b759-4b07-9d04-3a37bfd33643 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:48.925938 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e7dc1b-b759-4b07-9d04-3a37bfd33643 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:48.929600 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92e7dc1b-b759-4b07-9d04-3a37bfd33643 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:49.017715 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ffb016b-75a0-43f2-8fff-7fd1f94a64b1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting subnet 0f1ce6ca-33d5-4f9e-a96c-18b09f582f5c {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:22:49.028224 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ffb016b-75a0-43f2-8fff-7fd1f94a64b1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:49.081741 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19d5746-ce73-44e6-9c3c-1ba8bb9de25e tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:49.084286 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19d5746-ce73-44e6-9c3c-1ba8bb9de25e tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:49.085100 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19d5746-ce73-44e6-9c3c-1ba8bb9de25e tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:49.085924 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c19d5746-ce73-44e6-9c3c-1ba8bb9de25e tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Synchronizing usage tracker for tenant:7b3cf5e99c8b47d9930f4a2f26be0184 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:49.123395 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ffb016b-75a0-43f2-8fff-7fd1f94a64b1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:49.162635 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c19d5746-ce73-44e6-9c3c-1ba8bb9de25e tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Unset dirty status for tenant:7b3cf5e99c8b47d9930f4a2f26be0184 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:49.173582 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c19d5746-ce73-44e6-9c3c-1ba8bb9de25e tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.3320837 Feb 28 14:22:49.178921 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51618) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:49.246977 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-dd6dbeee-6243-4a90-9792-ff9601ecbd37 admin admin] Deleting port f6b9265e-99eb-4738-8225-7fc4bea501bc {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:49.247606 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dd6dbeee-6243-4a90-9792-ff9601ecbd37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:49.248584 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369e7603-d7e3-41a8-99c7-274c41c33f97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-c80c8e86-dd5b-45c1-8063-e85dd575d7dd', 'network_id': 'c80c8e86-dd5b-45c1-8063-e85dd575d7dd', 'tenant_id': '7b3cf5e99c8b47d9930f4a2f26be0184', 'fixed_ips': [{'subnet_id': '4892f3a7-cc27-4762-bcfc-2faf08fc7905'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:22:49.249468 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-369e7603-d7e3-41a8-99c7-274c41c33f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:49.258560 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 00e16a67-eade-4607-b217-457677991ba1 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:22:49.319316 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-87d9839c-9127-4b7e-9564-317a5adceb92 admin admin] Deleting port bda9e0e0-90ae-483c-bafd-7b427d5a545e {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:49.319671 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-87d9839c-9127-4b7e-9564-317a5adceb92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:49.345503 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a4e74047-9774-4f04-b30f-ebcd08f4e01f tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:49.354525 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ffb016b-75a0-43f2-8fff-7fd1f94a64b1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:49.444497 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e74047-9774-4f04-b30f-ebcd08f4e01f tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Pushing event deleted for resources: {'Port': ['ID=f4503be9-748f-43ed-91c1-fc41862d0217,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:49.451842 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a627a9-eeb2-4b5a-8cad-910c237abfcd tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Deleting subnet 956abea6-efc6-440f-a3c0-5f7b65cb2c55 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:22:49.511429 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9394e65d-b6c8-443d-b731-a3999dae591c None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:49.555317 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 00e16a67-eade-4607-b217-457677991ba1 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:49.573647 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9394e65d-b6c8-443d-b731-a3999dae591c None None] Transition to ACTIVE for port object b07602f0-8694-48b0-b531-b7f386cc5d06 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:49.576486 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 00e16a67-eade-4607-b217-457677991ba1 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:49.576904 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:49.651171 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-87d9839c-9127-4b7e-9564-317a5adceb92 admin admin] For port bda9e0e0-90ae-483c-bafd-7b427d5a545e, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=bda9e0e0-90ae-483c-bafd-7b427d5a545e,segment=NetworkSegment(d774faf1-bfab-416e-9486-4c2228282a1a),segment_id=d774faf1-bfab-416e-9486-4c2228282a1a)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:49.651669 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-87d9839c-9127-4b7e-9564-317a5adceb92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:49.683714 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9394e65d-b6c8-443d-b731-a3999dae591c None None] Transition to ACTIVE for port object b07602f0-8694-48b0-b531-b7f386cc5d06 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:49.710457 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9394e65d-b6c8-443d-b731-a3999dae591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:49.832149 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9394e65d-b6c8-443d-b731-a3999dae591c None None] Network 603fcea9-acf4-42c4-8925-03b4d0f44838 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:49.839745 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-9394e65d-b6c8-443d-b731-a3999dae591c None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:49.859586 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9394e65d-b6c8-443d-b731-a3999dae591c None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:49.873843 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394e65d-b6c8-443d-b731-a3999dae591c None None] Pushing event updated for resources: {'Port': ['ID=b07602f0-8694-48b0-b531-b7f386cc5d06,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:49.902742 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c1a627a9-eeb2-4b5a-8cad-910c237abfcd tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:49.974934 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:50.001486 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e3c15585-3455-484a-81e1-e031734a183e None None] Provisioning complete for port 00e16a67-eade-4607-b217-457677991ba1 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:50.001907 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e3c15585-3455-484a-81e1-e031734a183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:50.006932 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-87d9839c-9127-4b7e-9564-317a5adceb92 admin admin] Calling delete_port for bda9e0e0-90ae-483c-bafd-7b427d5a545e owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:50.026852 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-369e7603-d7e3-41a8-99c7-274c41c33f97 None None] Allocated IP 2001:db8:0:1::1 (c80c8e86-dd5b-45c1-8063-e85dd575d7dd/4892f3a7-cc27-4762-bcfc-2faf08fc7905/23ede75e-d518-4503-b792-027f68ced0ff) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:50.031253 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9394e65d-b6c8-443d-b731-a3999dae591c None None] Attempting to bind port b07602f0-8694-48b0-b531-b7f386cc5d06 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:22:50.031417 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9394e65d-b6c8-443d-b731-a3999dae591c None None] Attempting to bind port b07602f0-8694-48b0-b531-b7f386cc5d06 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'fb326f95-44b9-4ad9-bf2f-d50a501c5685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '603fcea9-acf4-42c4-8925-03b4d0f44838'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:22:50.031792 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9394e65d-b6c8-443d-b731-a3999dae591c None None] Attempting to bind port b07602f0-8694-48b0-b531-b7f386cc5d06 on network 603fcea9-acf4-42c4-8925-03b4d0f44838 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:22:50.035045 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ffb016b-75a0-43f2-8fff-7fd1f94a64b1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:50.045269 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9394e65d-b6c8-443d-b731-a3999dae591c None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:22:50.045665 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9394e65d-b6c8-443d-b731-a3999dae591c None None] Checking segment: {'id': 'fb326f95-44b9-4ad9-bf2f-d50a501c5685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '603fcea9-acf4-42c4-8925-03b4d0f44838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:22:50.046044 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9394e65d-b6c8-443d-b731-a3999dae591c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:50.046443 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9394e65d-b6c8-443d-b731-a3999dae591c None None] Bound using segment: {'id': 'fb326f95-44b9-4ad9-bf2f-d50a501c5685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '603fcea9-acf4-42c4-8925-03b4d0f44838'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:22:50.047311 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9394e65d-b6c8-443d-b731-a3999dae591c None None] Bound port: b07602f0-8694-48b0-b531-b7f386cc5d06, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb326f95-44b9-4ad9-bf2f-d50a501c5685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '603fcea9-acf4-42c4-8925-03b4d0f44838'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:22:50.047698 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9394e65d-b6c8-443d-b731-a3999dae591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:50.084897 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ffb016b-75a0-43f2-8fff-7fd1f94a64b1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:50.098598 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6ffb016b-75a0-43f2-8fff-7fd1f94a64b1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/subnets/0f1ce6ca-33d5-4f9e-a96c-18b09f582f5c HTTP/1.1" status: 204 len: 168 time: 1.3884394 Feb 28 14:22:50.104243 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51622) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:50.169429 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9394e65d-b6c8-443d-b731-a3999dae591c None None] For port b07602f0-8694-48b0-b531-b7f386cc5d06, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:22:50.172986 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9394e65d-b6c8-443d-b731-a3999dae591c None None] For port b07602f0-8694-48b0-b531-b7f386cc5d06, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=b07602f0-8694-48b0-b531-b7f386cc5d06,segment=NetworkSegment(fb326f95-44b9-4ad9-bf2f-d50a501c5685),segment_id=fb326f95-44b9-4ad9-bf2f-d50a501c5685)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:22:50.180455 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5302af-f393-44f3-9e01-ceedde7e0cf4 None None] Network 138777c3-87db-4fd3-abf0-bea14650ca03 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:22:50.204917 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb016b-75a0-43f2-8fff-7fd1f94a64b1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Subnet': ['ID=0f1ce6ca-33d5-4f9e-a96c-18b09f582f5c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:50.239007 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:50.254424 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c1a627a9-eeb2-4b5a-8cad-910c237abfcd tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:50.275974 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting port 00e16a67-eade-4607-b217-457677991ba1 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:50.276303 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:50.290032 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9394e65d-b6c8-443d-b731-a3999dae591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:50.359308 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:22:50.359724 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:22:50.368919 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a4e74047-9774-4f04-b30f-ebcd08f4e01f tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:50.395501 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:50.438853 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:50.536248 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-dd6dbeee-6243-4a90-9792-ff9601ecbd37 admin admin] For port f6b9265e-99eb-4738-8225-7fc4bea501bc, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=f6b9265e-99eb-4738-8225-7fc4bea501bc,segment=NetworkSegment(b1d24562-6186-4df5-9b28-e46e64e36f93),segment_id=b1d24562-6186-4df5-9b28-e46e64e36f93)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:50.537031 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dd6dbeee-6243-4a90-9792-ff9601ecbd37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:50.597422 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] For port 00e16a67-eade-4607-b217-457677991ba1, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=00e16a67-eade-4607-b217-457677991ba1,segment=NetworkSegment(a1aed1a4-9a31-4594-901c-5d4724e26902),segment_id=a1aed1a4-9a31-4594-901c-5d4724e26902)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:50.597983 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:50.611508 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-87d9839c-9127-4b7e-9564-317a5adceb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:50.658864 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a4e74047-9774-4f04-b30f-ebcd08f4e01f tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] 10.222.0.30 "DELETE /v2.0/ports/f4503be9-748f-43ed-91c1-fc41862d0217 HTTP/1.1" status: 204 len: 168 time: 3.2556953 Feb 28 14:22:50.658864 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92e7dc1b-b759-4b07-9d04-3a37bfd33643 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:50.665858 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51626) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:50.696142 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394e65d-b6c8-443d-b731-a3999dae591c None None] Pushing event updated for resources: {'Port': ['ID=b07602f0-8694-48b0-b531-b7f386cc5d06,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:50.770279 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Calling delete_port for 00e16a67-eade-4607-b217-457677991ba1 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:50.773735 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e3c15585-3455-484a-81e1-e031734a183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:50.798313 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-dd6dbeee-6243-4a90-9792-ff9601ecbd37 admin admin] Calling delete_port for f6b9265e-99eb-4738-8225-7fc4bea501bc owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:50.800548 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9839c-9127-4b7e-9564-317a5adceb92 admin admin] Pushing event deleted for resources: {'Port': ['ID=bda9e0e0-90ae-483c-bafd-7b427d5a545e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:50.837817 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-369e7603-d7e3-41a8-99c7-274c41c33f97 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:50.901199 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-369e7603-d7e3-41a8-99c7-274c41c33f97 None None] Transition to ACTIVE for port object 23ede75e-d518-4503-b792-027f68ced0ff will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:50.939275 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e3c15585-3455-484a-81e1-e031734a183e None None] For port 00e16a67-eade-4607-b217-457677991ba1, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=00e16a67-eade-4607-b217-457677991ba1,segment=NetworkSegment(a1aed1a4-9a31-4594-901c-5d4724e26902),segment_id=a1aed1a4-9a31-4594-901c-5d4724e26902)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:50.967456 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e3c15585-3455-484a-81e1-e031734a183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:51.036676 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef351729-ec7a-432e-8d74-980c834fafce tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] GET failed (client error): The resource could not be found. Feb 28 14:22:51.037599 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ef351729-ec7a-432e-8d74-980c834fafce tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Synchronizing usage tracker for tenant:e5cd18d9556b4929a6ad10b629eff751 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:51.077646 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e7dc1b-b759-4b07-9d04-3a37bfd33643 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:51.090592 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-92e7dc1b-b759-4b07-9d04-3a37bfd33643 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:51.111260 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e7dc1b-b759-4b07-9d04-3a37bfd33643 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:51.112097 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92e7dc1b-b759-4b07-9d04-3a37bfd33643 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:51.164251 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-369e7603-d7e3-41a8-99c7-274c41c33f97 None None] Transition to ACTIVE for port object 23ede75e-d518-4503-b792-027f68ced0ff will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:51.177843 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec85523c-6c81-4cea-812f-a52ed720a414 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:22:51.191669 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ef351729-ec7a-432e-8d74-980c834fafce tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Unset dirty status for tenant:e5cd18d9556b4929a6ad10b629eff751 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:51.199194 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ef351729-ec7a-432e-8d74-980c834fafce tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] 10.222.0.30 "GET /v2.0/ports/f4503be9-748f-43ed-91c1-fc41862d0217 HTTP/1.1" status: 404 len: 333 time: 0.4089575 Feb 28 14:22:51.201952 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c1a627a9-eeb2-4b5a-8cad-910c237abfcd tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:51.203677 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51630) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:51.207098 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:51.218822 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-174ac8e0-da8c-4981-99e8-12f5938b850c tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Request body: {'port': {'network_id': '6a3f9987-49be-48fe-aa78-2a93fc0dfaf4', 'name': 'tempest-AllowedAddressPairTestJSON-981990905'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:51.236492 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:22:51.236492 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:22:51.238662 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7dc1b-b759-4b07-9d04-3a37bfd33643 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=657b7169-100a-4bdd-b3dd-c9c325e6f444,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:51.238877 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-eb1aed50-6790-4b36-8fe8-b5f8daa95834 None None] Could not find standard attr ID for object a43cf340-3414-429f-a700-9ebacd884bf9. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:22:51.241072 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-369e7603-d7e3-41a8-99c7-274c41c33f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:51.278609 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-87d9839c-9127-4b7e-9564-317a5adceb92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:51.289323 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-92e7dc1b-b759-4b07-9d04-3a37bfd33643 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1143434 Feb 28 14:22:51.306543 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51634) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:51.308263 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Allocated IP 172.26.5.131 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/ea497f03-d524-466d-bf4f-4ad1c695ae95) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:51.326091 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-3c4024cf-aace-490c-ae8f-609c3e7fc059 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'fixed_ips': [{'subnet_id': '657b7169-100a-4bdd-b3dd-c9c325e6f444', 'ip_address': '2001:db8::24ee:2438:482d:55bc'}], 'name': 'tempest-NetworksTestDHCPv6-377248269'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:51.377387 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5262a53d-740f-4e5c-9557-57e5113fa3a5 None None] DHCP port deletion for 138777c3-87db-4fd3-abf0-bea14650ca03 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:22:51.379394 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c15585-3455-484a-81e1-e031734a183e None None] Pushing event updated for resources: {'Port': ['ID=00e16a67-eade-4607-b217-457677991ba1,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:51.386979 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369e7603-d7e3-41a8-99c7-274c41c33f97 None None] Network c80c8e86-dd5b-45c1-8063-e85dd575d7dd is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:51.427422 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-369e7603-d7e3-41a8-99c7-274c41c33f97 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:51.439588 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-5262a53d-740f-4e5c-9557-57e5113fa3a5 None None] Deleting port 00e16a67-eade-4607-b217-457677991ba1 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:51.439588 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5262a53d-740f-4e5c-9557-57e5113fa3a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:51.475802 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369e7603-d7e3-41a8-99c7-274c41c33f97 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:51.588004 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:22:51.588004 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:22:51.595415 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e7603-d7e3-41a8-99c7-274c41c33f97 None None] Pushing event updated for resources: {'Port': ['ID=23ede75e-d518-4503-b792-027f68ced0ff,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:51.677592 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-174ac8e0-da8c-4981-99e8-12f5938b850c tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:51.699364 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-174ac8e0-da8c-4981-99e8-12f5938b850c tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:51.742422 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-369e7603-d7e3-41a8-99c7-274c41c33f97 None None] Attempting to bind port 23ede75e-d518-4503-b792-027f68ced0ff on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:22:51.743024 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-369e7603-d7e3-41a8-99c7-274c41c33f97 None None] Attempting to bind port 23ede75e-d518-4503-b792-027f68ced0ff by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '81440e67-49e0-4eb9-8d16-b1b75bdb086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c80c8e86-dd5b-45c1-8063-e85dd575d7dd'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:22:51.743129 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e7603-d7e3-41a8-99c7-274c41c33f97 None None] Attempting to bind port 23ede75e-d518-4503-b792-027f68ced0ff on network c80c8e86-dd5b-45c1-8063-e85dd575d7dd {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:22:51.765176 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e7603-d7e3-41a8-99c7-274c41c33f97 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:22:51.765541 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e7603-d7e3-41a8-99c7-274c41c33f97 None None] Checking segment: {'id': '81440e67-49e0-4eb9-8d16-b1b75bdb086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c80c8e86-dd5b-45c1-8063-e85dd575d7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:22:51.765933 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-369e7603-d7e3-41a8-99c7-274c41c33f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:51.766319 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e7603-d7e3-41a8-99c7-274c41c33f97 None None] Bound using segment: {'id': '81440e67-49e0-4eb9-8d16-b1b75bdb086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c80c8e86-dd5b-45c1-8063-e85dd575d7dd'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:22:51.766870 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-369e7603-d7e3-41a8-99c7-274c41c33f97 None None] Bound port: 23ede75e-d518-4503-b792-027f68ced0ff, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81440e67-49e0-4eb9-8d16-b1b75bdb086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c80c8e86-dd5b-45c1-8063-e85dd575d7dd'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:22:51.767260 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-369e7603-d7e3-41a8-99c7-274c41c33f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:51.788785 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting port 00e16a67-eade-4607-b217-457677991ba1 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:51.789327 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:51.818922 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3c4024cf-aace-490c-ae8f-609c3e7fc059 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:51.829826 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174ac8e0-da8c-4981-99e8-12f5938b850c tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Made reservation on behalf of e5cd18d9556b4929a6ad10b629eff751 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:51.833812 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-174ac8e0-da8c-4981-99e8-12f5938b850c tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:51.844478 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:51.848614 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c1a627a9-eeb2-4b5a-8cad-910c237abfcd tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:51.855975 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3c4024cf-aace-490c-ae8f-609c3e7fc059 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:51.907261 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-174ac8e0-da8c-4981-99e8-12f5938b850c tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] device_id is not set on port 079274d8-3871-4e21-9454-e3ea92f48d94 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:22:51.907930 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a627a9-eeb2-4b5a-8cad-910c237abfcd tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Pushing event deleted for resources: {'Subnet': ['ID=956abea6-efc6-440f-a3c0-5f7b65cb2c55,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:51.932230 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c1a627a9-eeb2-4b5a-8cad-910c237abfcd tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:51.937635 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a334f0a-5185-4987-85d7-912dedc2dd8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'fixed_ips': [{'subnet_id': '657b7169-100a-4bdd-b3dd-c9c325e6f444'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:22:51.938231 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3a334f0a-5185-4987-85d7-912dedc2dd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:51.946962 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4024cf-aace-490c-ae8f-609c3e7fc059 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:52.012499 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5262a53d-740f-4e5c-9557-57e5113fa3a5 None None] For port 00e16a67-eade-4607-b217-457677991ba1, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=00e16a67-eade-4607-b217-457677991ba1,segment=NetworkSegment(a1aed1a4-9a31-4594-901c-5d4724e26902),segment_id=a1aed1a4-9a31-4594-901c-5d4724e26902)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:52.012887 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5262a53d-740f-4e5c-9557-57e5113fa3a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:52.069915 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-369e7603-d7e3-41a8-99c7-274c41c33f97 None None] For port 23ede75e-d518-4503-b792-027f68ced0ff, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:22:52.202228 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-5262a53d-740f-4e5c-9557-57e5113fa3a5 None None] Calling delete_port for 00e16a67-eade-4607-b217-457677991ba1 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:52.216512 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c1a627a9-eeb2-4b5a-8cad-910c237abfcd tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] 10.222.0.30 "DELETE /v2.0/subnets/956abea6-efc6-440f-a3c0-5f7b65cb2c55 HTTP/1.1" status: 204 len: 168 time: 3.0291548 Feb 28 14:22:52.219592 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51638) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:52.260373 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] For port 00e16a67-eade-4607-b217-457677991ba1, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=00e16a67-eade-4607-b217-457677991ba1,segment=NetworkSegment(a1aed1a4-9a31-4594-901c-5d4724e26902),segment_id=a1aed1a4-9a31-4594-901c-5d4724e26902)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:52.260737 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:52.289032 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8d0f43-447a-48f9-8a2a-b295fc4de0cb None None] Network 603fcea9-acf4-42c4-8925-03b4d0f44838 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:22:52.311942 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-369e7603-d7e3-41a8-99c7-274c41c33f97 None None] For port 23ede75e-d518-4503-b792-027f68ced0ff, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=23ede75e-d518-4503-b792-027f68ced0ff,segment=NetworkSegment(81440e67-49e0-4eb9-8d16-b1b75bdb086b),segment_id=81440e67-49e0-4eb9-8d16-b1b75bdb086b)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:22:52.362141 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-369e7603-d7e3-41a8-99c7-274c41c33f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:52.377114 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3c4024cf-aace-490c-ae8f-609c3e7fc059 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:52.398373 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b95ac0-bb42-4f1c-b61c-3a39fc9dbe54 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Deleting subnet 4892f3a7-cc27-4762-bcfc-2faf08fc7905 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:22:52.407729 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:52.412998 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Calling delete_port for 00e16a67-eade-4607-b217-457677991ba1 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:52.417799 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-18b95ac0-bb42-4f1c-b61c-3a39fc9dbe54 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:52.481317 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d9839c-9127-4b7e-9564-317a5adceb92 admin admin] Router b877427d-7da3-4ca0-ba36-88bf2d16d9c2 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:22:52.522330 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-3c4024cf-aace-490c-ae8f-609c3e7fc059 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] device_id is not set on port c4710baf-812e-4786-b296-5ad097fe37a4 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:22:52.565693 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dd6dbeee-6243-4a90-9792-ff9601ecbd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:52.589567 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-86d7b41b-f34e-410d-8c9f-2f48a67777bb None None] Provisioning for port b07602f0-8694-48b0-b531-b7f386cc5d06 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:52.615817 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:52.627187 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-174ac8e0-da8c-4981-99e8-12f5938b850c tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Allocated IP 172.20.0.3 (6a3f9987-49be-48fe-aa78-2a93fc0dfaf4/4c716116-8e4a-4311-90b8-2a7ab9f582b0/079274d8-3871-4e21-9454-e3ea92f48d94) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:52.632752 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-18b95ac0-bb42-4f1c-b61c-3a39fc9dbe54 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:52.669964 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Pushing event updated for resources: {'Port': ['ID=ea497f03-d524-466d-bf4f-4ad1c695ae95,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:52.671251 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e7603-d7e3-41a8-99c7-274c41c33f97 None None] Pushing event updated for resources: {'Port': ['ID=23ede75e-d518-4503-b792-027f68ced0ff,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:52.674660 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:52.697353 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d3f57735-51bb-43c2-81ab-0aa6ad10a00c no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:22:52.721972 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:52.779310 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d9839c-9127-4b7e-9564-317a5adceb92 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:22:52.779915 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5262a53d-740f-4e5c-9557-57e5113fa3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:52.794043 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddb8d88-84e0-464f-92ea-d802f5b56998 None None] Sync routers for ids ['b877427d-7da3-4ca0-ba36-88bf2d16d9c2'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:22:52.794921 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:22:52.795264 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:22:52.816547 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddb8d88-84e0-464f-92ea-d802f5b56998 None None] Routers {'b877427d-7da3-4ca0-ba36-88bf2d16d9c2'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:22:52.817876 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7ddb8d88-84e0-464f-92ea-d802f5b56998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:22:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['b877427d-7da3-4ca0-ba36-88bf2d16d9c2'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:52.872206 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:52.872555 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:52.872888 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:52.873222 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:52.873738 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:52.874023 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:52.874344 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:52.874708 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:52.875049 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:52.875406 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:52.875733 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:52.876098 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:53.026695 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6dbeee-6243-4a90-9792-ff9601ecbd37 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6b9265e-99eb-4738-8225-7fc4bea501bc,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:53.048352 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: d3f57735-51bb-43c2-81ab-0aa6ad10a00c {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:22:53.048915 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d3f57735-51bb-43c2-81ab-0aa6ad10a00c not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:22:53.081628 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-174ac8e0-da8c-4981-99e8-12f5938b850c tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:53.115185 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-87d9839c-9127-4b7e-9564-317a5adceb92 admin admin] 10.222.0.30 "PUT /v2.0/routers/b877427d-7da3-4ca0-ba36-88bf2d16d9c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1858668 Feb 28 14:22:53.117707 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51642) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:53.146888 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262a53d-740f-4e5c-9557-57e5113fa3a5 None None] Pushing event deleted for resources: {'Port': ['ID=00e16a67-eade-4607-b217-457677991ba1,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:53.160079 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5262a53d-740f-4e5c-9557-57e5113fa3a5 None None] No DVR routers for this DVR port 00e16a67-eade-4607-b217-457677991ba1 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:22:53.168334 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-3a334f0a-5185-4987-85d7-912dedc2dd8e None None] Allocated IP 2001:db8::2 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/657b7169-100a-4bdd-b3dd-c9c325e6f444/228ff0f9-a0f9-43fb-bfdb-97ff471460ec) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:53.191810 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-7ddb8d88-84e0-464f-92ea-d802f5b56998 None None] Set router b877427d-7da3-4ca0-ba36-88bf2d16d9c2 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:22:53.278886 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-174ac8e0-da8c-4981-99e8-12f5938b850c tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Transition to ACTIVE for port object 079274d8-3871-4e21-9454-e3ea92f48d94 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:53.453007 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23eab65f-12fe-4ef3-bf02-2041f1aed105 None None] DHCP port deletion for 603fcea9-acf4-42c4-8925-03b4d0f44838 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:22:53.545033 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 00e16a67-eade-4607-b217-457677991ba1 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:22:53.577341 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-23eab65f-12fe-4ef3-bf02-2041f1aed105 None None] Deleting port b07602f0-8694-48b0-b531-b7f386cc5d06 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:53.577871 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-23eab65f-12fe-4ef3-bf02-2041f1aed105 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:53.584347 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-18b95ac0-bb42-4f1c-b61c-3a39fc9dbe54 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:53.598527 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting port 00e16a67-eade-4607-b217-457677991ba1 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:53.599025 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:53.647204 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 00e16a67-eade-4607-b217-457677991ba1 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:22:53.654065 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 00e16a67-eade-4607-b217-457677991ba1 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:22:53.706025 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] The port '00e16a67-eade-4607-b217-457677991ba1' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:22:53.711367 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e9a8-99c6-4460-a2ed-4f34a329acd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:53.722795 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3a334f0a-5185-4987-85d7-912dedc2dd8e None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:53.727387 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7ddb8d88-84e0-464f-92ea-d802f5b56998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'name': 'tempest-ServersTestJSON-1946747904-router', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:57Z', 'updated_at': '2022-02-28T14:22:50Z', 'revision_number': 5, 'project_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'gw_port': {'id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:00Z', 'updated_at': '2022-02-28T14:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:53.733160 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddb8d88-84e0-464f-92ea-d802f5b56998 None None] Checking router: b877427d-7da3-4ca0-ba36-88bf2d16d9c2 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:22:53.746079 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-18b95ac0-bb42-4f1c-b61c-3a39fc9dbe54 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:53.746779 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddb8d88-84e0-464f-92ea-d802f5b56998 None None] Routers {'b877427d-7da3-4ca0-ba36-88bf2d16d9c2'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:22:53.747177 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3a334f0a-5185-4987-85d7-912dedc2dd8e None None] Transition to ACTIVE for port object 228ff0f9-a0f9-43fb-bfdb-97ff471460ec will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:53.747393 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7ddb8d88-84e0-464f-92ea-d802f5b56998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:22:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['b877427d-7da3-4ca0-ba36-88bf2d16d9c2'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:53.822683 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3a334f0a-5185-4987-85d7-912dedc2dd8e None None] Transition to ACTIVE for port object 228ff0f9-a0f9-43fb-bfdb-97ff471460ec will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:53.840466 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-174ac8e0-da8c-4981-99e8-12f5938b850c tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:53.942477 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ac8e0-da8c-4981-99e8-12f5938b850c tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Pushing event updated for resources: {'Port': ['ID=079274d8-3871-4e21-9454-e3ea92f48d94,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:53.946486 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-23eab65f-12fe-4ef3-bf02-2041f1aed105 None None] For port b07602f0-8694-48b0-b531-b7f386cc5d06, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=b07602f0-8694-48b0-b531-b7f386cc5d06,segment=NetworkSegment(fb326f95-44b9-4ad9-bf2f-d50a501c5685),segment_id=fb326f95-44b9-4ad9-bf2f-d50a501c5685)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:53.946890 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-23eab65f-12fe-4ef3-bf02-2041f1aed105 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:53.949356 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b95ac0-bb42-4f1c-b61c-3a39fc9dbe54 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Pushing event deleted for resources: {'Subnet': ['ID=4892f3a7-cc27-4762-bcfc-2faf08fc7905,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:53.967967 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3a334f0a-5185-4987-85d7-912dedc2dd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:54.005706 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-18b95ac0-bb42-4f1c-b61c-3a39fc9dbe54 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:54.013653 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dd6dbeee-6243-4a90-9792-ff9601ecbd37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:54.055321 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-7ddb8d88-84e0-464f-92ea-d802f5b56998 None None] Set router b877427d-7da3-4ca0-ba36-88bf2d16d9c2 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:22:54.086945 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174ac8e0-da8c-4981-99e8-12f5938b850c tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Network 6a3f9987-49be-48fe-aa78-2a93fc0dfaf4 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:54.089183 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:54.105565 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-174ac8e0-da8c-4981-99e8-12f5938b850c tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:54.108573 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174ac8e0-da8c-4981-99e8-12f5938b850c tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:54.182700 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-18b95ac0-bb42-4f1c-b61c-3a39fc9dbe54 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] 10.222.0.30 "DELETE /v2.0/subnets/4892f3a7-cc27-4762-bcfc-2faf08fc7905 HTTP/1.1" status: 204 len: 168 time: 1.9642949 Feb 28 14:22:54.195439 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51646) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:54.200937 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-3c4024cf-aace-490c-ae8f-609c3e7fc059 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 2001:db8::24ee:2438:482d:55bc (22b852e7-638c-4536-9e81-f0f6c68c1fb7/657b7169-100a-4bdd-b3dd-c9c325e6f444/c4710baf-812e-4786-b296-5ad097fe37a4) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:54.221905 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['138777c3-87db-4fd3-abf0-bea14650ca03']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:54.235644 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-23eab65f-12fe-4ef3-bf02-2041f1aed105 None None] Calling delete_port for b07602f0-8694-48b0-b531-b7f386cc5d06 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:54.248356 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1aed1a4-9a31-4594-901c-5d4724e26902') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:54.253968 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1aed1a4-9a31-4594-901c-5d4724e26902') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:54.270223 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e9a8-99c6-4460-a2ed-4f34a329acd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:54.279223 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:54.301689 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174ac8e0-da8c-4981-99e8-12f5938b850c tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:54.302809 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-174ac8e0-da8c-4981-99e8-12f5938b850c tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:54.316677 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a334f0a-5185-4987-85d7-912dedc2dd8e None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:54.326624 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-3a334f0a-5185-4987-85d7-912dedc2dd8e None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:54.331437 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d4c1e9a8-99c6-4460-a2ed-4f34a329acd3 admin admin] Deleting port 88510e55-8c0a-401a-b8e1-e789de388ffc {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:54.332067 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e9a8-99c6-4460-a2ed-4f34a329acd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:54.366738 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a334f0a-5185-4987-85d7-912dedc2dd8e None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:54.410922 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a334f0a-5185-4987-85d7-912dedc2dd8e None None] Pushing event updated for resources: {'Port': ['ID=228ff0f9-a0f9-43fb-bfdb-97ff471460ec,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:54.536473 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218a4ab4-b3ed-4113-9442-994ab93bb0ba None None] Network c80c8e86-dd5b-45c1-8063-e85dd575d7dd requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:22:54.555334 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-d4c1e9a8-99c6-4460-a2ed-4f34a329acd3 admin admin] For port 88510e55-8c0a-401a-b8e1-e789de388ffc, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=88510e55-8c0a-401a-b8e1-e789de388ffc,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:54.555684 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e9a8-99c6-4460-a2ed-4f34a329acd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:54.588670 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7ddb8d88-84e0-464f-92ea-d802f5b56998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'name': 'tempest-ServersTestJSON-1946747904-router', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:57Z', 'updated_at': '2022-02-28T14:22:50Z', 'revision_number': 5, 'project_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'gw_port': {'id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:00Z', 'updated_at': '2022-02-28T14:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:54.593101 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddb8d88-84e0-464f-92ea-d802f5b56998 None None] The sync data for ids ['b877427d-7da3-4ca0-ba36-88bf2d16d9c2'] in dv-neutron-831192-4-hyperv is: [{'id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'name': 'tempest-ServersTestJSON-1946747904-router', 'tenant_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148'}], 'enable_snat': True}, 'gw_port_id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:57Z', 'updated_at': '2022-02-28T14:22:50Z', 'revision_number': 5, 'project_id': '962ea3845d334ef5b0d3a8f07fde9b44', 'gw_port': {'id': '88510e55-8c0a-401a-b8e1-e789de388ffc', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b877427d-7da3-4ca0-ba36-88bf2d16d9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:00Z', 'updated_at': '2022-02-28T14:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:22:54.642084 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:54.655200 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-23eab65f-12fe-4ef3-bf02-2041f1aed105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:54.709463 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d4c1e9a8-99c6-4460-a2ed-4f34a329acd3 admin admin] Calling delete_port for 88510e55-8c0a-401a-b8e1-e789de388ffc owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:54.736681 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-174ac8e0-da8c-4981-99e8-12f5938b850c tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5318336 Feb 28 14:22:54.749752 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:22:54.749752 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:54.750187 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eab65f-12fe-4ef3-bf02-2041f1aed105 None None] Pushing event deleted for resources: {'Port': ['ID=b07602f0-8694-48b0-b531-b7f386cc5d06,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:54.755919 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51650) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:54.760187 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eab65f-12fe-4ef3-bf02-2041f1aed105 None None] No DVR routers for this DVR port b07602f0-8694-48b0-b531-b7f386cc5d06 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:22:54.764371 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:22:54.766679 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-48f1d9b0-40cc-4261-ba86-792f095b2553 None None] Provisioning for port 079274d8-3871-4e21-9454-e3ea92f48d94 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:54.773955 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9256516e-f41d-4e72-af58-5fbd6fbc5233 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:54.774805 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9256516e-f41d-4e72-af58-5fbd6fbc5233 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Synchronizing usage tracker for tenant:7b3cf5e99c8b47d9930f4a2f26be0184 on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:22:54.782778 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-48f1d9b0-40cc-4261-ba86-792f095b2553 None None] Provisioning complete for port 079274d8-3871-4e21-9454-e3ea92f48d94 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:54.787289 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-48f1d9b0-40cc-4261-ba86-792f095b2553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:54.802112 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2025924b-aefa-47ac-aef3-9923fb330ad2 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Request body: {'port': {'network_id': '6a3f9987-49be-48fe-aa78-2a93fc0dfaf4', 'name': 'tempest-AllowedAddressPairTestJSON-103525202'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:54.843737 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eab65f-12fe-4ef3-bf02-2041f1aed105 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:54.844391 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eab65f-12fe-4ef3-bf02-2041f1aed105 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:54.844391 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eab65f-12fe-4ef3-bf02-2041f1aed105 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:54.844536 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eab65f-12fe-4ef3-bf02-2041f1aed105 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:54.844865 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eab65f-12fe-4ef3-bf02-2041f1aed105 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:54.845085 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eab65f-12fe-4ef3-bf02-2041f1aed105 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:54.845399 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eab65f-12fe-4ef3-bf02-2041f1aed105 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:54.846068 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eab65f-12fe-4ef3-bf02-2041f1aed105 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:54.846068 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eab65f-12fe-4ef3-bf02-2041f1aed105 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:54.846881 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eab65f-12fe-4ef3-bf02-2041f1aed105 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:54.847002 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eab65f-12fe-4ef3-bf02-2041f1aed105 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:54.847404 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eab65f-12fe-4ef3-bf02-2041f1aed105 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:54.876061 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:54.880673 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:54.917536 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Network': ['ID=138777c3-87db-4fd3-abf0-bea14650ca03,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:54.918775 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3a334f0a-5185-4987-85d7-912dedc2dd8e None None] Attempting to bind port 228ff0f9-a0f9-43fb-bfdb-97ff471460ec on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:22:54.918997 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3a334f0a-5185-4987-85d7-912dedc2dd8e None None] Attempting to bind port 228ff0f9-a0f9-43fb-bfdb-97ff471460ec by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:22:54.919677 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a334f0a-5185-4987-85d7-912dedc2dd8e None None] Attempting to bind port 228ff0f9-a0f9-43fb-bfdb-97ff471460ec on network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:22:54.925380 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cbce65cf-e4fc-40f9-bfdc-508c870999d4 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/networks/138777c3-87db-4fd3-abf0-bea14650ca03 HTTP/1.1" status: 204 len: 168 time: 4.8181241 Feb 28 14:22:54.931950 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51654) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:54.932822 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-48f1d9b0-40cc-4261-ba86-792f095b2553 None None] Port 079274d8-3871-4e21-9454-e3ea92f48d94 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:22:54.937175 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a334f0a-5185-4987-85d7-912dedc2dd8e None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:22:54.937175 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a334f0a-5185-4987-85d7-912dedc2dd8e None None] Checking segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:22:54.940362 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3a334f0a-5185-4987-85d7-912dedc2dd8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:54.940362 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a334f0a-5185-4987-85d7-912dedc2dd8e None None] Bound using segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:22:54.940362 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3a334f0a-5185-4987-85d7-912dedc2dd8e None None] Bound port: 228ff0f9-a0f9-43fb-bfdb-97ff471460ec, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:22:54.940362 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3a334f0a-5185-4987-85d7-912dedc2dd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:54.960444 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ab9c10c7-836c-442e-94bb-f80d59b92525 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'port': {'network_id': '46dfff5d-6382-461e-9b08-4762af96592e', 'name': 'tempest-PortsIpV6TestJSON-1121483632'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:55.074648 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3a334f0a-5185-4987-85d7-912dedc2dd8e None None] For port 228ff0f9-a0f9-43fb-bfdb-97ff471460ec, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:22:55.081566 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3a334f0a-5185-4987-85d7-912dedc2dd8e None None] For port 228ff0f9-a0f9-43fb-bfdb-97ff471460ec, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=228ff0f9-a0f9-43fb-bfdb-97ff471460ec,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:22:55.082150 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-48a435ac-2e5c-4e74-912d-76a513d4ab56 None None] Provisioning for port 23ede75e-d518-4503-b792-027f68ced0ff completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:55.090788 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3a334f0a-5185-4987-85d7-912dedc2dd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:55.143927 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9256516e-f41d-4e72-af58-5fbd6fbc5233 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Unset dirty status for tenant:7b3cf5e99c8b47d9930f4a2f26be0184 on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:22:55.145119 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9256516e-f41d-4e72-af58-5fbd6fbc5233 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9466770 Feb 28 14:22:55.162313 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51660) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:55.175303 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:55.194490 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39acdb81-336c-4a13-8377-5d526852b9d9 None None] DHCP port deletion for c80c8e86-dd5b-45c1-8063-e85dd575d7dd request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:22:55.211117 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-39acdb81-336c-4a13-8377-5d526852b9d9 None None] Deleting port 23ede75e-d518-4503-b792-027f68ced0ff {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:55.211508 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-39acdb81-336c-4a13-8377-5d526852b9d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:55.236257 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ab9c10c7-836c-442e-94bb-f80d59b92525 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:55.247220 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a334f0a-5185-4987-85d7-912dedc2dd8e None None] Pushing event updated for resources: {'Port': ['ID=228ff0f9-a0f9-43fb-bfdb-97ff471460ec,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:55.266476 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device b07602f0-8694-48b0-b531-b7f386cc5d06 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:22:55.309998 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: b07602f0-8694-48b0-b531-b7f386cc5d06 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:22:55.310342 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device b07602f0-8694-48b0-b531-b7f386cc5d06 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:22:55.310759 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device bda9e0e0-90ae-483c-bafd-7b427d5a545e no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:22:55.404080 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: bda9e0e0-90ae-483c-bafd-7b427d5a545e {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:22:55.404412 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device bda9e0e0-90ae-483c-bafd-7b427d5a545e not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:22:55.468858 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ab9c10c7-836c-442e-94bb-f80d59b92525 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:port and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:55.472442 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ab9c10c7-836c-442e-94bb-f80d59b92525 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:55.480252 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ab9c10c7-836c-442e-94bb-f80d59b92525 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:55.494264 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:55.515496 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9c10c7-836c-442e-94bb-f80d59b92525 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:55.520287 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab9c10c7-836c-442e-94bb-f80d59b92525 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:55.546529 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e9a8-99c6-4460-a2ed-4f34a329acd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:55.563709 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2025924b-aefa-47ac-aef3-9923fb330ad2 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:55.624272 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-39acdb81-336c-4a13-8377-5d526852b9d9 None None] For port 23ede75e-d518-4503-b792-027f68ced0ff, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=23ede75e-d518-4503-b792-027f68ced0ff,segment=NetworkSegment(81440e67-49e0-4eb9-8d16-b1b75bdb086b),segment_id=81440e67-49e0-4eb9-8d16-b1b75bdb086b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:55.624558 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-39acdb81-336c-4a13-8377-5d526852b9d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:55.631295 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-ab9c10c7-836c-442e-94bb-f80d59b92525 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] device_id is not set on port ae6423be-6906-49bf-815f-d004be098e92 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:22:55.650290 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2025924b-aefa-47ac-aef3-9923fb330ad2 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Usage tracker for resource:port and tenant:e5cd18d9556b4929a6ad10b629eff751 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:55.653771 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6dbeee-6243-4a90-9792-ff9601ecbd37 admin admin] Router a3602704-2ad1-4079-a2a6-7155f8416449 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:22:55.666225 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2025924b-aefa-47ac-aef3-9923fb330ad2 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:55.685832 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Deleting port 23ede75e-d518-4503-b792-027f68ced0ff {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:55.687726 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:55.691538 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2025924b-aefa-47ac-aef3-9923fb330ad2 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:55.709382 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3c4024cf-aace-490c-ae8f-609c3e7fc059 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:55.750202 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1e9a8-99c6-4460-a2ed-4f34a329acd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=88510e55-8c0a-401a-b8e1-e789de388ffc,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:55.758169 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-39acdb81-336c-4a13-8377-5d526852b9d9 None None] Calling delete_port for 23ede75e-d518-4503-b792-027f68ced0ff owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:55.803254 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2025924b-aefa-47ac-aef3-9923fb330ad2 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Made reservation on behalf of e5cd18d9556b4929a6ad10b629eff751 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:55.806723 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2025924b-aefa-47ac-aef3-9923fb330ad2 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:55.851106 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-39acdb81-336c-4a13-8377-5d526852b9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:55.887945 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-3c4024cf-aace-490c-ae8f-609c3e7fc059 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Transition to ACTIVE for port object c4710baf-812e-4786-b296-5ad097fe37a4 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:55.898888 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acdb81-336c-4a13-8377-5d526852b9d9 None None] Pushing event deleted for resources: {'Port': ['ID=23ede75e-d518-4503-b792-027f68ced0ff,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:55.903771 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39acdb81-336c-4a13-8377-5d526852b9d9 None None] No DVR routers for this DVR port 23ede75e-d518-4503-b792-027f68ced0ff on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:22:55.929699 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-2025924b-aefa-47ac-aef3-9923fb330ad2 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] device_id is not set on port e5b1cfc8-8922-4bbd-999a-ccf85fd54752 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:22:56.010058 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e9a8-99c6-4460-a2ed-4f34a329acd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:56.327172 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e9a8-99c6-4460-a2ed-4f34a329acd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:56.329816 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] For port 23ede75e-d518-4503-b792-027f68ced0ff, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=23ede75e-d518-4503-b792-027f68ced0ff,segment=NetworkSegment(81440e67-49e0-4eb9-8d16-b1b75bdb086b),segment_id=81440e67-49e0-4eb9-8d16-b1b75bdb086b)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:56.330156 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:56.333753 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3c4024cf-aace-490c-ae8f-609c3e7fc059 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:56.341490 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6dbeee-6243-4a90-9792-ff9601ecbd37 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:22:56.345318 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e9a8-99c6-4460-a2ed-4f34a329acd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:56.353608 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa2705-ded5-42af-a9a4-203cbf0a6d1a None None] Sync routers for ids ['a3602704-2ad1-4079-a2a6-7155f8416449'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:22:56.363920 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa2705-ded5-42af-a9a4-203cbf0a6d1a None None] Routers {'a3602704-2ad1-4079-a2a6-7155f8416449'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:22:56.365542 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-64aa2705-ded5-42af-a9a4-203cbf0a6d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:22:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['a3602704-2ad1-4079-a2a6-7155f8416449'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:56.448691 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:56.488365 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Calling delete_port for 23ede75e-d518-4503-b792-027f68ced0ff owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:56.555182 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dd6dbeee-6243-4a90-9792-ff9601ecbd37 admin admin] 10.222.0.30 "PUT /v2.0/routers/a3602704-2ad1-4079-a2a6-7155f8416449/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3901072 Feb 28 14:22:56.559756 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4024cf-aace-490c-ae8f-609c3e7fc059 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:56.565668 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51664) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:56.572368 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab9c10c7-836c-442e-94bb-f80d59b92525 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:56.580029 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-3c4024cf-aace-490c-ae8f-609c3e7fc059 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:56.604802 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4024cf-aace-490c-ae8f-609c3e7fc059 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:56.611098 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4024cf-aace-490c-ae8f-609c3e7fc059 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:56.611907 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3c4024cf-aace-490c-ae8f-609c3e7fc059 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:56.617278 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-2025924b-aefa-47ac-aef3-9923fb330ad2 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Allocated IP 172.20.0.4 (6a3f9987-49be-48fe-aa78-2a93fc0dfaf4/4c716116-8e4a-4311-90b8-2a7ab9f582b0/e5b1cfc8-8922-4bbd-999a-ccf85fd54752) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:22:56.624506 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4024cf-aace-490c-ae8f-609c3e7fc059 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Port': ['ID=c4710baf-812e-4786-b296-5ad097fe37a4,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:56.632584 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-64aa2705-ded5-42af-a9a4-203cbf0a6d1a None None] Set router a3602704-2ad1-4079-a2a6-7155f8416449 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:22:56.657583 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e9a8-99c6-4460-a2ed-4f34a329acd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:56.658076 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c1e9a8-99c6-4460-a2ed-4f34a329acd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b877427d-7da3-4ca0-ba36-88bf2d16d9c2 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:22:56.727020 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e9a8-99c6-4460-a2ed-4f34a329acd3 admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:56.734264 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d4c1e9a8-99c6-4460-a2ed-4f34a329acd3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/b877427d-7da3-4ca0-ba36-88bf2d16d9c2 HTTP/1.1" status: 204 len: 168 time: 3.6032264 Feb 28 14:22:56.735096 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:22:56.735429 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:22:56.739911 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51668) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:56.824242 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3c4024cf-aace-490c-ae8f-609c3e7fc059 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.5126157 Feb 28 14:22:56.832349 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51672) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:56.840143 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7930547f-a7a4-4a38-bcdf-f3d0fb2c40c0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'fixed_ips': [{'subnet_id': '657b7169-100a-4bdd-b3dd-c9c325e6f444', 'ip_address': '2001:db8::24ee:2438:482d:55bc'}], 'name': 'tempest-NetworksTestDHCPv6-205566476'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:56.890674 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0f5defea-45b3-442e-b3fa-eab50ab3c281 None None] Provisioning for port 228ff0f9-a0f9-43fb-bfdb-97ff471460ec completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:56.990513 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-95fe435d-1513-459e-980b-8adbee9e016f admin admin] Deleting subnet 4e67819d-6e13-422e-a78b-7f0f60d0f8ef {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:22:56.996421 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Router 1af034d0-e9aa-439c-83b5-12051bfd9f7d is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:22:57.000852 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-95fe435d-1513-459e-980b-8adbee9e016f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:57.012150 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-64aa2705-ded5-42af-a9a4-203cbf0a6d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'name': 'tempest-ServersTestManualDisk-33840772-router', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:52Z', 'updated_at': '2022-02-28T14:22:52Z', 'revision_number': 5, 'project_id': '4d72bc82016641f3924a9bff58fc1ab5', 'gw_port': {'id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:86:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:53Z', 'updated_at': '2022-02-28T14:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:57.019024 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa2705-ded5-42af-a9a4-203cbf0a6d1a None None] Checking router: a3602704-2ad1-4079-a2a6-7155f8416449 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:22:57.040149 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-058ad394-fe31-4e67-9275-1666c304ba31 None None] Provisioning for port c4710baf-812e-4786-b296-5ad097fe37a4 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:57.047658 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa2705-ded5-42af-a9a4-203cbf0a6d1a None None] Routers {'a3602704-2ad1-4079-a2a6-7155f8416449'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:22:57.048610 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-64aa2705-ded5-42af-a9a4-203cbf0a6d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:22:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['a3602704-2ad1-4079-a2a6-7155f8416449'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:57.123224 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-058ad394-fe31-4e67-9275-1666c304ba31 None None] Provisioning complete for port c4710baf-812e-4786-b296-5ad097fe37a4 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:57.123626 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-058ad394-fe31-4e67-9275-1666c304ba31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:57.133874 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-620a7e85-15be-47c8-8cdf-80cf3fc9f6fd admin admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:57.186073 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab9c10c7-836c-442e-94bb-f80d59b92525 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:57.198008 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-95fe435d-1513-459e-980b-8adbee9e016f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:57.233063 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-058ad394-fe31-4e67-9275-1666c304ba31 None None] Port c4710baf-812e-4786-b296-5ad097fe37a4 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:22:57.273033 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Deleting port 23ede75e-d518-4503-b792-027f68ced0ff {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:57.273326 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:57.363703 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 228ff0f9-a0f9-43fb-bfdb-97ff471460ec up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:22:57.401465 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2025924b-aefa-47ac-aef3-9923fb330ad2 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:57.424022 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-64aa2705-ded5-42af-a9a4-203cbf0a6d1a None None] Set router a3602704-2ad1-4079-a2a6-7155f8416449 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:22:57.447601 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] The port '23ede75e-d518-4503-b792-027f68ced0ff' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:22:57.452309 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9c10c7-836c-442e-94bb-f80d59b92525 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network 46dfff5d-6382-461e-9b08-4762af96592e is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:57.463498 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ab9c10c7-836c-442e-94bb-f80d59b92525 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:57.469836 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-2025924b-aefa-47ac-aef3-9923fb330ad2 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Transition to ACTIVE for port object e5b1cfc8-8922-4bbd-999a-ccf85fd54752 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:22:57.472790 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:22:57.486177 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd89767-2ada-43ce-b92c-65992454acac None None] Sync routers for ids ['1af034d0-e9aa-439c-83b5-12051bfd9f7d'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:22:57.500784 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9c10c7-836c-442e-94bb-f80d59b92525 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:57.502787 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd89767-2ada-43ce-b92c-65992454acac None None] Routers {'1af034d0-e9aa-439c-83b5-12051bfd9f7d'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:22:57.503563 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-cbd89767-2ada-43ce-b92c-65992454acac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:22:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1af034d0-e9aa-439c-83b5-12051bfd9f7d'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:57.507523 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9c10c7-836c-442e-94bb-f80d59b92525 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:57.508350 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab9c10c7-836c-442e-94bb-f80d59b92525 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:57.527703 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-95fe435d-1513-459e-980b-8adbee9e016f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:57.584841 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-cbd89767-2ada-43ce-b92c-65992454acac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:57.594985 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd89767-2ada-43ce-b92c-65992454acac None None] Routers {'1af034d0-e9aa-439c-83b5-12051bfd9f7d'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:22:57.596126 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-cbd89767-2ada-43ce-b92c-65992454acac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:22:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1af034d0-e9aa-439c-83b5-12051bfd9f7d'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:57.639702 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-95fe435d-1513-459e-980b-8adbee9e016f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:57.661901 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-cbd89767-2ada-43ce-b92c-65992454acac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:57.662152 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7930547f-a7a4-4a38-bcdf-f3d0fb2c40c0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:57.662865 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd89767-2ada-43ce-b92c-65992454acac None None] The sync data for ids ['1af034d0-e9aa-439c-83b5-12051bfd9f7d'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:22:57.683765 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c10c7-836c-442e-94bb-f80d59b92525 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Port': ['ID=ae6423be-6906-49bf-815f-d004be098e92,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:57.686507 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2025924b-aefa-47ac-aef3-9923fb330ad2 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:57.704564 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:57.707952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7930547f-a7a4-4a38-bcdf-f3d0fb2c40c0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:port and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:57.708080 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c438b4c2-b82a-4a7f-b347-357251e5bb8f tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.3064239 Feb 28 14:22:57.718413 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7930547f-a7a4-4a38-bcdf-f3d0fb2c40c0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:57.722057 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51676) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:57.738093 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-da313107-d51c-4996-8af1-7a53b7afe570 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'enable_snat': False}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:57.756522 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 228ff0f9-a0f9-43fb-bfdb-97ff471460ec completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:57.758098 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe435d-1513-459e-980b-8adbee9e016f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e67819d-6e13-422e-a78b-7f0f60d0f8ef,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:57.772995 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-95fe435d-1513-459e-980b-8adbee9e016f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:57.774044 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f613f62-85e2-4512-9f07-a6231f2bd34f None None] Network e762f53b-5c59-4b59-919d-951d3062ab7d requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:22:57.777762 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-95fe435d-1513-459e-980b-8adbee9e016f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4e67819d-6e13-422e-a78b-7f0f60d0f8ef HTTP/1.1" status: 204 len: 168 time: 1.0334349 Feb 28 14:22:57.785759 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51680) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:57.792197 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 228ff0f9-a0f9-43fb-bfdb-97ff471460ec triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:57.793084 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:57.817581 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2025924b-aefa-47ac-aef3-9923fb330ad2 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Network 6a3f9987-49be-48fe-aa78-2a93fc0dfaf4 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:22:57.827958 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7930547f-a7a4-4a38-bcdf-f3d0fb2c40c0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:57.840434 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-2025924b-aefa-47ac-aef3-9923fb330ad2 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:22:57.847261 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2025924b-aefa-47ac-aef3-9923fb330ad2 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:22:57.903411 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ab9c10c7-836c-442e-94bb-f80d59b92525 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.9700098 Feb 28 14:22:57.906462 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51684) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:57.949526 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:57.971131 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025924b-aefa-47ac-aef3-9923fb330ad2 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Pushing event updated for resources: {'Port': ['ID=e5b1cfc8-8922-4bbd-999a-ccf85fd54752,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:57.999369 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7930547f-a7a4-4a38-bcdf-f3d0fb2c40c0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:58.031918 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-620a7e85-15be-47c8-8cdf-80cf3fc9f6fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:58.046365 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2025924b-aefa-47ac-aef3-9923fb330ad2 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:22:58.047388 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2025924b-aefa-47ac-aef3-9923fb330ad2 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:58.058328 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b6e08766-8f1a-4e01-9a15-4099811c4568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:58.062084 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c80c8e86-dd5b-45c1-8063-e85dd575d7dd']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:58.105116 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81440e67-49e0-4eb9-8d16-b1b75bdb086b') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:58.105668 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81440e67-49e0-4eb9-8d16-b1b75bdb086b') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:58.119712 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6bdbee61-816f-4bcb-af37-6891bb94bf6b tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting port ae6423be-6906-49bf-815f-d004be098e92 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:58.120222 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6bdbee61-816f-4bcb-af37-6891bb94bf6b tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:58.145871 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:58.182801 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-64aa2705-ded5-42af-a9a4-203cbf0a6d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'name': 'tempest-ServersTestManualDisk-33840772-router', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:52Z', 'updated_at': '2022-02-28T14:22:52Z', 'revision_number': 5, 'project_id': '4d72bc82016641f3924a9bff58fc1ab5', 'gw_port': {'id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:86:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:53Z', 'updated_at': '2022-02-28T14:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:58.211318 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa2705-ded5-42af-a9a4-203cbf0a6d1a None None] The sync data for ids ['a3602704-2ad1-4079-a2a6-7155f8416449'] in dv-neutron-831192-4-hyperv is: [{'id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'name': 'tempest-ServersTestManualDisk-33840772-router', 'tenant_id': '4d72bc82016641f3924a9bff58fc1ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212'}], 'enable_snat': True}, 'gw_port_id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:52Z', 'updated_at': '2022-02-28T14:22:52Z', 'revision_number': 5, 'project_id': '4d72bc82016641f3924a9bff58fc1ab5', 'gw_port': {'id': 'd508f9e8-0c18-4564-af19-5eaa923917ba', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:86:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3602704-2ad1-4079-a2a6-7155f8416449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:53Z', 'updated_at': '2022-02-28T14:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:22:58.230654 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6d6f9431-c7b5-4ff5-aec8-c7068fd4a70e None None] Provisioning for port e5b1cfc8-8922-4bbd-999a-ccf85fd54752 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:22:58.238298 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 228ff0f9-a0f9-43fb-bfdb-97ff471460ec, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=228ff0f9-a0f9-43fb-bfdb-97ff471460ec,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:58.243263 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6d6f9431-c7b5-4ff5-aec8-c7068fd4a70e None None] Provisioning complete for port e5b1cfc8-8922-4bbd-999a-ccf85fd54752 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:58.243633 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6d6f9431-c7b5-4ff5-aec8-c7068fd4a70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:58.250708 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-620a7e85-15be-47c8-8cdf-80cf3fc9f6fd admin admin] Deleting port d508f9e8-0c18-4564-af19-5eaa923917ba {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:58.251618 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-620a7e85-15be-47c8-8cdf-80cf3fc9f6fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:58.273307 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:58.289938 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:58.341587 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:58.352559 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b6e08766-8f1a-4e01-9a15-4099811c4568 admin admin] Deleting port 035ce569-29b6-40ca-9a66-9e4f65c46a66 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:58.352919 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b6e08766-8f1a-4e01-9a15-4099811c4568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:58.384987 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2025924b-aefa-47ac-aef3-9923fb330ad2 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6189475 Feb 28 14:22:58.386888 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6d6f9431-c7b5-4ff5-aec8-c7068fd4a70e None None] Port e5b1cfc8-8922-4bbd-999a-ccf85fd54752 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:22:58.394448 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51688) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:58.399113 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=228ff0f9-a0f9-43fb-bfdb-97ff471460ec,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:58.424002 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:22:58.424405 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:22:58.439187 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:22:58.510856 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-dbcb119c-c831-4c8a-a8ba-18a9747a5640 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:59:63:03'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:90:b5:e8'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:58.637877 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3668e6-2a0e-42bb-842f-4b1ecbb5ac80 None None] DHCP port deletion for e762f53b-5c59-4b59-919d-951d3062ab7d request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:22:58.643654 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0a3668e6-2a0e-42bb-842f-4b1ecbb5ac80 None None] Deleting port 035ce569-29b6-40ca-9a66-9e4f65c46a66 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:58.644155 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0a3668e6-2a0e-42bb-842f-4b1ecbb5ac80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:58.685971 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 23ede75e-d518-4503-b792-027f68ced0ff no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:22:58.690539 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6bdbee61-816f-4bcb-af37-6891bb94bf6b tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:58.727106 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7930547f-a7a4-4a38-bcdf-f3d0fb2c40c0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:58.732269 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 23ede75e-d518-4503-b792-027f68ced0ff {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:22:58.732611 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 23ede75e-d518-4503-b792-027f68ced0ff not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:22:58.733027 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 88510e55-8c0a-401a-b8e1-e789de388ffc no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:22:58.767617 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 88510e55-8c0a-401a-b8e1-e789de388ffc {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:22:58.767956 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 88510e55-8c0a-401a-b8e1-e789de388ffc not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:22:58.905473 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6bdbee61-816f-4bcb-af37-6891bb94bf6b tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Calling delete_port for ae6423be-6906-49bf-815f-d004be098e92 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:58.951505 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-b6e08766-8f1a-4e01-9a15-4099811c4568 admin admin] For port 035ce569-29b6-40ca-9a66-9e4f65c46a66, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=035ce569-29b6-40ca-9a66-9e4f65c46a66,segment=NetworkSegment(d774faf1-bfab-416e-9486-4c2228282a1a),segment_id=d774faf1-bfab-416e-9486-4c2228282a1a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:58.952358 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b6e08766-8f1a-4e01-9a15-4099811c4568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:58.965018 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0a3668e6-2a0e-42bb-842f-4b1ecbb5ac80 None None] For port 035ce569-29b6-40ca-9a66-9e4f65c46a66, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=035ce569-29b6-40ca-9a66-9e4f65c46a66,segment=NetworkSegment(d774faf1-bfab-416e-9486-4c2228282a1a),segment_id=d774faf1-bfab-416e-9486-4c2228282a1a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:58.965406 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0a3668e6-2a0e-42bb-842f-4b1ecbb5ac80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:59.011257 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:59.054129 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:59.056995 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-7930547f-a7a4-4a38-bcdf-f3d0fb2c40c0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] device_id is not set on port d026dea3-f7a3-40d3-bfae-ec99a5f319c6 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:22:59.086890 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0a3668e6-2a0e-42bb-842f-4b1ecbb5ac80 None None] Calling delete_port for 035ce569-29b6-40ca-9a66-9e4f65c46a66 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:59.097242 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b6e08766-8f1a-4e01-9a15-4099811c4568 admin admin] Calling delete_port for 035ce569-29b6-40ca-9a66-9e4f65c46a66 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:59.164770 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Pushing event deleted for resources: {'Network': ['ID=c80c8e86-dd5b-45c1-8063-e85dd575d7dd,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:59.170360 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 228ff0f9-a0f9-43fb-bfdb-97ff471460ec up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:22:59.190083 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6bdbee61-816f-4bcb-af37-6891bb94bf6b tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:59.227590 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0a3668e6-2a0e-42bb-842f-4b1ecbb5ac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:59.247647 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdbee61-816f-4bcb-af37-6891bb94bf6b tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Port': ['ID=ae6423be-6906-49bf-815f-d004be098e92,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:59.254572 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:59.255338 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:59.255433 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-b6e08766-8f1a-4e01-9a15-4099811c4568 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:22:59.255510 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:59.255608 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-b6e08766-8f1a-4e01-9a15-4099811c4568 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:22:59.255694 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:59.256150 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:59.256380 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6bdbee61-816f-4bcb-af37-6891bb94bf6b tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:59.256487 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:59.256773 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:59.257104 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:59.257422 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:59.257741 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:59.258045 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:59.258354 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:22:59.264674 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-acb4f6fe-e600-4ad0-be4f-7bc1dedbdda1 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] 10.222.0.30 "DELETE /v2.0/networks/c80c8e86-dd5b-45c1-8063-e85dd575d7dd HTTP/1.1" status: 204 len: 168 time: 4.0997334 Feb 28 14:22:59.266174 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51692) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:59.280883 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-620a7e85-15be-47c8-8cdf-80cf3fc9f6fd admin admin] For port d508f9e8-0c18-4564-af19-5eaa923917ba, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d508f9e8-0c18-4564-af19-5eaa923917ba,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:22:59.281360 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-620a7e85-15be-47c8-8cdf-80cf3fc9f6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:59.284123 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3668e6-2a0e-42bb-842f-4b1ecbb5ac80 None None] Pushing event deleted for resources: {'Port': ['ID=035ce569-29b6-40ca-9a66-9e4f65c46a66,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:22:59.296521 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3668e6-2a0e-42bb-842f-4b1ecbb5ac80 None None] No DVR routers for this DVR port 035ce569-29b6-40ca-9a66-9e4f65c46a66 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:22:59.310495 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 228ff0f9-a0f9-43fb-bfdb-97ff471460ec triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:22:59.310726 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:59.313656 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6bdbee61-816f-4bcb-af37-6891bb94bf6b tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/ports/ae6423be-6906-49bf-815f-d004be098e92 HTTP/1.1" status: 204 len: 168 time: 1.3519416 Feb 28 14:22:59.319051 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51696) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:22:59.332567 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-eef71bcb-434c-49e6-be8d-5251defa991e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'port': {'network_id': '46dfff5d-6382-461e-9b08-4762af96592e', 'mac_address': 'fa:16:3e:37:d0:75', 'name': 'tempest-PortsIpV6TestJSON-1918610626'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:22:59.505288 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3d93b55d-98dc-459f-ac17-10a010944da3 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:59.514626 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-620a7e85-15be-47c8-8cdf-80cf3fc9f6fd admin admin] Calling delete_port for d508f9e8-0c18-4564-af19-5eaa923917ba owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:22:59.515578 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 035ce569-29b6-40ca-9a66-9e4f65c46a66 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:22:59.520928 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-eef71bcb-434c-49e6-be8d-5251defa991e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:22:59.526921 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-eef71bcb-434c-49e6-be8d-5251defa991e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:port and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:22:59.529957 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-eef71bcb-434c-49e6-be8d-5251defa991e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:22:59.550837 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 035ce569-29b6-40ca-9a66-9e4f65c46a66 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:22:59.552275 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 035ce569-29b6-40ca-9a66-9e4f65c46a66 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:22:59.552697 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device f6b9265e-99eb-4738-8225-7fc4bea501bc no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:22:59.566484 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-eef71bcb-434c-49e6-be8d-5251defa991e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:22:59.589593 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: f6b9265e-99eb-4738-8225-7fc4bea501bc {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:22:59.589942 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device f6b9265e-99eb-4738-8225-7fc4bea501bc not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:22:59.615207 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef71bcb-434c-49e6-be8d-5251defa991e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:22:59.701913 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3d93b55d-98dc-459f-ac17-10a010944da3 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:59.759823 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b6e08766-8f1a-4e01-9a15-4099811c4568 admin admin] Deleting port 035ce569-29b6-40ca-9a66-9e4f65c46a66 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:22:59.760146 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b6e08766-8f1a-4e01-9a15-4099811c4568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:59.819587 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da313107-d51c-4996-8af1-7a53b7afe570 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:59.835605 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dbcb119c-c831-4c8a-a8ba-18a9747a5640 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:59.893529 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7930547f-a7a4-4a38-bcdf-f3d0fb2c40c0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 28 14:22:59.894028 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7930547f-a7a4-4a38-bcdf-f3d0fb2c40c0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:22:59.936531 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-3d93b55d-98dc-459f-ac17-10a010944da3 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603fcea9-acf4-42c4-8925-03b4d0f44838']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:59.980715 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b6e08766-8f1a-4e01-9a15-4099811c4568 admin admin] The port '035ce569-29b6-40ca-9a66-9e4f65c46a66' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:22:59.987452 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eef71bcb-434c-49e6-be8d-5251defa991e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:22:59.998165 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-3d93b55d-98dc-459f-ac17-10a010944da3 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb326f95-44b9-4ad9-bf2f-d50a501c5685') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:22:59.998457 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-3d93b55d-98dc-459f-ac17-10a010944da3 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb326f95-44b9-4ad9-bf2f-d50a501c5685') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:00.003728 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7930547f-a7a4-4a38-bcdf-f3d0fb2c40c0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 3.1683621 Feb 28 14:23:00.034282 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51702) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:00.076583 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3d93b55d-98dc-459f-ac17-10a010944da3 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:00.131999 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-620a7e85-15be-47c8-8cdf-80cf3fc9f6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:00.137856 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-eef71bcb-434c-49e6-be8d-5251defa991e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] device_id is not set on port b775900f-c7a5-4af5-9b90-cf69782311ea yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:23:00.175736 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3d93b55d-98dc-459f-ac17-10a010944da3 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:00.190619 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d93b55d-98dc-459f-ac17-10a010944da3 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:23:00.191014 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3d93b55d-98dc-459f-ac17-10a010944da3 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: util.warn( Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: util.warn( Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: util.warn( Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: util.warn( Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:23:00.206182 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:23:00.218943 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a7e85-15be-47c8-8cdf-80cf3fc9f6fd admin admin] Pushing event deleted for resources: {'Port': ['ID=d508f9e8-0c18-4564-af19-5eaa923917ba,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:00.335311 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b6e08766-8f1a-4e01-9a15-4099811c4568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:00.385876 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-b6e08766-8f1a-4e01-9a15-4099811c4568 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e762f53b-5c59-4b59-919d-951d3062ab7d']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:00.407855 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3d93b55d-98dc-459f-ac17-10a010944da3 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:00.410654 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-620a7e85-15be-47c8-8cdf-80cf3fc9f6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:00.413506 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-b6e08766-8f1a-4e01-9a15-4099811c4568 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd774faf1-bfab-416e-9486-4c2228282a1a') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:00.413862 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-b6e08766-8f1a-4e01-9a15-4099811c4568 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd774faf1-bfab-416e-9486-4c2228282a1a') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:00.448143 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3d93b55d-98dc-459f-ac17-10a010944da3 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:00.472441 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b6e08766-8f1a-4e01-9a15-4099811c4568 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:00.495051 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93b55d-98dc-459f-ac17-10a010944da3 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Pushing event deleted for resources: {'Network': ['ID=603fcea9-acf4-42c4-8925-03b4d0f44838,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:00.535897 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3d93b55d-98dc-459f-ac17-10a010944da3 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] 10.222.0.30 "DELETE /v2.0/networks/603fcea9-acf4-42c4-8925-03b4d0f44838 HTTP/1.1" status: 204 len: 168 time: 1.2664835 Feb 28 14:23:00.540693 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b6e08766-8f1a-4e01-9a15-4099811c4568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:00.542608 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51706) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:00.558712 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fe7f07-9c97-4aeb-a6f9-4b0a21b4b870 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:00.564529 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fe7f07-9c97-4aeb-a6f9-4b0a21b4b870 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:00.565335 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a7fe7f07-9c97-4aeb-a6f9-4b0a21b4b870 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:23:00.591247 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e08766-8f1a-4e01-9a15-4099811c4568 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:23:00.591562 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b6e08766-8f1a-4e01-9a15-4099811c4568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:23:00.605604 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:23:00.768990 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-620a7e85-15be-47c8-8cdf-80cf3fc9f6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:00.776688 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-620a7e85-15be-47c8-8cdf-80cf3fc9f6fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:00.789322 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-dbcb119c-c831-4c8a-a8ba-18a9747a5640 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:23:00.810501 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a7fe7f07-9c97-4aeb-a6f9-4b0a21b4b870 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:23:00.811663 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a7fe7f07-9c97-4aeb-a6f9-4b0a21b4b870 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.7764618 Feb 28 14:23:00.818509 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51710) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:00.820853 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dbcb119c-c831-4c8a-a8ba-18a9747a5640 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:00.827813 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dbcb119c-c831-4c8a-a8ba-18a9747a5640 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:00.867582 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b6e08766-8f1a-4e01-9a15-4099811c4568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:00.882273 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eef71bcb-434c-49e6-be8d-5251defa991e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:00.905308 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b6e08766-8f1a-4e01-9a15-4099811c4568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:00.927049 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99a6422e-bf37-44b9-a9f0-4be2626bffaf tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:00.933406 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e08766-8f1a-4e01-9a15-4099811c4568 admin admin] Pushing event deleted for resources: {'Network': ['ID=e762f53b-5c59-4b59-919d-951d3062ab7d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:00.936487 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-620a7e85-15be-47c8-8cdf-80cf3fc9f6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:00.936983 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620a7e85-15be-47c8-8cdf-80cf3fc9f6fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3602704-2ad1-4079-a2a6-7155f8416449 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:23:00.960352 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b6e08766-8f1a-4e01-9a15-4099811c4568 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e762f53b-5c59-4b59-919d-951d3062ab7d HTTP/1.1" status: 204 len: 168 time: 3.1734560 Feb 28 14:23:00.965717 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-59ebaba0-947c-4d38-9320-512ffa93d22b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting port c4710baf-812e-4786-b296-5ad097fe37a4 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:00.966060 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59ebaba0-947c-4d38-9320-512ffa93d22b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:01.035588 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-620a7e85-15be-47c8-8cdf-80cf3fc9f6fd admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:01.038411 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-620a7e85-15be-47c8-8cdf-80cf3fc9f6fd admin admin] 10.222.0.30 "DELETE /v2.0/routers/a3602704-2ad1-4079-a2a6-7155f8416449 HTTP/1.1" status: 204 len: 168 time: 4.4717913 Feb 28 14:23:01.058688 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51716) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:01.090765 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb119c-c831-4c8a-a8ba-18a9747a5640 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Pushing event updated for resources: {'Port': ['ID=e5b1cfc8-8922-4bbd-999a-ccf85fd54752,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:01.121465 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb119c-c831-4c8a-a8ba-18a9747a5640 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] In _notify_port_updated(), no bound segment for port e5b1cfc8-8922-4bbd-999a-ccf85fd54752 on network 6a3f9987-49be-48fe-aa78-2a93fc0dfaf4 {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 14:23:01.136223 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcb119c-c831-4c8a-a8ba-18a9747a5640 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:01.138323 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dbcb119c-c831-4c8a-a8ba-18a9747a5640 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:01.139606 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dbcb119c-c831-4c8a-a8ba-18a9747a5640 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] 10.222.0.30 "PUT /v2.0/ports/e5b1cfc8-8922-4bbd-999a-ccf85fd54752 HTTP/1.1" status: 200 len: 1055 time: 2.7239773 Feb 28 14:23:01.148651 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51722) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:01.243085 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eef71bcb-434c-49e6-be8d-5251defa991e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:01.285829 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51726) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:01.332755 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-aa8572e5-d424-417e-987c-7cde95baccf1 None None] Provisioning complete for port e5b1cfc8-8922-4bbd-999a-ccf85fd54752 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:01.334180 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-aa8572e5-d424-417e-987c-7cde95baccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:01.430911 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99a6422e-bf37-44b9-a9f0-4be2626bffaf tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:01.434545 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-aa8572e5-d424-417e-987c-7cde95baccf1 None None] Port e5b1cfc8-8922-4bbd-999a-ccf85fd54752 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:23:01.539763 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da313107-d51c-4996-8af1-7a53b7afe570 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:01.543374 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da313107-d51c-4996-8af1-7a53b7afe570 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728902'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:01.604719 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef71bcb-434c-49e6-be8d-5251defa991e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network 46dfff5d-6382-461e-9b08-4762af96592e is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:01.612319 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-483ab5a1-14a7-424d-bceb-0a3b27b80e4b admin admin] Deleting subnet ab965bec-a153-49b8-b416-6dcecda8b7b9 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:23:01.635521 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-eef71bcb-434c-49e6-be8d-5251defa991e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:01.647609 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef71bcb-434c-49e6-be8d-5251defa991e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:01.652941 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef71bcb-434c-49e6-be8d-5251defa991e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:01.653536 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eef71bcb-434c-49e6-be8d-5251defa991e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:01.658355 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-483ab5a1-14a7-424d-bceb-0a3b27b80e4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:01.703858 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-957c35f0-7067-4d78-9cd6-7f96de30ad4b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Deleting port e5b1cfc8-8922-4bbd-999a-ccf85fd54752 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:01.704094 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-957c35f0-7067-4d78-9cd6-7f96de30ad4b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:01.726005 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da313107-d51c-4996-8af1-7a53b7afe570 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Router 1af034d0-e9aa-439c-83b5-12051bfd9f7d has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:23:01.761212 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-99a6422e-bf37-44b9-a9f0-4be2626bffaf tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0af214-23a3-4074-ad8a-5602722d603b']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:01.811865 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef71bcb-434c-49e6-be8d-5251defa991e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Port': ['ID=b775900f-c7a5-4af5-9b90-cf69782311ea,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:01.826449 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-99a6422e-bf37-44b9-a9f0-4be2626bffaf tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7cdf2cc-cdf5-4804-bed8-39da035d9fec') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:01.826766 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-99a6422e-bf37-44b9-a9f0-4be2626bffaf tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7cdf2cc-cdf5-4804-bed8-39da035d9fec') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:01.901622 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-77516b71-f024-4bed-958e-a461a5baf8bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=962ea3845d334ef5b0d3a8f07fde9b44&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5854871 Feb 28 14:23:01.904553 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51732) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:01.928765 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-eef71bcb-434c-49e6-be8d-5251defa991e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.6091735 Feb 28 14:23:01.929638 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51738) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:01.944172 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99a6422e-bf37-44b9-a9f0-4be2626bffaf tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:01.953268 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da313107-d51c-4996-8af1-7a53b7afe570 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:23:01.964113 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-da313107-d51c-4996-8af1-7a53b7afe570 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:01.965320 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-da313107-d51c-4996-8af1-7a53b7afe570 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "PUT /v2.0/routers/1af034d0-e9aa-439c-83b5-12051bfd9f7d HTTP/1.1" status: 200 len: 921 time: 4.2415569 Feb 28 14:23:01.966731 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd37624-f70c-4a27-80d4-6aa95d32b5e5 None None] Sync routers for ids ['1af034d0-e9aa-439c-83b5-12051bfd9f7d'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:23:01.967890 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51742) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:01.983519 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd37624-f70c-4a27-80d4-6aa95d32b5e5 None None] Routers {'1af034d0-e9aa-439c-83b5-12051bfd9f7d'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:01.985698 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ddd37624-f70c-4a27-80d4-6aa95d32b5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:22:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1af034d0-e9aa-439c-83b5-12051bfd9f7d'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:02.004556 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-483ab5a1-14a7-424d-bceb-0a3b27b80e4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:02.064393 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ddd37624-f70c-4a27-80d4-6aa95d32b5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:02.074575 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd37624-f70c-4a27-80d4-6aa95d32b5e5 None None] Routers {'1af034d0-e9aa-439c-83b5-12051bfd9f7d'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:02.075319 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ddd37624-f70c-4a27-80d4-6aa95d32b5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:22:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1af034d0-e9aa-439c-83b5-12051bfd9f7d'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:02.147098 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ddd37624-f70c-4a27-80d4-6aa95d32b5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:02.147613 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd37624-f70c-4a27-80d4-6aa95d32b5e5 None None] The sync data for ids ['1af034d0-e9aa-439c-83b5-12051bfd9f7d'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:23:02.158184 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99a6422e-bf37-44b9-a9f0-4be2626bffaf tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:02.196771 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a6422e-bf37-44b9-a9f0-4be2626bffaf tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:23:02.197160 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99a6422e-bf37-44b9-a9f0-4be2626bffaf tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:23:02.215917 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:23:02.255652 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59ebaba0-947c-4d38-9320-512ffa93d22b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:02.259190 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9bf75241-be92-45cc-9447-683950a090fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:02.311811 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d51d15c-ba87-4eb9-ba4a-c7d4f7c127e1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:02.312375 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8d51d15c-ba87-4eb9-ba4a-c7d4f7c127e1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Synchronizing usage tracker for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:23:02.361802 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9bf75241-be92-45cc-9447-683950a090fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:02.397519 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9ba0021f-ef0a-4d37-976b-715fcd8ed008 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "GET /v2.0/routers/1af034d0-e9aa-439c-83b5-12051bfd9f7d HTTP/1.1" status: 200 len: 921 time: 0.4279501 Feb 28 14:23:02.401199 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51746) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:02.474000 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f765760-dda9-479f-89a6-cd2906011bb5 req-034461d6-d7c6-494f-9dec-d917cfe82f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:02.475439 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0f765760-dda9-479f-89a6-cd2906011bb5 req-034461d6-d7c6-494f-9dec-d917cfe82f6f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1c08c193cf744f45b8defa27863396ab&device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 1098 time: 0.2995687 Feb 28 14:23:02.494125 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-59ebaba0-947c-4d38-9320-512ffa93d22b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Calling delete_port for c4710baf-812e-4786-b296-5ad097fe37a4 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:02.586999 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9bf75241-be92-45cc-9447-683950a090fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:02.614276 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70c10e6-d67a-4875-bb86-925bc877a458 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:02.614983 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d70c10e6-d67a-4875-bb86-925bc877a458 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Synchronizing usage tracker for tenant:a9de92cfa4bc41e7b01d7031a674235a on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:23:02.621733 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf75241-be92-45cc-9447-683950a090fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aecb16e-a798-4b6a-8cfb-085290212c0f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:02.625635 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99a6422e-bf37-44b9-a9f0-4be2626bffaf tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:02.663650 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9bf75241-be92-45cc-9447-683950a090fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:02.664800 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9bf75241-be92-45cc-9447-683950a090fc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3aecb16e-a798-4b6a-8cfb-085290212c0f HTTP/1.1" status: 204 len: 168 time: 0.7594013 Feb 28 14:23:02.668208 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f765760-dda9-479f-89a6-cd2906011bb5 req-620444e1-7e39-42de-9247-229938729258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:02.669576 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0f765760-dda9-479f-89a6-cd2906011bb5 req-620444e1-7e39-42de-9247-229938729258 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29a7bbad-e952-45ba-80e0-ba14ba64ba8a HTTP/1.1" status: 200 len: 912 time: 0.1850362 Feb 28 14:23:02.670140 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d70c10e6-d67a-4875-bb86-925bc877a458 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Unset dirty status for tenant:a9de92cfa4bc41e7b01d7031a674235a on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:23:02.671188 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d70c10e6-d67a-4875-bb86-925bc877a458 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710&device_id=1af034d0-e9aa-439c-83b5-12051bfd9f7d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2689598 Feb 28 14:23:02.674528 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51752) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:02.678826 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99a6422e-bf37-44b9-a9f0-4be2626bffaf tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:02.694446 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8d51d15c-ba87-4eb9-ba4a-c7d4f7c127e1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Unset dirty status for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:23:02.698134 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8d51d15c-ba87-4eb9-ba4a-c7d4f7c127e1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "GET /v2.0/ports/b775900f-c7a5-4af5-9b90-cf69782311ea HTTP/1.1" status: 200 len: 845 time: 0.7387438 Feb 28 14:23:02.699283 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51756) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:02.704815 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6422e-bf37-44b9-a9f0-4be2626bffaf tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Pushing event deleted for resources: {'Network': ['ID=4c0af214-23a3-4074-ad8a-5602722d603b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:02.739263 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-99a6422e-bf37-44b9-a9f0-4be2626bffaf tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] 10.222.0.30 "DELETE /v2.0/networks/4c0af214-23a3-4074-ad8a-5602722d603b HTTP/1.1" status: 204 len: 168 time: 2.1931915 Feb 28 14:23:02.749457 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-483ab5a1-14a7-424d-bceb-0a3b27b80e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:02.761106 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51758) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:02.798673 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-957c35f0-7067-4d78-9cd6-7f96de30ad4b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:02.815938 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc08796-75d3-4b07-ac4a-7a5e5d0b3c42 req-6cff9e52-7017-4ceb-9f17-87470a037305 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:02.817455 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8dc08796-75d3-4b07-ac4a-7a5e5d0b3c42 req-6cff9e52-7017-4ceb-9f17-87470a037305 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.7694597 Feb 28 14:23:02.967341 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-957c35f0-7067-4d78-9cd6-7f96de30ad4b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Calling delete_port for e5b1cfc8-8922-4bbd-999a-ccf85fd54752 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:03.019126 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-367b493b-6969-4f03-8701-845f25c34d03 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting port b775900f-c7a5-4af5-9b90-cf69782311ea {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:03.019685 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-367b493b-6969-4f03-8701-845f25c34d03 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:03.090003 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0f765760-dda9-479f-89a6-cd2906011bb5 req-e75567f2-3bb0-408f-b61e-0d8042c8b7f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f95f132-5cd3-42d1-afbf-40eddc35e9a7 HTTP/1.1" status: 200 len: 1001 time: 0.4128604 Feb 28 14:23:03.098022 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8dc08796-75d3-4b07-ac4a-7a5e5d0b3c42 req-4cb14424-e388-4fbc-bca9-d1eacc48bb6f tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2700260 Feb 28 14:23:03.098671 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d508f9e8-0c18-4564-af19-5eaa923917ba no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:23:03.130491 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-483ab5a1-14a7-424d-bceb-0a3b27b80e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:03.134360 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59ebaba0-947c-4d38-9320-512ffa93d22b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:03.160957 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: d508f9e8-0c18-4564-af19-5eaa923917ba {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:23:03.161560 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d508f9e8-0c18-4564-af19-5eaa923917ba not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:23:03.194384 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f765760-dda9-479f-89a6-cd2906011bb5 req-1ec08af5-d1e6-4c51-89a9-e5508a0b0dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:03.195886 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0f765760-dda9-479f-89a6-cd2906011bb5 req-1ec08af5-d1e6-4c51-89a9-e5508a0b0dd0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc032688-fb3b-418b-8fdf-7d855b7f648b HTTP/1.1" status: 200 len: 850 time: 0.0989194 Feb 28 14:23:03.199312 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c23baa46-f2de-4947-a625-187a50240c28 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:03.228791 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ab5a1-14a7-424d-bceb-0a3b27b80e4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab965bec-a153-49b8-b416-6dcecda8b7b9,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:03.230913 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-483ab5a1-14a7-424d-bceb-0a3b27b80e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:03.232455 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0f8ecb-0bc0-4b54-b00f-a41d2a3a8887 None None] Network 6f134a4f-83be-490b-9126-09efbaa9ed81 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:03.236204 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ebaba0-947c-4d38-9320-512ffa93d22b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Port': ['ID=c4710baf-812e-4786-b296-5ad097fe37a4,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:03.357653 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9408bf-19d7-466f-bd65-15869b247076 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:03.358242 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2b9408bf-19d7-466f-bd65-15869b247076 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Synchronizing usage tracker for tenant:a9de92cfa4bc41e7b01d7031a674235a on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:23:03.568579 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caad094f-caf4-4cc1-bace-82987eb4c001 None None] DHCP port deletion for 6f134a4f-83be-490b-9126-09efbaa9ed81 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:23:03.573687 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-caad094f-caf4-4cc1-bace-82987eb4c001 None None] Deleting port 0a6d1286-6d55-4aae-9d2c-fde91d422162 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:03.574154 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-caad094f-caf4-4cc1-bace-82987eb4c001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:03.615601 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2b9408bf-19d7-466f-bd65-15869b247076 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Unset dirty status for tenant:a9de92cfa4bc41e7b01d7031a674235a on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:23:03.617460 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2b9408bf-19d7-466f-bd65-15869b247076 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "GET /v2.0/networks/227601ee-f6c9-4fe2-9e97-307a6863d710 HTTP/1.1" status: 200 len: 881 time: 0.9419804 Feb 28 14:23:03.632778 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59ebaba0-947c-4d38-9320-512ffa93d22b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:03.637575 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-59ebaba0-947c-4d38-9320-512ffa93d22b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/c4710baf-812e-4786-b296-5ad097fe37a4 HTTP/1.1" status: 204 len: 168 time: 2.8108914 Feb 28 14:23:03.638457 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51782) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:03.638741 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51784) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:03.647127 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-483ab5a1-14a7-424d-bceb-0a3b27b80e4b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ab965bec-a153-49b8-b416-6dcecda8b7b9 HTTP/1.1" status: 204 len: 168 time: 2.5768194 Feb 28 14:23:03.677583 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51790) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:03.717136 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-957c35f0-7067-4d78-9cd6-7f96de30ad4b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:03.805621 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-364461f0-74bc-46f7-9674-cea1b46511ec tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "GET /v2.0/ports?device_id=1af034d0-e9aa-439c-83b5-12051bfd9f7d HTTP/1.1" status: 200 len: 205 time: 0.1645429 Feb 28 14:23:03.815376 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51796) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:03.822221 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-367b493b-6969-4f03-8701-845f25c34d03 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:03.823918 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-caad094f-caf4-4cc1-bace-82987eb4c001 None None] For port 0a6d1286-6d55-4aae-9d2c-fde91d422162, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=0a6d1286-6d55-4aae-9d2c-fde91d422162,segment=NetworkSegment(b1d24562-6186-4df5-9b28-e46e64e36f93),segment_id=b1d24562-6186-4df5-9b28-e46e64e36f93)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:03.824309 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-caad094f-caf4-4cc1-bace-82987eb4c001 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:03.830230 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c23baa46-f2de-4947-a625-187a50240c28 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:03.846609 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c35f0-7067-4d78-9cd6-7f96de30ad4b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Pushing event deleted for resources: {'Port': ['ID=e5b1cfc8-8922-4bbd-999a-ccf85fd54752,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:03.930865 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f765760-dda9-479f-89a6-cd2906011bb5 req-d3ffb84c-851f-40e2-bfdc-ec83d381b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:03.932412 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0f765760-dda9-479f-89a6-cd2906011bb5 req-d3ffb84c-851f-40e2-bfdc-ec83d381b09a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29a7bbad-e952-45ba-80e0-ba14ba64ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7240198 Feb 28 14:23:03.993468 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-caad094f-caf4-4cc1-bace-82987eb4c001 None None] Calling delete_port for 0a6d1286-6d55-4aae-9d2c-fde91d422162 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:04.010416 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496700cb-4582-43de-ae49-558151135e5b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:04.012955 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496700cb-4582-43de-ae49-558151135e5b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:04.013963 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-496700cb-4582-43de-ae49-558151135e5b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:23:04.026076 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be6d14c1-3862-4731-95ae-0381f31055b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:04.100529 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-367b493b-6969-4f03-8701-845f25c34d03 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Calling delete_port for b775900f-c7a5-4af5-9b90-cf69782311ea owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:04.106272 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-caad094f-caf4-4cc1-bace-82987eb4c001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:04.109344 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-be6d14c1-3862-4731-95ae-0381f31055b7 admin admin] Deleting port 0a6d1286-6d55-4aae-9d2c-fde91d422162 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:04.110411 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be6d14c1-3862-4731-95ae-0381f31055b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:04.160464 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad094f-caf4-4cc1-bace-82987eb4c001 None None] Pushing event deleted for resources: {'Port': ['ID=0a6d1286-6d55-4aae-9d2c-fde91d422162,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:04.176275 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caad094f-caf4-4cc1-bace-82987eb4c001 None None] No DVR routers for this DVR port 0a6d1286-6d55-4aae-9d2c-fde91d422162 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:23:04.199507 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-496700cb-4582-43de-ae49-558151135e5b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:23:04.199507 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-496700cb-4582-43de-ae49-558151135e5b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5520830 Feb 28 14:23:04.199507 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51810) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:04.288074 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c23baa46-f2de-4947-a625-187a50240c28 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6eced57-03b0-4b65-98cd-3431ce3e8694']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:04.337261 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-be6d14c1-3862-4731-95ae-0381f31055b7 admin admin] The port '0a6d1286-6d55-4aae-9d2c-fde91d422162' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:23:04.396167 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c23baa46-f2de-4947-a625-187a50240c28 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5995f5-7d7b-4e76-942c-4e7e61df3e1f') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:04.396720 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c23baa46-f2de-4947-a625-187a50240c28 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5995f5-7d7b-4e76-942c-4e7e61df3e1f') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:04.472171 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a335a44-3660-49c6-a88a-2c11a16b1d95 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet 657b7169-100a-4bdd-b3dd-c9c325e6f444 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:23:04.476232 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9a335a44-3660-49c6-a88a-2c11a16b1d95 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:04.510104 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c23baa46-f2de-4947-a625-187a50240c28 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:04.582967 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c23baa46-f2de-4947-a625-187a50240c28 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:04.593366 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0f765760-dda9-479f-89a6-cd2906011bb5 req-c7e5832a-8f83-4301-a023-4f1786bedd73 service neutron] 10.222.0.13 "GET /v2.0/networks/29a7bbad-e952-45ba-80e0-ba14ba64ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056632 Feb 28 14:23:04.595826 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9fb9fae2-7ab6-4992-9294-6c4b3523b21d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:04.641112 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9a335a44-3660-49c6-a88a-2c11a16b1d95 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:04.655214 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-367b493b-6969-4f03-8701-845f25c34d03 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:04.681282 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be6d14c1-3862-4731-95ae-0381f31055b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:04.686989 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c23baa46-f2de-4947-a625-187a50240c28 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:23:04.687456 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c23baa46-f2de-4947-a625-187a50240c28 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:04.726233 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-957c35f0-7067-4d78-9cd6-7f96de30ad4b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:04.730481 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-957c35f0-7067-4d78-9cd6-7f96de30ad4b tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] 10.222.0.30 "DELETE /v2.0/ports/e5b1cfc8-8922-4bbd-999a-ccf85fd54752 HTTP/1.1" status: 204 len: 168 time: 3.5607550 Feb 28 14:23:04.733309 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-be6d14c1-3862-4731-95ae-0381f31055b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f134a4f-83be-490b-9126-09efbaa9ed81']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:23:04.733477 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:23:04.740309 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51826) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:04.796287 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-be6d14c1-3862-4731-95ae-0381f31055b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d24562-6186-4df5-9b28-e46e64e36f93') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:04.796584 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-be6d14c1-3862-4731-95ae-0381f31055b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d24562-6186-4df5-9b28-e46e64e36f93') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:04.809118 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de8d438-b2a1-4475-ad81-398c38b478d1 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] GET failed (client error): The resource could not be found. Feb 28 14:23:04.809648 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2de8d438-b2a1-4475-ad81-398c38b478d1 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Synchronizing usage tracker for tenant:e5cd18d9556b4929a6ad10b629eff751 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:23:04.817337 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be6d14c1-3862-4731-95ae-0381f31055b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:04.837045 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b493b-6969-4f03-8701-845f25c34d03 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Port': ['ID=b775900f-c7a5-4af5-9b90-cf69782311ea,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:04.848844 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be6d14c1-3862-4731-95ae-0381f31055b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:04.857535 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-367b493b-6969-4f03-8701-845f25c34d03 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:04.860234 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be6d14c1-3862-4731-95ae-0381f31055b7 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:23:04.860624 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be6d14c1-3862-4731-95ae-0381f31055b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:23:04.874638 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:23:04.889119 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2de8d438-b2a1-4475-ad81-398c38b478d1 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Unset dirty status for tenant:e5cd18d9556b4929a6ad10b629eff751 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:23:04.889395 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:04.890318 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2de8d438-b2a1-4475-ad81-398c38b478d1 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] 10.222.0.30 "GET /v2.0/ports/e5b1cfc8-8922-4bbd-999a-ccf85fd54752 HTTP/1.1" status: 404 len: 333 time: 0.1490455 Feb 28 14:23:04.894462 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51834) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:04.947351 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9a335a44-3660-49c6-a88a-2c11a16b1d95 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:04.986750 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e309e3-dd86-4cac-9566-a634cf69c7f2 req-2e083119-fe77-4132-b699-cb41b708d999 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:04.988341 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-13e309e3-dd86-4cac-9566-a634cf69c7f2 req-2e083119-fe77-4132-b699-cb41b708d999 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.7099302 Feb 28 14:23:04.992730 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-367b493b-6969-4f03-8701-845f25c34d03 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/ports/b775900f-c7a5-4af5-9b90-cf69782311ea HTTP/1.1" status: 204 len: 168 time: 2.2329853 Feb 28 14:23:04.998338 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51838) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:05.038222 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51842) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:05.057079 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be6d14c1-3862-4731-95ae-0381f31055b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:05.059311 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c23baa46-f2de-4947-a625-187a50240c28 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:05.082428 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be6d14c1-3862-4731-95ae-0381f31055b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:05.106126 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d14c1-3862-4731-95ae-0381f31055b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f134a4f-83be-490b-9126-09efbaa9ed81,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:05.109956 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c23baa46-f2de-4947-a625-187a50240c28 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:05.135472 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-59454a64-e093-4c4a-b34c-3493e8cbf7bf tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Deleting port 079274d8-3871-4e21-9454-e3ea92f48d94 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:05.135472 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59454a64-e093-4c4a-b34c-3493e8cbf7bf tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:05.166643 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-be6d14c1-3862-4731-95ae-0381f31055b7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6f134a4f-83be-490b-9126-09efbaa9ed81 HTTP/1.1" status: 204 len: 168 time: 1.4516048 Feb 28 14:23:05.189954 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 0a6d1286-6d55-4aae-9d2c-fde91d422162 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:23:05.197481 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23baa46-f2de-4947-a625-187a50240c28 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] Pushing event deleted for resources: {'Network': ['ID=a6eced57-03b0-4b65-98cd-3431ce3e8694,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:05.201454 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cec0dd8-1829-4839-ab98-f6bd8b341f5e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] GET failed (client error): The resource could not be found. Feb 28 14:23:05.202058 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0cec0dd8-1829-4839-ab98-f6bd8b341f5e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Synchronizing usage tracker for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:23:05.210557 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9a335a44-3660-49c6-a88a-2c11a16b1d95 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:05.226330 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c23baa46-f2de-4947-a625-187a50240c28 tempest-BulkNetworkOpsIpV6Test-1877737780 tempest-BulkNetworkOpsIpV6Test-1877737780-project] 10.222.0.30 "DELETE /v2.0/networks/a6eced57-03b0-4b65-98cd-3431ce3e8694 HTTP/1.1" status: 204 len: 168 time: 2.4032340 Feb 28 14:23:05.238879 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0f765760-dda9-479f-89a6-cd2906011bb5 req-f985b8d0-cbe0-4ccb-b99e-de44a295704a service neutron] 10.222.0.13 "GET /v2.0/networks/29a7bbad-e952-45ba-80e0-ba14ba64ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5918930 Feb 28 14:23:05.262662 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 0a6d1286-6d55-4aae-9d2c-fde91d422162 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:23:05.263009 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 0a6d1286-6d55-4aae-9d2c-fde91d422162 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:23:05.277694 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-13e309e3-dd86-4cac-9566-a634cf69c7f2 req-343975eb-d4e0-4765-91f6-7450c1a09f80 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2218952 Feb 28 14:23:05.285109 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a335a44-3660-49c6-a88a-2c11a16b1d95 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=657b7169-100a-4bdd-b3dd-c9c325e6f444,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:05.303191 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b12683-cdef-4c31-a78c-6d0abb63aaa7 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:05.306446 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0cec0dd8-1829-4839-ab98-f6bd8b341f5e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Unset dirty status for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:23:05.307663 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0cec0dd8-1829-4839-ab98-f6bd8b341f5e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "GET /v2.0/ports/b775900f-c7a5-4af5-9b90-cf69782311ea HTTP/1.1" status: 404 len: 333 time: 0.3063116 Feb 28 14:23:05.311855 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51852) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:05.324476 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-920107e4-c1fe-428a-ab32-35843c791fad tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'port': {'network_id': '46dfff5d-6382-461e-9b08-4762af96592e', 'name': 'tempest-PortsIpV6TestJSON-757943860'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:05.332037 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9a335a44-3660-49c6-a88a-2c11a16b1d95 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:05.345735 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9fb9fae2-7ab6-4992-9294-6c4b3523b21d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:05.434902 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9fb9fae2-7ab6-4992-9294-6c4b3523b21d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Deleting port ea497f03-d524-466d-bf4f-4ad1c695ae95 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:05.435342 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9fb9fae2-7ab6-4992-9294-6c4b3523b21d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:05.651200 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51856) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:05.661291 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046b059f-8472-42ae-9666-d4a489051e3e None None] DHCP port deletion for 22b852e7-638c-4536-9e81-f0f6c68c1fb7 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:23:05.666169 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-046b059f-8472-42ae-9666-d4a489051e3e None None] Deleting port 228ff0f9-a0f9-43fb-bfdb-97ff471460ec {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:05.666613 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-046b059f-8472-42ae-9666-d4a489051e3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:05.694030 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-102b1f07-da05-4a3c-ac25-fcf27b78b885 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:05.737860 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-920107e4-c1fe-428a-ab32-35843c791fad tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:05.747649 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-102b1f07-da05-4a3c-ac25-fcf27b78b885 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:05.749041 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-920107e4-c1fe-428a-ab32-35843c791fad tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:05.759115 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9a335a44-3660-49c6-a88a-2c11a16b1d95 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/657b7169-100a-4bdd-b3dd-c9c325e6f444 HTTP/1.1" status: 204 len: 168 time: 1.5614877 Feb 28 14:23:05.768844 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51862) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:05.780349 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920107e4-c1fe-428a-ab32-35843c791fad tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:05.784072 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-920107e4-c1fe-428a-ab32-35843c791fad tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:05.793380 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51866) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:05.826863 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-102b1f07-da05-4a3c-ac25-fcf27b78b885 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Usage tracker for resource:floatingip and tenant:d031daf6d8064032b3b399a89c15302d is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:05.837342 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-102b1f07-da05-4a3c-ac25-fcf27b78b885 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:05.856148 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5a6ccf72-7843-4b81-b0de-04f21f26b363 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0831568 Feb 28 14:23:05.857082 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-102b1f07-da05-4a3c-ac25-fcf27b78b885 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:05.861238 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51872) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:05.872275 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b93e50d5-e75e-4abc-8274-edb418825956 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:05.891900 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b82faa61-85c0-46b5-a19e-3b15e0829663 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4d72bc82016641f3924a9bff58fc1ab5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2340841 Feb 28 14:23:05.901352 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51876) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:05.905171 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-920107e4-c1fe-428a-ab32-35843c791fad tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] device_id is not set on port dcbaa8f1-9c5b-4c8d-9ce3-4e36b3548396 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:23:06.007855 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59454a64-e093-4c4a-b34c-3493e8cbf7bf tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:06.029974 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102b1f07-da05-4a3c-ac25-fcf27b78b885 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:06.042842 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-046b059f-8472-42ae-9666-d4a489051e3e None None] For port 228ff0f9-a0f9-43fb-bfdb-97ff471460ec, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=228ff0f9-a0f9-43fb-bfdb-97ff471460ec,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:06.043329 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-046b059f-8472-42ae-9666-d4a489051e3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:06.164432 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-046b059f-8472-42ae-9666-d4a489051e3e None None] Calling delete_port for 228ff0f9-a0f9-43fb-bfdb-97ff471460ec owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:06.167684 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b93e50d5-e75e-4abc-8274-edb418825956 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:06.178263 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-59454a64-e093-4c4a-b34c-3493e8cbf7bf tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Calling delete_port for 079274d8-3871-4e21-9454-e3ea92f48d94 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:06.219172 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b93e50d5-e75e-4abc-8274-edb418825956 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:subnet and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:06.224566 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b93e50d5-e75e-4abc-8274-edb418825956 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:06.232443 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b93e50d5-e75e-4abc-8274-edb418825956 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:06.249689 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-046b059f-8472-42ae-9666-d4a489051e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:06.252794 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-920107e4-c1fe-428a-ab32-35843c791fad tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:06.278513 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-187680bc-8ad8-4190-945f-ed132e3cb380 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b3cf5e99c8b47d9930f4a2f26be0184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4601154 Feb 28 14:23:06.292798 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51882) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:06.300221 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b059f-8472-42ae-9666-d4a489051e3e None None] Pushing event deleted for resources: {'Port': ['ID=228ff0f9-a0f9-43fb-bfdb-97ff471460ec,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:06.311638 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9fb9fae2-7ab6-4992-9294-6c4b3523b21d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:06.318276 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046b059f-8472-42ae-9666-d4a489051e3e None None] No DVR routers for this DVR port 228ff0f9-a0f9-43fb-bfdb-97ff471460ec on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:23:06.321290 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93e50d5-e75e-4abc-8274-edb418825956 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:06.324834 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b93e50d5-e75e-4abc-8274-edb418825956 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:06.467629 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9fb9fae2-7ab6-4992-9294-6c4b3523b21d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Calling delete_port for ea497f03-d524-466d-bf4f-4ad1c695ae95 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:06.501233 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ae35611f-9cba-4bc9-87eb-32843e01ba10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:06.568738 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ae35611f-9cba-4bc9-87eb-32843e01ba10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:06.579772 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59454a64-e093-4c4a-b34c-3493e8cbf7bf tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:06.622760 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-920107e4-c1fe-428a-ab32-35843c791fad tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:06.643138 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59454a64-e093-4c4a-b34c-3493e8cbf7bf tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Pushing event deleted for resources: {'Port': ['ID=079274d8-3871-4e21-9454-e3ea92f48d94,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:06.685181 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ec4801a-d2b2-4e55-9a92-b6921111ba5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:06.726930 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920107e4-c1fe-428a-ab32-35843c791fad tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network 46dfff5d-6382-461e-9b08-4762af96592e is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:06.735690 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-920107e4-c1fe-428a-ab32-35843c791fad tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:06.754300 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920107e4-c1fe-428a-ab32-35843c791fad tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:06.759789 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920107e4-c1fe-428a-ab32-35843c791fad tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:06.760418 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-920107e4-c1fe-428a-ab32-35843c791fad tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:06.787563 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ec4801a-d2b2-4e55-9a92-b6921111ba5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:06.794372 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920107e4-c1fe-428a-ab32-35843c791fad tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Port': ['ID=dcbaa8f1-9c5b-4c8d-9ce3-4e36b3548396,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:06.814904 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ae35611f-9cba-4bc9-87eb-32843e01ba10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:06.830029 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4cd356-bac6-4cff-9059-01d2d2287463 req-2809ec44-ef09-4200-8bb8-beb733de215f tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:06.831914 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-aa4cd356-bac6-4cff-9059-01d2d2287463 req-2809ec44-ef09-4200-8bb8-beb733de215f tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.3683074 Feb 28 14:23:06.884694 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102b1f07-da05-4a3c-ac25-fcf27b78b885 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:06.943821 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-59454a64-e093-4c4a-b34c-3493e8cbf7bf tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:06.947991 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35611f-9cba-4bc9-87eb-32843e01ba10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4caffaee-1d4e-4b24-a43e-24dd842668c7,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:06.960796 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-920107e4-c1fe-428a-ab32-35843c791fad tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6478691 Feb 28 14:23:06.966235 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51888) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:06.982513 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-89f8fb46-55e2-4d20-b74e-c70c54f76964 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:06.995803 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-aa4cd356-bac6-4cff-9059-01d2d2287463 req-7c9dcd10-591c-4985-9e40-6068bd398f4a tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458213 Feb 28 14:23:07.015163 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9fb9fae2-7ab6-4992-9294-6c4b3523b21d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:07.018671 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ec4801a-d2b2-4e55-9a92-b6921111ba5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:07.025413 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-59454a64-e093-4c4a-b34c-3493e8cbf7bf tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] 10.222.0.30 "DELETE /v2.0/ports/079274d8-3871-4e21-9454-e3ea92f48d94 HTTP/1.1" status: 204 len: 168 time: 2.0807893 Feb 28 14:23:07.027518 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51892) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:07.070516 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ec4801a-d2b2-4e55-9a92-b6921111ba5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:07.076640 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6ec4801a-d2b2-4e55-9a92-b6921111ba5a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/15a23814-b6a5-4633-bf1b-8c63fbd97927 HTTP/1.1" status: 204 len: 168 time: 0.7778382 Feb 28 14:23:07.076640 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ae35611f-9cba-4bc9-87eb-32843e01ba10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:07.076640 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ae35611f-9cba-4bc9-87eb-32843e01ba10 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4caffaee-1d4e-4b24-a43e-24dd842668c7 HTTP/1.1" status: 204 len: 168 time: 0.9356828 Feb 28 14:23:07.099789 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4801a-d2b2-4e55-9a92-b6921111ba5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a23814-b6a5-4633-bf1b-8c63fbd97927,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:07.103587 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b93e50d5-e75e-4abc-8274-edb418825956 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:07.154773 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9fae2-7ab6-4992-9294-6c4b3523b21d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Pushing event deleted for resources: {'Port': ['ID=ea497f03-d524-466d-bf4f-4ad1c695ae95,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:07.162423 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc4b746-3846-48ea-9845-8b8612734330 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] GET failed (client error): The resource could not be found. Feb 28 14:23:07.162966 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-acc4b746-3846-48ea-9845-8b8612734330 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Synchronizing usage tracker for tenant:e5cd18d9556b4929a6ad10b629eff751 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:23:07.197029 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 228ff0f9-a0f9-43fb-bfdb-97ff471460ec no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:23:07.226612 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93e50d5-e75e-4abc-8274-edb418825956 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:07.236331 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-b93e50d5-e75e-4abc-8274-edb418825956 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:07.238158 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 228ff0f9-a0f9-43fb-bfdb-97ff471460ec {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:23:07.238501 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 228ff0f9-a0f9-43fb-bfdb-97ff471460ec not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:23:07.260051 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93e50d5-e75e-4abc-8274-edb418825956 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:07.260902 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b93e50d5-e75e-4abc-8274-edb418825956 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:07.263430 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90c7c49-549e-4896-b1cb-5cc608292c2d None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:07.287620 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-102b1f07-da05-4a3c-ac25-fcf27b78b885 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Allocated IP 172.26.5.123 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/a19e3387-1c35-40dc-8e91-621b1806846d) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:07.290117 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-acc4b746-3846-48ea-9845-8b8612734330 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Unset dirty status for tenant:e5cd18d9556b4929a6ad10b629eff751 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:23:07.291695 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-acc4b746-3846-48ea-9845-8b8612734330 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] 10.222.0.30 "GET /v2.0/ports/079274d8-3871-4e21-9454-e3ea92f48d94 HTTP/1.1" status: 404 len: 333 time: 0.2611113 Feb 28 14:23:07.292604 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e50d5-e75e-4abc-8274-edb418825956 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=b77a0891-c8be-46cb-b85f-5d201ee7e826,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:07.296366 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51902) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:07.346105 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89f8fb46-55e2-4d20-b74e-c70c54f76964 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:07.355994 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9fb9fae2-7ab6-4992-9294-6c4b3523b21d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:07.492164 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b93e50d5-e75e-4abc-8274-edb418825956 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6288097 Feb 28 14:23:07.509748 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51910) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:07.534070 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-cd7ff85d-8765-4868-ad81-7d4c85c06e80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'fixed_ips': [{'subnet_id': 'b77a0891-c8be-46cb-b85f-5d201ee7e826', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-2050052467'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:07.595917 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f897fe47-7b59-48dc-9420-b7f2d50bbb06 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Deleting port ca65fa69-738d-407e-9351-a10415a7e946 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:07.599776 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f897fe47-7b59-48dc-9420-b7f2d50bbb06 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:07.675287 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a53e645-9d10-4905-bd86-8000734f2283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'fixed_ips': [{'subnet_id': 'b77a0891-c8be-46cb-b85f-5d201ee7e826'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:23:07.676580 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3a53e645-9d10-4905-bd86-8000734f2283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:07.699521 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8d1c8101-94fa-4307-afbe-8dbe8e7cdb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:07.771458 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9fb9fae2-7ab6-4992-9294-6c4b3523b21d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:07.775656 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9fb9fae2-7ab6-4992-9294-6c4b3523b21d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:07.836907 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9fb9fae2-7ab6-4992-9294-6c4b3523b21d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:07.839880 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb9fae2-7ab6-4992-9294-6c4b3523b21d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Fanout notify agent at l3_agent the message router_deleted on router 1af034d0-e9aa-439c-83b5-12051bfd9f7d {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:23:07.878034 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9fb9fae2-7ab6-4992-9294-6c4b3523b21d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:07.883788 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9fb9fae2-7ab6-4992-9294-6c4b3523b21d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "DELETE /v2.0/routers/1af034d0-e9aa-439c-83b5-12051bfd9f7d HTTP/1.1" status: 204 len: 168 time: 4.0597153 Feb 28 14:23:07.884890 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51930) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:07.909880 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-3a53e645-9d10-4905-bd86-8000734f2283 None None] Allocated IP 2001:db8::2 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/b77a0891-c8be-46cb-b85f-5d201ee7e826/b9b3e674-df90-41d6-95e0-636757d7ae28) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:07.933333 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c10ff160-ff03-402b-89c4-8a12ecfe7016 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1020854858', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:07.959379 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c10ff160-ff03-402b-89c4-8a12ecfe7016 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:07.967081 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c10ff160-ff03-402b-89c4-8a12ecfe7016 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Usage tracker for resource:router and tenant:15f077467be64cd9b71b3453d741c4f4 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:07.972434 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c10ff160-ff03-402b-89c4-8a12ecfe7016 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:07.991266 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c10ff160-ff03-402b-89c4-8a12ecfe7016 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:08.008720 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c10ff160-ff03-402b-89c4-8a12ecfe7016 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:08.009928 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c10ff160-ff03-402b-89c4-8a12ecfe7016 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:08.047271 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89f8fb46-55e2-4d20-b74e-c70c54f76964 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:08.050070 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c10ff160-ff03-402b-89c4-8a12ecfe7016 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:08.062809 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89f8fb46-55e2-4d20-b74e-c70c54f76964 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:08.149283 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-89f8fb46-55e2-4d20-b74e-c70c54f76964 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] In _notify_port_updated(), no bound segment for port dcbaa8f1-9c5b-4c8d-9ce3-4e36b3548396 on network 46dfff5d-6382-461e-9b08-4762af96592e {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 14:23:08.155280 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f8fb46-55e2-4d20-b74e-c70c54f76964 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:08.156036 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89f8fb46-55e2-4d20-b74e-c70c54f76964 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:08.157502 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-89f8fb46-55e2-4d20-b74e-c70c54f76964 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "PUT /v2.0/ports/dcbaa8f1-9c5b-4c8d-9ce3-4e36b3548396 HTTP/1.1" status: 200 len: 818 time: 1.1901789 Feb 28 14:23:08.159242 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c10ff160-ff03-402b-89c4-8a12ecfe7016 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:08.166492 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51942) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:08.174012 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102b1f07-da05-4a3c-ac25-fcf27b78b885 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:08.259853 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f897fe47-7b59-48dc-9420-b7f2d50bbb06 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:08.278279 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-77ed1e61-5d6c-4d31-9ca7-1173bfbb62da tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting port dcbaa8f1-9c5b-4c8d-9ce3-4e36b3548396 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:08.278503 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77ed1e61-5d6c-4d31-9ca7-1173bfbb62da tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:08.302515 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3a53e645-9d10-4905-bd86-8000734f2283 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:08.333418 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3a53e645-9d10-4905-bd86-8000734f2283 None None] Transition to ACTIVE for port object b9b3e674-df90-41d6-95e0-636757d7ae28 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:08.340161 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8fb46-55e2-4d20-b74e-c70c54f76964 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Port': ['ID=dcbaa8f1-9c5b-4c8d-9ce3-4e36b3548396,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:08.346810 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c10ff160-ff03-402b-89c4-8a12ecfe7016 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:08.348034 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c10ff160-ff03-402b-89c4-8a12ecfe7016 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4621933 Feb 28 14:23:08.351475 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51952) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:08.366630 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-41194cde-ff84-4bf1-b6e2-2acca0258e1d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Request body: {'router': {'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:08.378057 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3a53e645-9d10-4905-bd86-8000734f2283 None None] Transition to ACTIVE for port object b9b3e674-df90-41d6-95e0-636757d7ae28 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:08.387820 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3a53e645-9d10-4905-bd86-8000734f2283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:08.416950 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f897fe47-7b59-48dc-9420-b7f2d50bbb06 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Calling delete_port for ca65fa69-738d-407e-9351-a10415a7e946 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:08.449386 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cd7ff85d-8765-4868-ad81-7d4c85c06e80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:08.464329 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cd7ff85d-8765-4868-ad81-7d4c85c06e80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:port and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:08.470307 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cd7ff85d-8765-4868-ad81-7d4c85c06e80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:08.486350 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cd7ff85d-8765-4868-ad81-7d4c85c06e80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:08.496245 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102b1f07-da05-4a3c-ac25-fcf27b78b885 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:08.546266 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a53e645-9d10-4905-bd86-8000734f2283 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:08.557397 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-3a53e645-9d10-4905-bd86-8000734f2283 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:08.564849 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a53e645-9d10-4905-bd86-8000734f2283 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:08.588748 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102b1f07-da05-4a3c-ac25-fcf27b78b885 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:08.591919 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7ff85d-8765-4868-ad81-7d4c85c06e80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:08.609895 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51958) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:08.624458 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-102b1f07-da05-4a3c-ac25-fcf27b78b885 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:08.646906 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102b1f07-da05-4a3c-ac25-fcf27b78b885 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:08.649782 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53e645-9d10-4905-bd86-8000734f2283 None None] Pushing event updated for resources: {'Port': ['ID=b9b3e674-df90-41d6-95e0-636757d7ae28,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:08.680909 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b1f07-da05-4a3c-ac25-fcf27b78b885 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Pushing event updated for resources: {'Port': ['ID=a19e3387-1c35-40dc-8e91-621b1806846d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:08.799640 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3a53e645-9d10-4905-bd86-8000734f2283 None None] Attempting to bind port b9b3e674-df90-41d6-95e0-636757d7ae28 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:08.800659 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3a53e645-9d10-4905-bd86-8000734f2283 None None] Attempting to bind port b9b3e674-df90-41d6-95e0-636757d7ae28 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:08.802731 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a53e645-9d10-4905-bd86-8000734f2283 None None] Attempting to bind port b9b3e674-df90-41d6-95e0-636757d7ae28 on network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:08.810977 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a53e645-9d10-4905-bd86-8000734f2283 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:23:08.811561 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a53e645-9d10-4905-bd86-8000734f2283 None None] Checking segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:23:08.812058 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3a53e645-9d10-4905-bd86-8000734f2283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:08.812557 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a53e645-9d10-4905-bd86-8000734f2283 None None] Bound using segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:23:08.813100 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3a53e645-9d10-4905-bd86-8000734f2283 None None] Bound port: b9b3e674-df90-41d6-95e0-636757d7ae28, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:23:08.813566 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3a53e645-9d10-4905-bd86-8000734f2283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:08.845049 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd7ff85d-8765-4868-ad81-7d4c85c06e80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:08.890187 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-cd7ff85d-8765-4868-ad81-7d4c85c06e80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] device_id is not set on port 0cde581b-f234-413e-9943-1dfa95dbe063 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:23:08.951712 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3a53e645-9d10-4905-bd86-8000734f2283 None None] For port b9b3e674-df90-41d6-95e0-636757d7ae28, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:23:08.958770 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41194cde-ff84-4bf1-b6e2-2acca0258e1d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:08.963089 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77ed1e61-5d6c-4d31-9ca7-1173bfbb62da tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:08.964079 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3a53e645-9d10-4905-bd86-8000734f2283 None None] For port b9b3e674-df90-41d6-95e0-636757d7ae28, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=b9b3e674-df90-41d6-95e0-636757d7ae28,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:23:08.977428 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3a53e645-9d10-4905-bd86-8000734f2283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:09.021331 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f897fe47-7b59-48dc-9420-b7f2d50bbb06 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:09.088832 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53e645-9d10-4905-bd86-8000734f2283 None None] Pushing event updated for resources: {'Port': ['ID=b9b3e674-df90-41d6-95e0-636757d7ae28,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:09.202161 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897fe47-7b59-48dc-9420-b7f2d50bbb06 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Pushing event deleted for resources: {'Port': ['ID=ca65fa69-738d-407e-9351-a10415a7e946,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:09.208635 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6238b641-0384-4872-a09f-b6196f1a64a4 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-805395366'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:09.215283 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6238b641-0384-4872-a09f-b6196f1a64a4 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:09.224494 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-77ed1e61-5d6c-4d31-9ca7-1173bfbb62da tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Calling delete_port for dcbaa8f1-9c5b-4c8d-9ce3-4e36b3548396 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:09.235688 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102b1f07-da05-4a3c-ac25-fcf27b78b885 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:09.277862 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6238b641-0384-4872-a09f-b6196f1a64a4 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Usage tracker for resource:network and tenant:f728042230f541b4b4ac3c2d7dd0693a is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:09.291537 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6238b641-0384-4872-a09f-b6196f1a64a4 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:09.311979 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6238b641-0384-4872-a09f-b6196f1a64a4 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:09.564911 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102b1f07-da05-4a3c-ac25-fcf27b78b885 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:09.636884 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6238b641-0384-4872-a09f-b6196f1a64a4 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Made reservation on behalf of f728042230f541b4b4ac3c2d7dd0693a for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:09.641277 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6238b641-0384-4872-a09f-b6196f1a64a4 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:09.652919 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7ff85d-8765-4868-ad81-7d4c85c06e80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:23:09.653598 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7ff85d-8765-4868-ad81-7d4c85c06e80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:23:09.657853 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77ed1e61-5d6c-4d31-9ca7-1173bfbb62da tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:09.679514 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6238b641-0384-4872-a09f-b6196f1a64a4 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:09.689285 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51978) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:09.705000 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f897fe47-7b59-48dc-9420-b7f2d50bbb06 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:09.714876 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed1e61-5d6c-4d31-9ca7-1173bfbb62da tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Port': ['ID=dcbaa8f1-9c5b-4c8d-9ce3-4e36b3548396,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:09.722056 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6238b641-0384-4872-a09f-b6196f1a64a4 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:09.724047 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77ed1e61-5d6c-4d31-9ca7-1173bfbb62da tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:09.738376 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-77ed1e61-5d6c-4d31-9ca7-1173bfbb62da tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/ports/dcbaa8f1-9c5b-4c8d-9ce3-4e36b3548396 HTTP/1.1" status: 204 len: 168 time: 1.5627244 Feb 28 14:23:09.738549 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51984) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:09.747605 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6238b641-0384-4872-a09f-b6196f1a64a4 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Usage tracker for resource:security_group_rule and tenant:f728042230f541b4b4ac3c2d7dd0693a is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:09.753392 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6238b641-0384-4872-a09f-b6196f1a64a4 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:09.764620 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6238b641-0384-4872-a09f-b6196f1a64a4 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:09.767479 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cd7ff85d-8765-4868-ad81-7d4c85c06e80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 2.2452471 Feb 28 14:23:09.772815 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51988) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:09.791951 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c777bdd5-2ac6-40df-a3de-40b3e7de4ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:09.809715 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f897fe47-7b59-48dc-9420-b7f2d50bbb06 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] 10.222.0.30 "DELETE /v2.0/ports/ca65fa69-738d-407e-9351-a10415a7e946 HTTP/1.1" status: 204 len: 168 time: 2.5003388 Feb 28 14:23:09.817560 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 51992) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:09.948952 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e84e5e8f-9636-4bc1-99c7-f309af8ee7f8 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1032741483'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:09.966930 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e84e5e8f-9636-4bc1-99c7-f309af8ee7f8 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:09.981827 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e84e5e8f-9636-4bc1-99c7-f309af8ee7f8 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Usage tracker for resource:network and tenant:7b79d6625df64f42bf733c4c0965577c is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:09.989794 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e84e5e8f-9636-4bc1-99c7-f309af8ee7f8 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:09.996877 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc92deb-e4b6-4d60-811c-e8e3f3a43212 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Deleting subnet 4c716116-8e4a-4311-90b8-2a7ab9f582b0 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:23:10.005725 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41194cde-ff84-4bf1-b6e2-2acca0258e1d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:10.009731 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e84e5e8f-9636-4bc1-99c7-f309af8ee7f8 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:10.011597 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0bc92deb-e4b6-4d60-811c-e8e3f3a43212 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:10.040267 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41194cde-ff84-4bf1-b6e2-2acca0258e1d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:10.081998 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84e5e8f-9636-4bc1-99c7-f309af8ee7f8 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Made reservation on behalf of 7b79d6625df64f42bf733c4c0965577c for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:10.085533 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e84e5e8f-9636-4bc1-99c7-f309af8ee7f8 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:10.117392 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e84e5e8f-9636-4bc1-99c7-f309af8ee7f8 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:10.128687 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e39c6d-c068-4aff-aae4-533971f23664 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:10.129840 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-90e39c6d-c068-4aff-aae4-533971f23664 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Synchronizing usage tracker for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:23:10.143727 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eead9bdf-bf92-42d5-a2bd-ab12e4215bf2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:10.144457 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-eead9bdf-bf92-42d5-a2bd-ab12e4215bf2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:23:10.148789 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0bc92deb-e4b6-4d60-811c-e8e3f3a43212 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:10.202505 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e84e5e8f-9636-4bc1-99c7-f309af8ee7f8 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:10.222089 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-90e39c6d-c068-4aff-aae4-533971f23664 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Unset dirty status for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:23:10.224720 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-90e39c6d-c068-4aff-aae4-533971f23664 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4835973 Feb 28 14:23:10.226573 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 51996) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:10.230649 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e84e5e8f-9636-4bc1-99c7-f309af8ee7f8 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Usage tracker for resource:security_group_rule and tenant:7b79d6625df64f42bf733c4c0965577c is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:10.235661 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e84e5e8f-9636-4bc1-99c7-f309af8ee7f8 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:10.248073 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6238b641-0384-4872-a09f-b6196f1a64a4 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:10.249326 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e84e5e8f-9636-4bc1-99c7-f309af8ee7f8 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:10.253232 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102b1f07-da05-4a3c-ac25-fcf27b78b885 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:10.261103 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-eead9bdf-bf92-42d5-a2bd-ab12e4215bf2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:23:10.262244 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-eead9bdf-bf92-42d5-a2bd-ab12e4215bf2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.4873066 Feb 28 14:23:10.262882 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6238b641-0384-4872-a09f-b6196f1a64a4 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:10.269181 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52000) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:10.277934 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6094db-80c0-461c-a204-d445130f679a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] GET failed (client error): The resource could not be found. Feb 28 14:23:10.279278 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fd6094db-80c0-461c-a204-d445130f679a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "GET /v2.0/ports/dcbaa8f1-9c5b-4c8d-9ce3-4e36b3548396 HTTP/1.1" status: 404 len: 333 time: 0.0515575 Feb 28 14:23:10.283148 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52004) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:10.286627 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102b1f07-da05-4a3c-ac25-fcf27b78b885 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:10.294381 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4835dfed-e9c4-4ddd-bb46-4a674d0ce8f1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1636700284'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:10.305097 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4835dfed-e9c4-4ddd-bb46-4a674d0ce8f1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:10.307662 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-41194cde-ff84-4bf1-b6e2-2acca0258e1d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Allocated IP 172.26.5.187 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/5851a1e4-354c-4e36-a16e-9532182dcfff) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:10.313253 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4835dfed-e9c4-4ddd-bb46-4a674d0ce8f1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:network and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:10.317257 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4835dfed-e9c4-4ddd-bb46-4a674d0ce8f1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:10.326584 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4835dfed-e9c4-4ddd-bb46-4a674d0ce8f1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:10.364503 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4835dfed-e9c4-4ddd-bb46-4a674d0ce8f1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:10.368006 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4835dfed-e9c4-4ddd-bb46-4a674d0ce8f1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:10.436805 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7f8a6cdd-1b90-41e5-a490-d0dee2cf245b None None] Provisioning for port b9b3e674-df90-41d6-95e0-636757d7ae28 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:23:10.462007 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4835dfed-e9c4-4ddd-bb46-4a674d0ce8f1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:23:10.463413 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6238b641-0384-4872-a09f-b6196f1a64a4 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:23:10.486072 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4835dfed-e9c4-4ddd-bb46-4a674d0ce8f1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:10.486411 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-4835dfed-e9c4-4ddd-bb46-4a674d0ce8f1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Added segment 63d0fc1d-98bb-4d32-b16d-1c4b992eb5de of type vlan for network 8af14fa2-076a-49e6-ad90-9be693fe179f Feb 28 14:23:10.511362 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238b641-0384-4872-a09f-b6196f1a64a4 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5742acbf-928d-4406-82fd-a0d23bb79a7d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:10.512529 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41194cde-ff84-4bf1-b6e2-2acca0258e1d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:10.534839 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4835dfed-e9c4-4ddd-bb46-4a674d0ce8f1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:10.550002 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6238b641-0384-4872-a09f-b6196f1a64a4 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:10.550315 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-6238b641-0384-4872-a09f-b6196f1a64a4 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Added segment dea2cc0b-6cf3-4c30-9003-3424970b6a2e of type vlan for network c8d7cd65-cd78-49f4-a4b3-f6839d1f976b Feb 28 14:23:10.558982 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b1f07-da05-4a3c-ac25-fcf27b78b885 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Pushing event updated for resources: {'Port': ['ID=a19e3387-1c35-40dc-8e91-621b1806846d,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:10.574078 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4835dfed-e9c4-4ddd-bb46-4a674d0ce8f1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:10.579507 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4835dfed-e9c4-4ddd-bb46-4a674d0ce8f1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:10.580074 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4835dfed-e9c4-4ddd-bb46-4a674d0ce8f1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:10.591350 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfac6866-56c8-4292-9aa7-51198e2f6630 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:10.591350 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfac6866-56c8-4292-9aa7-51198e2f6630 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:10.591350 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-dfac6866-56c8-4292-9aa7-51198e2f6630 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:23:10.614993 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0bc92deb-e4b6-4d60-811c-e8e3f3a43212 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:10.630457 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41194cde-ff84-4bf1-b6e2-2acca0258e1d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:10.675774 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102b1f07-da05-4a3c-ac25-fcf27b78b885 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:10.698346 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6238b641-0384-4872-a09f-b6196f1a64a4 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:10.710705 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-dfac6866-56c8-4292-9aa7-51198e2f6630 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:23:10.711946 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dfac6866-56c8-4292-9aa7-51198e2f6630 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4337931 Feb 28 14:23:10.726738 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52008) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:10.754915 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4835dfed-e9c4-4ddd-bb46-4a674d0ce8f1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4675648 Feb 28 14:23:10.755651 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835dfed-e9c4-4ddd-bb46-4a674d0ce8f1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Network': ['ID=8af14fa2-076a-49e6-ad90-9be693fe179f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:10.761234 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52012) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:10.769504 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 8af14fa2-076a-49e6-ad90-9be693fe179f details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:23:10.771957 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41194cde-ff84-4bf1-b6e2-2acca0258e1d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:10.781773 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-84455574-acc6-4b98-ba05-924eb3e87512 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'subnet': {'network_id': '8af14fa2-076a-49e6-ad90-9be693fe179f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:10.794796 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-41194cde-ff84-4bf1-b6e2-2acca0258e1d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:10.800268 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41194cde-ff84-4bf1-b6e2-2acca0258e1d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Pushing event updated for resources: {'Port': ['ID=5851a1e4-354c-4e36-a16e-9532182dcfff,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:10.813580 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41194cde-ff84-4bf1-b6e2-2acca0258e1d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:10.862534 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102b1f07-da05-4a3c-ac25-fcf27b78b885 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:10.864813 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-102b1f07-da05-4a3c-ac25-fcf27b78b885 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8203928 Feb 28 14:23:10.867220 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e84e5e8f-9636-4bc1-99c7-f309af8ee7f8 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:10.871589 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52016) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:10.876406 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6238b641-0384-4872-a09f-b6196f1a64a4 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:10.882577 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6238b641-0384-4872-a09f-b6196f1a64a4 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:10.883227 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6238b641-0384-4872-a09f-b6196f1a64a4 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:10.889755 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ae1fedf9-b6f0-4627-95cd-45e4ce06342e tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1341567756'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:10.907449 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:10.910557 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e84e5e8f-9636-4bc1-99c7-f309af8ee7f8 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:10.928700 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0bc92deb-e4b6-4d60-811c-e8e3f3a43212 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:10.935480 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a96f0647-89cf-454a-a1da-f16e00418ef0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet b77a0891-c8be-46cb-b85f-5d201ee7e826 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:23:10.938402 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ae1fedf9-b6f0-4627-95cd-45e4ce06342e tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:10.991695 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-84455574-acc6-4b98-ba05-924eb3e87512 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:10.998113 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a96f0647-89cf-454a-a1da-f16e00418ef0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:11.003322 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-84455574-acc6-4b98-ba05-924eb3e87512 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:subnet and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:11.007995 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-84455574-acc6-4b98-ba05-924eb3e87512 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:11.027922 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:11.030649 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ae1fedf9-b6f0-4627-95cd-45e4ce06342e tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Usage tracker for resource:network and tenant:d031daf6d8064032b3b399a89c15302d is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:11.048361 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ae1fedf9-b6f0-4627-95cd-45e4ce06342e tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:11.066176 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-84455574-acc6-4b98-ba05-924eb3e87512 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:11.066593 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc92deb-e4b6-4d60-811c-e8e3f3a43212 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Pushing event deleted for resources: {'Subnet': ['ID=4c716116-8e4a-4311-90b8-2a7ab9f582b0,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:11.075493 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84e5e8f-9636-4bc1-99c7-f309af8ee7f8 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:23:11.090885 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9058cb68-e99b-49d4-a96a-c5f28bb2af3a None None] Network 6a3f9987-49be-48fe-aa78-2a93fc0dfaf4 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:11.133492 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ae1fedf9-b6f0-4627-95cd-45e4ce06342e tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:11.141093 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0bc92deb-e4b6-4d60-811c-e8e3f3a43212 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:11.181075 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e5e8f-9636-4bc1-99c7-f309af8ee7f8 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9013c821-96fb-4377-a19a-0efea4f9a369,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:11.194414 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6238b641-0384-4872-a09f-b6196f1a64a4 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.5619538 Feb 28 14:23:11.194414 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e84e5e8f-9636-4bc1-99c7-f309af8ee7f8 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:11.194414 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-e84e5e8f-9636-4bc1-99c7-f309af8ee7f8 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Added segment c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421 of type vlan for network b1b285f8-906e-4a15-83a5-4b6cac06a010 Feb 28 14:23:11.194414 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238b641-0384-4872-a09f-b6196f1a64a4 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event updated for resources: {'Network': ['ID=c8d7cd65-cd78-49f4-a4b3-f6839d1f976b,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:11.196564 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0bc92deb-e4b6-4d60-811c-e8e3f3a43212 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] 10.222.0.30 "DELETE /v2.0/subnets/4c716116-8e4a-4311-90b8-2a7ab9f582b0 HTTP/1.1" status: 204 len: 168 time: 1.3767087 Feb 28 14:23:11.203400 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52020) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:11.208558 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a96f0647-89cf-454a-a1da-f16e00418ef0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:11.228731 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84455574-acc6-4b98-ba05-924eb3e87512 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:11.232583 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84455574-acc6-4b98-ba05-924eb3e87512 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:11.264771 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1fedf9-b6f0-4627-95cd-45e4ce06342e tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Made reservation on behalf of d031daf6d8064032b3b399a89c15302d for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:11.268197 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae1fedf9-b6f0-4627-95cd-45e4ce06342e tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:11.316741 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae1fedf9-b6f0-4627-95cd-45e4ce06342e tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:11.342897 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e84e5e8f-9636-4bc1-99c7-f309af8ee7f8 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:11.405029 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network c8d7cd65-cd78-49f4-a4b3-f6839d1f976b details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:23:11.411868 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ae1fedf9-b6f0-4627-95cd-45e4ce06342e tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:11.418440 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device b9b3e674-df90-41d6-95e0-636757d7ae28 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:23:11.440152 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ae1fedf9-b6f0-4627-95cd-45e4ce06342e tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Usage tracker for resource:security_group_rule and tenant:d031daf6d8064032b3b399a89c15302d is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:11.458895 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ae1fedf9-b6f0-4627-95cd-45e4ce06342e tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:11.464762 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80adf937-f71e-48bb-a5c1-4f6cdde9fb24 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:11.473332 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ae1fedf9-b6f0-4627-95cd-45e4ce06342e tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:11.544539 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e84e5e8f-9636-4bc1-99c7-f309af8ee7f8 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:11.552050 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84e5e8f-9636-4bc1-99c7-f309af8ee7f8 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:11.553050 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e84e5e8f-9636-4bc1-99c7-f309af8ee7f8 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:11.579521 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-80adf937-f71e-48bb-a5c1-4f6cdde9fb24 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Deleting port 183275a5-75b0-4a4b-bef2-bf0606ac95aa {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:11.580280 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80adf937-f71e-48bb-a5c1-4f6cdde9fb24 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:11.635475 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port b9b3e674-df90-41d6-95e0-636757d7ae28 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:23:11.639560 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a96f0647-89cf-454a-a1da-f16e00418ef0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:11.644884 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port b9b3e674-df90-41d6-95e0-636757d7ae28 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:11.645243 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:11.771101 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41194cde-ff84-4bf1-b6e2-2acca0258e1d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:11.795601 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156a4c15-b7da-499a-9656-99a85d66d581 None None] DHCP port deletion for 6a3f9987-49be-48fe-aa78-2a93fc0dfaf4 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:23:11.816332 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-156a4c15-b7da-499a-9656-99a85d66d581 None None] Deleting port 183275a5-75b0-4a4b-bef2-bf0606ac95aa {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:11.817372 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-156a4c15-b7da-499a-9656-99a85d66d581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:11.853438 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:11.961683 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e84e5e8f-9636-4bc1-99c7-f309af8ee7f8 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.2598665 Feb 28 14:23:11.990047 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e5e8f-9636-4bc1-99c7-f309af8ee7f8 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Pushing event updated for resources: {'Network': ['ID=b1b285f8-906e-4a15-83a5-4b6cac06a010,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:12.082725 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae1fedf9-b6f0-4627-95cd-45e4ce06342e tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:12.117934 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-156a4c15-b7da-499a-9656-99a85d66d581 None None] For port 183275a5-75b0-4a4b-bef2-bf0606ac95aa, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=183275a5-75b0-4a4b-bef2-bf0606ac95aa,segment=NetworkSegment(6dd4ec78-a877-4a16-8488-7900c2f72fc2),segment_id=6dd4ec78-a877-4a16-8488-7900c2f72fc2)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:12.120121 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-156a4c15-b7da-499a-9656-99a85d66d581 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:12.241873 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-80adf937-f71e-48bb-a5c1-4f6cdde9fb24 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] For port 183275a5-75b0-4a4b-bef2-bf0606ac95aa, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=183275a5-75b0-4a4b-bef2-bf0606ac95aa,segment=NetworkSegment(6dd4ec78-a877-4a16-8488-7900c2f72fc2),segment_id=6dd4ec78-a877-4a16-8488-7900c2f72fc2)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:12.242268 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80adf937-f71e-48bb-a5c1-4f6cdde9fb24 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:12.272721 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84455574-acc6-4b98-ba05-924eb3e87512 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:12.277370 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52028) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:12.309052 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network b1b285f8-906e-4a15-83a5-4b6cac06a010 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:23:12.322337 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41194cde-ff84-4bf1-b6e2-2acca0258e1d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:12.330757 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-156a4c15-b7da-499a-9656-99a85d66d581 None None] Calling delete_port for 183275a5-75b0-4a4b-bef2-bf0606ac95aa owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:12.335396 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Request body: {'port': {'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010', 'binding:host_id': 'hv-neutron-8311', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1355083897'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:12.350181 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:12.366595 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41194cde-ff84-4bf1-b6e2-2acca0258e1d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728902'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:12.368847 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Usage tracker for resource:port and tenant:79bb48a769044efca3cb807843ea858b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:12.382814 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:12.392129 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-80adf937-f71e-48bb-a5c1-4f6cdde9fb24 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Calling delete_port for 183275a5-75b0-4a4b-bef2-bf0606ac95aa owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:12.398398 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:12.458231 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:12.473276 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae1fedf9-b6f0-4627-95cd-45e4ce06342e tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:12.512422 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1fedf9-b6f0-4627-95cd-45e4ce06342e tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac560dd-8d31-4b1f-9bde-ce9697f2b191,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:12.517418 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80adf937-f71e-48bb-a5c1-4f6cdde9fb24 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:12.518232 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-156a4c15-b7da-499a-9656-99a85d66d581 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:23:12.518600 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-156a4c15-b7da-499a-9656-99a85d66d581 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:23:12.591908 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1fedf9-b6f0-4627-95cd-45e4ce06342e tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:23:12.594333 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80adf937-f71e-48bb-a5c1-4f6cdde9fb24 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Pushing event deleted for resources: {'Port': ['ID=183275a5-75b0-4a4b-bef2-bf0606ac95aa,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:12.594463 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Made reservation on behalf of 79bb48a769044efca3cb807843ea858b for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:12.596990 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:12.601097 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80adf937-f71e-48bb-a5c1-4f6cdde9fb24 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] No DVR routers for this DVR port 183275a5-75b0-4a4b-bef2-bf0606ac95aa on host dv-neutron-831192-4-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:23:12.611882 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84455574-acc6-4b98-ba05-924eb3e87512 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Subnet': ['ID=631804a7-64c9-4abb-b549-465f580435b0,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:12.621059 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:12.632555 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84455574-acc6-4b98-ba05-924eb3e87512 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Checking segment: {'id': '63d0fc1d-98bb-4d32-b16d-1c4b992eb5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8af14fa2-076a-49e6-ad90-9be693fe179f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:23:12.632906 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84455574-acc6-4b98-ba05-924eb3e87512 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network hostable DHCP agents. Network: 8af14fa2-076a-49e6-ad90-9be693fe179f, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:23:12.655568 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a96f0647-89cf-454a-a1da-f16e00418ef0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:12.663757 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae1fedf9-b6f0-4627-95cd-45e4ce06342e tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:12.664095 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:12.664206 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-ae1fedf9-b6f0-4627-95cd-45e4ce06342e tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Added segment 10d999dd-b473-472b-8808-d7e1f0feb1ac of type vlan for network 056a9217-8b58-4294-955a-b52100398eb3 Feb 28 14:23:12.684823 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:23:12.685546 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:23:12.716558 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Usage tracker for resource:security_group_rule and tenant:79bb48a769044efca3cb807843ea858b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:12.729048 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:12.745315 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:12.753383 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:23:12.754954 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84455574-acc6-4b98-ba05-924eb3e87512 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network 8af14fa2-076a-49e6-ad90-9be693fe179f is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:23:12.759661 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f0647-89cf-454a-a1da-f16e00418ef0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=b77a0891-c8be-46cb-b85f-5d201ee7e826,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:12.771867 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a96f0647-89cf-454a-a1da-f16e00418ef0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:12.780432 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cf84eb-f72d-4533-9de5-1d129c340eaa None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:12.793650 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-84455574-acc6-4b98-ba05-924eb3e87512 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 8af14fa2-076a-49e6-ad90-9be693fe179f) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:12.802354 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84455574-acc6-4b98-ba05-924eb3e87512 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:12.802937 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84455574-acc6-4b98-ba05-924eb3e87512 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:12.826161 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae1fedf9-b6f0-4627-95cd-45e4ce06342e tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:12.881893 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-84455574-acc6-4b98-ba05-924eb3e87512 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1132934 Feb 28 14:23:12.883845 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae1fedf9-b6f0-4627-95cd-45e4ce06342e tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:12.890464 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52032) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:12.891954 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1fedf9-b6f0-4627-95cd-45e4ce06342e tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:12.893049 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae1fedf9-b6f0-4627-95cd-45e4ce06342e tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:12.898425 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f33939ef-0d0e-4e5f-ba41-eeeaab3e4e04 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'subnet': {'network_id': '8af14fa2-076a-49e6-ad90-9be693fe179f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:12.935311 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5a9c91-5a4f-44f0-8d2e-9c273086f509 None None] Network 8af14fa2-076a-49e6-ad90-9be693fe179f requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:12.945975 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41194cde-ff84-4bf1-b6e2-2acca0258e1d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Router 27de1870-5461-44e2-a659-998c5bb53d59 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:23:12.954483 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:13.015496 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:13.044758 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80adf937-f71e-48bb-a5c1-4f6cdde9fb24 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:13.064140 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a96f0647-89cf-454a-a1da-f16e00418ef0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/b77a0891-c8be-46cb-b85f-5d201ee7e826 HTTP/1.1" status: 204 len: 168 time: 2.3362396 Feb 28 14:23:13.077900 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-156a4c15-b7da-499a-9656-99a85d66d581 None None] Deleting port 183275a5-75b0-4a4b-bef2-bf0606ac95aa {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:13.078234 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-156a4c15-b7da-499a-9656-99a85d66d581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:13.098925 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] device_id is not set on port 256c166b-b641-4085-b802-4a0693843287 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:23:13.134670 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52036) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:13.155592 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ae1fedf9-b6f0-4627-95cd-45e4ce06342e tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2830348 Feb 28 14:23:13.159034 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52040) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:13.240214 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-8dd50c79-1f07-4438-8f7c-ad20307219fe tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Request body: {'subnet': {'network_id': '056a9217-8b58-4294-955a-b52100398eb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:13.257672 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-80adf937-f71e-48bb-a5c1-4f6cdde9fb24 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a3f9987-49be-48fe-aa78-2a93fc0dfaf4']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:13.278518 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-156a4c15-b7da-499a-9656-99a85d66d581 None None] The port '183275a5-75b0-4a4b-bef2-bf0606ac95aa' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:23:13.298325 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1fedf9-b6f0-4627-95cd-45e4ce06342e tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Pushing event updated for resources: {'Network': ['ID=056a9217-8b58-4294-955a-b52100398eb3,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:13.345823 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4e0c33f4-9051-4afa-b482-a88111c02c7e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2061963 Feb 28 14:23:13.348394 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-80adf937-f71e-48bb-a5c1-4f6cdde9fb24 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd4ec78-a877-4a16-8488-7900c2f72fc2') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:13.349015 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-80adf937-f71e-48bb-a5c1-4f6cdde9fb24 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd4ec78-a877-4a16-8488-7900c2f72fc2') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:13.350690 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 056a9217-8b58-4294-955a-b52100398eb3 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:23:13.358053 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52044) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:13.361100 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28159e3-d479-4be5-a6cf-a0c97cdd6b8a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:13.430918 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6250a8ee-9eb7-442f-b94a-7cd47c0e866e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:13.468389 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80adf937-f71e-48bb-a5c1-4f6cdde9fb24 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:13.491410 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d9adcd-71b0-4c31-9bc3-40565568e7f4 None None] DHCP port deletion for 22b852e7-638c-4536-9e81-f0f6c68c1fb7 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:23:13.511805 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-34d9adcd-71b0-4c31-9bc3-40565568e7f4 None None] Deleting port b9b3e674-df90-41d6-95e0-636757d7ae28 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:13.512359 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-34d9adcd-71b0-4c31-9bc3-40565568e7f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:13.532645 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f33939ef-0d0e-4e5f-ba41-eeeaab3e4e04 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:13.551488 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:13.561409 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f33939ef-0d0e-4e5f-ba41-eeeaab3e4e04 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:subnet and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:13.571138 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f33939ef-0d0e-4e5f-ba41-eeeaab3e4e04 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:13.582533 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f33939ef-0d0e-4e5f-ba41-eeeaab3e4e04 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:13.586313 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80adf937-f71e-48bb-a5c1-4f6cdde9fb24 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:13.600673 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port b9b3e674-df90-41d6-95e0-636757d7ae28, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=b9b3e674-df90-41d6-95e0-636757d7ae28,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:13.617786 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41194cde-ff84-4bf1-b6e2-2acca0258e1d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:23:13.631767 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ceb302a-99e3-4f3d-b862-eddfb10664ca None None] Sync routers for ids ['27de1870-5461-44e2-a659-998c5bb53d59'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:23:13.649179 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33939ef-0d0e-4e5f-ba41-eeeaab3e4e04 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:13.649397 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:13.652617 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f33939ef-0d0e-4e5f-ba41-eeeaab3e4e04 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:13.664271 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ceb302a-99e3-4f3d-b862-eddfb10664ca None None] Routers {'27de1870-5461-44e2-a659-998c5bb53d59'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:13.665185 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-2ceb302a-99e3-4f3d-b862-eddfb10664ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['27de1870-5461-44e2-a659-998c5bb53d59'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:13.722196 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-41194cde-ff84-4bf1-b6e2-2acca0258e1d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:13.723505 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-41194cde-ff84-4bf1-b6e2-2acca0258e1d tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "PUT /v2.0/routers/27de1870-5461-44e2-a659-998c5bb53d59 HTTP/1.1" status: 200 len: 880 time: 5.3648303 Feb 28 14:23:13.745454 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=b9b3e674-df90-41d6-95e0-636757d7ae28,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:13.770209 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52048) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:13.776940 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device b9b3e674-df90-41d6-95e0-636757d7ae28 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:23:13.807806 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80adf937-f71e-48bb-a5c1-4f6cdde9fb24 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:23:13.809004 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80adf937-f71e-48bb-a5c1-4f6cdde9fb24 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:13.849522 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-2ceb302a-99e3-4f3d-b862-eddfb10664ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:13.860971 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8dd50c79-1f07-4438-8f7c-ad20307219fe tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:13.868455 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8dd50c79-1f07-4438-8f7c-ad20307219fe tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Usage tracker for resource:subnet and tenant:d031daf6d8064032b3b399a89c15302d is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:13.869332 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ceb302a-99e3-4f3d-b862-eddfb10664ca None None] Routers {'27de1870-5461-44e2-a659-998c5bb53d59'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:13.872444 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-2ceb302a-99e3-4f3d-b862-eddfb10664ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['27de1870-5461-44e2-a659-998c5bb53d59'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:13.876388 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8dd50c79-1f07-4438-8f7c-ad20307219fe tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:13.893466 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8dd50c79-1f07-4438-8f7c-ad20307219fe tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:23:13.908284 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:23:13.920736 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49b4661-4561-4fa7-884c-eec50d21e667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-8af14fa2-076a-49e6-ad90-9be693fe179f', 'network_id': '8af14fa2-076a-49e6-ad90-9be693fe179f', 'tenant_id': '6681ad35360248eda2f0e2c9f8f75c94', 'fixed_ips': [{'subnet_id': '631804a7-64c9-4abb-b549-465f580435b0'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:23:13.922166 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c49b4661-4561-4fa7-884c-eec50d21e667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:14.017031 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] device_id is not set on port 256c166b-b641-4085-b802-4a0693843287 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:23:14.024353 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.ipam_backend_mixin [None req-f33939ef-0d0e-4e5f-ba41-eeeaab3e4e04 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 631804a7-64c9-4abb-b549-465f580435b0 (CIDR: 2001:db8::/64) Feb 28 14:23:14.030907 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:14.034629 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f33939ef-0d0e-4e5f-ba41-eeeaab3e4e04 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:23:14.035475 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f33939ef-0d0e-4e5f-ba41-eeeaab3e4e04 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:23:14.049927 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-2ceb302a-99e3-4f3d-b862-eddfb10664ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:14.051059 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ceb302a-99e3-4f3d-b862-eddfb10664ca None None] The sync data for ids ['27de1870-5461-44e2-a659-998c5bb53d59'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:23:14.069275 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f33939ef-0d0e-4e5f-ba41-eeeaab3e4e04 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1760795 Feb 28 14:23:14.072119 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52052) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:14.078124 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-22bed79f-0885-432a-a76a-240b2f411afe tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'subnet': {'network_id': '8af14fa2-076a-49e6-ad90-9be693fe179f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:14.108523 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:14.242188 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-22bed79f-0885-432a-a76a-240b2f411afe tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:14.247570 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-22bed79f-0885-432a-a76a-240b2f411afe tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:subnet and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:14.259566 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-22bed79f-0885-432a-a76a-240b2f411afe tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:14.271471 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-22bed79f-0885-432a-a76a-240b2f411afe tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:14.291369 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bed79f-0885-432a-a76a-240b2f411afe tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:14.297048 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22bed79f-0885-432a-a76a-240b2f411afe tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:14.357338 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-34d9adcd-71b0-4c31-9bc3-40565568e7f4 None None] For port b9b3e674-df90-41d6-95e0-636757d7ae28, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=b9b3e674-df90-41d6-95e0-636757d7ae28,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:14.357967 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-34d9adcd-71b0-4c31-9bc3-40565568e7f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:14.367470 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port b9b3e674-df90-41d6-95e0-636757d7ae28, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=b9b3e674-df90-41d6-95e0-636757d7ae28,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:14.398677 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5174456c-caed-4b06-bb73-5e469b50f4a7 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "GET /v2.0/routers/27de1870-5461-44e2-a659-998c5bb53d59 HTTP/1.1" status: 200 len: 921 time: 0.6087942 Feb 28 14:23:14.399718 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52056) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:14.486782 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:14.487521 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 183275a5-75b0-4a4b-bef2-bf0606ac95aa no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:23:14.496364 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd50c79-1f07-4438-8f7c-ad20307219fe tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Made reservation on behalf of d031daf6d8064032b3b399a89c15302d for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:14.502287 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8dd50c79-1f07-4438-8f7c-ad20307219fe tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:14.520786 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-34d9adcd-71b0-4c31-9bc3-40565568e7f4 None None] Calling delete_port for b9b3e674-df90-41d6-95e0-636757d7ae28 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:14.549953 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Transition to ACTIVE for port object 256c166b-b641-4085-b802-4a0693843287 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:14.550791 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52060) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:14.559799 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80adf937-f71e-48bb-a5c1-4f6cdde9fb24 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:14.565526 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80adf937-f71e-48bb-a5c1-4f6cdde9fb24 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:14.571916 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e7df1beb-4e9f-46fc-b076-1efac7b2cd7a tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Request body: {'subnet': {'network_id': 'c8d7cd65-cd78-49f4-a4b3-f6839d1f976b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:14.611259 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 183275a5-75b0-4a4b-bef2-bf0606ac95aa {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:23:14.611608 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 183275a5-75b0-4a4b-bef2-bf0606ac95aa not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:23:14.612997 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:14.621828 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6250a8ee-9eb7-442f-b94a-7cd47c0e866e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:14.623117 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-c49b4661-4561-4fa7-884c-eec50d21e667 None None] Allocated IP 2001:db8::2 (8af14fa2-076a-49e6-ad90-9be693fe179f/631804a7-64c9-4abb-b549-465f580435b0/12872a30-fc41-4d85-9e72-533a69515c2f) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:14.651807 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-80adf937-f71e-48bb-a5c1-4f6cdde9fb24 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] 10.222.0.30 "DELETE /v2.0/networks/6a3f9987-49be-48fe-aa78-2a93fc0dfaf4 HTTP/1.1" status: 204 len: 168 time: 3.4472423 Feb 28 14:23:14.722540 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6250a8ee-9eb7-442f-b94a-7cd47c0e866e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:subnet and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:14.726783 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6250a8ee-9eb7-442f-b94a-7cd47c0e866e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:14.733954 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6250a8ee-9eb7-442f-b94a-7cd47c0e866e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:14.744260 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80adf937-f71e-48bb-a5c1-4f6cdde9fb24 tempest-AllowedAddressPairTestJSON-1715927501 tempest-AllowedAddressPairTestJSON-1715927501-project] Pushing event deleted for resources: {'Network': ['ID=6a3f9987-49be-48fe-aa78-2a93fc0dfaf4,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:14.753188 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=b9b3e674-df90-41d6-95e0-636757d7ae28,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:14.778554 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6250a8ee-9eb7-442f-b94a-7cd47c0e866e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:14.780782 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6250a8ee-9eb7-442f-b94a-7cd47c0e866e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:14.801737 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e7df1beb-4e9f-46fc-b076-1efac7b2cd7a tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:14.849039 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e7df1beb-4e9f-46fc-b076-1efac7b2cd7a tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Usage tracker for resource:subnet and tenant:f728042230f541b4b4ac3c2d7dd0693a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:14.853394 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Pushing event updated for resources: {'Port': ['ID=256c166b-b641-4085-b802-4a0693843287,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:14.859449 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e7df1beb-4e9f-46fc-b076-1efac7b2cd7a tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:14.870053 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Checking segment: {'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:23:14.870485 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Network hostable DHCP agents. Network: b1b285f8-906e-4a15-83a5-4b6cac06a010, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:23:14.875038 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e7df1beb-4e9f-46fc-b076-1efac7b2cd7a tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:14.907728 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7df1beb-4e9f-46fc-b076-1efac7b2cd7a tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Made reservation on behalf of f728042230f541b4b4ac3c2d7dd0693a for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:14.911507 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e7df1beb-4e9f-46fc-b076-1efac7b2cd7a tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:14.919710 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-34d9adcd-71b0-4c31-9bc3-40565568e7f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:23:14.920640 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-34d9adcd-71b0-4c31-9bc3-40565568e7f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:23:14.946918 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe9858a-96cf-4736-af67-1d70c55848b9 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:14.948622 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6fe9858a-96cf-4736-af67-1d70c55848b9 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710&device_id=27de1870-5461-44e2-a659-998c5bb53d59&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4572198 Feb 28 14:23:14.951869 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52066) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:14.962195 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c49b4661-4561-4fa7-884c-eec50d21e667 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:14.962557 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Network b1b285f8-906e-4a15-83a5-4b6cac06a010 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:23:14.977675 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c49b4661-4561-4fa7-884c-eec50d21e667 None None] Transition to ACTIVE for port object 12872a30-fc41-4d85-9e72-533a69515c2f will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:15.002648 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c49b4661-4561-4fa7-884c-eec50d21e667 None None] Transition to ACTIVE for port object 12872a30-fc41-4d85-9e72-533a69515c2f will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:15.015184 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c49b4661-4561-4fa7-884c-eec50d21e667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:15.032771 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, b1b285f8-906e-4a15-83a5-4b6cac06a010) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:15.053212 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:15.080131 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffd7e28-10b5-4485-ad0c-a501b080c70b None None] Network b1b285f8-906e-4a15-83a5-4b6cac06a010 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:15.099535 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:15.099869 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:15.100352 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:15.112187 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port 256c166b-b641-4085-b802-4a0693843287 on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:15.112600 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port 256c166b-b641-4085-b802-4a0693843287 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:15.113798 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22bed79f-0885-432a-a76a-240b2f411afe tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:15.119412 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempt 2 to bind port 256c166b-b641-4085-b802-4a0693843287 Feb 28 14:23:15.137504 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49b4661-4561-4fa7-884c-eec50d21e667 None None] Network 8af14fa2-076a-49e6-ad90-9be693fe179f is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:15.142383 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-c49b4661-4561-4fa7-884c-eec50d21e667 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:15.154879 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49b4661-4561-4fa7-884c-eec50d21e667 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:15.201450 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bed79f-0885-432a-a76a-240b2f411afe tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network 8af14fa2-076a-49e6-ad90-9be693fe179f is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:15.204539 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:15.204869 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:15.205201 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:15.245549 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-22bed79f-0885-432a-a76a-240b2f411afe tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:15.256793 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bed79f-0885-432a-a76a-240b2f411afe tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:15.257297 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22bed79f-0885-432a-a76a-240b2f411afe tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:15.263769 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port 256c166b-b641-4085-b802-4a0693843287 on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:15.264091 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port 256c166b-b641-4085-b802-4a0693843287 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:15.266495 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52072) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:15.268087 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempt 3 to bind port 256c166b-b641-4085-b802-4a0693843287 Feb 28 14:23:15.296974 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bed79f-0885-432a-a76a-240b2f411afe tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Subnet': ['ID=980cec66-23dd-4d2f-a03f-2ed1948f2364,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:15.310871 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2deee0ad-28ba-490f-a027-56e31dbca472 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:15.312270 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2deee0ad-28ba-490f-a027-56e31dbca472 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Synchronizing usage tracker for tenant:a9de92cfa4bc41e7b01d7031a674235a on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:23:15.321053 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:15.321342 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:15.321799 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:15.331670 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8dd50c79-1f07-4438-8f7c-ad20307219fe tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:15.342007 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port 256c166b-b641-4085-b802-4a0693843287 on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:15.342171 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port 256c166b-b641-4085-b802-4a0693843287 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:15.350322 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempt 4 to bind port 256c166b-b641-4085-b802-4a0693843287 Feb 28 14:23:15.377929 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-22bed79f-0885-432a-a76a-240b2f411afe tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3021576 Feb 28 14:23:15.380384 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52078) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:15.411295 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6250a8ee-9eb7-442f-b94a-7cd47c0e866e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:15.419359 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2deee0ad-28ba-490f-a027-56e31dbca472 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Unset dirty status for tenant:a9de92cfa4bc41e7b01d7031a674235a on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:23:15.424365 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2deee0ad-28ba-490f-a027-56e31dbca472 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "GET /v2.0/networks/227601ee-f6c9-4fe2-9e97-307a6863d710 HTTP/1.1" status: 200 len: 881 time: 0.4382892 Feb 28 14:23:15.424555 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6a5dd757-17a6-4e65-b7ec-f073f17c8c2c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'port': {'network_id': '8af14fa2-076a-49e6-ad90-9be693fe179f', 'fixed_ips': [{'subnet_id': '631804a7-64c9-4abb-b549-465f580435b0'}, {'subnet_id': '980cec66-23dd-4d2f-a03f-2ed1948f2364'}], 'name': 'tempest-PortsIpV6TestJSON-1740280648'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:15.430349 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52082) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:15.473891 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd50c79-1f07-4438-8f7c-ad20307219fe tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Pushing event updated for resources: {'Subnet': ['ID=534fce38-4993-44d2-8fc5-c9044ac078b8,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:15.498021 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:15.500350 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:15.501438 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:15.506050 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-34d9adcd-71b0-4c31-9bc3-40565568e7f4 None None] Deleting port b9b3e674-df90-41d6-95e0-636757d7ae28 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:15.507692 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-34d9adcd-71b0-4c31-9bc3-40565568e7f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:15.522205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e7df1beb-4e9f-46fc-b076-1efac7b2cd7a tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:15.528639 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6250a8ee-9eb7-442f-b94a-7cd47c0e866e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:15.535195 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-6250a8ee-9eb7-442f-b94a-7cd47c0e866e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:15.563260 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4991f840-5347-4c98-8ad7-7388cf3a97f6 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "GET /v2.0/ports?device_id=27de1870-5461-44e2-a659-998c5bb53d59 HTTP/1.1" status: 200 len: 205 time: 0.1320143 Feb 28 14:23:15.575390 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52086) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:15.577952 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6250a8ee-9eb7-442f-b94a-7cd47c0e866e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:15.578562 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6250a8ee-9eb7-442f-b94a-7cd47c0e866e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:15.627308 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd50c79-1f07-4438-8f7c-ad20307219fe tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Checking segment: {'id': '10d999dd-b473-472b-8808-d7e1f0feb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '056a9217-8b58-4294-955a-b52100398eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:23:15.627848 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd50c79-1f07-4438-8f7c-ad20307219fe tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Network hostable DHCP agents. Network: 056a9217-8b58-4294-955a-b52100398eb3, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:23:15.637323 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b4661-4561-4fa7-884c-eec50d21e667 None None] Pushing event updated for resources: {'Port': ['ID=12872a30-fc41-4d85-9e72-533a69515c2f,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:15.677400 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c49b4661-4561-4fa7-884c-eec50d21e667 None None] Attempting to bind port 12872a30-fc41-4d85-9e72-533a69515c2f on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:15.677400 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c49b4661-4561-4fa7-884c-eec50d21e667 None None] Attempting to bind port 12872a30-fc41-4d85-9e72-533a69515c2f by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '63d0fc1d-98bb-4d32-b16d-1c4b992eb5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8af14fa2-076a-49e6-ad90-9be693fe179f'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:15.677911 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b4661-4561-4fa7-884c-eec50d21e667 None None] Attempting to bind port 12872a30-fc41-4d85-9e72-533a69515c2f on network 8af14fa2-076a-49e6-ad90-9be693fe179f {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:15.702805 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250a8ee-9eb7-442f-b94a-7cd47c0e866e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=34ab751e-b33e-41c8-a190-811bbd42b4f6,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:15.712758 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6250a8ee-9eb7-442f-b94a-7cd47c0e866e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3491104 Feb 28 14:23:15.718600 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52088) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:15.741336 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a840ebe5-88c1-4fac-9d89-eb4559b3b646 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1259008445', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:15.745640 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b4661-4561-4fa7-884c-eec50d21e667 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:23:15.746012 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b4661-4561-4fa7-884c-eec50d21e667 None None] Checking segment: {'id': '63d0fc1d-98bb-4d32-b16d-1c4b992eb5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8af14fa2-076a-49e6-ad90-9be693fe179f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:23:15.746402 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c49b4661-4561-4fa7-884c-eec50d21e667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:15.746952 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b4661-4561-4fa7-884c-eec50d21e667 None None] Bound using segment: {'id': '63d0fc1d-98bb-4d32-b16d-1c4b992eb5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8af14fa2-076a-49e6-ad90-9be693fe179f'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:23:15.747464 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c49b4661-4561-4fa7-884c-eec50d21e667 None None] Bound port: 12872a30-fc41-4d85-9e72-533a69515c2f, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d0fc1d-98bb-4d32-b16d-1c4b992eb5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8af14fa2-076a-49e6-ad90-9be693fe179f'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:23:15.748193 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c49b4661-4561-4fa7-884c-eec50d21e667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:15.751413 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a840ebe5-88c1-4fac-9d89-eb4559b3b646 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:15.753609 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd50c79-1f07-4438-8f7c-ad20307219fe tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Network 056a9217-8b58-4294-955a-b52100398eb3 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:23:15.759265 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port 256c166b-b641-4085-b802-4a0693843287 on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:15.759532 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port 256c166b-b641-4085-b802-4a0693843287 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:15.759805 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a840ebe5-88c1-4fac-9d89-eb4559b3b646 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:router and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:15.765700 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a840ebe5-88c1-4fac-9d89-eb4559b3b646 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:15.769186 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempt 5 to bind port 256c166b-b641-4085-b802-4a0693843287 Feb 28 14:23:15.774702 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d3c65522-1052-4e13-99b5-99ef4ab2674d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e5cd18d9556b4929a6ad10b629eff751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4750755 Feb 28 14:23:15.777462 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a840ebe5-88c1-4fac-9d89-eb4559b3b646 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:15.779576 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52094) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:15.798077 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-8dd50c79-1f07-4438-8f7c-ad20307219fe tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 056a9217-8b58-4294-955a-b52100398eb3) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:15.812058 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd50c79-1f07-4438-8f7c-ad20307219fe tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:15.812688 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8dd50c79-1f07-4438-8f7c-ad20307219fe tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:15.824690 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a840ebe5-88c1-4fac-9d89-eb4559b3b646 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:15.825016 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a840ebe5-88c1-4fac-9d89-eb4559b3b646 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:15.843933 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5d47b7-8568-459d-8506-765f1a03e499 None None] Network 056a9217-8b58-4294-955a-b52100398eb3 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:15.866896 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8dd50c79-1f07-4438-8f7c-ad20307219fe tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6298919 Feb 28 14:23:15.866896 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a840ebe5-88c1-4fac-9d89-eb4559b3b646 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:15.873753 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52098) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:15.893356 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ba0ea38f-37b0-4faf-a9e9-ee24a1f27f29 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-338575295', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:15.903847 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-deff316d-e489-47a3-8010-33fa8244680b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:15.905717 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ba0ea38f-37b0-4faf-a9e9-ee24a1f27f29 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:15.909042 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:15.909378 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:15.909715 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:15.920590 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ba0ea38f-37b0-4faf-a9e9-ee24a1f27f29 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Usage tracker for resource:router and tenant:d031daf6d8064032b3b399a89c15302d is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:15.925843 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df1beb-4e9f-46fc-b076-1efac7b2cd7a tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event updated for resources: {'Subnet': ['ID=92916e64-51e9-43ee-a76a-f11effc046fe,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:15.926415 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ba0ea38f-37b0-4faf-a9e9-ee24a1f27f29 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:15.939026 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ba0ea38f-37b0-4faf-a9e9-ee24a1f27f29 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:15.945643 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port 256c166b-b641-4085-b802-4a0693843287 on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:15.945977 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port 256c166b-b641-4085-b802-4a0693843287 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:15.949422 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a840ebe5-88c1-4fac-9d89-eb4559b3b646 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:15.958772 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-deff316d-e489-47a3-8010-33fa8244680b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:15.958974 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempt 6 to bind port 256c166b-b641-4085-b802-4a0693843287 Feb 28 14:23:15.979187 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ba0ea38f-37b0-4faf-a9e9-ee24a1f27f29 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:15.980166 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ba0ea38f-37b0-4faf-a9e9-ee24a1f27f29 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:16.015401 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a840ebe5-88c1-4fac-9d89-eb4559b3b646 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:16.019114 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a840ebe5-88c1-4fac-9d89-eb4559b3b646 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2954624 Feb 28 14:23:16.020469 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52102) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:16.039504 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df1beb-4e9f-46fc-b076-1efac7b2cd7a tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Checking segment: {'id': 'dea2cc0b-6cf3-4c30-9003-3424970b6a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c8d7cd65-cd78-49f4-a4b3-f6839d1f976b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:23:16.039916 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7df1beb-4e9f-46fc-b076-1efac7b2cd7a tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Network hostable DHCP agents. Network: c8d7cd65-cd78-49f4-a4b3-f6839d1f976b, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:23:16.047282 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:16.047797 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:16.048300 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:16.053694 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6a5dd757-17a6-4e65-b7ec-f073f17c8c2c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:16.085629 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ba0ea38f-37b0-4faf-a9e9-ee24a1f27f29 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:16.094545 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port 256c166b-b641-4085-b802-4a0693843287 on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:16.095104 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port 256c166b-b641-4085-b802-4a0693843287 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:16.096207 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6a5dd757-17a6-4e65-b7ec-f073f17c8c2c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:16.098909 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempt 7 to bind port 256c166b-b641-4085-b802-4a0693843287 Feb 28 14:23:16.107610 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6fb2-7f22-450c-9e9f-3d22fe9d8a64 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:16.110916 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c49b4661-4561-4fa7-884c-eec50d21e667 None None] For port 12872a30-fc41-4d85-9e72-533a69515c2f, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:23:16.117798 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-34d9adcd-71b0-4c31-9bc3-40565568e7f4 None None] For port b9b3e674-df90-41d6-95e0-636757d7ae28, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=b9b3e674-df90-41d6-95e0-636757d7ae28,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:16.118247 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-34d9adcd-71b0-4c31-9bc3-40565568e7f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:16.147944 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c49b4661-4561-4fa7-884c-eec50d21e667 None None] For port 12872a30-fc41-4d85-9e72-533a69515c2f, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=12872a30-fc41-4d85-9e72-533a69515c2f,segment=NetworkSegment(63d0fc1d-98bb-4d32-b16d-1c4b992eb5de),segment_id=63d0fc1d-98bb-4d32-b16d-1c4b992eb5de)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:23:16.188629 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7df1beb-4e9f-46fc-b076-1efac7b2cd7a tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Network c8d7cd65-cd78-49f4-a4b3-f6839d1f976b is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:23:16.194154 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5dd757-17a6-4e65-b7ec-f073f17c8c2c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:16.208667 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:16.208994 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:16.209319 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:16.244531 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port 256c166b-b641-4085-b802-4a0693843287 on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:16.244817 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port 256c166b-b641-4085-b802-4a0693843287 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:16.249868 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempt 8 to bind port 256c166b-b641-4085-b802-4a0693843287 Feb 28 14:23:16.286398 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c49b4661-4561-4fa7-884c-eec50d21e667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:16.296913 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-34d9adcd-71b0-4c31-9bc3-40565568e7f4 None None] Calling delete_port for b9b3e674-df90-41d6-95e0-636757d7ae28 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:16.317137 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e7df1beb-4e9f-46fc-b076-1efac7b2cd7a tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, c8d7cd65-cd78-49f4-a4b3-f6839d1f976b) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:16.364105 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-deff316d-e489-47a3-8010-33fa8244680b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:16.372746 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7df1beb-4e9f-46fc-b076-1efac7b2cd7a tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:16.373331 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e7df1beb-4e9f-46fc-b076-1efac7b2cd7a tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:16.378183 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5b9aba-67d8-4bd5-a8fa-ebd66cc01b9a None None] Network c8d7cd65-cd78-49f4-a4b3-f6839d1f976b requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:16.384659 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:16.385306 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:16.385788 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:16.427779 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port 256c166b-b641-4085-b802-4a0693843287 on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:16.428353 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port 256c166b-b641-4085-b802-4a0693843287 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:16.434688 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempt 9 to bind port 256c166b-b641-4085-b802-4a0693843287 Feb 28 14:23:16.456399 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e7df1beb-4e9f-46fc-b076-1efac7b2cd7a tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9043174 Feb 28 14:23:16.463460 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52106) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:16.478961 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6fb2-7f22-450c-9e9f-3d22fe9d8a64 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:16.489911 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a53ebf41-1cb7-4fbb-b103-d98c0242dfeb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1927754848'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:16.497555 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:16.498217 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:16.498747 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:16.505035 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a53ebf41-1cb7-4fbb-b103-d98c0242dfeb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:16.513961 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a53ebf41-1cb7-4fbb-b103-d98c0242dfeb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Usage tracker for resource:network and tenant:f728042230f541b4b4ac3c2d7dd0693a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:16.517295 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port 256c166b-b641-4085-b802-4a0693843287 on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:16.517896 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port 256c166b-b641-4085-b802-4a0693843287 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:16.521636 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a5dd757-17a6-4e65-b7ec-f073f17c8c2c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:16.531908 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a53ebf41-1cb7-4fbb-b103-d98c0242dfeb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:16.536490 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempt 10 to bind port 256c166b-b641-4085-b802-4a0693843287 Feb 28 14:23:16.548596 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d6fb2-7f22-450c-9e9f-3d22fe9d8a64 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Deleting port 5851a1e4-354c-4e36-a16e-9532182dcfff {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:16.548920 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6fb2-7f22-450c-9e9f-3d22fe9d8a64 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:16.582869 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a53ebf41-1cb7-4fbb-b103-d98c0242dfeb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:16.598647 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b4661-4561-4fa7-884c-eec50d21e667 None None] Pushing event updated for resources: {'Port': ['ID=12872a30-fc41-4d85-9e72-533a69515c2f,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:16.607610 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:16.607933 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:16.608427 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port 256c166b-b641-4085-b802-4a0693843287 on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:16.621852 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff316d-e489-47a3-8010-33fa8244680b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e217815a-5acb-4f52-acf2-a101d90147b3,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:16.625201 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-6a5dd757-17a6-4e65-b7ec-f073f17c8c2c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] device_id is not set on port 39fcd075-6d7b-4b1e-a35a-af61f2158442 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:23:16.651368 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7ba217-da21-4223-8843-16788d1b48d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-056a9217-8b58-4294-955a-b52100398eb3', 'network_id': '056a9217-8b58-4294-955a-b52100398eb3', 'tenant_id': 'd031daf6d8064032b3b399a89c15302d', 'fixed_ips': [{'subnet_id': '534fce38-4993-44d2-8fc5-c9044ac078b8'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:23:16.652342 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9d7ba217-da21-4223-8843-16788d1b48d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:16.658208 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port 256c166b-b641-4085-b802-4a0693843287 on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:16.658597 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port 256c166b-b641-4085-b802-4a0693843287 on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:16.658884 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:16.677943 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-34d9adcd-71b0-4c31-9bc3-40565568e7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:16.680498 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53ebf41-1cb7-4fbb-b103-d98c0242dfeb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Made reservation on behalf of f728042230f541b4b4ac3c2d7dd0693a for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:16.683902 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a53ebf41-1cb7-4fbb-b103-d98c0242dfeb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:16.767742 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9adcd-71b0-4c31-9bc3-40565568e7f4 None None] Pushing event deleted for resources: {'Port': ['ID=b9b3e674-df90-41d6-95e0-636757d7ae28,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:16.779471 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d9adcd-71b0-4c31-9bc3-40565568e7f4 None None] No DVR routers for this DVR port b9b3e674-df90-41d6-95e0-636757d7ae28 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:23:16.838480 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9237805c-2138-437c-b19b-33d1580251f9 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:16.838958 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ba0ea38f-37b0-4faf-a9e9-ee24a1f27f29 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:16.918901 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-deff316d-e489-47a3-8010-33fa8244680b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:16.918901 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-deff316d-e489-47a3-8010-33fa8244680b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e217815a-5acb-4f52-acf2-a101d90147b3 HTTP/1.1" status: 204 len: 168 time: 1.1332486 Feb 28 14:23:16.953799 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a53ebf41-1cb7-4fbb-b103-d98c0242dfeb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:23:17.014208 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] For port 256c166b-b641-4085-b802-4a0693843287, host hv-neutron-8311, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:23:17.014568 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempted to set empty binding levels {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 28 14:23:17.027060 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a53ebf41-1cb7-4fbb-b103-d98c0242dfeb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:17.030632 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-a53ebf41-1cb7-4fbb-b103-d98c0242dfeb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Added segment b83b6275-8059-4b02-ba00-c4c1d9051c26 of type vlan for network 80273357-fddf-4137-b439-a4d306ecfceb Feb 28 14:23:17.069956 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a316a642-feb2-4753-a41b-dc8e4e5069a3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:17.082767 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:17.088927 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6fb2-7f22-450c-9e9f-3d22fe9d8a64 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:17.126015 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d62fe3-8ffe-48a4-b40b-41e1d715efdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-c8d7cd65-cd78-49f4-a4b3-f6839d1f976b', 'network_id': 'c8d7cd65-cd78-49f4-a4b3-f6839d1f976b', 'tenant_id': 'f728042230f541b4b4ac3c2d7dd0693a', 'fixed_ips': [{'subnet_id': '92916e64-51e9-43ee-a76a-f11effc046fe'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:23:17.126953 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e9d62fe3-8ffe-48a4-b40b-41e1d715efdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:17.319088 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-9d7ba217-da21-4223-8843-16788d1b48d8 None None] Allocated IP 172.20.0.2 (056a9217-8b58-4294-955a-b52100398eb3/534fce38-4993-44d2-8fc5-c9044ac078b8/3f252805-08aa-431a-b51e-34bbeede86a9) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:17.442046 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:17.442990 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:17.473605 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d6fb2-7f22-450c-9e9f-3d22fe9d8a64 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Calling delete_port for 5851a1e4-354c-4e36-a16e-9532182dcfff owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:17.627038 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec492a54-2b83-4ef1-99ee-42c8d1cf9509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'fixed_ips': [{'subnet_id': '34ab751e-b33e-41c8-a190-811bbd42b4f6'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:23:17.628007 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ec492a54-2b83-4ef1-99ee-42c8d1cf9509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:17.628140 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a53ebf41-1cb7-4fbb-b103-d98c0242dfeb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:17.678683 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-e9d62fe3-8ffe-48a4-b40b-41e1d715efdb None None] Allocated IP 2001:db8:0:ffff::2 (c8d7cd65-cd78-49f4-a4b3-f6839d1f976b/92916e64-51e9-43ee-a76a-f11effc046fe/abdce059-7265-4b66-af28-4b18a2ae8898) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:17.736263 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.4160140 Feb 28 14:23:17.736263 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a53ebf41-1cb7-4fbb-b103-d98c0242dfeb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:17.740069 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53ebf41-1cb7-4fbb-b103-d98c0242dfeb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:17.740577 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a53ebf41-1cb7-4fbb-b103-d98c0242dfeb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:17.751383 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52122) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:17.841346 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ba0ea38f-37b0-4faf-a9e9-ee24a1f27f29 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:17.905567 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ba0ea38f-37b0-4faf-a9e9-ee24a1f27f29 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:17.935181 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f78531-e606-4c99-9078-4a3bff14ceb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Pushing event updated for resources: {'Port': ['ID=256c166b-b641-4085-b802-4a0693843287,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:17.942301 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a53ebf41-1cb7-4fbb-b103-d98c0242dfeb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4720988 Feb 28 14:23:17.969045 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52128) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:18.007929 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-a316a642-feb2-4753-a41b-dc8e4e5069a3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 2001:db8::1 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/34ab751e-b33e-41c8-a190-811bbd42b4f6/d9af3ef0-f44d-4de4-b99f-f29125b998a0) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:18.013215 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-47734acc-4de1-4f43-8c40-fd0b6eabfd94 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Request body: {'subnet': {'network_id': '80273357-fddf-4137-b439-a4d306ecfceb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:18.071002 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-847e16ea-ae2d-4b17-bdbc-938e6bddaf6a tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Deleting port 256c166b-b641-4085-b802-4a0693843287 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:18.071482 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-847e16ea-ae2d-4b17-bdbc-938e6bddaf6a tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:18.077369 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9d7ba217-da21-4223-8843-16788d1b48d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:18.084665 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-6a5dd757-17a6-4e65-b7ec-f073f17c8c2c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Allocated IP 2001:db8::1a8 (8af14fa2-076a-49e6-ad90-9be693fe179f/631804a7-64c9-4abb-b549-465f580435b0/39fcd075-6d7b-4b1e-a35a-af61f2158442) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:18.091806 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-6a5dd757-17a6-4e65-b7ec-f073f17c8c2c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Allocated IP 2001:db8:0:1::77 (8af14fa2-076a-49e6-ad90-9be693fe179f/980cec66-23dd-4d2f-a03f-2ed1948f2364/39fcd075-6d7b-4b1e-a35a-af61f2158442) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:18.092513 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9d7ba217-da21-4223-8843-16788d1b48d8 None None] Transition to ACTIVE for port object 3f252805-08aa-431a-b51e-34bbeede86a9 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:18.116629 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9d7ba217-da21-4223-8843-16788d1b48d8 None None] Transition to ACTIVE for port object 3f252805-08aa-431a-b51e-34bbeede86a9 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:18.171463 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 12872a30-fc41-4d85-9e72-533a69515c2f up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:23:18.259291 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9d7ba217-da21-4223-8843-16788d1b48d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:18.262830 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ebf41-1cb7-4fbb-b103-d98c0242dfeb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event updated for resources: {'Network': ['ID=80273357-fddf-4137-b439-a4d306ecfceb,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:18.318925 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52138) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:18.325265 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 12872a30-fc41-4d85-9e72-533a69515c2f completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:23:18.331309 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 80273357-fddf-4137-b439-a4d306ecfceb details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:23:18.346920 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bdaf0a-5d18-4523-8fad-36b9148b698a None None] Network 8af14fa2-076a-49e6-ad90-9be693fe179f requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:18.481515 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-43e421bc-7d4c-474f-aa1e-eb49f24cd12e tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] Request body: {'port': {'network_id': '9cef5d77-fb2b-4f89-9daa-3aafbe792c15', 'name': 'tempest-NetworksNegativeTestJSON-731449415'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:18.505583 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a5dd757-17a6-4e65-b7ec-f073f17c8c2c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:18.516025 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-47734acc-4de1-4f43-8c40-fd0b6eabfd94 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:18.524951 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e421bc-7d4c-474f-aa1e-eb49f24cd12e tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] POST failed (client error): The resource could not be found. Feb 28 14:23:18.525443 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43e421bc-7d4c-474f-aa1e-eb49f24cd12e tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:23:18.526585 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-43e421bc-7d4c-474f-aa1e-eb49f24cd12e tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2066324 Feb 28 14:23:18.532146 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52144) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:18.555933 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-6a5dd757-17a6-4e65-b7ec-f073f17c8c2c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Transition to ACTIVE for port object 39fcd075-6d7b-4b1e-a35a-af61f2158442 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:18.557091 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6fb2-7f22-450c-9e9f-3d22fe9d8a64 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:18.606097 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-47734acc-4de1-4f43-8c40-fd0b6eabfd94 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Usage tracker for resource:subnet and tenant:f728042230f541b4b4ac3c2d7dd0693a is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:18.611046 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0838c7-c494-42e3-aa3b-8c795c055631 tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] DELETE failed (client error): The resource could not be found. Feb 28 14:23:18.611569 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee0838c7-c494-42e3-aa3b-8c795c055631 tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:23:18.614948 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-47734acc-4de1-4f43-8c40-fd0b6eabfd94 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:18.625900 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d6fb2-7f22-450c-9e9f-3d22fe9d8a64 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Pushing event deleted for resources: {'Port': ['ID=5851a1e4-354c-4e36-a16e-9532182dcfff,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:18.631374 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-47734acc-4de1-4f43-8c40-fd0b6eabfd94 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:18.659363 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ee0838c7-c494-42e3-aa3b-8c795c055631 tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] 10.222.0.30 "DELETE /v2.0/networks/00242598-bcfe-425a-9121-fbc34dc69d6e HTTP/1.1" status: 404 len: 339 time: 0.1261711 Feb 28 14:23:18.667212 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52148) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:18.671196 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7ba217-da21-4223-8843-16788d1b48d8 None None] Network 056a9217-8b58-4294-955a-b52100398eb3 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:18.710358 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-ba0ea38f-37b0-4faf-a9e9-ee24a1f27f29 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Allocated IP 172.26.5.59 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/3b320a72-58f0-4ef5-b24c-7c6ee2bfa004) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:18.718612 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47734acc-4de1-4f43-8c40-fd0b6eabfd94 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Made reservation on behalf of f728042230f541b4b4ac3c2d7dd0693a for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:18.722136 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-47734acc-4de1-4f43-8c40-fd0b6eabfd94 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:18.744069 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-9d7ba217-da21-4223-8843-16788d1b48d8 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:18.746642 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7ba217-da21-4223-8843-16788d1b48d8 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:18.753225 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe4de2c-151a-49d5-8836-f4ce078a73a3 tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] DELETE failed (client error): The resource could not be found. Feb 28 14:23:18.753694 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe4de2c-151a-49d5-8836-f4ce078a73a3 tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:23:18.755743 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-afe4de2c-151a-49d5-8836-f4ce078a73a3 tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] 10.222.0.30 "DELETE /v2.0/ports/baf048a1-c668-45d0-a084-87536e10510f HTTP/1.1" status: 404 len: 333 time: 0.0877740 Feb 28 14:23:18.761575 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52152) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:18.769804 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b7f312b6-3e0d-4713-b432-f592f9cf3c31 None None] Provisioning for port 12872a30-fc41-4d85-9e72-533a69515c2f completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:23:18.807034 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e1cc0c-d028-4a31-910e-683a503ddff8 tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] DELETE failed (client error): The resource could not be found. Feb 28 14:23:18.807510 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7e1cc0c-d028-4a31-910e-683a503ddff8 tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:23:18.809199 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e7e1cc0c-d028-4a31-910e-683a503ddff8 tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] 10.222.0.30 "DELETE /v2.0/subnets/9dfc3a52-85b1-4546-a395-18f18fe2d0f9 HTTP/1.1" status: 404 len: 337 time: 0.0467849 Feb 28 14:23:18.813615 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52156) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:18.817619 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a5dd757-17a6-4e65-b7ec-f073f17c8c2c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:18.832814 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a316a642-feb2-4753-a41b-dc8e4e5069a3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:18.837310 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6fb2-7f22-450c-9e9f-3d22fe9d8a64 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:18.839608 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ba217-da21-4223-8843-16788d1b48d8 None None] Pushing event updated for resources: {'Port': ['ID=3f252805-08aa-431a-b51e-34bbeede86a9,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:18.858539 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b7f312b6-3e0d-4713-b432-f592f9cf3c31 None None] Provisioning complete for port 12872a30-fc41-4d85-9e72-533a69515c2f triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:18.858880 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b7f312b6-3e0d-4713-b432-f592f9cf3c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:18.938447 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-847e16ea-ae2d-4b17-bdbc-938e6bddaf6a tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] For port 256c166b-b641-4085-b802-4a0693843287, host hv-neutron-8311, got binding levels [] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:18.938796 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-847e16ea-ae2d-4b17-bdbc-938e6bddaf6a tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:19.005948 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a316a642-feb2-4753-a41b-dc8e4e5069a3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Transition to ACTIVE for port object d9af3ef0-f44d-4de4-b99f-f29125b998a0 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:19.017299 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4edb6882-330c-40cf-80e0-2105e6da22de tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] GET failed (client error): The resource could not be found. Feb 28 14:23:19.024070 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4edb6882-330c-40cf-80e0-2105e6da22de tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] 10.222.0.30 "GET /v2.0/networks/481337ca-4131-40a6-b3b3-519367c8f50a HTTP/1.1" status: 404 len: 339 time: 0.2046404 Feb 28 14:23:19.024423 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52160) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:19.065634 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5dd757-17a6-4e65-b7ec-f073f17c8c2c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network 8af14fa2-076a-49e6-ad90-9be693fe179f is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:19.101443 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9d7ba217-da21-4223-8843-16788d1b48d8 None None] Attempting to bind port 3f252805-08aa-431a-b51e-34bbeede86a9 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:19.101884 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9d7ba217-da21-4223-8843-16788d1b48d8 None None] Attempting to bind port 3f252805-08aa-431a-b51e-34bbeede86a9 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '10d999dd-b473-472b-8808-d7e1f0feb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '056a9217-8b58-4294-955a-b52100398eb3'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:19.102427 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7ba217-da21-4223-8843-16788d1b48d8 None None] Attempting to bind port 3f252805-08aa-431a-b51e-34bbeede86a9 on network 056a9217-8b58-4294-955a-b52100398eb3 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:19.112217 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e9d62fe3-8ffe-48a4-b40b-41e1d715efdb None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:19.128705 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7ba217-da21-4223-8843-16788d1b48d8 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:23:19.129195 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7ba217-da21-4223-8843-16788d1b48d8 None None] Checking segment: {'id': '10d999dd-b473-472b-8808-d7e1f0feb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '056a9217-8b58-4294-955a-b52100398eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:23:19.130832 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9d7ba217-da21-4223-8843-16788d1b48d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:19.130832 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7ba217-da21-4223-8843-16788d1b48d8 None None] Bound using segment: {'id': '10d999dd-b473-472b-8808-d7e1f0feb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '056a9217-8b58-4294-955a-b52100398eb3'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:23:19.131041 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-6a5dd757-17a6-4e65-b7ec-f073f17c8c2c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:19.131176 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9d7ba217-da21-4223-8843-16788d1b48d8 None None] Bound port: 3f252805-08aa-431a-b51e-34bbeede86a9, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d999dd-b473-472b-8808-d7e1f0feb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '056a9217-8b58-4294-955a-b52100398eb3'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:23:19.131176 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9d7ba217-da21-4223-8843-16788d1b48d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:19.131662 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-847e16ea-ae2d-4b17-bdbc-938e6bddaf6a tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Calling delete_port for 256c166b-b641-4085-b802-4a0693843287 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:19.148087 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5dd757-17a6-4e65-b7ec-f073f17c8c2c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:19.153425 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e9d62fe3-8ffe-48a4-b40b-41e1d715efdb None None] Transition to ACTIVE for port object abdce059-7265-4b66-af28-4b18a2ae8898 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:19.153607 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5dd757-17a6-4e65-b7ec-f073f17c8c2c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:19.154239 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a5dd757-17a6-4e65-b7ec-f073f17c8c2c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:19.158713 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5dd757-17a6-4e65-b7ec-f073f17c8c2c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Port': ['ID=39fcd075-6d7b-4b1e-a35a-af61f2158442,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:19.163846 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6fb2-7f22-450c-9e9f-3d22fe9d8a64 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:19.167796 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d95a77-4c66-4ec4-b4dd-67083791f906 tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] GET failed (client error): The resource could not be found. Feb 28 14:23:19.169120 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-70d95a77-4c66-4ec4-b4dd-67083791f906 tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] 10.222.0.30 "GET /v2.0/ports/dcd10f97-f742-43d7-8d74-fe248ef6cfd9 HTTP/1.1" status: 404 len: 333 time: 0.1438768 Feb 28 14:23:19.175409 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52164) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:19.176996 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6fb2-7f22-450c-9e9f-3d22fe9d8a64 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:19.199071 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6a5dd757-17a6-4e65-b7ec-f073f17c8c2c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.8192194 Feb 28 14:23:19.201751 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52168) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:19.208624 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8d896ed9-02bb-49be-b0a6-593fcdbd6de0 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '631804a7-64c9-4abb-b549-465f580435b0'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:19.244053 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd69780-29b6-4645-9ae2-087374169315 tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] GET failed (client error): The resource could not be found. Feb 28 14:23:19.245374 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bdd69780-29b6-4645-9ae2-087374169315 tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] 10.222.0.30 "GET /v2.0/subnets/e1c12256-4ad2-4e46-bddb-7b5c19a3b0f1 HTTP/1.1" status: 404 len: 337 time: 0.0588865 Feb 28 14:23:19.250405 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6fb2-7f22-450c-9e9f-3d22fe9d8a64 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:19.251129 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5d6fb2-7f22-450c-9e9f-3d22fe9d8a64 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Fanout notify agent at l3_agent the message router_deleted on router 27de1870-5461-44e2-a659-998c5bb53d59 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:23:19.251504 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52172) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:19.270205 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-66fc8908-a19b-4664-99f0-b98e6809af7b tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:19.273200 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6fb2-7f22-450c-9e9f-3d22fe9d8a64 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:19.274278 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8c5d6fb2-7f22-450c-9e9f-3d22fe9d8a64 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "DELETE /v2.0/routers/27de1870-5461-44e2-a659-998c5bb53d59 HTTP/1.1" status: 204 len: 168 time: 3.5165033 Feb 28 14:23:19.282913 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52176) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:19.292120 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-013829c1-ddb2-4d3f-bd9f-7e3a8d3f2728 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1374735138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:19.304672 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e9d62fe3-8ffe-48a4-b40b-41e1d715efdb None None] Transition to ACTIVE for port object abdce059-7265-4b66-af28-4b18a2ae8898 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:19.336583 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-013829c1-ddb2-4d3f-bd9f-7e3a8d3f2728 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:19.338481 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e9d62fe3-8ffe-48a4-b40b-41e1d715efdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:19.346080 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-66fc8908-a19b-4664-99f0-b98e6809af7b tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] PUT failed (client error): The resource could not be found. Feb 28 14:23:19.346559 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66fc8908-a19b-4664-99f0-b98e6809af7b tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:23:19.353196 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-66fc8908-a19b-4664-99f0-b98e6809af7b tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] 10.222.0.30 "PUT /v2.0/networks/e93ef73c-6ac0-4f41-9607-238dc465efcf HTTP/1.1" status: 404 len: 339 time: 0.0941052 Feb 28 14:23:19.353372 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-013829c1-ddb2-4d3f-bd9f-7e3a8d3f2728 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Usage tracker for resource:router and tenant:15f077467be64cd9b71b3453d741c4f4 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:19.353456 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52180) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:19.360559 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-732cfdda-2ba7-4c64-912f-3ab3442364f5 tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:19.388833 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-013829c1-ddb2-4d3f-bd9f-7e3a8d3f2728 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:19.392302 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b7f312b6-3e0d-4713-b432-f592f9cf3c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:19.414315 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-013829c1-ddb2-4d3f-bd9f-7e3a8d3f2728 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:19.414937 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ba0ea38f-37b0-4faf-a9e9-ee24a1f27f29 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:19.423700 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-732cfdda-2ba7-4c64-912f-3ab3442364f5 tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] PUT failed (client error): The resource could not be found. Feb 28 14:23:19.424175 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-732cfdda-2ba7-4c64-912f-3ab3442364f5 tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:23:19.428631 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-732cfdda-2ba7-4c64-912f-3ab3442364f5 tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] 10.222.0.30 "PUT /v2.0/ports/c9d6311a-74f5-43b2-beda-4124b71580f5 HTTP/1.1" status: 404 len: 333 time: 0.0705776 Feb 28 14:23:19.430181 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52184) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:19.440687 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d896ed9-02bb-49be-b0a6-593fcdbd6de0 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:19.441010 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-863f544a-cd0f-4101-9725-cc6328624672 tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:19.467185 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a316a642-feb2-4753-a41b-dc8e4e5069a3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:19.511487 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-847e16ea-ae2d-4b17-bdbc-938e6bddaf6a tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:19.527716 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d62fe3-8ffe-48a4-b40b-41e1d715efdb None None] Network c8d7cd65-cd78-49f4-a4b3-f6839d1f976b is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:19.540451 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-e9d62fe3-8ffe-48a4-b40b-41e1d715efdb None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:19.543101 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d62fe3-8ffe-48a4-b40b-41e1d715efdb None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:19.545526 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-863f544a-cd0f-4101-9725-cc6328624672 tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] PUT failed (client error): The resource could not be found. Feb 28 14:23:19.546167 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-863f544a-cd0f-4101-9725-cc6328624672 tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:23:19.547866 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-863f544a-cd0f-4101-9725-cc6328624672 tempest-NetworksNegativeTestJSON-470061107 tempest-NetworksNegativeTestJSON-470061107-project] 10.222.0.30 "PUT /v2.0/subnets/f99ebed7-b83f-42bc-bd80-3b6a3b217e97 HTTP/1.1" status: 404 len: 337 time: 0.1167579 Feb 28 14:23:19.552560 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9d7ba217-da21-4223-8843-16788d1b48d8 None None] For port 3f252805-08aa-431a-b51e-34bbeede86a9, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:23:19.554969 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d62fe3-8ffe-48a4-b40b-41e1d715efdb None None] Pushing event updated for resources: {'Port': ['ID=abdce059-7265-4b66-af28-4b18a2ae8898,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:19.568420 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd8daf6-8a85-4ca8-9294-0c71911470fb None None] Update dhcp port {'port': {'network_id': '8af14fa2-076a-49e6-ad90-9be693fe179f', 'fixed_ips': [{'subnet_id': '631804a7-64c9-4abb-b549-465f580435b0', 'ip_address': '2001:db8::2'}, {'subnet_id': '980cec66-23dd-4d2f-a03f-2ed1948f2364'}], 'binding:host_id': 'dv-neutron-831192-4-hyperv'}, 'id': '12872a30-fc41-4d85-9e72-533a69515c2f'} from dv-neutron-831192-4-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 14:23:19.629741 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-013829c1-ddb2-4d3f-bd9f-7e3a8d3f2728 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:19.630158 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-013829c1-ddb2-4d3f-bd9f-7e3a8d3f2728 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:19.649323 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9d7ba217-da21-4223-8843-16788d1b48d8 None None] For port 3f252805-08aa-431a-b51e-34bbeede86a9, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=3f252805-08aa-431a-b51e-34bbeede86a9,segment=NetworkSegment(10d999dd-b473-472b-8808-d7e1f0feb1ac),segment_id=10d999dd-b473-472b-8808-d7e1f0feb1ac)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:23:19.663107 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b7f312b6-3e0d-4713-b432-f592f9cf3c31 None None] For port 12872a30-fc41-4d85-9e72-533a69515c2f, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=12872a30-fc41-4d85-9e72-533a69515c2f,segment=NetworkSegment(63d0fc1d-98bb-4d32-b16d-1c4b992eb5de),segment_id=63d0fc1d-98bb-4d32-b16d-1c4b992eb5de)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:19.672273 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-013829c1-ddb2-4d3f-bd9f-7e3a8d3f2728 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:19.700676 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9d7ba217-da21-4223-8843-16788d1b48d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:19.701374 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316a642-feb2-4753-a41b-dc8e4e5069a3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Port': ['ID=d9af3ef0-f44d-4de4-b99f-f29125b998a0,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:19.704692 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-47734acc-4de1-4f43-8c40-fd0b6eabfd94 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:19.778292 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-013829c1-ddb2-4d3f-bd9f-7e3a8d3f2728 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:19.790506 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ba0ea38f-37b0-4faf-a9e9-ee24a1f27f29 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:19.803729 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b7f312b6-3e0d-4713-b432-f592f9cf3c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:19.806489 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-847e16ea-ae2d-4b17-bdbc-938e6bddaf6a tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:19.807025 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-ec492a54-2b83-4ef1-99ee-42c8d1cf9509 None None] Allocated IP 2001:db8::2 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/34ab751e-b33e-41c8-a190-811bbd42b4f6/c9e38885-8875-4874-be8d-5c23c3787516) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:19.810633 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a316a642-feb2-4753-a41b-dc8e4e5069a3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:19.819965 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e16ea-ae2d-4b17-bdbc-938e6bddaf6a tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Pushing event deleted for resources: {'Port': ['ID=256c166b-b641-4085-b802-4a0693843287,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:19.854203 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-a316a642-feb2-4753-a41b-dc8e4e5069a3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:19.856639 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a316a642-feb2-4753-a41b-dc8e4e5069a3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:19.857347 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a316a642-feb2-4753-a41b-dc8e4e5069a3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:19.860316 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-013829c1-ddb2-4d3f-bd9f-7e3a8d3f2728 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:19.861502 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-013829c1-ddb2-4d3f-bd9f-7e3a8d3f2728 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5776191 Feb 28 14:23:19.867826 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52192) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:19.879727 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5be76060-34e1-495b-932a-4077f2a25c1d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'enable_snat': True}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:19.954230 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52196) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:19.970247 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9cd8daf6-8a85-4ca8-9294-0c71911470fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:19.993265 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e9d62fe3-8ffe-48a4-b40b-41e1d715efdb None None] Attempting to bind port abdce059-7265-4b66-af28-4b18a2ae8898 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:19.993660 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e9d62fe3-8ffe-48a4-b40b-41e1d715efdb None None] Attempting to bind port abdce059-7265-4b66-af28-4b18a2ae8898 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'dea2cc0b-6cf3-4c30-9003-3424970b6a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c8d7cd65-cd78-49f4-a4b3-f6839d1f976b'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:19.994035 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d62fe3-8ffe-48a4-b40b-41e1d715efdb None None] Attempting to bind port abdce059-7265-4b66-af28-4b18a2ae8898 on network c8d7cd65-cd78-49f4-a4b3-f6839d1f976b {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:20.125875 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d62fe3-8ffe-48a4-b40b-41e1d715efdb None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:23:20.126282 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d62fe3-8ffe-48a4-b40b-41e1d715efdb None None] Checking segment: {'id': 'dea2cc0b-6cf3-4c30-9003-3424970b6a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c8d7cd65-cd78-49f4-a4b3-f6839d1f976b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:23:20.127386 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e9d62fe3-8ffe-48a4-b40b-41e1d715efdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:20.127787 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d62fe3-8ffe-48a4-b40b-41e1d715efdb None None] Bound using segment: {'id': 'dea2cc0b-6cf3-4c30-9003-3424970b6a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c8d7cd65-cd78-49f4-a4b3-f6839d1f976b'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:23:20.128265 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e9d62fe3-8ffe-48a4-b40b-41e1d715efdb None None] Bound port: abdce059-7265-4b66-af28-4b18a2ae8898, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea2cc0b-6cf3-4c30-9003-3424970b6a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c8d7cd65-cd78-49f4-a4b3-f6839d1f976b'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:23:20.128839 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e9d62fe3-8ffe-48a4-b40b-41e1d715efdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:20.137809 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ba217-da21-4223-8843-16788d1b48d8 None None] Pushing event updated for resources: {'Port': ['ID=3f252805-08aa-431a-b51e-34bbeede86a9,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:20.202046 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0ea38f-37b0-4faf-a9e9-ee24a1f27f29 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:20.211342 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-ba0ea38f-37b0-4faf-a9e9-ee24a1f27f29 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:20.213835 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0ea38f-37b0-4faf-a9e9-ee24a1f27f29 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:20.217139 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6efc747f-1e49-449f-bc40-f44987bef410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:20.261629 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-847e16ea-ae2d-4b17-bdbc-938e6bddaf6a tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] 10.222.0.30 "DELETE /v2.0/ports/256c166b-b641-4085-b802-4a0693843287 HTTP/1.1" status: 204 len: 168 time: 2.5064406 Feb 28 14:23:20.273893 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47734acc-4de1-4f43-8c40-fd0b6eabfd94 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event updated for resources: {'Subnet': ['ID=98fb315f-b153-4303-9724-b0a7f68f4b02,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:20.276729 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52202) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:20.296060 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ea38f-37b0-4faf-a9e9-ee24a1f27f29 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Pushing event updated for resources: {'Port': ['ID=3b320a72-58f0-4ef5-b24c-7c6ee2bfa004,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:20.321174 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6efc747f-1e49-449f-bc40-f44987bef410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:20.326574 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6efc747f-1e49-449f-bc40-f44987bef410 admin admin] Usage tracker for resource:security_group_rule and tenant:5e0e6a9958954f2896f44d841627bb5b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:20.330228 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6efc747f-1e49-449f-bc40-f44987bef410 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:20.337776 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6efc747f-1e49-449f-bc40-f44987bef410 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:20.365045 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47734acc-4de1-4f43-8c40-fd0b6eabfd94 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Checking segment: {'id': 'b83b6275-8059-4b02-ba00-c4c1d9051c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '80273357-fddf-4137-b439-a4d306ecfceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:23:20.365429 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47734acc-4de1-4f43-8c40-fd0b6eabfd94 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Network hostable DHCP agents. Network: 80273357-fddf-4137-b439-a4d306ecfceb, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:23:20.378526 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c8e7d6-75af-42ee-8537-ec1b91b8b22a tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] GET failed (client error): The resource could not be found. Feb 28 14:23:20.379255 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-77c8e7d6-75af-42ee-8537-ec1b91b8b22a tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Synchronizing usage tracker for tenant:79bb48a769044efca3cb807843ea858b on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:23:20.383138 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f312b6-3e0d-4713-b432-f592f9cf3c31 None None] Pushing event updated for resources: {'Port': ['ID=12872a30-fc41-4d85-9e72-533a69515c2f,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:20.398817 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e9d62fe3-8ffe-48a4-b40b-41e1d715efdb None None] For port abdce059-7265-4b66-af28-4b18a2ae8898, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:23:20.404541 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e9d62fe3-8ffe-48a4-b40b-41e1d715efdb None None] For port abdce059-7265-4b66-af28-4b18a2ae8898, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=abdce059-7265-4b66-af28-4b18a2ae8898,segment=NetworkSegment(dea2cc0b-6cf3-4c30-9003-3424970b6a2e),segment_id=dea2cc0b-6cf3-4c30-9003-3424970b6a2e)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:23:20.414569 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e9d62fe3-8ffe-48a4-b40b-41e1d715efdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:20.455556 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-8d896ed9-02bb-49be-b0a6-593fcdbd6de0 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Delete allocated IP 2001:db8:0:1::77 (8af14fa2-076a-49e6-ad90-9be693fe179f/980cec66-23dd-4d2f-a03f-2ed1948f2364) {{(pid=87772) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 14:23:20.463987 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ec492a54-2b83-4ef1-99ee-42c8d1cf9509 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:20.469662 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5be76060-34e1-495b-932a-4077f2a25c1d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:20.498852 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ec492a54-2b83-4ef1-99ee-42c8d1cf9509 None None] Transition to ACTIVE for port object c9e38885-8875-4874-be8d-5c23c3787516 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:20.550446 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ec492a54-2b83-4ef1-99ee-42c8d1cf9509 None None] Transition to ACTIVE for port object c9e38885-8875-4874-be8d-5c23c3787516 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:20.552370 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d62fe3-8ffe-48a4-b40b-41e1d715efdb None None] Pushing event updated for resources: {'Port': ['ID=abdce059-7265-4b66-af28-4b18a2ae8898,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:20.562245 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ec492a54-2b83-4ef1-99ee-42c8d1cf9509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:20.649733 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-77c8e7d6-75af-42ee-8537-ec1b91b8b22a tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Unset dirty status for tenant:79bb48a769044efca3cb807843ea858b on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:23:20.650907 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-77c8e7d6-75af-42ee-8537-ec1b91b8b22a tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] 10.222.0.30 "GET /v2.0/ports/256c166b-b641-4085-b802-4a0693843287 HTTP/1.1" status: 404 len: 333 time: 0.3612990 Feb 28 14:23:20.651832 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47734acc-4de1-4f43-8c40-fd0b6eabfd94 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Network 80273357-fddf-4137-b439-a4d306ecfceb is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:23:20.661298 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec492a54-2b83-4ef1-99ee-42c8d1cf9509 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:20.669226 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-ec492a54-2b83-4ef1-99ee-42c8d1cf9509 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:20.673411 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec492a54-2b83-4ef1-99ee-42c8d1cf9509 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:20.707595 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52206) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:20.739446 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec492a54-2b83-4ef1-99ee-42c8d1cf9509 None None] Pushing event updated for resources: {'Port': ['ID=c9e38885-8875-4874-be8d-5c23c3787516,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:20.757325 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-47734acc-4de1-4f43-8c40-fd0b6eabfd94 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 80273357-fddf-4137-b439-a4d306ecfceb) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:20.767996 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47734acc-4de1-4f43-8c40-fd0b6eabfd94 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:20.768589 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-47734acc-4de1-4f43-8c40-fd0b6eabfd94 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:20.771492 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8e432b-fac4-4939-a413-1bf323db46d3 None None] Network 80273357-fddf-4137-b439-a4d306ecfceb requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:20.778761 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a316a642-feb2-4753-a41b-dc8e4e5069a3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:20.868030 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d896ed9-02bb-49be-b0a6-593fcdbd6de0 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:20.893826 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a72b53fd-d322-4024-8091-00552307a583 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Request body: {'port': {'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1825984688'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:20.897380 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-8d896ed9-02bb-49be-b0a6-593fcdbd6de0 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Ignored duplicate provisioning block setup for port 39fcd075-6d7b-4b1e-a35a-af61f2158442 by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 28 14:23:20.902545 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-47734acc-4de1-4f43-8c40-fd0b6eabfd94 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9324188 Feb 28 14:23:20.909393 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a72b53fd-d322-4024-8091-00552307a583 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:20.912015 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52210) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:20.951294 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6efc747f-1e49-449f-bc40-f44987bef410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:20.959041 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d896ed9-02bb-49be-b0a6-593fcdbd6de0 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:21.053883 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ec492a54-2b83-4ef1-99ee-42c8d1cf9509 None None] Attempting to bind port c9e38885-8875-4874-be8d-5c23c3787516 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:21.054247 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ec492a54-2b83-4ef1-99ee-42c8d1cf9509 None None] Attempting to bind port c9e38885-8875-4874-be8d-5c23c3787516 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:21.054599 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec492a54-2b83-4ef1-99ee-42c8d1cf9509 None None] Attempting to bind port c9e38885-8875-4874-be8d-5c23c3787516 on network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:21.057969 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a72b53fd-d322-4024-8091-00552307a583 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:21.072706 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec492a54-2b83-4ef1-99ee-42c8d1cf9509 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:23:21.073210 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec492a54-2b83-4ef1-99ee-42c8d1cf9509 None None] Checking segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:23:21.073609 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ec492a54-2b83-4ef1-99ee-42c8d1cf9509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:21.074134 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec492a54-2b83-4ef1-99ee-42c8d1cf9509 None None] Bound using segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:23:21.074450 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ec492a54-2b83-4ef1-99ee-42c8d1cf9509 None None] Bound port: c9e38885-8875-4874-be8d-5c23c3787516, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:23:21.074818 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ec492a54-2b83-4ef1-99ee-42c8d1cf9509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:21.098740 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6efc747f-1e49-449f-bc40-f44987bef410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:21.243019 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-9cd8daf6-8a85-4ca8-9294-0c71911470fb None None] Allocated IP 2001:db8:0:1::2 (8af14fa2-076a-49e6-ad90-9be693fe179f/980cec66-23dd-4d2f-a03f-2ed1948f2364/12872a30-fc41-4d85-9e72-533a69515c2f) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:21.278203 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ba0ea38f-37b0-4faf-a9e9-ee24a1f27f29 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:21.407353 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6efc747f-1e49-449f-bc40-f44987bef410 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e0e6a9958954f2896f44d841627bb5b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4458230 Feb 28 14:23:21.412609 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8d896ed9-02bb-49be-b0a6-593fcdbd6de0 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] In _notify_port_updated(), no bound segment for port 39fcd075-6d7b-4b1e-a35a-af61f2158442 on network 8af14fa2-076a-49e6-ad90-9be693fe179f {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 14:23:21.417961 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d896ed9-02bb-49be-b0a6-593fcdbd6de0 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:21.418650 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d896ed9-02bb-49be-b0a6-593fcdbd6de0 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:21.423023 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8d896ed9-02bb-49be-b0a6-593fcdbd6de0 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "PUT /v2.0/ports/39fcd075-6d7b-4b1e-a35a-af61f2158442 HTTP/1.1" status: 200 len: 926 time: 2.2171760 Feb 28 14:23:21.423023 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52214) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:21.435105 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52216) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:21.440467 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72b53fd-d322-4024-8091-00552307a583 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Made reservation on behalf of 79bb48a769044efca3cb807843ea858b for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:21.443043 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a72b53fd-d322-4024-8091-00552307a583 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:21.457446 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-15262063-b278-46ba-b3e5-1e908edf9787 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '631804a7-64c9-4abb-b549-465f580435b0'}, {'subnet_id': '980cec66-23dd-4d2f-a03f-2ed1948f2364'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:21.486428 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc747f-1e49-449f-bc40-f44987bef410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb3bb4b-4d5a-4e8a-a1ee-72b8d648916b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:21.494123 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d896ed9-02bb-49be-b0a6-593fcdbd6de0 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Port': ['ID=39fcd075-6d7b-4b1e-a35a-af61f2158442,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:21.498417 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d42227f-dbfd-4e54-be51-a8e5277b8d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-80273357-fddf-4137-b439-a4d306ecfceb', 'network_id': '80273357-fddf-4137-b439-a4d306ecfceb', 'tenant_id': 'f728042230f541b4b4ac3c2d7dd0693a', 'fixed_ips': [{'subnet_id': '98fb315f-b153-4303-9724-b0a7f68f4b02'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:23:21.499848 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6d42227f-dbfd-4e54-be51-a8e5277b8d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:21.510920 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-a72b53fd-d322-4024-8091-00552307a583 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] device_id is not set on port fcce2929-dd53-412e-b058-b1b99597a95a yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:23:21.521481 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ec492a54-2b83-4ef1-99ee-42c8d1cf9509 None None] For port c9e38885-8875-4874-be8d-5c23c3787516, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:23:21.541248 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ec492a54-2b83-4ef1-99ee-42c8d1cf9509 None None] For port c9e38885-8875-4874-be8d-5c23c3787516, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c9e38885-8875-4874-be8d-5c23c3787516,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:23:21.543204 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9cd8daf6-8a85-4ca8-9294-0c71911470fb None None] For port 12872a30-fc41-4d85-9e72-533a69515c2f, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=12872a30-fc41-4d85-9e72-533a69515c2f,segment=NetworkSegment(63d0fc1d-98bb-4d32-b16d-1c4b992eb5de),segment_id=63d0fc1d-98bb-4d32-b16d-1c4b992eb5de)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:21.592158 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ec492a54-2b83-4ef1-99ee-42c8d1cf9509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:21.672951 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:21.728502 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9cd8daf6-8a85-4ca8-9294-0c71911470fb None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:21.802377 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9ca985e-a315-49e7-b52b-95879ac8d875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:21.880711 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec492a54-2b83-4ef1-99ee-42c8d1cf9509 None None] Pushing event updated for resources: {'Port': ['ID=c9e38885-8875-4874-be8d-5c23c3787516,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:21.903854 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9cd8daf6-8a85-4ca8-9294-0c71911470fb None None] Transition to ACTIVE for port object 12872a30-fc41-4d85-9e72-533a69515c2f will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:21.925182 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9cd8daf6-8a85-4ca8-9294-0c71911470fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:22.059924 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 12872a30-fc41-4d85-9e72-533a69515c2f up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:23:22.142080 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a316a642-feb2-4753-a41b-dc8e4e5069a3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:22.225521 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9ca985e-a315-49e7-b52b-95879ac8d875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:22.231831 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a316a642-feb2-4753-a41b-dc8e4e5069a3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:22.232968 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a316a642-feb2-4753-a41b-dc8e4e5069a3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:22.257556 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a72b53fd-d322-4024-8091-00552307a583 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:22.273928 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-6d42227f-dbfd-4e54-be51-a8e5277b8d56 None None] Allocated IP 2001:db8::1 (80273357-fddf-4137-b439-a4d306ecfceb/98fb315f-b153-4303-9724-b0a7f68f4b02/850776e9-83c0-460a-9afb-510bdb86deff) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:22.349375 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309c06f0-cdfa-4a90-ac97-26f3ba21ed56 None None] Network c8d7cd65-cd78-49f4-a4b3-f6839d1f976b requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:22.402786 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:22.495341 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5be76060-34e1-495b-932a-4077f2a25c1d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:22.499390 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316a642-feb2-4753-a41b-dc8e4e5069a3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Port': ['ID=d9af3ef0-f44d-4de4-b99f-f29125b998a0,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:22.529926 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8daf6-8a85-4ca8-9294-0c71911470fb None None] Pushing event updated for resources: {'Port': ['ID=12872a30-fc41-4d85-9e72-533a69515c2f,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:22.571206 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb60828-26dd-4795-85c9-d03f28e3f3be None None] Network 056a9217-8b58-4294-955a-b52100398eb3 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:22.623988 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5be76060-34e1-495b-932a-4077f2a25c1d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:22.684057 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-dfc1c14a-27ce-4a21-9fc5-1c7bb080bfa2 None None] Provisioning for port abdce059-7265-4b66-af28-4b18a2ae8898 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:23:22.815505 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-5be76060-34e1-495b-932a-4077f2a25c1d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Allocated IP 172.26.5.251 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/0af1542c-3767-4835-9b56-9f8a6432d88f) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:22.859423 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device abdce059-7265-4b66-af28-4b18a2ae8898 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:23:22.879301 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15262063-b278-46ba-b3e5-1e908edf9787 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:22.915505 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ba0ea38f-37b0-4faf-a9e9-ee24a1f27f29 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:22.994019 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5be76060-34e1-495b-932a-4077f2a25c1d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:23.022118 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9ca985e-a315-49e7-b52b-95879ac8d875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:23.047514 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5be76060-34e1-495b-932a-4077f2a25c1d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:23.058139 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca985e-a315-49e7-b52b-95879ac8d875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb3bb4b-4d5a-4e8a-a1ee-72b8d648916b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:23.080896 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e65fa2a5-9053-4d41-9b34-9f430738706b None None] Provisioning for port 3f252805-08aa-431a-b51e-34bbeede86a9 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:23:23.081452 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a316a642-feb2-4753-a41b-dc8e4e5069a3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:23.089576 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-a316a642-feb2-4753-a41b-dc8e4e5069a3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:23.181833 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be76060-34e1-495b-932a-4077f2a25c1d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:23.187429 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-5be76060-34e1-495b-932a-4077f2a25c1d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:23.214803 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9ca985e-a315-49e7-b52b-95879ac8d875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:23.219623 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f9ca985e-a315-49e7-b52b-95879ac8d875 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dfb3bb4b-4d5a-4e8a-a1ee-72b8d648916b HTTP/1.1" status: 204 len: 168 time: 1.7668974 Feb 28 14:23:23.221097 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be76060-34e1-495b-932a-4077f2a25c1d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:23.247312 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be76060-34e1-495b-932a-4077f2a25c1d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Pushing event updated for resources: {'Port': ['ID=0af1542c-3767-4835-9b56-9f8a6432d88f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:23.254379 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a72b53fd-d322-4024-8091-00552307a583 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:23.302944 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c2c3c1-113b-40a0-b863-6eb1d055f9f7 None None] Network 8af14fa2-076a-49e6-ad90-9be693fe179f requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:23.354738 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72b53fd-d322-4024-8091-00552307a583 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Network b1b285f8-906e-4a15-83a5-4b6cac06a010 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:23.361002 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-a72b53fd-d322-4024-8091-00552307a583 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:23.365804 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b53fd-d322-4024-8091-00552307a583 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Pushing event updated for resources: {'Port': ['ID=fcce2929-dd53-412e-b058-b1b99597a95a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:23.368479 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72b53fd-d322-4024-8091-00552307a583 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:23.369605 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72b53fd-d322-4024-8091-00552307a583 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:23.370689 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a72b53fd-d322-4024-8091-00552307a583 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:23.615576 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port abdce059-7265-4b66-af28-4b18a2ae8898 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:23:23.638344 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a72b53fd-d322-4024-8091-00552307a583 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.7562683 Feb 28 14:23:23.641242 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52226) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:23.649742 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8311'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:23.666294 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port abdce059-7265-4b66-af28-4b18a2ae8898 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:23.666914 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:23.738242 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0ea38f-37b0-4faf-a9e9-ee24a1f27f29 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Router 3d44288e-0426-4097-91dc-1994d0ab83b5 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:23:23.749132 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a316a642-feb2-4753-a41b-dc8e4e5069a3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Router fcae9979-e3a4-4b85-a61a-018cac4e4186 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:23:23.809911 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:23.830846 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b66645cb-67dd-4e70-b103-38bd5ff26b72 None None] Provisioning for port 12872a30-fc41-4d85-9e72-533a69515c2f completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:23:23.849413 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b66645cb-67dd-4e70-b103-38bd5ff26b72 None None] Provisioning complete for port 12872a30-fc41-4d85-9e72-533a69515c2f triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:23.850259 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b66645cb-67dd-4e70-b103-38bd5ff26b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:23.985653 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6d42227f-dbfd-4e54-be51-a8e5277b8d56 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:24.116629 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6d42227f-dbfd-4e54-be51-a8e5277b8d56 None None] Transition to ACTIVE for port object 850776e9-83c0-460a-9afb-510bdb86deff will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:24.227492 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6d42227f-dbfd-4e54-be51-a8e5277b8d56 None None] Transition to ACTIVE for port object 850776e9-83c0-460a-9afb-510bdb86deff will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:24.283770 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6d42227f-dbfd-4e54-be51-a8e5277b8d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:24.385031 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-15262063-b278-46ba-b3e5-1e908edf9787 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Allocated IP 2001:db8:0:1::39 (8af14fa2-076a-49e6-ad90-9be693fe179f/980cec66-23dd-4d2f-a03f-2ed1948f2364/39fcd075-6d7b-4b1e-a35a-af61f2158442) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:24.427189 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:24.437920 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:24.480280 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d42227f-dbfd-4e54-be51-a8e5277b8d56 None None] Network 80273357-fddf-4137-b439-a4d306ecfceb is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:24.500943 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-6d42227f-dbfd-4e54-be51-a8e5277b8d56 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:24.503624 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d42227f-dbfd-4e54-be51-a8e5277b8d56 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:24.606099 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4c7a5862-758f-4196-aa57-3af56d0e3b55 None None] Provisioning for port c9e38885-8875-4874-be8d-5c23c3787516 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:23:24.616739 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port abdce059-7265-4b66-af28-4b18a2ae8898, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=abdce059-7265-4b66-af28-4b18a2ae8898,segment=NetworkSegment(dea2cc0b-6cf3-4c30-9003-3424970b6a2e),segment_id=dea2cc0b-6cf3-4c30-9003-3424970b6a2e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:24.631058 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42227f-dbfd-4e54-be51-a8e5277b8d56 None None] Pushing event updated for resources: {'Port': ['ID=850776e9-83c0-460a-9afb-510bdb86deff,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:24.649082 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a316a642-feb2-4753-a41b-dc8e4e5069a3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:23:24.668087 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a316a642-feb2-4753-a41b-dc8e4e5069a3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "PUT /v2.0/routers/fcae9979-e3a4-4b85-a61a-018cac4e4186/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6472878 Feb 28 14:23:24.685841 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0ea38f-37b0-4faf-a9e9-ee24a1f27f29 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:23:24.689574 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52250) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:24.691423 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:24.692609 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 3f252805-08aa-431a-b51e-34bbeede86a9 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:23:24.698860 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a15739-526d-4f60-b260-4805d84ef347 None None] Sync routers for ids ['3d44288e-0426-4097-91dc-1994d0ab83b5'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:23:24.717196 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a15739-526d-4f60-b260-4805d84ef347 None None] Routers {'3d44288e-0426-4097-91dc-1994d0ab83b5'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:24.717838 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a5a15739-526d-4f60-b260-4805d84ef347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3d44288e-0426-4097-91dc-1994d0ab83b5'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:24.737411 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4311d31e-4be0-4ed0-a790-4748ebf3505a None None] Sync routers for ids ['fcae9979-e3a4-4b85-a61a-018cac4e4186'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:23:24.746639 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5be76060-34e1-495b-932a-4077f2a25c1d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:24.852756 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event deleted for resources: {'Subnet': ['ID=98fb315f-b153-4303-9724-b0a7f68f4b02,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:24.853682 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4311d31e-4be0-4ed0-a790-4748ebf3505a None None] Routers {'fcae9979-e3a4-4b85-a61a-018cac4e4186'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:24.855304 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4311d31e-4be0-4ed0-a790-4748ebf3505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['fcae9979-e3a4-4b85-a61a-018cac4e4186'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:24.883318 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a5a15739-526d-4f60-b260-4805d84ef347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:24.897165 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a15739-526d-4f60-b260-4805d84ef347 None None] Routers {'3d44288e-0426-4097-91dc-1994d0ab83b5'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:24.897776 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a5a15739-526d-4f60-b260-4805d84ef347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3d44288e-0426-4097-91dc-1994d0ab83b5'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:24.935068 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4c7a5862-758f-4196-aa57-3af56d0e3b55 None None] Provisioning for port d9af3ef0-f44d-4de4-b99f-f29125b998a0 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:23:24.949176 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51fbf3a-c82c-401e-a9fb-8aad68d3f5a0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:24.950458 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d51fbf3a-c82c-401e-a9fb-8aad68d3f5a0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:23:24.976477 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ba0ea38f-37b0-4faf-a9e9-ee24a1f27f29 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:24.980203 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ba0ea38f-37b0-4faf-a9e9-ee24a1f27f29 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 9.0937583 Feb 28 14:23:24.983414 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52260) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:24.995492 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4c7a5862-758f-4196-aa57-3af56d0e3b55 None None] Provisioning complete for port d9af3ef0-f44d-4de4-b99f-f29125b998a0 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:24.995994 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c7a5862-758f-4196-aa57-3af56d0e3b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:25.039238 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] device_id is not set on port fcce2929-dd53-412e-b058-b1b99597a95a yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:23:25.045756 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a5a15739-526d-4f60-b260-4805d84ef347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:25.047603 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a15739-526d-4f60-b260-4805d84ef347 None None] The sync data for ids ['3d44288e-0426-4097-91dc-1994d0ab83b5'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:23:25.052563 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:25.060457 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:25.073623 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6d42227f-dbfd-4e54-be51-a8e5277b8d56 None None] Attempting to bind port 850776e9-83c0-460a-9afb-510bdb86deff on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:25.073623 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6d42227f-dbfd-4e54-be51-a8e5277b8d56 None None] Attempting to bind port 850776e9-83c0-460a-9afb-510bdb86deff by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'b83b6275-8059-4b02-ba00-c4c1d9051c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '80273357-fddf-4137-b439-a4d306ecfceb'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:25.073623 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d42227f-dbfd-4e54-be51-a8e5277b8d56 None None] Attempting to bind port 850776e9-83c0-460a-9afb-510bdb86deff on network 80273357-fddf-4137-b439-a4d306ecfceb {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:25.100138 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d42227f-dbfd-4e54-be51-a8e5277b8d56 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:23:25.100482 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d42227f-dbfd-4e54-be51-a8e5277b8d56 None None] Checking segment: {'id': 'b83b6275-8059-4b02-ba00-c4c1d9051c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '80273357-fddf-4137-b439-a4d306ecfceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:23:25.100883 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6d42227f-dbfd-4e54-be51-a8e5277b8d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:25.101327 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d42227f-dbfd-4e54-be51-a8e5277b8d56 None None] Bound using segment: {'id': 'b83b6275-8059-4b02-ba00-c4c1d9051c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '80273357-fddf-4137-b439-a4d306ecfceb'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:23:25.101724 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6d42227f-dbfd-4e54-be51-a8e5277b8d56 None None] Bound port: 850776e9-83c0-460a-9afb-510bdb86deff, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b83b6275-8059-4b02-ba00-c4c1d9051c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '80273357-fddf-4137-b439-a4d306ecfceb'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:23:25.102089 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6d42227f-dbfd-4e54-be51-a8e5277b8d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:25.190078 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d51fbf3a-c82c-401e-a9fb-8aad68d3f5a0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:23:25.191737 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d51fbf3a-c82c-401e-a9fb-8aad68d3f5a0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports/d9af3ef0-f44d-4de4-b99f-f29125b998a0 HTTP/1.1" status: 200 len: 911 time: 0.4827495 Feb 28 14:23:25.196682 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52268) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:25.209530 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Transition to ACTIVE for port object fcce2929-dd53-412e-b058-b1b99597a95a will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:25.227682 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=abdce059-7265-4b66-af28-4b18a2ae8898,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:25.278381 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80273357-fddf-4137-b439-a4d306ecfceb']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:25.299571 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-15262063-b278-46ba-b3e5-1e908edf9787 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:23:25.304919 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:25.312117 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6d42227f-dbfd-4e54-be51-a8e5277b8d56 None None] For port 850776e9-83c0-460a-9afb-510bdb86deff, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:23:25.315422 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6d42227f-dbfd-4e54-be51-a8e5277b8d56 None None] For port 850776e9-83c0-460a-9afb-510bdb86deff, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=850776e9-83c0-460a-9afb-510bdb86deff,segment=NetworkSegment(b83b6275-8059-4b02-ba00-c4c1d9051c26),segment_id=b83b6275-8059-4b02-ba00-c4c1d9051c26)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:23:25.334810 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6d42227f-dbfd-4e54-be51-a8e5277b8d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:25.338523 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4c7a5862-758f-4196-aa57-3af56d0e3b55 None None] Port d9af3ef0-f44d-4de4-b99f-f29125b998a0 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:23:25.351429 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15262063-b278-46ba-b3e5-1e908edf9787 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:25.355251 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52272) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:25.391310 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b83b6275-8059-4b02-ba00-c4c1d9051c26') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:25.391876 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b83b6275-8059-4b02-ba00-c4c1d9051c26') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:25.394220 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-15262063-b278-46ba-b3e5-1e908edf9787 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Ignored duplicate provisioning block setup for port 39fcd075-6d7b-4b1e-a35a-af61f2158442 by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 28 14:23:25.415726 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-4311d31e-4be0-4ed0-a790-4748ebf3505a None None] Set router fcae9979-e3a4-4b85-a61a-018cac4e4186 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:23:25.469789 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15262063-b278-46ba-b3e5-1e908edf9787 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:25.523840 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 3f252805-08aa-431a-b51e-34bbeede86a9 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:23:25.573519 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 3f252805-08aa-431a-b51e-34bbeede86a9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:25.573885 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:25.583604 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:25.686766 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:25.714821 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3e525484-3119-448a-aa23-039031a4c1be None None] Provisioning complete for port abdce059-7265-4b66-af28-4b18a2ae8898 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:25.715205 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3e525484-3119-448a-aa23-039031a4c1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:25.729061 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Pushing event updated for resources: {'Port': ['ID=fcce2929-dd53-412e-b058-b1b99597a95a,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:25.761536 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:23:25.761949 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:23:25.779127 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:23:25.793958 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:25.794308 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:25.794609 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:25.809709 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15262063-b278-46ba-b3e5-1e908edf9787 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Port': ['ID=39fcd075-6d7b-4b1e-a35a-af61f2158442,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:25.822149 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-15262063-b278-46ba-b3e5-1e908edf9787 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] In _notify_port_updated(), no bound segment for port 39fcd075-6d7b-4b1e-a35a-af61f2158442 on network 8af14fa2-076a-49e6-ad90-9be693fe179f {{(pid=87773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 14:23:25.827943 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15262063-b278-46ba-b3e5-1e908edf9787 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:25.828707 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15262063-b278-46ba-b3e5-1e908edf9787 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:25.833453 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-15262063-b278-46ba-b3e5-1e908edf9787 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "PUT /v2.0/ports/39fcd075-6d7b-4b1e-a35a-af61f2158442 HTTP/1.1" status: 200 len: 1011 time: 4.3953726 Feb 28 14:23:25.837029 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52278) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:25.887578 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-fd9d0f89-3098-4d91-afb9-0c61220f08c3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'network': {'name': 'tempest-network-smoke--672036278', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'port_security_enabled': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:25.913311 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fd9d0f89-3098-4d91-afb9-0c61220f08c3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:25.917290 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42227f-dbfd-4e54-be51-a8e5277b8d56 None None] Pushing event updated for resources: {'Port': ['ID=850776e9-83c0-460a-9afb-510bdb86deff,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:25.920638 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85c1b0d-34d9-4610-82b3-1816db7a980b None None] Network 80273357-fddf-4137-b439-a4d306ecfceb requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:25.921861 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fd9d0f89-3098-4d91-afb9-0c61220f08c3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:network and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:25.929592 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fd9d0f89-3098-4d91-afb9-0c61220f08c3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:25.955898 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port fcce2929-dd53-412e-b058-b1b99597a95a on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:25.956540 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port fcce2929-dd53-412e-b058-b1b99597a95a on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:25.968261 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempt 2 to bind port fcce2929-dd53-412e-b058-b1b99597a95a Feb 28 14:23:25.996587 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b45eb93-2892-4d71-9ea8-a7712a03af1c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:25.997790 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fd9d0f89-3098-4d91-afb9-0c61220f08c3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:26.003399 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b45eb93-2892-4d71-9ea8-a7712a03af1c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:26.006023 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2b45eb93-2892-4d71-9ea8-a7712a03af1c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.8038144 Feb 28 14:23:26.022055 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52282) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:26.025422 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 14:23:26.025422 dv-neutron-831192-4-hyperv neutron-server[87772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 14:23:26.025422 dv-neutron-831192-4-hyperv neutron-server[87772]: [parameters: {'id': '80273357-fddf-4137-b439-a4d306ecfceb'}] Feb 28 14:23:26.025422 dv-neutron-831192-4-hyperv neutron-server[87772]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:23:26.026224 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:23:26.180667 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-55388916-035a-480d-8d53-7a20d8f870b0 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting port 39fcd075-6d7b-4b1e-a35a-af61f2158442 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:26.181128 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55388916-035a-480d-8d53-7a20d8f870b0 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:26.216546 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9d0f89-3098-4d91-afb9-0c61220f08c3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Made reservation on behalf of 1cd57789443e43d89a7681324e1f7304 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:26.220131 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd9d0f89-3098-4d91-afb9-0c61220f08c3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:26.232816 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5be76060-34e1-495b-932a-4077f2a25c1d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:26.247132 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:26.247782 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:26.248317 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:26.249956 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd9d0f89-3098-4d91-afb9-0c61220f08c3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:26.256961 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5be76060-34e1-495b-932a-4077f2a25c1d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728902'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:26.313640 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port fcce2929-dd53-412e-b058-b1b99597a95a on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:26.314264 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port fcce2929-dd53-412e-b058-b1b99597a95a on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:26.322971 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempt 3 to bind port fcce2929-dd53-412e-b058-b1b99597a95a Feb 28 14:23:26.340745 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:26.341383 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:26.341902 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:26.355268 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fd9d0f89-3098-4d91-afb9-0c61220f08c3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:26.417102 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port fcce2929-dd53-412e-b058-b1b99597a95a on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:26.417485 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port fcce2929-dd53-412e-b058-b1b99597a95a on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:26.421847 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempt 4 to bind port fcce2929-dd53-412e-b058-b1b99597a95a Feb 28 14:23:26.452003 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:26.459634 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:26.459971 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:26.460298 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:26.471337 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fd9d0f89-3098-4d91-afb9-0c61220f08c3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:26.493257 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fd9d0f89-3098-4d91-afb9-0c61220f08c3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:26.508864 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fd9d0f89-3098-4d91-afb9-0c61220f08c3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:26.515650 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3e525484-3119-448a-aa23-039031a4c1be None None] Provisioning complete for port 12872a30-fc41-4d85-9e72-533a69515c2f triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:26.516025 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3e525484-3119-448a-aa23-039031a4c1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:26.524661 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port fcce2929-dd53-412e-b058-b1b99597a95a on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:26.524985 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port fcce2929-dd53-412e-b058-b1b99597a95a on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:26.533092 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempt 5 to bind port fcce2929-dd53-412e-b058-b1b99597a95a Feb 28 14:23:26.540185 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 3f252805-08aa-431a-b51e-34bbeede86a9, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=3f252805-08aa-431a-b51e-34bbeede86a9,segment=NetworkSegment(10d999dd-b473-472b-8808-d7e1f0feb1ac),segment_id=10d999dd-b473-472b-8808-d7e1f0feb1ac)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:26.543623 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:26.561008 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:26.613454 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4311d31e-4be0-4ed0-a790-4748ebf3505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcae9979-e3a4-4b85-a61a-018cac4e4186', 'name': 'tempest-NetworksTestDHCPv6-router-1259008445', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:15Z', 'updated_at': '2022-02-28T14:23:20Z', 'revision_number': 2, 'project_id': 'be48e9bf201d46859eb43fd68b389951', 'gw_port_host': None, '_interfaces': [{'id': 'd9af3ef0-f44d-4de4-b99f-f29125b998a0', 'name': '', 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'mac_address': 'fa:16:3e:5d:dc:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcae9979-e3a4-4b85-a61a-018cac4e4186', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '34ab751e-b33e-41c8-a190-811bbd42b4f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:17Z', 'updated_at': '2022-02-28T14:23:21Z', 'revision_number': 2, 'project_id': 'be48e9bf201d46859eb43fd68b389951', 'subnets': [{'id': '34ab751e-b33e-41c8-a190-811bbd42b4f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:26.637108 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4311d31e-4be0-4ed0-a790-4748ebf3505a None None] Checking router: fcae9979-e3a4-4b85-a61a-018cac4e4186 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:23:26.637517 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4311d31e-4be0-4ed0-a790-4748ebf3505a None None] Updating router fcae9979-e3a4-4b85-a61a-018cac4e4186 port d9af3ef0-f44d-4de4-b99f-f29125b998a0 binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:23:26.668992 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9725b73-c970-43f7-bcc3-266db55dc77f None None] get_active_networks_info from dv-neutron-831192-4-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 28 14:23:26.678858 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:26.679479 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:26.679852 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:26.705920 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port fcce2929-dd53-412e-b058-b1b99597a95a on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:26.705920 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port fcce2929-dd53-412e-b058-b1b99597a95a on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:26.711948 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempt 6 to bind port fcce2929-dd53-412e-b058-b1b99597a95a Feb 28 14:23:26.735865 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55388916-035a-480d-8d53-7a20d8f870b0 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:26.750812 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Deleting port 850776e9-83c0-460a-9afb-510bdb86deff {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:26.751177 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:26.771629 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=3f252805-08aa-431a-b51e-34bbeede86a9,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:26.777824 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4311d31e-4be0-4ed0-a790-4748ebf3505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:26.795999 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:26.796328 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:26.797021 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:26.838135 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port fcce2929-dd53-412e-b058-b1b99597a95a on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:26.838517 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port fcce2929-dd53-412e-b058-b1b99597a95a on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:26.845385 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempt 7 to bind port fcce2929-dd53-412e-b058-b1b99597a95a Feb 28 14:23:26.890779 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c9e38885-8875-4874-be8d-5c23c3787516 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:23:26.933955 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:26.934233 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:26.934514 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:26.948407 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-55388916-035a-480d-8d53-7a20d8f870b0 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Calling delete_port for 39fcd075-6d7b-4b1e-a35a-af61f2158442 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:26.954164 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port fcce2929-dd53-412e-b058-b1b99597a95a on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:26.954164 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port fcce2929-dd53-412e-b058-b1b99597a95a on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:26.959031 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempt 8 to bind port fcce2929-dd53-412e-b058-b1b99597a95a Feb 28 14:23:27.001548 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be76060-34e1-495b-932a-4077f2a25c1d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Router 62c8f9d4-174e-40a1-a8fa-8efdf9e487b1 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:23:27.038058 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e82a695c-32b9-4ed6-bf45-b6ab1268fd3f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:27.060937 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:27.061244 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:27.062497 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:27.086293 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3e525484-3119-448a-aa23-039031a4c1be None None] Provisioning complete for port 3f252805-08aa-431a-b51e-34bbeede86a9 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:27.086641 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3e525484-3119-448a-aa23-039031a4c1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:27.116876 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9725b73-c970-43f7-bcc3-266db55dc77f None None] Resources bound (agent type, host, resource id): {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 14:23:27.139187 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port fcce2929-dd53-412e-b058-b1b99597a95a on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:27.139187 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port fcce2929-dd53-412e-b058-b1b99597a95a on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:27.147066 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd9d0f89-3098-4d91-afb9-0c61220f08c3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:27.155594 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempt 9 to bind port fcce2929-dd53-412e-b058-b1b99597a95a Feb 28 14:23:27.162501 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd9d0f89-3098-4d91-afb9-0c61220f08c3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:27.177752 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] For port 850776e9-83c0-460a-9afb-510bdb86deff, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=850776e9-83c0-460a-9afb-510bdb86deff,segment=NetworkSegment(b83b6275-8059-4b02-ba00-c4c1d9051c26),segment_id=b83b6275-8059-4b02-ba00-c4c1d9051c26)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:27.178135 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:27.195294 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port c9e38885-8875-4874-be8d-5c23c3787516 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:23:27.258314 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd9d0f89-3098-4d91-afb9-0c61220f08c3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:23:27.265330 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port c9e38885-8875-4874-be8d-5c23c3787516 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:27.265696 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:27.324280 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d0f89-3098-4d91-afb9-0c61220f08c3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdbe001-30ee-421e-b213-a6c0f1906637,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:27.338016 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:27.339098 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:27.339098 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:27.346267 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd9d0f89-3098-4d91-afb9-0c61220f08c3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:27.346499 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-fd9d0f89-3098-4d91-afb9-0c61220f08c3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Added segment fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1 of type vlan for network 6d2dd3d7-4918-4fcf-a188-9392d7a68097 Feb 28 14:23:27.349543 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Calling delete_port for 850776e9-83c0-460a-9afb-510bdb86deff owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:27.406100 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port fcce2929-dd53-412e-b058-b1b99597a95a on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:27.406411 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port fcce2929-dd53-412e-b058-b1b99597a95a on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:27.460125 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempt 10 to bind port fcce2929-dd53-412e-b058-b1b99597a95a Feb 28 14:23:27.491230 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd9d0f89-3098-4d91-afb9-0c61220f08c3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:27.514671 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:27.515376 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:27.515964 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port fcce2929-dd53-412e-b058-b1b99597a95a on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:27.531875 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port fcce2929-dd53-412e-b058-b1b99597a95a on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:27.532549 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port fcce2929-dd53-412e-b058-b1b99597a95a on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:27.533105 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:27.543113 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be76060-34e1-495b-932a-4077f2a25c1d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:23:27.593131 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55388916-035a-480d-8d53-7a20d8f870b0 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:27.609200 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b25375-017b-4380-ad83-ed5c7b99c34c None None] Sync routers for ids ['62c8f9d4-174e-40a1-a8fa-8efdf9e487b1'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:23:27.638216 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd9d0f89-3098-4d91-afb9-0c61220f08c3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:27.643990 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9d0f89-3098-4d91-afb9-0c61220f08c3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:27.644785 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd9d0f89-3098-4d91-afb9-0c61220f08c3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:27.689930 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b25375-017b-4380-ad83-ed5c7b99c34c None None] Routers {'62c8f9d4-174e-40a1-a8fa-8efdf9e487b1'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:27.690338 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-59b25375-017b-4380-ad83-ed5c7b99c34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['62c8f9d4-174e-40a1-a8fa-8efdf9e487b1'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:27.713376 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55388916-035a-480d-8d53-7a20d8f870b0 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Port': ['ID=39fcd075-6d7b-4b1e-a35a-af61f2158442,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:27.740453 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5be76060-34e1-495b-932a-4077f2a25c1d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:27.741743 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5be76060-34e1-495b-932a-4077f2a25c1d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "PUT /v2.0/routers/62c8f9d4-174e-40a1-a8fa-8efdf9e487b1 HTTP/1.1" status: 200 len: 915 time: 7.8733292 Feb 28 14:23:27.752461 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52286) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:27.752659 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.resource_extend [None req-4311d31e-4be0-4ed0-a790-4748ebf3505a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:23:27.763571 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3e525484-3119-448a-aa23-039031a4c1be None None] Could not find standard attr ID for object 39fcd075-6d7b-4b1e-a35a-af61f2158442. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:23:27.833791 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:27.841795 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-59b25375-017b-4380-ad83-ed5c7b99c34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:27.892692 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:27.915402 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b25375-017b-4380-ad83-ed5c7b99c34c None None] Routers {'62c8f9d4-174e-40a1-a8fa-8efdf9e487b1'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:27.916031 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-59b25375-017b-4380-ad83-ed5c7b99c34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['62c8f9d4-174e-40a1-a8fa-8efdf9e487b1'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:27.917770 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event deleted for resources: {'Port': ['ID=850776e9-83c0-460a-9afb-510bdb86deff,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:27.925595 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] No DVR routers for this DVR port 850776e9-83c0-460a-9afb-510bdb86deff on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:23:27.976305 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-04a30eb8-7cac-4184-b25b-899eff1bd0d5 None None] Could not find standard attr ID for object 39fcd075-6d7b-4b1e-a35a-af61f2158442. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:23:28.008582 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-59b25375-017b-4380-ad83-ed5c7b99c34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:28.009062 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b25375-017b-4380-ad83-ed5c7b99c34c None None] The sync data for ids ['62c8f9d4-174e-40a1-a8fa-8efdf9e487b1'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:23:28.013518 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4311d31e-4be0-4ed0-a790-4748ebf3505a None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:28.036986 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4311d31e-4be0-4ed0-a790-4748ebf3505a None None] Transition to ACTIVE for port object d9af3ef0-f44d-4de4-b99f-f29125b998a0 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:28.040816 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port c9e38885-8875-4874-be8d-5c23c3787516, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c9e38885-8875-4874-be8d-5c23c3787516,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:28.043213 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] For port fcce2929-dd53-412e-b058-b1b99597a95a, host hv-neutron-8311, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:23:28.043633 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempted to set empty binding levels {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 28 14:23:28.056707 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4311d31e-4be0-4ed0-a790-4748ebf3505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:28.060080 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:28.060809 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device abdce059-7265-4b66-af28-4b18a2ae8898 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:23:28.063329 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d0f89-3098-4d91-afb9-0c61220f08c3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Network': ['ID=6d2dd3d7-4918-4fcf-a188-9392d7a68097,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:28.071509 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-e82a695c-32b9-4ed6-bf45-b6ab1268fd3f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Allocated IP 172.20.0.1 (056a9217-8b58-4294-955a-b52100398eb3/534fce38-4993-44d2-8fc5-c9044ac078b8/6bf74642-7ee6-4485-a147-50ba994d07cf) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:28.090378 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55388916-035a-480d-8d53-7a20d8f870b0 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:28.095103 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-55388916-035a-480d-8d53-7a20d8f870b0 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/ports/39fcd075-6d7b-4b1e-a35a-af61f2158442 HTTP/1.1" status: 204 len: 168 time: 2.2557626 Feb 28 14:23:28.109975 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52290) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:28.123900 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:28.124486 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fd9d0f89-3098-4d91-afb9-0c61220f08c3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.7664101 Feb 28 14:23:28.136870 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 6d2dd3d7-4918-4fcf-a188-9392d7a68097 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:23:28.137059 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52294) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:28.223008 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-79bb66eb-a688-4bdc-b49b-4386091edc40 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] GET failed (client error): The resource could not be found. Feb 28 14:23:28.223580 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-79bb66eb-a688-4bdc-b49b-4386091edc40 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Synchronizing usage tracker for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:23:28.235120 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-580978de-5fbf-4106-916e-83016fd91766 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:28.260025 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-79bb66eb-a688-4bdc-b49b-4386091edc40 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Unset dirty status for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:23:28.263792 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-79bb66eb-a688-4bdc-b49b-4386091edc40 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "GET /v2.0/ports/39fcd075-6d7b-4b1e-a35a-af61f2158442 HTTP/1.1" status: 404 len: 333 time: 0.1501024 Feb 28 14:23:28.264788 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52298) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:28.291392 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:28.313032 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1c98ece1-c4fe-46f4-a88f-4b2a98d42e59 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-795233918', 'admin_state_up': True, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:28.342166 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e82a695c-32b9-4ed6-bf45-b6ab1268fd3f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:28.350989 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] In _notify_port_updated(), no bound segment for port fcce2929-dd53-412e-b058-b1b99597a95a on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 14:23:28.352418 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:28.353160 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:28.354648 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] 10.222.0.30 "PUT /v2.0/ports/fcce2929-dd53-412e-b058-b1b99597a95a HTTP/1.1" status: 200 len: 977 time: 4.7124131 Feb 28 14:23:28.356046 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1c98ece1-c4fe-46f4-a88f-4b2a98d42e59 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:28.360257 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52302) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:28.369900 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b5e12f-8414-49f3-8670-b0ac7e1345c5 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting subnet 980cec66-23dd-4d2f-a03f-2ed1948f2364 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:23:28.410415 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e82a695c-32b9-4ed6-bf45-b6ab1268fd3f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Transition to ACTIVE for port object 6bf74642-7ee6-4485-a147-50ba994d07cf will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:28.411672 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25b5e12f-8414-49f3-8670-b0ac7e1345c5 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:28.449864 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1c98ece1-c4fe-46f4-a88f-4b2a98d42e59 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:router and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:28.458682 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d0694afd-aee9-4bd9-b2a9-e7c0f25c6930 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "GET /v2.0/routers/62c8f9d4-174e-40a1-a8fa-8efdf9e487b1 HTTP/1.1" status: 200 len: 921 time: 0.7054732 Feb 28 14:23:28.462481 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1c98ece1-c4fe-46f4-a88f-4b2a98d42e59 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:28.465900 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52306) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:28.466153 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80273357-fddf-4137-b439-a4d306ecfceb']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:28.480578 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88edc4b-d3b6-4d3d-ba38-ef635a2b5c2f tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Pushing event updated for resources: {'Port': ['ID=fcce2929-dd53-412e-b058-b1b99597a95a,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:28.484389 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1c98ece1-c4fe-46f4-a88f-4b2a98d42e59 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:28.496375 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b83b6275-8059-4b02-ba00-c4c1d9051c26') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:28.497125 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b83b6275-8059-4b02-ba00-c4c1d9051c26') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:28.524342 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:28.545446 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25b5e12f-8414-49f3-8670-b0ac7e1345c5 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:28.554548 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f7a52-f892-484a-aa13-fcbbd22adff9 None None] Pushing event updated for resources: {'Port': ['ID=d9af3ef0-f44d-4de4-b99f-f29125b998a0,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:28.602142 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c98ece1-c4fe-46f4-a88f-4b2a98d42e59 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:28.602624 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e82a695c-32b9-4ed6-bf45-b6ab1268fd3f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:28.603715 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c98ece1-c4fe-46f4-a88f-4b2a98d42e59 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:28.622623 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c98ece1-c4fe-46f4-a88f-4b2a98d42e59 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:28.643853 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=c9e38885-8875-4874-be8d-5c23c3787516,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:28.668371 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4311d31e-4be0-4ed0-a790-4748ebf3505a None None] Attempting to bind port d9af3ef0-f44d-4de4-b99f-f29125b998a0 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:28.668730 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4311d31e-4be0-4ed0-a790-4748ebf3505a None None] Attempting to bind port d9af3ef0-f44d-4de4-b99f-f29125b998a0 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:28.669478 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4311d31e-4be0-4ed0-a790-4748ebf3505a None None] Attempting to bind port d9af3ef0-f44d-4de4-b99f-f29125b998a0 on network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:28.675337 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port abdce059-7265-4b66-af28-4b18a2ae8898 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:28.675767 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:28.704191 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:28.708938 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82a695c-32b9-4ed6-bf45-b6ab1268fd3f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Network 056a9217-8b58-4294-955a-b52100398eb3 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:28.715579 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e82a695c-32b9-4ed6-bf45-b6ab1268fd3f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:28.739094 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4311d31e-4be0-4ed0-a790-4748ebf3505a None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:23:28.739094 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4311d31e-4be0-4ed0-a790-4748ebf3505a None None] Checking segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:23:28.741902 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4311d31e-4be0-4ed0-a790-4748ebf3505a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:28.742688 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4311d31e-4be0-4ed0-a790-4748ebf3505a None None] Bound using segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:23:28.742924 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4311d31e-4be0-4ed0-a790-4748ebf3505a None None] Bound port: d9af3ef0-f44d-4de4-b99f-f29125b998a0, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:23:28.743387 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4311d31e-4be0-4ed0-a790-4748ebf3505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:28.751954 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5f04b1-eb7e-47d2-bcc6-a09b8428afb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:28.752434 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5f04b1-eb7e-47d2-bcc6-a09b8428afb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:28.752901 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5f04b1-eb7e-47d2-bcc6-a09b8428afb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:28.753361 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5f04b1-eb7e-47d2-bcc6-a09b8428afb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:28.753884 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5f04b1-eb7e-47d2-bcc6-a09b8428afb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:28.754338 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5f04b1-eb7e-47d2-bcc6-a09b8428afb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:28.754893 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5f04b1-eb7e-47d2-bcc6-a09b8428afb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:28.755710 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5f04b1-eb7e-47d2-bcc6-a09b8428afb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:28.756045 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5f04b1-eb7e-47d2-bcc6-a09b8428afb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:28.756501 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5f04b1-eb7e-47d2-bcc6-a09b8428afb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:28.756962 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5f04b1-eb7e-47d2-bcc6-a09b8428afb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:28.757417 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5f04b1-eb7e-47d2-bcc6-a09b8428afb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:28.757875 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5f04b1-eb7e-47d2-bcc6-a09b8428afb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:28.758529 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5f04b1-eb7e-47d2-bcc6-a09b8428afb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:28.758774 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5f04b1-eb7e-47d2-bcc6-a09b8428afb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:28.759249 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5f04b1-eb7e-47d2-bcc6-a09b8428afb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:28.759711 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5f04b1-eb7e-47d2-bcc6-a09b8428afb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:28.760162 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5f04b1-eb7e-47d2-bcc6-a09b8428afb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:28.760616 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5f04b1-eb7e-47d2-bcc6-a09b8428afb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:28.767091 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ee5f04b1-eb7e-47d2-bcc6-a09b8428afb6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17006 time: 0.4022090 Feb 28 14:23:28.768310 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:23:28.771023 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:28.773966 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82a695c-32b9-4ed6-bf45-b6ab1268fd3f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:23:28.806953 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:23:28.809431 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52310) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:28.842761 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f55c266-0f74-4cfa-9c87-358b9f7044d2 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:28.852138 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9f55c266-0f74-4cfa-9c87-358b9f7044d2 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710&device_id=62c8f9d4-174e-40a1-a8fa-8efdf9e487b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3842127 Feb 28 14:23:28.852978 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a695c-32b9-4ed6-bf45-b6ab1268fd3f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Pushing event updated for resources: {'Port': ['ID=6bf74642-7ee6-4485-a147-50ba994d07cf,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:28.869719 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52314) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:28.875586 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4311d31e-4be0-4ed0-a790-4748ebf3505a None None] For port d9af3ef0-f44d-4de4-b99f-f29125b998a0, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:23:28.879692 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4311d31e-4be0-4ed0-a790-4748ebf3505a None None] For port d9af3ef0-f44d-4de4-b99f-f29125b998a0, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d9af3ef0-f44d-4de4-b99f-f29125b998a0,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:23:28.897881 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4311d31e-4be0-4ed0-a790-4748ebf3505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:29.025803 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e82a695c-32b9-4ed6-bf45-b6ab1268fd3f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:29.071374 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4311d31e-4be0-4ed0-a790-4748ebf3505a None None] Routers {'fcae9979-e3a4-4b85-a61a-018cac4e4186'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:29.072018 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4311d31e-4be0-4ed0-a790-4748ebf3505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['fcae9979-e3a4-4b85-a61a-018cac4e4186'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:29.114191 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25b5e12f-8414-49f3-8670-b0ac7e1345c5 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:29.154945 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f7a52-f892-484a-aa13-fcbbd22adff9 None None] Pushing event updated for resources: {'Port': ['ID=d9af3ef0-f44d-4de4-b99f-f29125b998a0,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:29.212498 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6cfc2d-3ec4-46c2-97ca-95f522b840bc tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:29.214217 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4b6cfc2d-3ec4-46c2-97ca-95f522b840bc tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "GET /v2.0/networks/227601ee-f6c9-4fe2-9e97-307a6863d710 HTTP/1.1" status: 200 len: 881 time: 0.3436463 Feb 28 14:23:29.219564 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52318) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:29.229215 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 12872a30-fc41-4d85-9e72-533a69515c2f up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:23:29.339493 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6cc2c68a-0341-46df-9092-5e4c31dbf11e tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "GET /v2.0/ports?device_id=62c8f9d4-174e-40a1-a8fa-8efdf9e487b1 HTTP/1.1" status: 200 len: 205 time: 0.1049910 Feb 28 14:23:29.346799 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52322) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:29.392685 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:29.396999 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ec146c0b-9010-4dd6-8db2-aabacaf02bb8 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Deleting port fcce2929-dd53-412e-b058-b1b99597a95a {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:29.397636 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec146c0b-9010-4dd6-8db2-aabacaf02bb8 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:29.402418 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-4311d31e-4be0-4ed0-a790-4748ebf3505a None None] Set router fcae9979-e3a4-4b85-a61a-018cac4e4186 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:23:29.425763 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c98ece1-c4fe-46f4-a88f-4b2a98d42e59 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:29.454043 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:29.478166 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event deleted for resources: {'Network': ['ID=80273357-fddf-4137-b439-a4d306ecfceb,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:29.488550 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 12872a30-fc41-4d85-9e72-533a69515c2f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:29.488982 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:29.513017 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25b5e12f-8414-49f3-8670-b0ac7e1345c5 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:29.524753 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7b0c32d8-cc2b-47b7-aa9f-af64c2f029b7 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "DELETE /v2.0/networks/80273357-fddf-4137-b439-a4d306ecfceb HTTP/1.1" status: 204 len: 168 time: 8.6079068 Feb 28 14:23:29.533328 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52326) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:29.579731 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-71b49d8d-6f08-4bf8-a7a7-33177b6e6388 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1278338400'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:29.601363 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-71b49d8d-6f08-4bf8-a7a7-33177b6e6388 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:29.609829 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-71b49d8d-6f08-4bf8-a7a7-33177b6e6388 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Usage tracker for resource:network and tenant:f728042230f541b4b4ac3c2d7dd0693a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:29.613433 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-580978de-5fbf-4106-916e-83016fd91766 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting port d9af3ef0-f44d-4de4-b99f-f29125b998a0 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:29.613767 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-580978de-5fbf-4106-916e-83016fd91766 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:29.624312 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a1cba421-06fe-4f70-ac51-2667fc23e67c None None] Provisioning for port 6bf74642-7ee6-4485-a147-50ba994d07cf completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:23:29.642037 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-71b49d8d-6f08-4bf8-a7a7-33177b6e6388 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:29.657174 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5e12f-8414-49f3-8670-b0ac7e1345c5 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Subnet': ['ID=980cec66-23dd-4d2f-a03f-2ed1948f2364,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:29.671342 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-71b49d8d-6f08-4bf8-a7a7-33177b6e6388 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:29.678185 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25b5e12f-8414-49f3-8670-b0ac7e1345c5 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:29.684321 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedb318a-282f-4159-938d-5d576c8272e2 None None] Network 8af14fa2-076a-49e6-ad90-9be693fe179f requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:29.690735 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-25b5e12f-8414-49f3-8670-b0ac7e1345c5 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/subnets/980cec66-23dd-4d2f-a03f-2ed1948f2364 HTTP/1.1" status: 204 len: 168 time: 1.4248869 Feb 28 14:23:29.704867 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52330) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:29.710414 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a1cba421-06fe-4f70-ac51-2667fc23e67c None None] Provisioning complete for port 6bf74642-7ee6-4485-a147-50ba994d07cf triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:29.710906 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a1cba421-06fe-4f70-ac51-2667fc23e67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:29.742421 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6643f6a9-c4e3-45f2-b11c-cf3b43ce81ee tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:29.793035 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e82a695c-32b9-4ed6-bf45-b6ab1268fd3f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:29.808532 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b49d8d-6f08-4bf8-a7a7-33177b6e6388 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Made reservation on behalf of f728042230f541b4b4ac3c2d7dd0693a for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:29.812153 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-71b49d8d-6f08-4bf8-a7a7-33177b6e6388 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:29.865001 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a1cba421-06fe-4f70-ac51-2667fc23e67c None None] Port 6bf74642-7ee6-4485-a147-50ba994d07cf cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:23:29.983567 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-ec146c0b-9010-4dd6-8db2-aabacaf02bb8 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] For port fcce2929-dd53-412e-b058-b1b99597a95a, host hv-neutron-8311, got binding levels [] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:29.983955 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec146c0b-9010-4dd6-8db2-aabacaf02bb8 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:30.116420 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5dc858-37c4-44f9-ae6d-c9554ad7680b tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting subnet 631804a7-64c9-4abb-b549-465f580435b0 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:23:30.122027 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b49d8d-6f08-4bf8-a7a7-33177b6e6388 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:23:30.130280 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb5dc858-37c4-44f9-ae6d-c9554ad7680b tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:30.130843 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4311d31e-4be0-4ed0-a790-4748ebf3505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcae9979-e3a4-4b85-a61a-018cac4e4186', 'name': 'tempest-NetworksTestDHCPv6-router-1259008445', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:15Z', 'updated_at': '2022-02-28T14:23:20Z', 'revision_number': 2, 'project_id': 'be48e9bf201d46859eb43fd68b389951', 'gw_port_host': None, '_interfaces': [{'id': 'd9af3ef0-f44d-4de4-b99f-f29125b998a0', 'name': '', 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'mac_address': 'fa:16:3e:5d:dc:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcae9979-e3a4-4b85-a61a-018cac4e4186', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '34ab751e-b33e-41c8-a190-811bbd42b4f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:17Z', 'updated_at': '2022-02-28T14:23:28Z', 'revision_number': 4, 'project_id': 'be48e9bf201d46859eb43fd68b389951', 'subnets': [{'id': '34ab751e-b33e-41c8-a190-811bbd42b4f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:30.133146 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ec146c0b-9010-4dd6-8db2-aabacaf02bb8 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Calling delete_port for fcce2929-dd53-412e-b058-b1b99597a95a owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:30.137798 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4311d31e-4be0-4ed0-a790-4748ebf3505a None None] The sync data for ids ['fcae9979-e3a4-4b85-a61a-018cac4e4186'] in dv-neutron-831192-4-hyperv is: [{'id': 'fcae9979-e3a4-4b85-a61a-018cac4e4186', 'name': 'tempest-NetworksTestDHCPv6-router-1259008445', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:15Z', 'updated_at': '2022-02-28T14:23:20Z', 'revision_number': 2, 'project_id': 'be48e9bf201d46859eb43fd68b389951', 'gw_port_host': None, '_interfaces': [{'id': 'd9af3ef0-f44d-4de4-b99f-f29125b998a0', 'name': '', 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'mac_address': 'fa:16:3e:5d:dc:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcae9979-e3a4-4b85-a61a-018cac4e4186', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '34ab751e-b33e-41c8-a190-811bbd42b4f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:17Z', 'updated_at': '2022-02-28T14:23:28Z', 'revision_number': 4, 'project_id': 'be48e9bf201d46859eb43fd68b389951', 'subnets': [{'id': '34ab751e-b33e-41c8-a190-811bbd42b4f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:23:30.184707 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c9e38885-8875-4874-be8d-5c23c3787516 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:23:30.189940 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-580978de-5fbf-4106-916e-83016fd91766 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] For port d9af3ef0-f44d-4de4-b99f-f29125b998a0, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d9af3ef0-f44d-4de4-b99f-f29125b998a0,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:30.190301 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-580978de-5fbf-4106-916e-83016fd91766 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:30.287522 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6643f6a9-c4e3-45f2-b11c-cf3b43ce81ee tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:30.291569 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port c9e38885-8875-4874-be8d-5c23c3787516 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:30.292024 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:30.315070 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb5dc858-37c4-44f9-ae6d-c9554ad7680b tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:30.342766 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-580978de-5fbf-4106-916e-83016fd91766 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Calling delete_port for d9af3ef0-f44d-4de4-b99f-f29125b998a0 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:30.372470 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-71b49d8d-6f08-4bf8-a7a7-33177b6e6388 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:30.373053 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-71b49d8d-6f08-4bf8-a7a7-33177b6e6388 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Added segment 3e4f31a7-ea1d-4341-bf73-96e99740f2e4 of type vlan for network 5bd9e0b1-3db5-40f2-8b5d-c255e6241062 Feb 28 14:23:30.453985 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 3f252805-08aa-431a-b51e-34bbeede86a9 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:23:30.485772 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6643f6a9-c4e3-45f2-b11c-cf3b43ce81ee tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Deleting port 0af1542c-3767-4835-9b56-9f8a6432d88f {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:30.491718 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6643f6a9-c4e3-45f2-b11c-cf3b43ce81ee tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:30.533654 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-71b49d8d-6f08-4bf8-a7a7-33177b6e6388 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:30.599667 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec146c0b-9010-4dd6-8db2-aabacaf02bb8 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:30.638644 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 3f252805-08aa-431a-b51e-34bbeede86a9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:30.643598 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:30.672628 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb5dc858-37c4-44f9-ae6d-c9554ad7680b tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:30.673360 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec146c0b-9010-4dd6-8db2-aabacaf02bb8 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Pushing event deleted for resources: {'Port': ['ID=fcce2929-dd53-412e-b058-b1b99597a95a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:30.748565 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-71b49d8d-6f08-4bf8-a7a7-33177b6e6388 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:30.754136 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b49d8d-6f08-4bf8-a7a7-33177b6e6388 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:30.754793 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-71b49d8d-6f08-4bf8-a7a7-33177b6e6388 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:30.825929 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ec146c0b-9010-4dd6-8db2-aabacaf02bb8 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:31.059977 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb5dc858-37c4-44f9-ae6d-c9554ad7680b tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:31.101659 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c98ece1-c4fe-46f4-a88f-4b2a98d42e59 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:31.113776 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5dc858-37c4-44f9-ae6d-c9554ad7680b tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Subnet': ['ID=631804a7-64c9-4abb-b549-465f580435b0,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:31.115904 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb5dc858-37c4-44f9-ae6d-c9554ad7680b tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:31.133987 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e77a16-2993-4c70-ad21-ee402ec06b3c None None] Network 8af14fa2-076a-49e6-ad90-9be693fe179f requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:31.151574 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bb5dc858-37c4-44f9-ae6d-c9554ad7680b tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/subnets/631804a7-64c9-4abb-b549-465f580435b0 HTTP/1.1" status: 204 len: 168 time: 1.4456151 Feb 28 14:23:31.156283 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52334) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:31.158277 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6643f6a9-c4e3-45f2-b11c-cf3b43ce81ee tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:31.245600 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-71b49d8d-6f08-4bf8-a7a7-33177b6e6388 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7010443 Feb 28 14:23:31.246722 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c98ece1-c4fe-46f4-a88f-4b2a98d42e59 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:31.251908 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52338) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:31.274964 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-84aa035d-65e4-4afb-a140-6a3539e46801 None None] Provisioning complete for port 12872a30-fc41-4d85-9e72-533a69515c2f triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:31.275362 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-84aa035d-65e4-4afb-a140-6a3539e46801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:31.390844 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6643f6a9-c4e3-45f2-b11c-cf3b43ce81ee tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Calling delete_port for 0af1542c-3767-4835-9b56-9f8a6432d88f owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:31.448394 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80cf0b72-5fe8-469e-87db-b7f89edf606f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:31.494454 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e82a695c-32b9-4ed6-bf45-b6ab1268fd3f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:31.497531 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-80cf0b72-5fe8-469e-87db-b7f89edf606f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting port 12872a30-fc41-4d85-9e72-533a69515c2f {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:31.497830 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80cf0b72-5fe8-469e-87db-b7f89edf606f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:31.506235 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-21212284-a165-413c-ad7a-25a7b4155eb2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Request body: {'subnet': {'network_id': '5bd9e0b1-3db5-40f2-8b5d-c255e6241062', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:31.521141 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b49d8d-6f08-4bf8-a7a7-33177b6e6388 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event updated for resources: {'Network': ['ID=5bd9e0b1-3db5-40f2-8b5d-c255e6241062,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:31.528157 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-1c98ece1-c4fe-46f4-a88f-4b2a98d42e59 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.26.5.56 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:31.533533 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ec146c0b-9010-4dd6-8db2-aabacaf02bb8 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] 10.222.0.30 "DELETE /v2.0/ports/fcce2929-dd53-412e-b058-b1b99597a95a HTTP/1.1" status: 204 len: 168 time: 2.7230685 Feb 28 14:23:31.542192 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 5bd9e0b1-3db5-40f2-8b5d-c255e6241062 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:23:31.556018 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52342) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:31.676393 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-580978de-5fbf-4106-916e-83016fd91766 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:31.739449 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-15bf5031-327d-4dc0-b652-0eaed98e4809 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] GET failed (client error): The resource could not be found. Feb 28 14:23:31.740038 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-15bf5031-327d-4dc0-b652-0eaed98e4809 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Synchronizing usage tracker for tenant:79bb48a769044efca3cb807843ea858b on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:23:31.779469 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580978de-5fbf-4106-916e-83016fd91766 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Port': ['ID=d9af3ef0-f44d-4de4-b99f-f29125b998a0,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:31.829020 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e82a695c-32b9-4ed6-bf45-b6ab1268fd3f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:31.882915 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6953e5ba-cb37-4329-a8f1-4cb7a96c54f6 None None] DHCP port deletion for 8af14fa2-076a-49e6-ad90-9be693fe179f request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:23:31.888878 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6953e5ba-cb37-4329-a8f1-4cb7a96c54f6 None None] Deleting port 12872a30-fc41-4d85-9e72-533a69515c2f {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:31.890055 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6953e5ba-cb37-4329-a8f1-4cb7a96c54f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:31.909743 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-21212284-a165-413c-ad7a-25a7b4155eb2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:31.916345 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-21212284-a165-413c-ad7a-25a7b4155eb2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Usage tracker for resource:subnet and tenant:f728042230f541b4b4ac3c2d7dd0693a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:31.920408 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-21212284-a165-413c-ad7a-25a7b4155eb2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:31.929514 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-21212284-a165-413c-ad7a-25a7b4155eb2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:31.959241 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e82a695c-32b9-4ed6-bf45-b6ab1268fd3f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:32.175231 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6953e5ba-cb37-4329-a8f1-4cb7a96c54f6 None None] For port 12872a30-fc41-4d85-9e72-533a69515c2f, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=12872a30-fc41-4d85-9e72-533a69515c2f,segment=NetworkSegment(63d0fc1d-98bb-4d32-b16d-1c4b992eb5de),segment_id=63d0fc1d-98bb-4d32-b16d-1c4b992eb5de)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:32.175789 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6953e5ba-cb37-4329-a8f1-4cb7a96c54f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:32.216415 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-580978de-5fbf-4106-916e-83016fd91766 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:32.220781 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21212284-a165-413c-ad7a-25a7b4155eb2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Made reservation on behalf of f728042230f541b4b4ac3c2d7dd0693a for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:32.225709 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21212284-a165-413c-ad7a-25a7b4155eb2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:32.244909 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-15bf5031-327d-4dc0-b652-0eaed98e4809 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Unset dirty status for tenant:79bb48a769044efca3cb807843ea858b on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:23:32.250420 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-15bf5031-327d-4dc0-b652-0eaed98e4809 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] 10.222.0.30 "GET /v2.0/ports/fcce2929-dd53-412e-b058-b1b99597a95a HTTP/1.1" status: 404 len: 333 time: 0.6934032 Feb 28 14:23:32.251335 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52346) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:32.254395 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a695c-32b9-4ed6-bf45-b6ab1268fd3f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Pushing event updated for resources: {'Port': ['ID=6bf74642-7ee6-4485-a147-50ba994d07cf,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:32.283454 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-18c4ecf3-ed1e-4ef9-9f11-f64345b3c97b tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-254592243', 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:32.296241 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-18c4ecf3-ed1e-4ef9-9f11-f64345b3c97b tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:32.306130 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6953e5ba-cb37-4329-a8f1-4cb7a96c54f6 None None] Calling delete_port for 12872a30-fc41-4d85-9e72-533a69515c2f owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:32.334826 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 12872a30-fc41-4d85-9e72-533a69515c2f no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:23:32.447557 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-18c4ecf3-ed1e-4ef9-9f11-f64345b3c97b tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:32.467586 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82a695c-32b9-4ed6-bf45-b6ab1268fd3f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Network 056a9217-8b58-4294-955a-b52100398eb3 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:32.491034 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e82a695c-32b9-4ed6-bf45-b6ab1268fd3f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:32.494423 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-80cf0b72-5fe8-469e-87db-b7f89edf606f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] For port 12872a30-fc41-4d85-9e72-533a69515c2f, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=12872a30-fc41-4d85-9e72-533a69515c2f,segment=NetworkSegment(63d0fc1d-98bb-4d32-b16d-1c4b992eb5de),segment_id=63d0fc1d-98bb-4d32-b16d-1c4b992eb5de)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:32.494423 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80cf0b72-5fe8-469e-87db-b7f89edf606f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:32.494898 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6953e5ba-cb37-4329-a8f1-4cb7a96c54f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:32.501884 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c4ecf3-ed1e-4ef9-9f11-f64345b3c97b tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Made reservation on behalf of 79bb48a769044efca3cb807843ea858b for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:32.504727 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-18c4ecf3-ed1e-4ef9-9f11-f64345b3c97b tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:32.559460 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:32.591358 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953e5ba-cb37-4329-a8f1-4cb7a96c54f6 None None] Pushing event deleted for resources: {'Port': ['ID=12872a30-fc41-4d85-9e72-533a69515c2f,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:32.601748 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6953e5ba-cb37-4329-a8f1-4cb7a96c54f6 None None] No DVR routers for this DVR port 12872a30-fc41-4d85-9e72-533a69515c2f on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:23:32.630497 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c98ece1-c4fe-46f4-a88f-4b2a98d42e59 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:32.645766 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-18c4ecf3-ed1e-4ef9-9f11-f64345b3c97b tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] device_id is not set on port 3c6f3c8e-3c73-4ecd-942e-7c61f4575695 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:23:32.687691 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6643f6a9-c4e3-45f2-b11c-cf3b43ce81ee tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:32.698104 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-80cf0b72-5fe8-469e-87db-b7f89edf606f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Calling delete_port for 12872a30-fc41-4d85-9e72-533a69515c2f owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:32.795691 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643f6a9-c4e3-45f2-b11c-cf3b43ce81ee tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Pushing event deleted for resources: {'Port': ['ID=0af1542c-3767-4835-9b56-9f8a6432d88f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:32.839676 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-27c97699-3344-4e50-8ba1-0777bbbc784e None None] Provisioning complete for port 6bf74642-7ee6-4485-a147-50ba994d07cf triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:32.840015 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-27c97699-3344-4e50-8ba1-0777bbbc784e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:32.873636 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580978de-5fbf-4106-916e-83016fd91766 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Router fcae9979-e3a4-4b85-a61a-018cac4e4186 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:23:32.892074 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-27c97699-3344-4e50-8ba1-0777bbbc784e None None] Port 6bf74642-7ee6-4485-a147-50ba994d07cf cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:23:33.007280 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-80cf0b72-5fe8-469e-87db-b7f89edf606f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:23:33.007506 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-80cf0b72-5fe8-469e-87db-b7f89edf606f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:23:33.019382 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6643f6a9-c4e3-45f2-b11c-cf3b43ce81ee tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:33.134370 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82a695c-32b9-4ed6-bf45-b6ab1268fd3f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Router 3d44288e-0426-4097-91dc-1994d0ab83b5 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:23:33.174141 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c98ece1-c4fe-46f4-a88f-4b2a98d42e59 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:33.323210 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6643f6a9-c4e3-45f2-b11c-cf3b43ce81ee tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:33.326279 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6643f6a9-c4e3-45f2-b11c-cf3b43ce81ee tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:33.384109 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580978de-5fbf-4106-916e-83016fd91766 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:23:33.396568 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a772cda-7db9-4b0e-991f-01ded2c952e7 None None] Sync routers for ids ['fcae9979-e3a4-4b85-a61a-018cac4e4186'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:23:33.400135 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c98ece1-c4fe-46f4-a88f-4b2a98d42e59 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:33.410974 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a772cda-7db9-4b0e-991f-01ded2c952e7 None None] Routers {'fcae9979-e3a4-4b85-a61a-018cac4e4186'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:33.412540 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-2a772cda-7db9-4b0e-991f-01ded2c952e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['fcae9979-e3a4-4b85-a61a-018cac4e4186'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:33.429174 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6643f6a9-c4e3-45f2-b11c-cf3b43ce81ee tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:33.429709 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6643f6a9-c4e3-45f2-b11c-cf3b43ce81ee tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Fanout notify agent at l3_agent the message router_deleted on router 62c8f9d4-174e-40a1-a8fa-8efdf9e487b1 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:23:33.433261 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-1c98ece1-c4fe-46f4-a88f-4b2a98d42e59 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:33.441734 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98ece1-c4fe-46f4-a88f-4b2a98d42e59 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:33.483141 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-18c4ecf3-ed1e-4ef9-9f11-f64345b3c97b tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:33.496195 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c98ece1-c4fe-46f4-a88f-4b2a98d42e59 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:33.512112 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-80cf0b72-5fe8-469e-87db-b7f89edf606f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting port 12872a30-fc41-4d85-9e72-533a69515c2f {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:33.512451 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80cf0b72-5fe8-469e-87db-b7f89edf606f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:33.525968 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21212284-a165-413c-ad7a-25a7b4155eb2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:33.564352 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6643f6a9-c4e3-45f2-b11c-cf3b43ce81ee tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:33.569183 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6643f6a9-c4e3-45f2-b11c-cf3b43ce81ee tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "DELETE /v2.0/routers/62c8f9d4-174e-40a1-a8fa-8efdf9e487b1 HTTP/1.1" status: 204 len: 168 time: 4.2191427 Feb 28 14:23:33.573009 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52350) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:33.590381 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a25cbbae-7152-4265-ae7b-ce631baa4cc8 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-554681351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:33.592467 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-2a772cda-7db9-4b0e-991f-01ded2c952e7 None None] Set router fcae9979-e3a4-4b85-a61a-018cac4e4186 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:23:33.600895 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-80cf0b72-5fe8-469e-87db-b7f89edf606f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] The port '12872a30-fc41-4d85-9e72-533a69515c2f' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:23:33.613748 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a25cbbae-7152-4265-ae7b-ce631baa4cc8 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:33.626406 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-580978de-5fbf-4106-916e-83016fd91766 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "PUT /v2.0/routers/fcae9979-e3a4-4b85-a61a-018cac4e4186/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6002407 Feb 28 14:23:33.626406 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a25cbbae-7152-4265-ae7b-ce631baa4cc8 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Usage tracker for resource:router and tenant:15f077467be64cd9b71b3453d741c4f4 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:33.631253 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52354) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:33.632337 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82a695c-32b9-4ed6-bf45-b6ab1268fd3f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:23:33.633921 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a25cbbae-7152-4265-ae7b-ce631baa4cc8 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:33.645023 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e82a695c-32b9-4ed6-bf45-b6ab1268fd3f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] 10.222.0.30 "PUT /v2.0/routers/3d44288e-0426-4097-91dc-1994d0ab83b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6594558 Feb 28 14:23:33.649979 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bb723a-4be3-4cad-9aca-71e60191fdde None None] Sync routers for ids ['3d44288e-0426-4097-91dc-1994d0ab83b5'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:23:33.660879 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bb723a-4be3-4cad-9aca-71e60191fdde None None] Routers {'3d44288e-0426-4097-91dc-1994d0ab83b5'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:33.661510 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d0bb723a-4be3-4cad-9aca-71e60191fdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3d44288e-0426-4097-91dc-1994d0ab83b5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:33.662401 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52358) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:33.701249 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-2a772cda-7db9-4b0e-991f-01ded2c952e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcae9979-e3a4-4b85-a61a-018cac4e4186', 'name': 'tempest-NetworksTestDHCPv6-router-1259008445', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:15Z', 'updated_at': '2022-02-28T14:23:31Z', 'revision_number': 3, 'project_id': 'be48e9bf201d46859eb43fd68b389951', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:33.706184 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a772cda-7db9-4b0e-991f-01ded2c952e7 None None] Checking router: fcae9979-e3a4-4b85-a61a-018cac4e4186 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:23:33.718104 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a772cda-7db9-4b0e-991f-01ded2c952e7 None None] Routers {'fcae9979-e3a4-4b85-a61a-018cac4e4186'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:33.718709 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-2a772cda-7db9-4b0e-991f-01ded2c952e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['fcae9979-e3a4-4b85-a61a-018cac4e4186'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:33.730888 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21212284-a165-413c-ad7a-25a7b4155eb2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event updated for resources: {'Subnet': ['ID=ba9fc238-0736-469a-94b3-07f59a017201,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:33.742950 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a25cbbae-7152-4265-ae7b-ce631baa4cc8 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:33.745683 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d0bb723a-4be3-4cad-9aca-71e60191fdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:33.757366 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bb723a-4be3-4cad-9aca-71e60191fdde None None] Routers {'3d44288e-0426-4097-91dc-1994d0ab83b5'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:33.758027 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d0bb723a-4be3-4cad-9aca-71e60191fdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3d44288e-0426-4097-91dc-1994d0ab83b5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:33.763237 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fe8a88d8-4360-42f1-9b52-4a5429447cb0 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Request body: {'port': {'network_id': '056a9217-8b58-4294-955a-b52100398eb3', 'name': 'tempest-FloatingIPAdminTestJSON-2054093773'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:33.779661 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-18c4ecf3-ed1e-4ef9-9f11-f64345b3c97b tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:33.799622 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80cf0b72-5fe8-469e-87db-b7f89edf606f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:33.809619 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed26b89a-e27a-4a70-a89f-2d6459760235 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:33.811244 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed26b89a-e27a-4a70-a89f-2d6459760235 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:33.812005 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ed26b89a-e27a-4a70-a89f-2d6459760235 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:23:33.838902 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-80cf0b72-5fe8-469e-87db-b7f89edf606f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af14fa2-076a-49e6-ad90-9be693fe179f']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:33.844987 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d0bb723a-4be3-4cad-9aca-71e60191fdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:33.845487 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bb723a-4be3-4cad-9aca-71e60191fdde None None] The sync data for ids ['3d44288e-0426-4097-91dc-1994d0ab83b5'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:23:33.855861 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-80cf0b72-5fe8-469e-87db-b7f89edf606f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d0fc1d-98bb-4d32-b16d-1c4b992eb5de') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:33.856332 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-80cf0b72-5fe8-469e-87db-b7f89edf606f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d0fc1d-98bb-4d32-b16d-1c4b992eb5de') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:33.863374 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ed26b89a-e27a-4a70-a89f-2d6459760235 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:23:33.864890 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ed26b89a-e27a-4a70-a89f-2d6459760235 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2305827 Feb 28 14:23:33.868565 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52362) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:33.885049 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-2a772cda-7db9-4b0e-991f-01ded2c952e7 None None] Set router fcae9979-e3a4-4b85-a61a-018cac4e4186 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:23:33.902336 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80cf0b72-5fe8-469e-87db-b7f89edf606f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:33.935280 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80cf0b72-5fe8-469e-87db-b7f89edf606f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:33.945304 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80cf0b72-5fe8-469e-87db-b7f89edf606f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:23:33.945899 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80cf0b72-5fe8-469e-87db-b7f89edf606f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:33.952232 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a25cbbae-7152-4265-ae7b-ce631baa4cc8 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:33.953349 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a25cbbae-7152-4265-ae7b-ce631baa4cc8 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: util.warn( Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: util.warn( Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: util.warn( Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: util.warn( Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:23:33.966049 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:23:33.991240 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-84120a30-fb30-47e0-94df-7190337fd696 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet 34ab751e-b33e-41c8-a190-811bbd42b4f6 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:23:33.992162 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-2a772cda-7db9-4b0e-991f-01ded2c952e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcae9979-e3a4-4b85-a61a-018cac4e4186', 'name': 'tempest-NetworksTestDHCPv6-router-1259008445', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:15Z', 'updated_at': '2022-02-28T14:23:31Z', 'revision_number': 3, 'project_id': 'be48e9bf201d46859eb43fd68b389951', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:33.994729 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-84120a30-fb30-47e0-94df-7190337fd696 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:33.996230 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a772cda-7db9-4b0e-991f-01ded2c952e7 None None] The sync data for ids ['fcae9979-e3a4-4b85-a61a-018cac4e4186'] in dv-neutron-831192-4-hyperv is: [{'id': 'fcae9979-e3a4-4b85-a61a-018cac4e4186', 'name': 'tempest-NetworksTestDHCPv6-router-1259008445', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:15Z', 'updated_at': '2022-02-28T14:23:31Z', 'revision_number': 3, 'project_id': 'be48e9bf201d46859eb43fd68b389951', 'gw_port_host': None}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:23:34.023192 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21212284-a165-413c-ad7a-25a7b4155eb2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Checking segment: {'id': '3e4f31a7-ea1d-4341-bf73-96e99740f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5bd9e0b1-3db5-40f2-8b5d-c255e6241062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:23:34.023341 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21212284-a165-413c-ad7a-25a7b4155eb2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Network hostable DHCP agents. Network: 5bd9e0b1-3db5-40f2-8b5d-c255e6241062, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:23:34.057483 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c4ecf3-ed1e-4ef9-9f11-f64345b3c97b tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Network b1b285f8-906e-4a15-83a5-4b6cac06a010 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:34.074294 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-18c4ecf3-ed1e-4ef9-9f11-f64345b3c97b tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:34.079183 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c4ecf3-ed1e-4ef9-9f11-f64345b3c97b tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:34.080110 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c4ecf3-ed1e-4ef9-9f11-f64345b3c97b tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:34.080691 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-18c4ecf3-ed1e-4ef9-9f11-f64345b3c97b tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:34.089181 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4ecf3-ed1e-4ef9-9f11-f64345b3c97b tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Pushing event updated for resources: {'Port': ['ID=3c6f3c8e-3c73-4ecd-942e-7c61f4575695,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:34.107882 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-84120a30-fb30-47e0-94df-7190337fd696 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:34.125724 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a25cbbae-7152-4265-ae7b-ce631baa4cc8 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:34.136230 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80cf0b72-5fe8-469e-87db-b7f89edf606f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:34.157073 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-80cf0b72-5fe8-469e-87db-b7f89edf606f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:34.177321 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-80cf0b72-5fe8-469e-87db-b7f89edf606f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/networks/8af14fa2-076a-49e6-ad90-9be693fe179f HTTP/1.1" status: 204 len: 168 time: 3.0109260 Feb 28 14:23:34.181546 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf0b72-5fe8-469e-87db-b7f89edf606f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Network': ['ID=8af14fa2-076a-49e6-ad90-9be693fe179f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:34.182512 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52366) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:34.216436 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21212284-a165-413c-ad7a-25a7b4155eb2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Network 5bd9e0b1-3db5-40f2-8b5d-c255e6241062 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:23:34.219191 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-18c4ecf3-ed1e-4ef9-9f11-f64345b3c97b tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.9613063 Feb 28 14:23:34.222645 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52370) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:34.241651 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-21212284-a165-413c-ad7a-25a7b4155eb2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 5bd9e0b1-3db5-40f2-8b5d-c255e6241062) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:34.251551 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387a6735-e118-4d73-8069-9f7539e09182 None None] Network 5bd9e0b1-3db5-40f2-8b5d-c255e6241062 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:34.253773 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21212284-a165-413c-ad7a-25a7b4155eb2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:34.254518 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21212284-a165-413c-ad7a-25a7b4155eb2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:34.266619 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fe8a88d8-4360-42f1-9b52-4a5429447cb0 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:34.274483 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a25cbbae-7152-4265-ae7b-ce631baa4cc8 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:34.280976 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fe8a88d8-4360-42f1-9b52-4a5429447cb0 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Usage tracker for resource:port and tenant:d031daf6d8064032b3b399a89c15302d is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:34.316495 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6cdc04-7eeb-4273-a4a7-ea6f59f78d5c tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:34.321619 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1e6cdc04-7eeb-4273-a4a7-ea6f59f78d5c tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] 10.222.0.30 "GET /v2.0/ports/3c6f3c8e-3c73-4ecd-942e-7c61f4575695 HTTP/1.1" status: 200 len: 954 time: 0.0939817 Feb 28 14:23:34.321619 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52374) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:34.347473 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fe8a88d8-4360-42f1-9b52-4a5429447cb0 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:34.368653 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fe8a88d8-4360-42f1-9b52-4a5429447cb0 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:34.379132 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-21212284-a165-413c-ad7a-25a7b4155eb2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.1236272 Feb 28 14:23:34.391569 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52378) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:34.394392 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a25cbbae-7152-4265-ae7b-ce631baa4cc8 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:34.402521 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a25cbbae-7152-4265-ae7b-ce631baa4cc8 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8224874 Feb 28 14:23:34.404787 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d9af3ef0-f44d-4de4-b99f-f29125b998a0 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:23:34.408280 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52382) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:34.409688 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-756f5e14-6026-4894-9f81-7cee7d1b8f11 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1500161039'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:34.418285 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8a88d8-4360-42f1-9b52-4a5429447cb0 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Made reservation on behalf of d031daf6d8064032b3b399a89c15302d for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:34.422362 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-84120a30-fb30-47e0-94df-7190337fd696 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:34.424601 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe8a88d8-4360-42f1-9b52-4a5429447cb0 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:34.449624 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c98ece1-c4fe-46f4-a88f-4b2a98d42e59 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:34.473731 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: d9af3ef0-f44d-4de4-b99f-f29125b998a0 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:23:34.474063 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d9af3ef0-f44d-4de4-b99f-f29125b998a0 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:23:34.494580 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-12cf1ec5-a109-4484-8d99-914bd64e42a8 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'enable_snat': False}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:34.533446 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-756f5e14-6026-4894-9f81-7cee7d1b8f11 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:34.548880 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-756f5e14-6026-4894-9f81-7cee7d1b8f11 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Usage tracker for resource:network and tenant:f728042230f541b4b4ac3c2d7dd0693a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:34.554849 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9289139a-9267-42a8-a829-cb99c3bae1e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-5bd9e0b1-3db5-40f2-8b5d-c255e6241062', 'network_id': '5bd9e0b1-3db5-40f2-8b5d-c255e6241062', 'tenant_id': 'f728042230f541b4b4ac3c2d7dd0693a', 'fixed_ips': [{'subnet_id': 'ba9fc238-0736-469a-94b3-07f59a017201'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:23:34.555726 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9289139a-9267-42a8-a829-cb99c3bae1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:34.582752 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-756f5e14-6026-4894-9f81-7cee7d1b8f11 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:34.586526 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-fe8a88d8-4360-42f1-9b52-4a5429447cb0 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] device_id is not set on port 7ca46d24-aa05-43a7-99b4-8dd26b481d29 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:23:34.630146 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f484640-1ccc-4713-800e-352bd9ef89f9 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:34.630784 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4f484640-1ccc-4713-800e-352bd9ef89f9 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Synchronizing usage tracker for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:23:34.635301 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-00d1abac-4c31-4503-9d63-19054e5d5fa4 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Deleting port 3c6f3c8e-3c73-4ecd-942e-7c61f4575695 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:34.635930 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-00d1abac-4c31-4503-9d63-19054e5d5fa4 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:34.748700 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-9289139a-9267-42a8-a829-cb99c3bae1e3 None None] Allocated IP 2001:db8::1 (5bd9e0b1-3db5-40f2-8b5d-c255e6241062/ba9fc238-0736-469a-94b3-07f59a017201/dec22063-fe80-4a42-94d0-d3a53e0ac6bf) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:34.811198 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-756f5e14-6026-4894-9f81-7cee7d1b8f11 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:34.867886 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756f5e14-6026-4894-9f81-7cee7d1b8f11 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Made reservation on behalf of f728042230f541b4b4ac3c2d7dd0693a for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:34.870785 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-756f5e14-6026-4894-9f81-7cee7d1b8f11 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:35.011521 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-84120a30-fb30-47e0-94df-7190337fd696 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:35.013447 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:35.046111 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-756f5e14-6026-4894-9f81-7cee7d1b8f11 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:23:35.053092 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9289139a-9267-42a8-a829-cb99c3bae1e3 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:35.064878 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9289139a-9267-42a8-a829-cb99c3bae1e3 None None] Transition to ACTIVE for port object dec22063-fe80-4a42-94d0-d3a53e0ac6bf will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:35.083930 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9289139a-9267-42a8-a829-cb99c3bae1e3 None None] Transition to ACTIVE for port object dec22063-fe80-4a42-94d0-d3a53e0ac6bf will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:35.089625 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9289139a-9267-42a8-a829-cb99c3bae1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:35.098314 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4f484640-1ccc-4713-800e-352bd9ef89f9 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Unset dirty status for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:23:35.103308 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4f484640-1ccc-4713-800e-352bd9ef89f9 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.9166970 Feb 28 14:23:35.127259 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52386) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:35.134397 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84120a30-fb30-47e0-94df-7190337fd696 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=34ab751e-b33e-41c8-a190-811bbd42b4f6,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:35.143524 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-756f5e14-6026-4894-9f81-7cee7d1b8f11 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:35.143861 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-756f5e14-6026-4894-9f81-7cee7d1b8f11 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Added segment 955f74e9-b535-4341-8a41-d1e603bb9e59 of type vlan for network 5f853105-5f65-430c-be00-862aec80a4bb Feb 28 14:23:35.161924 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-fe8a88d8-4360-42f1-9b52-4a5429447cb0 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Allocated IP 172.20.0.8 (056a9217-8b58-4294-955a-b52100398eb3/534fce38-4993-44d2-8fc5-c9044ac078b8/7ca46d24-aa05-43a7-99b4-8dd26b481d29) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:35.167969 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdd381e-f4d2-4480-89ca-1f3e10fc9517 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:35.181347 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289139a-9267-42a8-a829-cb99c3bae1e3 None None] Pushing event updated for resources: {'Port': ['ID=dec22063-fe80-4a42-94d0-d3a53e0ac6bf,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:35.209237 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-756f5e14-6026-4894-9f81-7cee7d1b8f11 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:35.211661 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9289139a-9267-42a8-a829-cb99c3bae1e3 None None] Network 5bd9e0b1-3db5-40f2-8b5d-c255e6241062 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:35.231144 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-84120a30-fb30-47e0-94df-7190337fd696 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:35.235495 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c98ece1-c4fe-46f4-a88f-4b2a98d42e59 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:35.252789 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-9289139a-9267-42a8-a829-cb99c3bae1e3 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:35.256520 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9289139a-9267-42a8-a829-cb99c3bae1e3 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:35.359565 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-84120a30-fb30-47e0-94df-7190337fd696 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/34ab751e-b33e-41c8-a190-811bbd42b4f6 HTTP/1.1" status: 204 len: 168 time: 1.4897220 Feb 28 14:23:35.363924 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12cf1ec5-a109-4484-8d99-914bd64e42a8 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:35.380383 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52390) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:35.401110 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9289139a-9267-42a8-a829-cb99c3bae1e3 None None] Attempting to bind port dec22063-fe80-4a42-94d0-d3a53e0ac6bf on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:35.401469 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9289139a-9267-42a8-a829-cb99c3bae1e3 None None] Attempting to bind port dec22063-fe80-4a42-94d0-d3a53e0ac6bf by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '3e4f31a7-ea1d-4341-bf73-96e99740f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5bd9e0b1-3db5-40f2-8b5d-c255e6241062'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:35.401828 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9289139a-9267-42a8-a829-cb99c3bae1e3 None None] Attempting to bind port dec22063-fe80-4a42-94d0-d3a53e0ac6bf on network 5bd9e0b1-3db5-40f2-8b5d-c255e6241062 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:35.454624 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-00d1abac-4c31-4503-9d63-19054e5d5fa4 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:35.459342 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9289139a-9267-42a8-a829-cb99c3bae1e3 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:23:35.459759 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9289139a-9267-42a8-a829-cb99c3bae1e3 None None] Checking segment: {'id': '3e4f31a7-ea1d-4341-bf73-96e99740f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5bd9e0b1-3db5-40f2-8b5d-c255e6241062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:23:35.460107 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9289139a-9267-42a8-a829-cb99c3bae1e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:35.460501 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9289139a-9267-42a8-a829-cb99c3bae1e3 None None] Bound using segment: {'id': '3e4f31a7-ea1d-4341-bf73-96e99740f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5bd9e0b1-3db5-40f2-8b5d-c255e6241062'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:23:35.460974 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9289139a-9267-42a8-a829-cb99c3bae1e3 None None] Bound port: dec22063-fe80-4a42-94d0-d3a53e0ac6bf, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4f31a7-ea1d-4341-bf73-96e99740f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5bd9e0b1-3db5-40f2-8b5d-c255e6241062'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:23:35.461343 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9289139a-9267-42a8-a829-cb99c3bae1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:35.558390 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-756f5e14-6026-4894-9f81-7cee7d1b8f11 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:35.563972 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756f5e14-6026-4894-9f81-7cee7d1b8f11 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:35.564660 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-756f5e14-6026-4894-9f81-7cee7d1b8f11 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:35.568706 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9289139a-9267-42a8-a829-cb99c3bae1e3 None None] For port dec22063-fe80-4a42-94d0-d3a53e0ac6bf, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:23:35.574234 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9289139a-9267-42a8-a829-cb99c3bae1e3 None None] For port dec22063-fe80-4a42-94d0-d3a53e0ac6bf, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=dec22063-fe80-4a42-94d0-d3a53e0ac6bf,segment=NetworkSegment(3e4f31a7-ea1d-4341-bf73-96e99740f2e4),segment_id=3e4f31a7-ea1d-4341-bf73-96e99740f2e4)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:23:35.579645 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9289139a-9267-42a8-a829-cb99c3bae1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:35.601918 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-00d1abac-4c31-4503-9d63-19054e5d5fa4 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Calling delete_port for 3c6f3c8e-3c73-4ecd-942e-7c61f4575695 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:35.645106 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb00be6-20b5-4da5-9e69-30fcf0c5ab46 None None] DHCP port deletion for 22b852e7-638c-4536-9e81-f0f6c68c1fb7 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:23:35.659006 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3cb00be6-20b5-4da5-9e69-30fcf0c5ab46 None None] Deleting port c9e38885-8875-4874-be8d-5c23c3787516 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:35.660093 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3cb00be6-20b5-4da5-9e69-30fcf0c5ab46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:35.670902 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9a3f6ecf-5d32-4c56-a156-4473cce5b805 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5394611 Feb 28 14:23:35.672795 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52396) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:35.681732 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-fb933ceb-b57c-4e9f-ab03-870e34bfe126 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-683324777'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:35.737209 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fb933ceb-b57c-4e9f-ab03-870e34bfe126 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:35.753404 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fb933ceb-b57c-4e9f-ab03-870e34bfe126 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:network and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:35.757975 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fb933ceb-b57c-4e9f-ab03-870e34bfe126 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:35.762654 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289139a-9267-42a8-a829-cb99c3bae1e3 None None] Pushing event updated for resources: {'Port': ['ID=dec22063-fe80-4a42-94d0-d3a53e0ac6bf,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:35.771860 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fb933ceb-b57c-4e9f-ab03-870e34bfe126 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:35.790581 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb933ceb-b57c-4e9f-ab03-870e34bfe126 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:35.794292 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb933ceb-b57c-4e9f-ab03-870e34bfe126 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:35.804540 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-00d1abac-4c31-4503-9d63-19054e5d5fa4 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:35.818056 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-756f5e14-6026-4894-9f81-7cee7d1b8f11 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4251797 Feb 28 14:23:35.824961 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52400) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:35.849703 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6fb93854-b361-499d-977b-fe9686682e30 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Request body: {'subnet': {'network_id': '5f853105-5f65-430c-be00-862aec80a4bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:35.864035 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f5e14-6026-4894-9f81-7cee7d1b8f11 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event updated for resources: {'Network': ['ID=5f853105-5f65-430c-be00-862aec80a4bb,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:35.864782 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1abac-4c31-4503-9d63-19054e5d5fa4 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c6f3c8e-3c73-4ecd-942e-7c61f4575695,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:35.881182 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-00d1abac-4c31-4503-9d63-19054e5d5fa4 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:35.887863 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb933ceb-b57c-4e9f-ab03-870e34bfe126 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:23:35.906871 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb933ceb-b57c-4e9f-ab03-870e34bfe126 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:35.907303 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-fb933ceb-b57c-4e9f-ab03-870e34bfe126 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Added segment c404f94a-1137-4489-8dd5-ce3c5b904544 of type vlan for network 150cf50d-eb99-4dd8-b982-a237f1f15bfd Feb 28 14:23:35.918815 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-00d1abac-4c31-4503-9d63-19054e5d5fa4 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] 10.222.0.30 "DELETE /v2.0/ports/3c6f3c8e-3c73-4ecd-942e-7c61f4575695 HTTP/1.1" status: 204 len: 168 time: 1.5944335 Feb 28 14:23:35.920365 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52404) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:35.966326 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3cb00be6-20b5-4da5-9e69-30fcf0c5ab46 None None] For port c9e38885-8875-4874-be8d-5c23c3787516, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c9e38885-8875-4874-be8d-5c23c3787516,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:35.967051 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3cb00be6-20b5-4da5-9e69-30fcf0c5ab46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:35.982875 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-da067de2-88fa-4dfe-b28e-00fbbd6d57c8 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] GET failed (client error): The resource could not be found. Feb 28 14:23:35.983447 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-da067de2-88fa-4dfe-b28e-00fbbd6d57c8 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Synchronizing usage tracker for tenant:79bb48a769044efca3cb807843ea858b on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:23:36.049096 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe8a88d8-4360-42f1-9b52-4a5429447cb0 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:36.064375 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb933ceb-b57c-4e9f-ab03-870e34bfe126 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:36.101146 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2c32ece3-bf5a-4dd9-9e95-1e9d911d05a1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7137210 Feb 28 14:23:36.105762 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52408) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:36.113834 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-fe8a88d8-4360-42f1-9b52-4a5429447cb0 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Transition to ACTIVE for port object 7ca46d24-aa05-43a7-99b4-8dd26b481d29 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:36.151267 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3cb00be6-20b5-4da5-9e69-30fcf0c5ab46 None None] Calling delete_port for c9e38885-8875-4874-be8d-5c23c3787516 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:36.159831 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-da067de2-88fa-4dfe-b28e-00fbbd6d57c8 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Unset dirty status for tenant:79bb48a769044efca3cb807843ea858b on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:23:36.164836 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-da067de2-88fa-4dfe-b28e-00fbbd6d57c8 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] 10.222.0.30 "GET /v2.0/ports/3c6f3c8e-3c73-4ecd-942e-7c61f4575695 HTTP/1.1" status: 404 len: 333 time: 0.2401803 Feb 28 14:23:36.166082 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52412) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:36.186792 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6fb93854-b361-499d-977b-fe9686682e30 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:36.201927 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-fb933ceb-b57c-4e9f-ab03-870e34bfe126 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:23:36.207012 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6fb93854-b361-499d-977b-fe9686682e30 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Usage tracker for resource:subnet and tenant:f728042230f541b4b4ac3c2d7dd0693a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:36.218141 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2b5d7f8d-56c4-4311-b121-e47618842fb5 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Request body: {'port': {'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1655117626'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:36.244128 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2b5d7f8d-56c4-4311-b121-e47618842fb5 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:36.255611 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 5f853105-5f65-430c-be00-862aec80a4bb details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:23:36.273248 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2b5d7f8d-56c4-4311-b121-e47618842fb5 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:36.306608 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb933ceb-b57c-4e9f-ab03-870e34bfe126 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:36.312191 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb933ceb-b57c-4e9f-ab03-870e34bfe126 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:36.312810 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb933ceb-b57c-4e9f-ab03-870e34bfe126 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:36.340689 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5d7f8d-56c4-4311-b121-e47618842fb5 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Made reservation on behalf of 79bb48a769044efca3cb807843ea858b for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:36.343634 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b5d7f8d-56c4-4311-b121-e47618842fb5 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:36.351276 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device dec22063-fe80-4a42-94d0-d3a53e0ac6bf up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:23:36.376004 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3cb00be6-20b5-4da5-9e69-30fcf0c5ab46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:36.376661 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12cf1ec5-a109-4484-8d99-914bd64e42a8 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:36.412475 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12cf1ec5-a109-4484-8d99-914bd64e42a8 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:36.416641 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6fb93854-b361-499d-977b-fe9686682e30 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:36.431731 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c98ece1-c4fe-46f4-a88f-4b2a98d42e59 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 3cef54b5-a965-40cb-85d6-7b6c2a48f617 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:23:36.437343 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6fb93854-b361-499d-977b-fe9686682e30 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:36.442344 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f456b902-448d-4b82-a630-276aded464fb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:36.445833 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb00be6-20b5-4da5-9e69-30fcf0c5ab46 None None] Pushing event deleted for resources: {'Port': ['ID=c9e38885-8875-4874-be8d-5c23c3787516,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:36.460792 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb00be6-20b5-4da5-9e69-30fcf0c5ab46 None None] No DVR routers for this DVR port c9e38885-8875-4874-be8d-5c23c3787516 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:23:36.504443 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port dec22063-fe80-4a42-94d0-d3a53e0ac6bf completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:23:36.575310 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c9e38885-8875-4874-be8d-5c23c3787516 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:23:36.618023 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: c9e38885-8875-4874-be8d-5c23c3787516 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:23:36.618388 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c9e38885-8875-4874-be8d-5c23c3787516 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:23:36.668602 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fb933ceb-b57c-4e9f-ab03-870e34bfe126 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9915473 Feb 28 14:23:36.669125 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-2b5d7f8d-56c4-4311-b121-e47618842fb5 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] device_id is not set on port ca848c5f-10bd-490e-ac53-e337517df9ce yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:23:36.711756 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52416) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:36.712129 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb933ceb-b57c-4e9f-ab03-870e34bfe126 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Network': ['ID=150cf50d-eb99-4dd8-b982-a237f1f15bfd,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:36.728270 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb93854-b361-499d-977b-fe9686682e30 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Made reservation on behalf of f728042230f541b4b4ac3c2d7dd0693a for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:36.728477 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 150cf50d-eb99-4dd8-b982-a237f1f15bfd details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:23:36.731714 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6fb93854-b361-499d-977b-fe9686682e30 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:36.750497 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e5d1a84c-f4db-4231-9a93-9334b26f4592 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'subnet': {'network_id': '150cf50d-eb99-4dd8-b982-a237f1f15bfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:36.890273 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-12cf1ec5-a109-4484-8d99-914bd64e42a8 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Allocated IP 172.26.5.82 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/940d923a-d848-42ca-b099-46ec0689e165) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:37.017060 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b5d7f8d-56c4-4311-b121-e47618842fb5 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:37.047389 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f456b902-448d-4b82-a630-276aded464fb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:37.049579 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe8a88d8-4360-42f1-9b52-4a5429447cb0 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:37.077222 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd45c65f-d2ee-4350-b7ce-60850ad123ab None None] Network 5bd9e0b1-3db5-40f2-8b5d-c255e6241062 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:37.117887 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f456b902-448d-4b82-a630-276aded464fb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:37.137168 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12cf1ec5-a109-4484-8d99-914bd64e42a8 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:37.150936 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b5d7f8d-56c4-4311-b121-e47618842fb5 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:37.182737 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.ipam_backend_mixin [None req-6fb93854-b361-499d-977b-fe9686682e30 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Performing IP validity checks on allocation pools {{(pid=87772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 14:23:37.183186 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.ipam_backend_mixin [None req-6fb93854-b361-499d-977b-fe9686682e30 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 14:23:37.224253 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-38083309-7e58-4079-b88b-75f870a92be9 None None] Provisioning for port dec22063-fe80-4a42-94d0-d3a53e0ac6bf completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:23:37.227830 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5d7f8d-56c4-4311-b121-e47618842fb5 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Network b1b285f8-906e-4a15-83a5-4b6cac06a010 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:37.231914 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-2b5d7f8d-56c4-4311-b121-e47618842fb5 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:37.234470 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-38083309-7e58-4079-b88b-75f870a92be9 None None] Provisioning complete for port dec22063-fe80-4a42-94d0-d3a53e0ac6bf triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:37.234910 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-38083309-7e58-4079-b88b-75f870a92be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:37.240023 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5d7f8d-56c4-4311-b121-e47618842fb5 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:37.242444 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5d7f8d-56c4-4311-b121-e47618842fb5 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:37.242444 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b5d7f8d-56c4-4311-b121-e47618842fb5 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:37.273110 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8a88d8-4360-42f1-9b52-4a5429447cb0 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Network 056a9217-8b58-4294-955a-b52100398eb3 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:37.274244 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d7f8d-56c4-4311-b121-e47618842fb5 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Pushing event updated for resources: {'Port': ['ID=ca848c5f-10bd-490e-ac53-e337517df9ce,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:37.277462 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e5d1a84c-f4db-4231-9a93-9334b26f4592 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:37.290908 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-fe8a88d8-4360-42f1-9b52-4a5429447cb0 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:37.293267 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12cf1ec5-a109-4484-8d99-914bd64e42a8 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:37.293805 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8a88d8-4360-42f1-9b52-4a5429447cb0 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:37.325535 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e5d1a84c-f4db-4231-9a93-9334b26f4592 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:subnet and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:37.328085 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a88d8-4360-42f1-9b52-4a5429447cb0 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Pushing event updated for resources: {'Port': ['ID=7ca46d24-aa05-43a7-99b4-8dd26b481d29,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:37.337103 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e5d1a84c-f4db-4231-9a93-9334b26f4592 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:37.341082 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f456b902-448d-4b82-a630-276aded464fb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:37.342110 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f456b902-448d-4b82-a630-276aded464fb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Fanout notify agent at l3_agent the message router_deleted on router fcae9979-e3a4-4b85-a61a-018cac4e4186 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:23:37.358935 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c98ece1-c4fe-46f4-a88f-4b2a98d42e59 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:23:37.370372 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e5d1a84c-f4db-4231-9a93-9334b26f4592 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:37.375021 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541c1491-aa18-49ff-984c-eaa705c58217 None None] Sync routers for ids ['3cef54b5-a965-40cb-85d6-7b6c2a48f617'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:23:37.386593 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541c1491-aa18-49ff-984c-eaa705c58217 None None] Routers {'3cef54b5-a965-40cb-85d6-7b6c2a48f617'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:37.387999 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-541c1491-aa18-49ff-984c-eaa705c58217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3cef54b5-a965-40cb-85d6-7b6c2a48f617'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:37.408054 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f456b902-448d-4b82-a630-276aded464fb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:37.412496 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f456b902-448d-4b82-a630-276aded464fb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/routers/fcae9979-e3a4-4b85-a61a-018cac4e4186 HTTP/1.1" status: 204 len: 168 time: 1.3054388 Feb 28 14:23:37.415979 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52420) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:37.418972 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cf1ec5-a109-4484-8d99-914bd64e42a8 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:37.420341 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf1ec5-a109-4484-8d99-914bd64e42a8 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Pushing event updated for resources: {'Port': ['ID=940d923a-d848-42ca-b099-46ec0689e165,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:37.424230 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-12cf1ec5-a109-4484-8d99-914bd64e42a8 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:37.428367 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2b5d7f8d-56c4-4311-b121-e47618842fb5 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2606790 Feb 28 14:23:37.429346 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cf1ec5-a109-4484-8d99-914bd64e42a8 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:37.431581 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9d9bb7a2-8d96-46e1-80d2-70804a7de34e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:37.449636 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52424) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:37.479070 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8311'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:37.528588 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1c98ece1-c4fe-46f4-a88f-4b2a98d42e59 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:37.530121 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1c98ece1-c4fe-46f4-a88f-4b2a98d42e59 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.3608418 Feb 28 14:23:37.531038 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d1a84c-f4db-4231-9a93-9334b26f4592 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:37.534568 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5d1a84c-f4db-4231-9a93-9334b26f4592 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:37.538853 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52428) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:37.595387 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-38083309-7e58-4079-b88b-75f870a92be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:37.633559 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8a88d8-4360-42f1-9b52-4a5429447cb0 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:37.634211 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fe8a88d8-4360-42f1-9b52-4a5429447cb0 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:37.688339 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c71a1ec3-f438-49ad-a073-0f1e67c9469a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:37.694839 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-38083309-7e58-4079-b88b-75f870a92be9 None None] For port dec22063-fe80-4a42-94d0-d3a53e0ac6bf, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=dec22063-fe80-4a42-94d0-d3a53e0ac6bf,segment=NetworkSegment(3e4f31a7-ea1d-4341-bf73-96e99740f2e4),segment_id=3e4f31a7-ea1d-4341-bf73-96e99740f2e4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:37.704834 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-38083309-7e58-4079-b88b-75f870a92be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:37.797465 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38083309-7e58-4079-b88b-75f870a92be9 None None] Pushing event updated for resources: {'Port': ['ID=dec22063-fe80-4a42-94d0-d3a53e0ac6bf,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:37.826901 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-541c1491-aa18-49ff-984c-eaa705c58217 None None] Set router 3cef54b5-a965-40cb-85d6-7b6c2a48f617 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:23:37.850090 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6b22e0f3-e25a-4ae8-bb24-fe1a251841de None None] Provisioning for port 7ca46d24-aa05-43a7-99b4-8dd26b481d29 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:23:37.862165 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6b22e0f3-e25a-4ae8-bb24-fe1a251841de None None] Provisioning complete for port 7ca46d24-aa05-43a7-99b4-8dd26b481d29 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:37.862504 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6b22e0f3-e25a-4ae8-bb24-fe1a251841de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:37.944196 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e0f3-e25a-4ae8-bb24-fe1a251841de None None] Port 7ca46d24-aa05-43a7-99b4-8dd26b481d29 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:23:37.961321 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4abf0dab-01cb-49cb-89c8-5fc5ac172f65 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=1cd57789443e43d89a7681324e1f7304&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4184101 Feb 28 14:23:37.961929 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52434) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:38.004461 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9d9bb7a2-8d96-46e1-80d2-70804a7de34e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:38.016210 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fe8a88d8-4360-42f1-9b52-4a5429447cb0 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2792611 Feb 28 14:23:38.019268 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52438) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:38.028751 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9d9bb7a2-8d96-46e1-80d2-70804a7de34e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:subnet and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:38.038871 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9d9bb7a2-8d96-46e1-80d2-70804a7de34e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:38.067870 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cae1a816-bfcf-4069-afd0-69fa54b8f444 None None] Provisioning complete for port dec22063-fe80-4a42-94d0-d3a53e0ac6bf triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:38.068245 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cae1a816-bfcf-4069-afd0-69fa54b8f444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:38.130378 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9d9bb7a2-8d96-46e1-80d2-70804a7de34e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:38.179234 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6fb93854-b361-499d-977b-fe9686682e30 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:38.215730 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-541c1491-aa18-49ff-984c-eaa705c58217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'name': 'tempest-TestNetworkBasicOps-router-795233918', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:28Z', 'updated_at': '2022-02-28T14:23:34Z', 'revision_number': 3, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:31Z', 'updated_at': '2022-02-28T14:23:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:38.220252 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541c1491-aa18-49ff-984c-eaa705c58217 None None] Checking router: 3cef54b5-a965-40cb-85d6-7b6c2a48f617 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:23:38.220601 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541c1491-aa18-49ff-984c-eaa705c58217 None None] Updating router 3cef54b5-a965-40cb-85d6-7b6c2a48f617 port 2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94 binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:23:38.225351 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9bb7a2-8d96-46e1-80d2-70804a7de34e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:38.229176 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9d9bb7a2-8d96-46e1-80d2-70804a7de34e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:38.235189 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d63f9272-9162-478d-b22c-362bde4f40e7 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'project_id': 'd031daf6d8064032b3b399a89c15302d', 'port_id': '7ca46d24-aa05-43a7-99b4-8dd26b481d29'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:38.244374 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device dec22063-fe80-4a42-94d0-d3a53e0ac6bf up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:23:38.265729 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d63f9272-9162-478d-b22c-362bde4f40e7 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:38.279581 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-541c1491-aa18-49ff-984c-eaa705c58217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:38.292320 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:38.338141 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d63f9272-9162-478d-b22c-362bde4f40e7 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Usage tracker for resource:floatingip and tenant:d031daf6d8064032b3b399a89c15302d is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:38.345178 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d63f9272-9162-478d-b22c-362bde4f40e7 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:38.350569 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port dec22063-fe80-4a42-94d0-d3a53e0ac6bf triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:38.351267 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:38.357385 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d63f9272-9162-478d-b22c-362bde4f40e7 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:38.412503 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f389ec5-f3b1-407c-83c5-20e0bd275ff1 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:38.418550 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7f389ec5-f3b1-407c-83c5-20e0bd275ff1 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4532287 Feb 28 14:23:38.423688 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52444) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:38.432534 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d63f9272-9162-478d-b22c-362bde4f40e7 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:38.526664 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb93854-b361-499d-977b-fe9686682e30 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event updated for resources: {'Subnet': ['ID=227ded3c-62b2-4c03-9843-5cb2c584fc2f,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:38.533809 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12cf1ec5-a109-4484-8d99-914bd64e42a8 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:38.555170 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb93854-b361-499d-977b-fe9686682e30 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Checking segment: {'id': '955f74e9-b535-4341-8a41-d1e603bb9e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5f853105-5f65-430c-be00-862aec80a4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:23:38.555552 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb93854-b361-499d-977b-fe9686682e30 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Network hostable DHCP agents. Network: 5f853105-5f65-430c-be00-862aec80a4bb, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:23:38.664788 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-541c1491-aa18-49ff-984c-eaa705c58217 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:38.678911 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-541c1491-aa18-49ff-984c-eaa705c58217 None None] Transition to ACTIVE for port object 2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:38.685893 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-541c1491-aa18-49ff-984c-eaa705c58217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:38.720960 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb93854-b361-499d-977b-fe9686682e30 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Network 5f853105-5f65-430c-be00-862aec80a4bb is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:23:38.736326 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-59414c75-1bbe-4990-baad-df8af923fbdd tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3082860 Feb 28 14:23:38.740721 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52448) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:38.751687 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ac3d185b-73fe-41f4-aee9-ce734540086e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-834854154', 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:38.764986 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5d1a84c-f4db-4231-9a93-9334b26f4592 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:38.801137 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-541c1491-aa18-49ff-984c-eaa705c58217 None None] Attempting to bind port 2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:38.801479 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-541c1491-aa18-49ff-984c-eaa705c58217 None None] Attempting to bind port 2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:38.801818 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541c1491-aa18-49ff-984c-eaa705c58217 None None] Attempting to bind port 2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94 on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:38.811411 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107cfc11-c271-4620-b6b1-b384f3f37b49 None None] Pushing event updated for resources: {'Port': ['ID=2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:38.813522 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541c1491-aa18-49ff-984c-eaa705c58217 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:23:38.813880 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541c1491-aa18-49ff-984c-eaa705c58217 None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:23:38.814248 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-541c1491-aa18-49ff-984c-eaa705c58217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:38.814632 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541c1491-aa18-49ff-984c-eaa705c58217 None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:23:38.815078 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-541c1491-aa18-49ff-984c-eaa705c58217 None None] Bound port: 2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:23:38.816007 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-541c1491-aa18-49ff-984c-eaa705c58217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:38.847075 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-6fb93854-b361-499d-977b-fe9686682e30 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 5f853105-5f65-430c-be00-862aec80a4bb) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:38.854273 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107cfc11-c271-4620-b6b1-b384f3f37b49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:38.855197 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107cfc11-c271-4620-b6b1-b384f3f37b49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:38.855197 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107cfc11-c271-4620-b6b1-b384f3f37b49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:38.855413 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107cfc11-c271-4620-b6b1-b384f3f37b49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:38.855647 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107cfc11-c271-4620-b6b1-b384f3f37b49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:38.856011 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107cfc11-c271-4620-b6b1-b384f3f37b49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:38.856238 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107cfc11-c271-4620-b6b1-b384f3f37b49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:38.856547 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107cfc11-c271-4620-b6b1-b384f3f37b49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:38.857286 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107cfc11-c271-4620-b6b1-b384f3f37b49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:38.857286 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107cfc11-c271-4620-b6b1-b384f3f37b49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:38.857466 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107cfc11-c271-4620-b6b1-b384f3f37b49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:38.857749 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107cfc11-c271-4620-b6b1-b384f3f37b49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:38.867785 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb93854-b361-499d-977b-fe9686682e30 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:38.868369 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6fb93854-b361-499d-977b-fe9686682e30 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:38.877593 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7668658d-f0eb-4ff3-aa31-009fd289c798 None None] Network 5f853105-5f65-430c-be00-862aec80a4bb requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:38.910960 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-541c1491-aa18-49ff-984c-eaa705c58217 None None] For port 2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:23:38.912481 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1a84c-f4db-4231-9a93-9334b26f4592 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Subnet': ['ID=9cd9b397-824a-4be2-91d9-d894e46264bf,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:38.916349 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-541c1491-aa18-49ff-984c-eaa705c58217 None None] For port 2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:23:38.922537 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-541c1491-aa18-49ff-984c-eaa705c58217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:38.991869 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6fb93854-b361-499d-977b-fe9686682e30 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.1649616 Feb 28 14:23:38.998893 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52452) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:39.005869 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107cfc11-c271-4620-b6b1-b384f3f37b49 None None] Pushing event updated for resources: {'Port': ['ID=2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:39.006968 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1a84c-f4db-4231-9a93-9334b26f4592 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Checking segment: {'id': 'c404f94a-1137-4489-8dd5-ce3c5b904544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '150cf50d-eb99-4dd8-b982-a237f1f15bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:23:39.007362 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d1a84c-f4db-4231-9a93-9334b26f4592 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network hostable DHCP agents. Network: 150cf50d-eb99-4dd8-b982-a237f1f15bfd, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:23:39.038192 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541c1491-aa18-49ff-984c-eaa705c58217 None None] Routers {'3cef54b5-a965-40cb-85d6-7b6c2a48f617'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:39.039095 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-541c1491-aa18-49ff-984c-eaa705c58217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3cef54b5-a965-40cb-85d6-7b6c2a48f617'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:39.042352 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] device_id is not set on port ca848c5f-10bd-490e-ac53-e337517df9ce yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:23:39.048178 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9d9bb7a2-8d96-46e1-80d2-70804a7de34e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:39.086235 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:39.119791 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ac3d185b-73fe-41f4-aee9-ce734540086e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:39.132138 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d1a84c-f4db-4231-9a93-9334b26f4592 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network 150cf50d-eb99-4dd8-b982-a237f1f15bfd is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:23:39.136994 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ac3d185b-73fe-41f4-aee9-ce734540086e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:subnet and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:39.145480 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ac3d185b-73fe-41f4-aee9-ce734540086e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:39.162763 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9bb7a2-8d96-46e1-80d2-70804a7de34e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:39.170570 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Transition to ACTIVE for port object ca848c5f-10bd-490e-ac53-e337517df9ce will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:39.187091 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-9d9bb7a2-8d96-46e1-80d2-70804a7de34e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:39.193387 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9bb7a2-8d96-46e1-80d2-70804a7de34e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:39.195928 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9d9bb7a2-8d96-46e1-80d2-70804a7de34e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:39.211239 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fa38ce-a504-4b64-a73b-b49061248e24 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:39.222017 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ac3d185b-73fe-41f4-aee9-ce734540086e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:39.241217 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-541c1491-aa18-49ff-984c-eaa705c58217 None None] Set router 3cef54b5-a965-40cb-85d6-7b6c2a48f617 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:23:39.251874 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e5d1a84c-f4db-4231-9a93-9334b26f4592 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 150cf50d-eb99-4dd8-b982-a237f1f15bfd) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:39.262700 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9bb7a2-8d96-46e1-80d2-70804a7de34e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=3a820dd7-92ff-4845-a504-469af20b5cfb,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:39.269710 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:39.277987 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52b5bcf-5753-4e41-8bfa-178a062b0a8e None None] Network 150cf50d-eb99-4dd8-b982-a237f1f15bfd requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:39.314440 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3d185b-73fe-41f4-aee9-ce734540086e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Made reservation on behalf of 1cd57789443e43d89a7681324e1f7304 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:39.318253 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ac3d185b-73fe-41f4-aee9-ce734540086e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:39.368030 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d1a84c-f4db-4231-9a93-9334b26f4592 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:39.368962 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e5d1a84c-f4db-4231-9a93-9334b26f4592 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:39.373027 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Pushing event updated for resources: {'Port': ['ID=ca848c5f-10bd-490e-ac53-e337517df9ce,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:39.382264 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9d9bb7a2-8d96-46e1-80d2-70804a7de34e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9607086 Feb 28 14:23:39.386702 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52458) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:39.392003 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a694fccb-8806-40ef-9481-2b07a44b16f4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-639169663', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:39.407665 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a694fccb-8806-40ef-9481-2b07a44b16f4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:39.411700 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a694fccb-8806-40ef-9481-2b07a44b16f4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:router and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:39.417082 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a694fccb-8806-40ef-9481-2b07a44b16f4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:39.432075 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12cf1ec5-a109-4484-8d99-914bd64e42a8 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:39.472537 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a694fccb-8806-40ef-9481-2b07a44b16f4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:39.500706 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:39.511133 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12cf1ec5-a109-4484-8d99-914bd64e42a8 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728902'] for router, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:39.600315 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e5d1a84c-f4db-4231-9a93-9334b26f4592 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8822484 Feb 28 14:23:39.602587 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ae9249-4a0e-402a-aaf3-5bb1d98f6712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-150cf50d-eb99-4dd8-b982-a237f1f15bfd', 'network_id': '150cf50d-eb99-4dd8-b982-a237f1f15bfd', 'tenant_id': '6681ad35360248eda2f0e2c9f8f75c94', 'fixed_ips': [{'subnet_id': '9cd9b397-824a-4be2-91d9-d894e46264bf'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:23:39.603229 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52466) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:39.603513 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a1ae9249-4a0e-402a-aaf3-5bb1d98f6712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:39.625451 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ea331d66-479e-4d33-b81f-0ad9fc762189 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'port': {'network_id': '150cf50d-eb99-4dd8-b982-a237f1f15bfd', 'name': 'tempest-PortsIpV6TestJSON-1534822808'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:39.662169 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a694fccb-8806-40ef-9481-2b07a44b16f4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:39.663682 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a694fccb-8806-40ef-9481-2b07a44b16f4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:39.681452 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a694fccb-8806-40ef-9481-2b07a44b16f4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:39.681696 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214af3ac-23ad-4339-970d-a1bad26e72d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-5f853105-5f65-430c-be00-862aec80a4bb', 'network_id': '5f853105-5f65-430c-be00-862aec80a4bb', 'tenant_id': 'f728042230f541b4b4ac3c2d7dd0693a', 'fixed_ips': [{'subnet_id': '227ded3c-62b2-4c03-9843-5cb2c584fc2f'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:23:39.682305 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-214af3ac-23ad-4339-970d-a1bad26e72d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:39.704344 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:39.704756 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:39.705158 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:39.714510 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port ca848c5f-10bd-490e-ac53-e337517df9ce on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:39.716903 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:39.717369 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempt 2 to bind port ca848c5f-10bd-490e-ac53-e337517df9ce Feb 28 14:23:39.732546 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-541c1491-aa18-49ff-984c-eaa705c58217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'name': 'tempest-TestNetworkBasicOps-router-795233918', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:28Z', 'updated_at': '2022-02-28T14:23:34Z', 'revision_number': 3, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:31Z', 'updated_at': '2022-02-28T14:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:39.733388 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d63f9272-9162-478d-b22c-362bde4f40e7 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:39.736722 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541c1491-aa18-49ff-984c-eaa705c58217 None None] The sync data for ids ['3cef54b5-a965-40cb-85d6-7b6c2a48f617'] in dv-neutron-831192-4-hyperv is: [{'id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'name': 'tempest-TestNetworkBasicOps-router-795233918', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:28Z', 'updated_at': '2022-02-28T14:23:34Z', 'revision_number': 3, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:31Z', 'updated_at': '2022-02-28T14:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:23:39.741764 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a694fccb-8806-40ef-9481-2b07a44b16f4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:39.766540 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:39.766939 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:39.767305 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:39.779355 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a694fccb-8806-40ef-9481-2b07a44b16f4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:39.783391 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a694fccb-8806-40ef-9481-2b07a44b16f4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3932381 Feb 28 14:23:39.783391 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port ca848c5f-10bd-490e-ac53-e337517df9ce on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:39.783391 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:39.783391 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempt 3 to bind port ca848c5f-10bd-490e-ac53-e337517df9ce Feb 28 14:23:39.791393 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52470) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:39.892932 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:39.893614 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:39.894298 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:39.943921 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a64c1c04-0c41-45fe-a66d-929164f62632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:40.001361 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb6650-81ee-4249-bfa3-64f42f6dd920 req-d0cb3255-3001-4c97-b26a-f182258c8945 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:40.003790 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-91cb6650-81ee-4249-bfa3-64f42f6dd920 req-d0cb3255-3001-4c97-b26a-f182258c8945 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.6618845 Feb 28 14:23:40.004514 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:40.025410 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port ca848c5f-10bd-490e-ac53-e337517df9ce on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:40.025882 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:40.031588 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempt 4 to bind port ca848c5f-10bd-490e-ac53-e337517df9ce Feb 28 14:23:40.134708 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-a1ae9249-4a0e-402a-aaf3-5bb1d98f6712 None None] Allocated IP 2001:db8::2 (150cf50d-eb99-4dd8-b982-a237f1f15bfd/9cd9b397-824a-4be2-91d9-d894e46264bf/cda4f85a-14f0-4b2a-bb1e-e5bb063f620b) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:40.137238 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce28c49-2cb7-4141-89e4-e5b5e804c2fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'fixed_ips': [{'subnet_id': '3a820dd7-92ff-4845-a504-469af20b5cfb'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:23:40.138205 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7ce28c49-2cb7-4141-89e4-e5b5e804c2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:40.157934 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:40.158371 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:40.158774 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:40.178232 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-214af3ac-23ad-4339-970d-a1bad26e72d0 None None] Allocated IP 2001:db8::3 (5f853105-5f65-430c-be00-862aec80a4bb/227ded3c-62b2-4c03-9843-5cb2c584fc2f/96e82d15-5427-4a1f-9909-15fb189c2fae) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:40.233635 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port ca848c5f-10bd-490e-ac53-e337517df9ce on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:40.234057 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:40.239788 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempt 5 to bind port ca848c5f-10bd-490e-ac53-e337517df9ce Feb 28 14:23:40.397084 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ea331d66-479e-4d33-b81f-0ad9fc762189 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:40.454719 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ea331d66-479e-4d33-b81f-0ad9fc762189 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:port and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:40.465921 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-91cb6650-81ee-4249-bfa3-64f42f6dd920 req-f2bb4bdc-b499-4a47-9d2e-48f8bc180a70 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957290 Feb 28 14:23:40.467246 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ea331d66-479e-4d33-b81f-0ad9fc762189 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:40.532939 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ea331d66-479e-4d33-b81f-0ad9fc762189 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:40.549464 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a1ae9249-4a0e-402a-aaf3-5bb1d98f6712 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:40.564753 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ac3d185b-73fe-41f4-aee9-ce734540086e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:40.597348 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:40.597679 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:40.598011 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:40.613457 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port ca848c5f-10bd-490e-ac53-e337517df9ce on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:40.614139 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:40.614139 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempt 6 to bind port ca848c5f-10bd-490e-ac53-e337517df9ce Feb 28 14:23:40.623836 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea331d66-479e-4d33-b81f-0ad9fc762189 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:40.628910 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea331d66-479e-4d33-b81f-0ad9fc762189 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:40.638703 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cf1ec5-a109-4484-8d99-914bd64e42a8 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Router b73f2c16-bb0d-4ff9-bab7-fa2ad8390350 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:23:40.651805 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-d63f9272-9162-478d-b22c-362bde4f40e7 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Allocated IP 172.26.5.114 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/ca56b1fe-bff2-40fa-86bf-fda90d705f71) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:40.689228 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:40.689562 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:40.689899 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:40.707298 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-ea331d66-479e-4d33-b81f-0ad9fc762189 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] device_id is not set on port a91a3a62-8948-48c9-a217-dfc160b0ae6b yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:23:40.724040 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-7ce28c49-2cb7-4141-89e4-e5b5e804c2fc None None] Allocated IP 2001:db8::2 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/3a820dd7-92ff-4845-a504-469af20b5cfb/17afa2de-5062-4277-9ce5-6de5342f1d8a) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:40.728234 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a1ae9249-4a0e-402a-aaf3-5bb1d98f6712 None None] Transition to ACTIVE for port object cda4f85a-14f0-4b2a-bb1e-e5bb063f620b will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:40.735906 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port ca848c5f-10bd-490e-ac53-e337517df9ce on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:40.736234 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:40.736912 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempt 7 to bind port ca848c5f-10bd-490e-ac53-e337517df9ce Feb 28 14:23:40.745558 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f533b76e-d144-4129-b942-379c8584080f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:40.802173 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a1ae9249-4a0e-402a-aaf3-5bb1d98f6712 None None] Transition to ACTIVE for port object cda4f85a-14f0-4b2a-bb1e-e5bb063f620b will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:40.826664 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a1ae9249-4a0e-402a-aaf3-5bb1d98f6712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:40.864887 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d185b-73fe-41f4-aee9-ce734540086e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Subnet': ['ID=32c16988-87c1-45c3-8530-919898fbf5f3,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:40.885712 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:40.887142 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:40.887614 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:40.945964 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ae9249-4a0e-402a-aaf3-5bb1d98f6712 None None] Network 150cf50d-eb99-4dd8-b982-a237f1f15bfd is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:40.953193 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae9249-4a0e-402a-aaf3-5bb1d98f6712 None None] Pushing event updated for resources: {'Port': ['ID=cda4f85a-14f0-4b2a-bb1e-e5bb063f620b,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:40.958735 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-a1ae9249-4a0e-402a-aaf3-5bb1d98f6712 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:40.970588 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ae9249-4a0e-402a-aaf3-5bb1d98f6712 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:40.974196 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d185b-73fe-41f4-aee9-ce734540086e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Checking segment: {'id': 'fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:23:40.974757 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3d185b-73fe-41f4-aee9-ce734540086e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network hostable DHCP agents. Network: 6d2dd3d7-4918-4fcf-a188-9392d7a68097, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:23:40.982059 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port ca848c5f-10bd-490e-ac53-e337517df9ce on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:40.982385 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:40.989062 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempt 8 to bind port ca848c5f-10bd-490e-ac53-e337517df9ce Feb 28 14:23:41.058048 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5fc68-6a9a-4150-a283-56725b1efe55 req-12954381-40fe-4b38-89e3-8133fdb2e177 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:41.059675 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24c5fc68-6a9a-4150-a283-56725b1efe55 req-12954381-40fe-4b38-89e3-8133fdb2e177 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.4267657 Feb 28 14:23:41.066856 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:41.067051 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:41.067394 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:41.097746 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:41.108241 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port ca848c5f-10bd-490e-ac53-e337517df9ce on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:41.108574 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:41.112633 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempt 9 to bind port ca848c5f-10bd-490e-ac53-e337517df9ce Feb 28 14:23:41.174980 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:41.175383 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:41.175703 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:41.190754 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cf1ec5-a109-4484-8d99-914bd64e42a8 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:23:41.199488 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24c5fc68-6a9a-4150-a283-56725b1efe55 req-656963db-71a8-4449-b349-a9cb84625c5b tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293981 Feb 28 14:23:41.208516 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port ca848c5f-10bd-490e-ac53-e337517df9ce on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:41.208850 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:41.212519 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.plugins.ml2.plugin [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempt 10 to bind port ca848c5f-10bd-490e-ac53-e337517df9ce Feb 28 14:23:41.220711 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3d185b-73fe-41f4-aee9-ce734540086e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 6d2dd3d7-4918-4fcf-a188-9392d7a68097 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:23:41.239029 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a1ae9249-4a0e-402a-aaf3-5bb1d98f6712 None None] Attempting to bind port cda4f85a-14f0-4b2a-bb1e-e5bb063f620b on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:41.239528 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a1ae9249-4a0e-402a-aaf3-5bb1d98f6712 None None] Attempting to bind port cda4f85a-14f0-4b2a-bb1e-e5bb063f620b by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'c404f94a-1137-4489-8dd5-ce3c5b904544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '150cf50d-eb99-4dd8-b982-a237f1f15bfd'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:41.239877 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ae9249-4a0e-402a-aaf3-5bb1d98f6712 None None] Attempting to bind port cda4f85a-14f0-4b2a-bb1e-e5bb063f620b on network 150cf50d-eb99-4dd8-b982-a237f1f15bfd {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:41.241947 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:41.242435 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d63f9272-9162-478d-b22c-362bde4f40e7 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:41.242833 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085d96e1-4142-40c6-8421-cd026da9250e None None] Sync routers for ids ['b73f2c16-bb0d-4ff9-bab7-fa2ad8390350'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:23:41.260023 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:41.260612 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:41.261445 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempting to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:41.263825 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-ac3d185b-73fe-41f4-aee9-ce734540086e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 6d2dd3d7-4918-4fcf-a188-9392d7a68097) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:41.267913 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12cf1ec5-a109-4484-8d99-914bd64e42a8 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:41.274594 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-12cf1ec5-a109-4484-8d99-914bd64e42a8 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "PUT /v2.0/routers/b73f2c16-bb0d-4ff9-bab7-fa2ad8390350 HTTP/1.1" status: 200 len: 914 time: 6.8603871 Feb 28 14:23:41.276628 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ae9249-4a0e-402a-aaf3-5bb1d98f6712 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:23:41.276995 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ae9249-4a0e-402a-aaf3-5bb1d98f6712 None None] Checking segment: {'id': 'c404f94a-1137-4489-8dd5-ce3c5b904544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '150cf50d-eb99-4dd8-b982-a237f1f15bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:23:41.277436 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a1ae9249-4a0e-402a-aaf3-5bb1d98f6712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:41.277817 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ae9249-4a0e-402a-aaf3-5bb1d98f6712 None None] Bound using segment: {'id': 'c404f94a-1137-4489-8dd5-ce3c5b904544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '150cf50d-eb99-4dd8-b982-a237f1f15bfd'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:23:41.278288 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a1ae9249-4a0e-402a-aaf3-5bb1d98f6712 None None] Bound port: cda4f85a-14f0-4b2a-bb1e-e5bb063f620b, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c404f94a-1137-4489-8dd5-ce3c5b904544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '150cf50d-eb99-4dd8-b982-a237f1f15bfd'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:23:41.278651 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a1ae9249-4a0e-402a-aaf3-5bb1d98f6712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:41.279761 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52478) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:41.280376 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Port ca848c5f-10bd-490e-ac53-e337517df9ce on network b1b285f8-906e-4a15-83a5-4b6cac06a010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:23:41.280733 dv-neutron-831192-4-hyperv neutron-server[87772]: ERROR neutron.plugins.ml2.managers [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Failed to bind port ca848c5f-10bd-490e-ac53-e337517df9ce on host hv-neutron-8311 for vnic_type normal using segments [{'id': 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1b285f8-906e-4a15-83a5-4b6cac06a010'}] Feb 28 14:23:41.281096 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:41.285985 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-ea331d66-479e-4d33-b81f-0ad9fc762189 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Allocated IP 2001:db8::25a (150cf50d-eb99-4dd8-b982-a237f1f15bfd/9cd9b397-824a-4be2-91d9-d894e46264bf/a91a3a62-8948-48c9-a217-dfc160b0ae6b) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:41.288726 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3d185b-73fe-41f4-aee9-ce734540086e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:41.289379 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ac3d185b-73fe-41f4-aee9-ce734540086e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:41.300162 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51810fc0-ca2d-4406-8d85-af8a11d3a95d None None] Network 6d2dd3d7-4918-4fcf-a188-9392d7a68097 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:41.371964 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085d96e1-4142-40c6-8421-cd026da9250e None None] Routers {'b73f2c16-bb0d-4ff9-bab7-fa2ad8390350'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:41.372631 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-085d96e1-4142-40c6-8421-cd026da9250e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['b73f2c16-bb0d-4ff9-bab7-fa2ad8390350'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:41.377869 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ac3d185b-73fe-41f4-aee9-ce734540086e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.6315682 Feb 28 14:23:41.401527 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52482) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:41.472692 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-214af3ac-23ad-4339-970d-a1bad26e72d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:41.588837 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d63f9272-9162-478d-b22c-362bde4f40e7 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:41.590291 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-085d96e1-4142-40c6-8421-cd026da9250e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:41.596267 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-214af3ac-23ad-4339-970d-a1bad26e72d0 None None] Transition to ACTIVE for port object 96e82d15-5427-4a1f-9909-15fb189c2fae will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:41.640768 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] For port ca848c5f-10bd-490e-ac53-e337517df9ce, host hv-neutron-8311, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:23:41.641351 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attempted to set empty binding levels {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 28 14:23:41.674733 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-214af3ac-23ad-4339-970d-a1bad26e72d0 None None] Transition to ACTIVE for port object 96e82d15-5427-4a1f-9909-15fb189c2fae will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:41.679120 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a33d0b-c99c-4b5a-90bb-137434ec6c0c req-370ea398-bc73-4a81-9d87-ef0caaeccd5c tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:41.682259 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085d96e1-4142-40c6-8421-cd026da9250e None None] Routers {'b73f2c16-bb0d-4ff9-bab7-fa2ad8390350'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:41.682993 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-085d96e1-4142-40c6-8421-cd026da9250e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['b73f2c16-bb0d-4ff9-bab7-fa2ad8390350'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:41.686330 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-39a33d0b-c99c-4b5a-90bb-137434ec6c0c req-370ea398-bc73-4a81-9d87-ef0caaeccd5c tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.3183174 Feb 28 14:23:41.711525 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:41.732572 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63f9272-9162-478d-b22c-362bde4f40e7 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:41.740302 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7ce28c49-2cb7-4141-89e4-e5b5e804c2fc None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:41.750152 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-d63f9272-9162-478d-b22c-362bde4f40e7 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:41.766261 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63f9272-9162-478d-b22c-362bde4f40e7 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:41.773149 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8a2269fc-4632-4f80-b762-8761ebf0562d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "GET /v2.0/routers/b73f2c16-bb0d-4ff9-bab7-fa2ad8390350 HTTP/1.1" status: 200 len: 920 time: 0.4721024 Feb 28 14:23:41.786659 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52486) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:41.791185 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-214af3ac-23ad-4339-970d-a1bad26e72d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:41.794901 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-085d96e1-4142-40c6-8421-cd026da9250e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:41.795272 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085d96e1-4142-40c6-8421-cd026da9250e None None] The sync data for ids ['b73f2c16-bb0d-4ff9-bab7-fa2ad8390350'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:23:41.795561 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f9272-9162-478d-b22c-362bde4f40e7 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Pushing event updated for resources: {'Port': ['ID=ca56b1fe-bff2-40fa-86bf-fda90d705f71,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:41.798509 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] In _notify_port_updated(), no bound segment for port ca848c5f-10bd-490e-ac53-e337517df9ce on network b1b285f8-906e-4a15-83a5-4b6cac06a010 {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 14:23:41.798661 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7ce28c49-2cb7-4141-89e4-e5b5e804c2fc None None] Transition to ACTIVE for port object 17afa2de-5062-4277-9ce5-6de5342f1d8a will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:41.799394 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:41.799990 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:41.803367 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea331d66-479e-4d33-b81f-0ad9fc762189 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:41.804320 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] 10.222.0.30 "PUT /v2.0/ports/ca848c5f-10bd-490e-ac53-e337517df9ce HTTP/1.1" status: 200 len: 977 time: 4.3483291 Feb 28 14:23:41.836670 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52490) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:41.859743 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-39a33d0b-c99c-4b5a-90bb-137434ec6c0c req-5d1c6bc3-e6b2-488d-99f6-7b4d8fbdbd0b tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724355 Feb 28 14:23:41.940220 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ea331d66-479e-4d33-b81f-0ad9fc762189 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Transition to ACTIVE for port object a91a3a62-8948-48c9-a217-dfc160b0ae6b will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:41.940801 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a1ae9249-4a0e-402a-aaf3-5bb1d98f6712 None None] For port cda4f85a-14f0-4b2a-bb1e-e5bb063f620b, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:23:41.989535 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214af3ac-23ad-4339-970d-a1bad26e72d0 None None] Network 5f853105-5f65-430c-be00-862aec80a4bb is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:41.991570 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a1ae9249-4a0e-402a-aaf3-5bb1d98f6712 None None] For port cda4f85a-14f0-4b2a-bb1e-e5bb063f620b, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=cda4f85a-14f0-4b2a-bb1e-e5bb063f620b,segment=NetworkSegment(c404f94a-1137-4489-8dd5-ce3c5b904544),segment_id=c404f94a-1137-4489-8dd5-ce3c5b904544)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:23:41.995023 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7ce28c49-2cb7-4141-89e4-e5b5e804c2fc None None] Transition to ACTIVE for port object 17afa2de-5062-4277-9ce5-6de5342f1d8a will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:42.005751 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-214af3ac-23ad-4339-970d-a1bad26e72d0 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:42.013950 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a1ae9249-4a0e-402a-aaf3-5bb1d98f6712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:42.020352 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214af3ac-23ad-4339-970d-a1bad26e72d0 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:42.030549 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7ce28c49-2cb7-4141-89e4-e5b5e804c2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:42.040978 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214af3ac-23ad-4339-970d-a1bad26e72d0 None None] Pushing event updated for resources: {'Port': ['ID=96e82d15-5427-4a1f-9909-15fb189c2fae,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:42.044721 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:42.049900 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea331d66-479e-4d33-b81f-0ad9fc762189 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:42.208730 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16d421-3f68-4085-ad81-4d6e0d88f734 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Pushing event updated for resources: {'Port': ['ID=ca848c5f-10bd-490e-ac53-e337517df9ce,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:42.215769 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:23:42.234420 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-61d7530a-fb14-48e8-86ae-a8b2d6753fd6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Deleting port ca848c5f-10bd-490e-ac53-e337517df9ce {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:42.234968 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61d7530a-fb14-48e8-86ae-a8b2d6753fd6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:42.256766 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f408b14b-2a94-44ad-80ad-daae712d57c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-6d2dd3d7-4918-4fcf-a188-9392d7a68097', 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ips': [{'subnet_id': '32c16988-87c1-45c3-8530-919898fbf5f3'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:23:42.258007 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f408b14b-2a94-44ad-80ad-daae712d57c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:42.271474 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce28c49-2cb7-4141-89e4-e5b5e804c2fc None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:42.300655 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea331d66-479e-4d33-b81f-0ad9fc762189 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network 150cf50d-eb99-4dd8-b982-a237f1f15bfd is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:42.302070 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event deleted for resources: {'Subnet': ['ID=227ded3c-62b2-4c03-9843-5cb2c584fc2f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:42.302240 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-7ce28c49-2cb7-4141-89e4-e5b5e804c2fc None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:42.324413 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce28c49-2cb7-4141-89e4-e5b5e804c2fc None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:42.347484 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-ea331d66-479e-4d33-b81f-0ad9fc762189 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:42.360575 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea331d66-479e-4d33-b81f-0ad9fc762189 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:42.367214 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea331d66-479e-4d33-b81f-0ad9fc762189 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:42.367867 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea331d66-479e-4d33-b81f-0ad9fc762189 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:42.393420 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-214af3ac-23ad-4339-970d-a1bad26e72d0 None None] Attempting to bind port 96e82d15-5427-4a1f-9909-15fb189c2fae on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:42.394458 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-214af3ac-23ad-4339-970d-a1bad26e72d0 None None] Attempting to bind port 96e82d15-5427-4a1f-9909-15fb189c2fae by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '955f74e9-b535-4341-8a41-d1e603bb9e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5f853105-5f65-430c-be00-862aec80a4bb'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:42.394885 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214af3ac-23ad-4339-970d-a1bad26e72d0 None None] Attempting to bind port 96e82d15-5427-4a1f-9909-15fb189c2fae on network 5f853105-5f65-430c-be00-862aec80a4bb {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:42.451088 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c5d877-869e-44d6-b46e-4dd17e5fe42d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:42.452928 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d0c5d877-869e-44d6-b46e-4dd17e5fe42d tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710&device_id=b73f2c16-bb0d-4ff9-bab7-fa2ad8390350&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6612351 Feb 28 14:23:42.472365 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52496) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:42.480851 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-f533b76e-d144-4129-b942-379c8584080f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 2001:db8::1 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/3a820dd7-92ff-4845-a504-469af20b5cfb/99af3096-74aa-4685-8014-7a0287b2567d) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:42.625867 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-f408b14b-2a94-44ad-80ad-daae712d57c4 None None] Allocated IP 172.20.0.2 (6d2dd3d7-4918-4fcf-a188-9392d7a68097/32c16988-87c1-45c3-8530-919898fbf5f3/840dbea4-62e0-437d-950f-5e00b81a349a) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:42.627686 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae9249-4a0e-402a-aaf3-5bb1d98f6712 None None] Pushing event updated for resources: {'Port': ['ID=cda4f85a-14f0-4b2a-bb1e-e5bb063f620b,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:42.661614 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ea331d66-479e-4d33-b81f-0ad9fc762189 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0556006 Feb 28 14:23:42.662745 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea331d66-479e-4d33-b81f-0ad9fc762189 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Port': ['ID=a91a3a62-8948-48c9-a217-dfc160b0ae6b,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:42.665943 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52500) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:42.721303 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214af3ac-23ad-4339-970d-a1bad26e72d0 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:23:42.721733 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214af3ac-23ad-4339-970d-a1bad26e72d0 None None] Checking segment: {'id': '955f74e9-b535-4341-8a41-d1e603bb9e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5f853105-5f65-430c-be00-862aec80a4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:23:42.722242 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-214af3ac-23ad-4339-970d-a1bad26e72d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:42.722635 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214af3ac-23ad-4339-970d-a1bad26e72d0 None None] Bound using segment: {'id': '955f74e9-b535-4341-8a41-d1e603bb9e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5f853105-5f65-430c-be00-862aec80a4bb'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:23:42.723116 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-214af3ac-23ad-4339-970d-a1bad26e72d0 None None] Bound port: 96e82d15-5427-4a1f-9909-15fb189c2fae, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955f74e9-b535-4341-8a41-d1e603bb9e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5f853105-5f65-430c-be00-862aec80a4bb'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:23:42.723527 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-214af3ac-23ad-4339-970d-a1bad26e72d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:42.757758 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-054679f1-fc38-4b98-9cc2-5c54c8df8c8e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'port': {'network_id': '150cf50d-eb99-4dd8-b982-a237f1f15bfd', 'name': 'tempest-PortsIpV6TestJSON-1734972016'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:42.758274 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5d752-eedb-4454-b46e-8f2067d7ca7c req-3b9d7e3c-ef98-495e-9e93-ab36b2fb80b8 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:42.760380 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5bb5d752-eedb-4454-b46e-8f2067d7ca7c req-3b9d7e3c-ef98-495e-9e93-ab36b2fb80b8 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.5849688 Feb 28 14:23:42.804064 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:42.829741 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:42.867793 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-7ce28c49-2cb7-4141-89e4-e5b5e804c2fc None None] Attempting to bind port 17afa2de-5062-4277-9ce5-6de5342f1d8a on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:42.868088 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-7ce28c49-2cb7-4141-89e4-e5b5e804c2fc None None] Attempting to bind port 17afa2de-5062-4277-9ce5-6de5342f1d8a by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:42.868446 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce28c49-2cb7-4141-89e4-e5b5e804c2fc None None] Attempting to bind port 17afa2de-5062-4277-9ce5-6de5342f1d8a on network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:42.875530 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b8c638-d40f-4c9f-99e5-67498745a57f tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:42.876901 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-80b8c638-d40f-4c9f-99e5-67498745a57f tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "GET /v2.0/networks/227601ee-f6c9-4fe2-9e97-307a6863d710 HTTP/1.1" status: 200 len: 881 time: 0.3985949 Feb 28 14:23:42.879417 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:23:42.889837 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52504) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:42.945679 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce28c49-2cb7-4141-89e4-e5b5e804c2fc None None] Pushing event updated for resources: {'Port': ['ID=17afa2de-5062-4277-9ce5-6de5342f1d8a,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:42.961133 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:42.961496 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:42.982146 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-59e13e43-74e6-4285-a247-30ea9c457587 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "GET /v2.0/ports?device_id=b73f2c16-bb0d-4ff9-bab7-fa2ad8390350 HTTP/1.1" status: 200 len: 205 time: 0.0787709 Feb 28 14:23:42.984721 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce28c49-2cb7-4141-89e4-e5b5e804c2fc None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:23:42.985096 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce28c49-2cb7-4141-89e4-e5b5e804c2fc None None] Checking segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:23:42.985493 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7ce28c49-2cb7-4141-89e4-e5b5e804c2fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:42.985881 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce28c49-2cb7-4141-89e4-e5b5e804c2fc None None] Bound using segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:23:42.986546 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-7ce28c49-2cb7-4141-89e4-e5b5e804c2fc None None] Bound port: 17afa2de-5062-4277-9ce5-6de5342f1d8a, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:23:42.987097 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7ce28c49-2cb7-4141-89e4-e5b5e804c2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:42.994887 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52508) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:43.016474 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5bb5d752-eedb-4454-b46e-8f2067d7ca7c req-51f30126-d0c6-479d-8537-58deb810d2b9 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351446 Feb 28 14:23:43.056451 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f853105-5f65-430c-be00-862aec80a4bb']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:43.084689 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f533b76e-d144-4129-b942-379c8584080f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:43.119066 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955f74e9-b535-4341-8a41-d1e603bb9e59') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:43.119384 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955f74e9-b535-4341-8a41-d1e603bb9e59') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:43.141821 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-f533b76e-d144-4129-b942-379c8584080f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Transition to ACTIVE for port object 99af3096-74aa-4685-8014-7a0287b2567d will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:43.158141 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-214af3ac-23ad-4339-970d-a1bad26e72d0 None None] For port 96e82d15-5427-4a1f-9909-15fb189c2fae, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:23:43.167261 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:43.219142 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f71f6ce2-f2db-439f-ac83-27d97df0518a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:43.222393 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-214af3ac-23ad-4339-970d-a1bad26e72d0 None None] For port 96e82d15-5427-4a1f-9909-15fb189c2fae, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=96e82d15-5427-4a1f-9909-15fb189c2fae,segment=NetworkSegment(955f74e9-b535-4341-8a41-d1e603bb9e59),segment_id=955f74e9-b535-4341-8a41-d1e603bb9e59)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:23:43.236091 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-214af3ac-23ad-4339-970d-a1bad26e72d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:43.319229 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-7ce28c49-2cb7-4141-89e4-e5b5e804c2fc None None] For port 17afa2de-5062-4277-9ce5-6de5342f1d8a, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:23:43.333756 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:43.377326 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:23:43.377873 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:23:43.422357 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:23:43.439641 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-7ce28c49-2cb7-4141-89e4-e5b5e804c2fc None None] For port 17afa2de-5062-4277-9ce5-6de5342f1d8a, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=17afa2de-5062-4277-9ce5-6de5342f1d8a,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:23:43.452717 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-61d7530a-fb14-48e8-86ae-a8b2d6753fd6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] For port ca848c5f-10bd-490e-ac53-e337517df9ce, host hv-neutron-8311, got binding levels [] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:43.453075 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61d7530a-fb14-48e8-86ae-a8b2d6753fd6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:43.498121 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-054679f1-fc38-4b98-9cc2-5c54c8df8c8e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:43.528134 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7ce28c49-2cb7-4141-89e4-e5b5e804c2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:43.540804 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f408b14b-2a94-44ad-80ad-daae712d57c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:43.552904 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:43.610302 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f408b14b-2a94-44ad-80ad-daae712d57c4 None None] Transition to ACTIVE for port object 840dbea4-62e0-437d-950f-5e00b81a349a will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:43.613817 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214af3ac-23ad-4339-970d-a1bad26e72d0 None None] Pushing event updated for resources: {'Port': ['ID=96e82d15-5427-4a1f-9909-15fb189c2fae,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:43.736055 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:43.742716 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f408b14b-2a94-44ad-80ad-daae712d57c4 None None] Transition to ACTIVE for port object 840dbea4-62e0-437d-950f-5e00b81a349a will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:43.762204 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:43.783558 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6255e54-36b6-4dcf-a2b8-48aa35135bd1 None None] Network 5f853105-5f65-430c-be00-862aec80a4bb requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:43.794377 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-61d7530a-fb14-48e8-86ae-a8b2d6753fd6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Calling delete_port for ca848c5f-10bd-490e-ac53-e337517df9ce owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:43.811738 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f408b14b-2a94-44ad-80ad-daae712d57c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:43.817867 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f533b76e-d144-4129-b942-379c8584080f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:43.915097 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-054679f1-fc38-4b98-9cc2-5c54c8df8c8e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:port and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:43.924270 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce28c49-2cb7-4141-89e4-e5b5e804c2fc None None] Pushing event updated for resources: {'Port': ['ID=17afa2de-5062-4277-9ce5-6de5342f1d8a,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:43.930464 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f408b14b-2a94-44ad-80ad-daae712d57c4 None None] Network 6d2dd3d7-4918-4fcf-a188-9392d7a68097 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:43.936453 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580df61b-9ed3-4369-8c2f-1cc27b49c6f7 None None] Network 150cf50d-eb99-4dd8-b982-a237f1f15bfd requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:43.938654 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-054679f1-fc38-4b98-9cc2-5c54c8df8c8e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:43.962934 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-054679f1-fc38-4b98-9cc2-5c54c8df8c8e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:43.967601 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f533b76e-d144-4129-b942-379c8584080f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:43.980559 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f533b76e-d144-4129-b942-379c8584080f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:43.995205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f533b76e-d144-4129-b942-379c8584080f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:43.995685 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f533b76e-d144-4129-b942-379c8584080f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:44.003032 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-f408b14b-2a94-44ad-80ad-daae712d57c4 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:44.036912 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61d7530a-fb14-48e8-86ae-a8b2d6753fd6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:44.044540 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 14:23:44.044540 dv-neutron-831192-4-hyperv neutron-server[87773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 14:23:44.044540 dv-neutron-831192-4-hyperv neutron-server[87773]: [parameters: {'id': '5f853105-5f65-430c-be00-862aec80a4bb'}] Feb 28 14:23:44.044540 dv-neutron-831192-4-hyperv neutron-server[87773]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:23:44.044989 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:23:44.092954 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f408b14b-2a94-44ad-80ad-daae712d57c4 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:44.133643 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054679f1-fc38-4b98-9cc2-5c54c8df8c8e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:44.140958 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-054679f1-fc38-4b98-9cc2-5c54c8df8c8e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:44.156871 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-795a73e4-3ed0-4411-ba15-05b8a8036b33 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:44.287201 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 17afa2de-5062-4277-9ce5-6de5342f1d8a up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:23:44.291215 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7530a-fb14-48e8-86ae-a8b2d6753fd6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca848c5f-10bd-490e-ac53-e337517df9ce,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:44.298601 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61d7530a-fb14-48e8-86ae-a8b2d6753fd6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:44.329066 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-f71f6ce2-f2db-439f-ac83-27d97df0518a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.20.0.1 (6d2dd3d7-4918-4fcf-a188-9392d7a68097/32c16988-87c1-45c3-8530-919898fbf5f3/8f3f48cf-792a-4115-9592-ba33be99ff26) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:44.352405 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9f5ce169-582a-4114-905a-b4e167bea1e6 None None] Provisioning for port cda4f85a-14f0-4b2a-bb1e-e5bb063f620b completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:23:44.399842 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533b76e-d144-4129-b942-379c8584080f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Port': ['ID=99af3096-74aa-4685-8014-7a0287b2567d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:44.406342 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:44.453833 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-f408b14b-2a94-44ad-80ad-daae712d57c4 None None] Attempting to bind port 840dbea4-62e0-437d-950f-5e00b81a349a on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:44.454233 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-f408b14b-2a94-44ad-80ad-daae712d57c4 None None] Attempting to bind port 840dbea4-62e0-437d-950f-5e00b81a349a by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:44.454590 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f408b14b-2a94-44ad-80ad-daae712d57c4 None None] Attempting to bind port 840dbea4-62e0-437d-950f-5e00b81a349a on network 6d2dd3d7-4918-4fcf-a188-9392d7a68097 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:44.478495 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1936cf-0165-46cb-930a-29e268434c99 req-73dd67f4-4b90-4cd1-ae6e-4551f11d83af tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:44.480519 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3f1936cf-0165-46cb-930a-29e268434c99 req-73dd67f4-4b90-4cd1-ae6e-4551f11d83af tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.7187812 Feb 28 14:23:44.507480 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f408b14b-2a94-44ad-80ad-daae712d57c4 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:23:44.507778 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f408b14b-2a94-44ad-80ad-daae712d57c4 None None] Checking segment: {'id': 'fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:23:44.508202 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f408b14b-2a94-44ad-80ad-daae712d57c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:44.508597 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f408b14b-2a94-44ad-80ad-daae712d57c4 None None] Bound using segment: {'id': 'fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:23:44.509066 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-f408b14b-2a94-44ad-80ad-daae712d57c4 None None] Bound port: 840dbea4-62e0-437d-950f-5e00b81a349a, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:23:44.509440 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f408b14b-2a94-44ad-80ad-daae712d57c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:44.557992 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:44.560108 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-054679f1-fc38-4b98-9cc2-5c54c8df8c8e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] device_id is not set on port 39995c3e-1c16-4477-a471-2f5f6eeb690a yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:23:44.563758 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3f1936cf-0165-46cb-930a-29e268434c99 req-f9a3c8e2-74d7-41f2-96dc-7159982eede3 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620070 Feb 28 14:23:44.589955 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408b14b-2a94-44ad-80ad-daae712d57c4 None None] Pushing event updated for resources: {'Port': ['ID=840dbea4-62e0-437d-950f-5e00b81a349a,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:44.616702 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-61d7530a-fb14-48e8-86ae-a8b2d6753fd6 tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] 10.222.0.30 "DELETE /v2.0/ports/ca848c5f-10bd-490e-ac53-e337517df9ce HTTP/1.1" status: 204 len: 168 time: 2.7506738 Feb 28 14:23:44.624373 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52516) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:44.653222 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 17afa2de-5062-4277-9ce5-6de5342f1d8a completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:23:44.681366 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device cda4f85a-14f0-4b2a-bb1e-e5bb063f620b up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:23:44.692959 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d63f9272-9162-478d-b22c-362bde4f40e7 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:44.713690 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Deleting port 96e82d15-5427-4a1f-9909-15fb189c2fae {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:44.713690 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:44.755193 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f16783-9ee3-414d-96af-7bac5c6f710b tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] GET failed (client error): The resource could not be found. Feb 28 14:23:44.755423 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f533b76e-d144-4129-b942-379c8584080f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:44.755524 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f4f16783-9ee3-414d-96af-7bac5c6f710b tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Synchronizing usage tracker for tenant:79bb48a769044efca3cb807843ea858b on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:23:44.785675 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-795a73e4-3ed0-4411-ba15-05b8a8036b33 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:44.788904 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f408b14b-2a94-44ad-80ad-daae712d57c4 None None] For port 840dbea4-62e0-437d-950f-5e00b81a349a, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:23:44.812195 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f408b14b-2a94-44ad-80ad-daae712d57c4 None None] For port 840dbea4-62e0-437d-950f-5e00b81a349a, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=840dbea4-62e0-437d-950f-5e00b81a349a,segment=NetworkSegment(fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1),segment_id=fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:23:44.823820 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f408b14b-2a94-44ad-80ad-daae712d57c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:44.834260 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-795a73e4-3ed0-4411-ba15-05b8a8036b33 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Deleting port 940d923a-d848-42ca-b099-46ec0689e165 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:44.834839 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-795a73e4-3ed0-4411-ba15-05b8a8036b33 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:44.894160 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port cda4f85a-14f0-4b2a-bb1e-e5bb063f620b completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:23:44.916778 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port cda4f85a-14f0-4b2a-bb1e-e5bb063f620b triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:44.917152 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:44.967447 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f4f16783-9ee3-414d-96af-7bac5c6f710b tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] Unset dirty status for tenant:79bb48a769044efca3cb807843ea858b on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:23:44.971767 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f4f16783-9ee3-414d-96af-7bac5c6f710b tempest-PortsAdminExtendedAttrsTestJSON-2054691075 tempest-PortsAdminExtendedAttrsTestJSON-2054691075-project-admin] 10.222.0.30 "GET /v2.0/ports/ca848c5f-10bd-490e-ac53-e337517df9ce HTTP/1.1" status: 404 len: 333 time: 0.3411701 Feb 28 14:23:44.992170 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408b14b-2a94-44ad-80ad-daae712d57c4 None None] Pushing event updated for resources: {'Port': ['ID=840dbea4-62e0-437d-950f-5e00b81a349a,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:44.997535 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52520) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:45.078555 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f71f6ce2-f2db-439f-ac83-27d97df0518a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:45.136345 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:45.186089 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port cda4f85a-14f0-4b2a-bb1e-e5bb063f620b, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=cda4f85a-14f0-4b2a-bb1e-e5bb063f620b,segment=NetworkSegment(c404f94a-1137-4489-8dd5-ce3c5b904544),segment_id=c404f94a-1137-4489-8dd5-ce3c5b904544)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:45.196819 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-054679f1-fc38-4b98-9cc2-5c54c8df8c8e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Allocated IP 2001:db8::396 (150cf50d-eb99-4dd8-b982-a237f1f15bfd/9cd9b397-824a-4be2-91d9-d894e46264bf/39995c3e-1c16-4477-a471-2f5f6eeb690a) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:45.203075 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:45.221578 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-f71f6ce2-f2db-439f-ac83-27d97df0518a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Transition to ACTIVE for port object 8f3f48cf-792a-4115-9592-ba33be99ff26 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:45.266974 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d63f9272-9162-478d-b22c-362bde4f40e7 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:45.359273 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=cda4f85a-14f0-4b2a-bb1e-e5bb063f620b,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:45.375984 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-db58d9f3-f0eb-4b0c-bc2f-419012d873e9 None None] Provisioning for port 17afa2de-5062-4277-9ce5-6de5342f1d8a completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:23:45.404500 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-db58d9f3-f0eb-4b0c-bc2f-419012d873e9 None None] Provisioning complete for port 17afa2de-5062-4277-9ce5-6de5342f1d8a triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:45.404500 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-db58d9f3-f0eb-4b0c-bc2f-419012d873e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:45.526497 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] For port 96e82d15-5427-4a1f-9909-15fb189c2fae, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=96e82d15-5427-4a1f-9909-15fb189c2fae,segment=NetworkSegment(955f74e9-b535-4341-8a41-d1e603bb9e59),segment_id=955f74e9-b535-4341-8a41-d1e603bb9e59)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:45.527134 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:45.601281 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f533b76e-d144-4129-b942-379c8584080f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:45.643567 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-db58d9f3-f0eb-4b0c-bc2f-419012d873e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:45.654953 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9373ad9-5bdf-40b8-bb8e-696735933175 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:45.666272 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f533b76e-d144-4129-b942-379c8584080f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:45.667056 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f533b76e-d144-4129-b942-379c8584080f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:45.715091 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-db58d9f3-f0eb-4b0c-bc2f-419012d873e9 None None] For port 17afa2de-5062-4277-9ce5-6de5342f1d8a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=17afa2de-5062-4277-9ce5-6de5342f1d8a,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:45.724984 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-db58d9f3-f0eb-4b0c-bc2f-419012d873e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:45.729892 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-795a73e4-3ed0-4411-ba15-05b8a8036b33 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:45.769002 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f71f6ce2-f2db-439f-ac83-27d97df0518a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:45.782502 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533b76e-d144-4129-b942-379c8584080f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Port': ['ID=99af3096-74aa-4685-8014-7a0287b2567d,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:45.829583 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58d9f3-f0eb-4b0c-bc2f-419012d873e9 None None] Pushing event updated for resources: {'Port': ['ID=17afa2de-5062-4277-9ce5-6de5342f1d8a,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:45.851545 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71f6ce2-f2db-439f-ac83-27d97df0518a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 6d2dd3d7-4918-4fcf-a188-9392d7a68097 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:45.867489 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Calling delete_port for 96e82d15-5427-4a1f-9909-15fb189c2fae owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:45.870250 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a8633a79-5549-4ed5-ab5e-ff232d2dad82 None None] Provisioning for port a91a3a62-8948-48c9-a217-dfc160b0ae6b completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:23:45.877504 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a8633a79-5549-4ed5-ab5e-ff232d2dad82 None None] Provisioning complete for port a91a3a62-8948-48c9-a217-dfc160b0ae6b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:45.877868 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a8633a79-5549-4ed5-ab5e-ff232d2dad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:45.935095 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f71f6ce2-f2db-439f-ac83-27d97df0518a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:45.954368 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71f6ce2-f2db-439f-ac83-27d97df0518a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:45.956925 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a8633a79-5549-4ed5-ab5e-ff232d2dad82 None None] Port a91a3a62-8948-48c9-a217-dfc160b0ae6b cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:23:45.969201 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a8633a79-5549-4ed5-ab5e-ff232d2dad82 None None] Provisioning complete for port cda4f85a-14f0-4b2a-bb1e-e5bb063f620b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:45.969564 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a8633a79-5549-4ed5-ab5e-ff232d2dad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:46.085410 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-795a73e4-3ed0-4411-ba15-05b8a8036b33 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Calling delete_port for 940d923a-d848-42ca-b099-46ec0689e165 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:46.141365 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9373ad9-5bdf-40b8-bb8e-696735933175 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:46.150252 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f6ce2-f2db-439f-ac83-27d97df0518a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=8f3f48cf-792a-4115-9592-ba33be99ff26,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:46.164975 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a8633a79-5549-4ed5-ab5e-ff232d2dad82 None None] Provisioning for port 99af3096-74aa-4685-8014-7a0287b2567d completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:23:46.175295 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a8633a79-5549-4ed5-ab5e-ff232d2dad82 None None] Provisioning complete for port 99af3096-74aa-4685-8014-7a0287b2567d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:46.178089 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a8633a79-5549-4ed5-ab5e-ff232d2dad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:46.195667 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f9373ad9-5bdf-40b8-bb8e-696735933175 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b285f8-906e-4a15-83a5-4b6cac06a010']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:46.203431 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f71f6ce2-f2db-439f-ac83-27d97df0518a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:46.243064 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f9373ad9-5bdf-40b8-bb8e-696735933175 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:46.249823 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f9373ad9-5bdf-40b8-bb8e-696735933175 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ffc1c8-07b6-4f94-90cd-61ef5e5c2421') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:46.261869 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a8633a79-5549-4ed5-ab5e-ff232d2dad82 None None] Port 99af3096-74aa-4685-8014-7a0287b2567d cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:23:46.283801 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f533b76e-d144-4129-b942-379c8584080f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:46.288035 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9373ad9-5bdf-40b8-bb8e-696735933175 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:46.295484 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f533b76e-d144-4129-b942-379c8584080f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:46.387074 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device cda4f85a-14f0-4b2a-bb1e-e5bb063f620b up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:23:46.473315 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2f511289-d37f-4d5b-a66e-fcd5a1956f79 None None] Provisioning complete for port a91a3a62-8948-48c9-a217-dfc160b0ae6b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:46.473747 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2f511289-d37f-4d5b-a66e-fcd5a1956f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:46.525968 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d63f9272-9162-478d-b22c-362bde4f40e7 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:46.569071 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:46.581375 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9373ad9-5bdf-40b8-bb8e-696735933175 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:46.606841 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9373ad9-5bdf-40b8-bb8e-696735933175 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:23:46.607449 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9373ad9-5bdf-40b8-bb8e-696735933175 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:23:46.624822 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:23:46.662185 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2f511289-d37f-4d5b-a66e-fcd5a1956f79 None None] Port a91a3a62-8948-48c9-a217-dfc160b0ae6b cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:23:46.663282 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d63f9272-9162-478d-b22c-362bde4f40e7 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:46.674459 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port cda4f85a-14f0-4b2a-bb1e-e5bb063f620b triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:46.674459 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:46.677447 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] No DVR routers for this DVR port 96e82d15-5427-4a1f-9909-15fb189c2fae on host dv-neutron-831192-4-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:23:46.685529 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event deleted for resources: {'Port': ['ID=96e82d15-5427-4a1f-9909-15fb189c2fae,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:46.734551 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4356f7d6-6db8-42cc-9dd8-5b71afcee6d6 None None] Network 6d2dd3d7-4918-4fcf-a188-9392d7a68097 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:46.819000 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9373ad9-5bdf-40b8-bb8e-696735933175 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:46.842656 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9373ad9-5bdf-40b8-bb8e-696735933175 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:46.898276 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9373ad9-5bdf-40b8-bb8e-696735933175 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] Pushing event deleted for resources: {'Network': ['ID=b1b285f8-906e-4a15-83a5-4b6cac06a010,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:46.906623 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-68f1c48a-4dc4-4887-a589-37a785e8b229 None None] Provisioning for port 840dbea4-62e0-437d-950f-5e00b81a349a completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:23:46.916991 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f9373ad9-5bdf-40b8-bb8e-696735933175 tempest-PortsAdminExtendedAttrsTestJSON-1961555156 tempest-PortsAdminExtendedAttrsTestJSON-1961555156-project] 10.222.0.30 "DELETE /v2.0/networks/b1b285f8-906e-4a15-83a5-4b6cac06a010 HTTP/1.1" status: 204 len: 168 time: 1.9092581 Feb 28 14:23:46.930111 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 840dbea4-62e0-437d-950f-5e00b81a349a up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:23:46.946626 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f71f6ce2-f2db-439f-ac83-27d97df0518a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:46.956907 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f07dd-e484-4f03-a654-37d5c43fd870 req-b56e4148-4703-4867-b0cc-2b0b66d780c9 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:46.965502 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-428f07dd-e484-4f03-a654-37d5c43fd870 req-b56e4148-4703-4867-b0cc-2b0b66d780c9 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 1.1475916 Feb 28 14:23:46.996803 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f533b76e-d144-4129-b942-379c8584080f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Router 4eb02afa-1d57-4a84-b305-7f2163fd344f is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:23:47.038328 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-68f1c48a-4dc4-4887-a589-37a785e8b229 None None] Provisioning complete for port 99af3096-74aa-4685-8014-7a0287b2567d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:47.038871 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-68f1c48a-4dc4-4887-a589-37a785e8b229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:47.070160 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f9272-9162-478d-b22c-362bde4f40e7 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Pushing event updated for resources: {'Port': ['ID=ca56b1fe-bff2-40fa-86bf-fda90d705f71,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:47.096392 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d63f9272-9162-478d-b22c-362bde4f40e7 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:47.154853 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:47.157115 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-68f1c48a-4dc4-4887-a589-37a785e8b229 None None] Port 99af3096-74aa-4685-8014-7a0287b2567d cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:23:47.167603 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 840dbea4-62e0-437d-950f-5e00b81a349a completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:23:47.169004 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-054679f1-fc38-4b98-9cc2-5c54c8df8c8e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:47.176194 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 840dbea4-62e0-437d-950f-5e00b81a349a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:47.176695 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:47.240017 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f853105-5f65-430c-be00-862aec80a4bb']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:47.279004 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-428f07dd-e484-4f03-a654-37d5c43fd870 req-e214fc29-fc01-4dd8-a8df-6b143f93f64e tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3124144 Feb 28 14:23:47.290723 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-054679f1-fc38-4b98-9cc2-5c54c8df8c8e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Transition to ACTIVE for port object 39995c3e-1c16-4477-a471-2f5f6eeb690a will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:47.293916 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955f74e9-b535-4341-8a41-d1e603bb9e59') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:47.294370 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955f74e9-b535-4341-8a41-d1e603bb9e59') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:47.337760 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f533b76e-d144-4129-b942-379c8584080f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:23:47.346525 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f533b76e-d144-4129-b942-379c8584080f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "PUT /v2.0/routers/4eb02afa-1d57-4a84-b305-7f2163fd344f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5524926 Feb 28 14:23:47.347822 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52530) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:47.350405 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57392bb-bdab-41d9-a973-8abb60740965 None None] Sync routers for ids ['4eb02afa-1d57-4a84-b305-7f2163fd344f'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:23:47.365956 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57392bb-bdab-41d9-a973-8abb60740965 None None] Routers {'4eb02afa-1d57-4a84-b305-7f2163fd344f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:47.366961 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f57392bb-bdab-41d9-a973-8abb60740965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['4eb02afa-1d57-4a84-b305-7f2163fd344f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:47.367942 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:47.393099 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:47.401648 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52534) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:47.427917 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 840dbea4-62e0-437d-950f-5e00b81a349a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=840dbea4-62e0-437d-950f-5e00b81a349a,segment=NetworkSegment(fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1),segment_id=fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:47.439908 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:47.441344 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 17afa2de-5062-4277-9ce5-6de5342f1d8a up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:23:47.501738 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:47.522155 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:23:47.522553 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:23:47.538188 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:23:47.569483 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01932992-5378-487a-9f74-35576ba9b649 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:47.570130 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-01932992-5378-487a-9f74-35576ba9b649 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:23:47.581618 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-795a73e4-3ed0-4411-ba15-05b8a8036b33 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:47.673430 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-01932992-5378-487a-9f74-35576ba9b649 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:23:47.674649 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-01932992-5378-487a-9f74-35576ba9b649 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports/99af3096-74aa-4685-8014-7a0287b2567d HTTP/1.1" status: 200 len: 911 time: 0.3263803 Feb 28 14:23:47.678081 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52540) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:47.711805 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-d63f9272-9162-478d-b22c-362bde4f40e7 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Floating IP 58b86fdf-49e9-4a33-99fa-1500f89066ab associated. External IP: 172.26.5.114, port: 7ca46d24-aa05-43a7-99b4-8dd26b481d29. Feb 28 14:23:47.729394 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-f57392bb-bdab-41d9-a973-8abb60740965 None None] Set router 4eb02afa-1d57-4a84-b305-7f2163fd344f gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:23:47.740341 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=840dbea4-62e0-437d-950f-5e00b81a349a,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:47.745811 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 17afa2de-5062-4277-9ce5-6de5342f1d8a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:47.746179 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:47.786257 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3052d391-896b-43a3-8a8d-dc2c291c3c2c None None] Provisioning complete for port 840dbea4-62e0-437d-950f-5e00b81a349a triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:47.786620 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3052d391-896b-43a3-8a8d-dc2c291c3c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:47.829598 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed2dcc0-2d52-4dc3-8b5d-a88c9a9ad5eb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:47.835731 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed2dcc0-2d52-4dc3-8b5d-a88c9a9ad5eb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:47.837347 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8ed2dcc0-2d52-4dc3-8b5d-a88c9a9ad5eb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1583116 Feb 28 14:23:47.852011 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52544) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:47.875873 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a73e4-3ed0-4411-ba15-05b8a8036b33 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Pushing event deleted for resources: {'Port': ['ID=940d923a-d848-42ca-b099-46ec0689e165,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:47.993968 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f71f6ce2-f2db-439f-ac83-27d97df0518a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:47.998875 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:23:47.999592 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-054679f1-fc38-4b98-9cc2-5c54c8df8c8e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:48.013089 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:48.033397 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4b6589-6f27-4472-8811-34d212dd37db None None] get_active_networks_info from dv-neutron-831192-4-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 28 14:23:48.116569 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:48.125881 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3052d391-896b-43a3-8a8d-dc2c291c3c2c None None] Provisioning for port 8f3f48cf-792a-4115-9592-ba33be99ff26 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:23:48.151063 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3052d391-896b-43a3-8a8d-dc2c291c3c2c None None] Provisioning complete for port 8f3f48cf-792a-4115-9592-ba33be99ff26 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:48.151670 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3052d391-896b-43a3-8a8d-dc2c291c3c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:48.168383 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f57392bb-bdab-41d9-a973-8abb60740965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb02afa-1d57-4a84-b305-7f2163fd344f', 'name': 'tempest-NetworksTestDHCPv6-router-639169663', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:39Z', 'updated_at': '2022-02-28T14:23:44Z', 'revision_number': 2, 'project_id': 'be48e9bf201d46859eb43fd68b389951', 'gw_port_host': None, '_interfaces': [{'id': '99af3096-74aa-4685-8014-7a0287b2567d', 'name': '', 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'mac_address': 'fa:16:3e:d5:7b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb02afa-1d57-4a84-b305-7f2163fd344f', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '3a820dd7-92ff-4845-a504-469af20b5cfb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:41Z', 'updated_at': '2022-02-28T14:23:45Z', 'revision_number': 2, 'project_id': 'be48e9bf201d46859eb43fd68b389951', 'subnets': [{'id': '3a820dd7-92ff-4845-a504-469af20b5cfb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:48.172855 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57392bb-bdab-41d9-a973-8abb60740965 None None] Checking router: 4eb02afa-1d57-4a84-b305-7f2163fd344f for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:23:48.173301 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57392bb-bdab-41d9-a973-8abb60740965 None None] Updating router 4eb02afa-1d57-4a84-b305-7f2163fd344f port 99af3096-74aa-4685-8014-7a0287b2567d binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:23:48.224207 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:48.224573 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:48.230649 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event deleted for resources: {'Network': ['ID=5f853105-5f65-430c-be00-862aec80a4bb,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:48.254393 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054679f1-fc38-4b98-9cc2-5c54c8df8c8e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network 150cf50d-eb99-4dd8-b982-a237f1f15bfd is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:48.255376 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-f57392bb-bdab-41d9-a973-8abb60740965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:48.260537 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-56dd1842-61ab-44cf-8db5-c04550c883a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b79d6625df64f42bf733c4c0965577c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8511178 Feb 28 14:23:48.269264 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-054679f1-fc38-4b98-9cc2-5c54c8df8c8e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:48.276296 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52548) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:48.281798 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3052d391-896b-43a3-8a8d-dc2c291c3c2c None None] Port 8f3f48cf-792a-4115-9592-ba33be99ff26 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:23:48.288774 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-85e7549d-857a-4a7d-8888-580d8ac3b41c tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "DELETE /v2.0/networks/5f853105-5f65-430c-be00-862aec80a4bb HTTP/1.1" status: 204 len: 168 time: 9.2844329 Feb 28 14:23:48.289750 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054679f1-fc38-4b98-9cc2-5c54c8df8c8e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Port': ['ID=39995c3e-1c16-4477-a471-2f5f6eeb690a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:48.294832 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054679f1-fc38-4b98-9cc2-5c54c8df8c8e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:48.301571 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054679f1-fc38-4b98-9cc2-5c54c8df8c8e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:48.302213 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-054679f1-fc38-4b98-9cc2-5c54c8df8c8e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:48.308392 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52550) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:48.354332 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4b6589-6f27-4472-8811-34d212dd37db None None] Resources bound (agent type, host, resource id): {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 14:23:48.381372 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-3ac8b5fa-cfc7-49f6-93e5-3de446a34be9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1519599008'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:48.386671 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-795a73e4-3ed0-4411-ba15-05b8a8036b33 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:48.484241 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b50e696c-16bf-4dd9-98e7-24799c10f7e6 None None] Provisioning complete for port 8f3f48cf-792a-4115-9592-ba33be99ff26 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:48.484615 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b50e696c-16bf-4dd9-98e7-24799c10f7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:48.513641 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f71f6ce2-f2db-439f-ac83-27d97df0518a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:48.621511 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 840dbea4-62e0-437d-950f-5e00b81a349a up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:23:48.682377 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f6ce2-f2db-439f-ac83-27d97df0518a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=8f3f48cf-792a-4115-9592-ba33be99ff26,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:48.696914 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b50e696c-16bf-4dd9-98e7-24799c10f7e6 None None] Port 8f3f48cf-792a-4115-9592-ba33be99ff26 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:23:48.761527 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-f57392bb-bdab-41d9-a973-8abb60740965 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:48.776693 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-f57392bb-bdab-41d9-a973-8abb60740965 None None] Transition to ACTIVE for port object 99af3096-74aa-4685-8014-7a0287b2567d will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:48.778734 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f71f6ce2-f2db-439f-ac83-27d97df0518a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:48.788230 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-f57392bb-bdab-41d9-a973-8abb60740965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:48.815666 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3ac8b5fa-cfc7-49f6-93e5-3de446a34be9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:48.844504 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3ac8b5fa-cfc7-49f6-93e5-3de446a34be9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Usage tracker for resource:network and tenant:f728042230f541b4b4ac3c2d7dd0693a is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:48.885185 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 840dbea4-62e0-437d-950f-5e00b81a349a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:48.890618 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67af17c-b144-410c-805c-74d320abe988 None None] Pushing event updated for resources: {'Port': ['ID=99af3096-74aa-4685-8014-7a0287b2567d,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:48.891057 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:48.913804 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3ac8b5fa-cfc7-49f6-93e5-3de446a34be9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:48.936274 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-054679f1-fc38-4b98-9cc2-5c54c8df8c8e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.2165017 Feb 28 14:23:48.937152 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3ac8b5fa-cfc7-49f6-93e5-3de446a34be9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:48.944726 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34076d2d-f8ea-4c3d-8888-2463b404a70e req-6225d1e1-b6e5-4893-82cb-130cb2f208b5 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:48.949594 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-34076d2d-f8ea-4c3d-8888-2463b404a70e req-6225d1e1-b6e5-4893-82cb-130cb2f208b5 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.4456649 Feb 28 14:23:48.950665 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52560) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:49.015088 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-795a73e4-3ed0-4411-ba15-05b8a8036b33 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:49.021454 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-795a73e4-3ed0-4411-ba15-05b8a8036b33 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:49.076077 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-47ab08bc-bd52-4ba7-bf30-b116f263c08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:49.089939 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac8b5fa-cfc7-49f6-93e5-3de446a34be9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Made reservation on behalf of f728042230f541b4b4ac3c2d7dd0693a for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:49.093412 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ac8b5fa-cfc7-49f6-93e5-3de446a34be9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:49.118573 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-34076d2d-f8ea-4c3d-8888-2463b404a70e req-8c452e57-1645-435b-bae5-3c6e3288e99c tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375656 Feb 28 14:23:49.134666 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71f6ce2-f2db-439f-ac83-27d97df0518a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 6d2dd3d7-4918-4fcf-a188-9392d7a68097 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:49.139201 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f71f6ce2-f2db-439f-ac83-27d97df0518a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:49.198443 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-47ab08bc-bd52-4ba7-bf30-b116f263c08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:49.206851 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-795a73e4-3ed0-4411-ba15-05b8a8036b33 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:49.207426 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795a73e4-3ed0-4411-ba15-05b8a8036b33 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Fanout notify agent at l3_agent the message router_deleted on router b73f2c16-bb0d-4ff9-bab7-fa2ad8390350 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:23:49.214794 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-f57392bb-bdab-41d9-a973-8abb60740965 None None] Attempting to bind port 99af3096-74aa-4685-8014-7a0287b2567d on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:49.215293 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-f57392bb-bdab-41d9-a973-8abb60740965 None None] Attempting to bind port 99af3096-74aa-4685-8014-7a0287b2567d by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:49.215864 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57392bb-bdab-41d9-a973-8abb60740965 None None] Attempting to bind port 99af3096-74aa-4685-8014-7a0287b2567d on network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:49.224479 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57392bb-bdab-41d9-a973-8abb60740965 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:23:49.225180 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57392bb-bdab-41d9-a973-8abb60740965 None None] Checking segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:23:49.225512 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-f57392bb-bdab-41d9-a973-8abb60740965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:49.226000 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57392bb-bdab-41d9-a973-8abb60740965 None None] Bound using segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:23:49.226693 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-f57392bb-bdab-41d9-a973-8abb60740965 None None] Bound port: 99af3096-74aa-4685-8014-7a0287b2567d, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:23:49.227045 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-f57392bb-bdab-41d9-a973-8abb60740965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:49.270396 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-795a73e4-3ed0-4411-ba15-05b8a8036b33 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:49.275283 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-795a73e4-3ed0-4411-ba15-05b8a8036b33 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "DELETE /v2.0/routers/b73f2c16-bb0d-4ff9-bab7-fa2ad8390350 HTTP/1.1" status: 204 len: 168 time: 6.2726340 Feb 28 14:23:49.282366 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52564) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:49.283051 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac8b5fa-cfc7-49f6-93e5-3de446a34be9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:23:49.307529 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1343187605', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:49.324070 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359cf185-1f5c-46c6-be6b-552b75b27135 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:49.324944 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-359cf185-1f5c-46c6-be6b-552b75b27135 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Synchronizing usage tracker for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:23:49.329130 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63f9272-9162-478d-b22c-362bde4f40e7 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Router 3d44288e-0426-4097-91dc-1994d0ab83b5 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:23:49.330546 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:49.347487 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ac8b5fa-cfc7-49f6-93e5-3de446a34be9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:49.348257 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-3ac8b5fa-cfc7-49f6-93e5-3de446a34be9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Added segment 415fe6fa-9022-4e17-9381-e4216df2e138 of type vlan for network 98e45f97-2fa1-4f0b-9cbf-2ada10f6a374 Feb 28 14:23:49.351916 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Usage tracker for resource:router and tenant:15f077467be64cd9b71b3453d741c4f4 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:49.353090 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-f57392bb-bdab-41d9-a973-8abb60740965 None None] For port 99af3096-74aa-4685-8014-7a0287b2567d, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:23:49.358129 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-f57392bb-bdab-41d9-a973-8abb60740965 None None] For port 99af3096-74aa-4685-8014-7a0287b2567d, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=99af3096-74aa-4685-8014-7a0287b2567d,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:23:49.360910 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:49.371074 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-f57392bb-bdab-41d9-a973-8abb60740965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:49.395737 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:49.552833 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57392bb-bdab-41d9-a973-8abb60740965 None None] Routers {'4eb02afa-1d57-4a84-b305-7f2163fd344f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:49.553567 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f57392bb-bdab-41d9-a973-8abb60740965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['4eb02afa-1d57-4a84-b305-7f2163fd344f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:49.577928 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-93f6c724-4ada-488f-afb5-e84de40317d4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:49.582527 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ac8b5fa-cfc7-49f6-93e5-3de446a34be9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:49.590055 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-47ab08bc-bd52-4ba7-bf30-b116f263c08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:49.613581 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:49.614608 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:49.634209 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab08bc-bd52-4ba7-bf30-b116f263c08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9013c821-96fb-4377-a19a-0efea4f9a369,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:49.645590 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67af17c-b144-410c-805c-74d320abe988 None None] Pushing event updated for resources: {'Port': ['ID=99af3096-74aa-4685-8014-7a0287b2567d,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:49.705537 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-47ab08bc-bd52-4ba7-bf30-b116f263c08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:49.706695 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-47ab08bc-bd52-4ba7-bf30-b116f263c08d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9013c821-96fb-4377-a19a-0efea4f9a369 HTTP/1.1" status: 204 len: 168 time: 1.4139996 Feb 28 14:23:49.707735 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ac8b5fa-cfc7-49f6-93e5-3de446a34be9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:49.713691 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac8b5fa-cfc7-49f6-93e5-3de446a34be9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:49.714495 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ac8b5fa-cfc7-49f6-93e5-3de446a34be9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:49.766012 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:23:49.772665 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71f6ce2-f2db-439f-ac83-27d97df0518a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 3cef54b5-a965-40cb-85d6-7b6c2a48f617 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:23:49.773647 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-359cf185-1f5c-46c6-be6b-552b75b27135 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Unset dirty status for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:23:49.778174 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-f57392bb-bdab-41d9-a973-8abb60740965 None None] Set router 4eb02afa-1d57-4a84-b305-7f2163fd344f gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:23:49.782662 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-359cf185-1f5c-46c6-be6b-552b75b27135 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A25a HTTP/1.1" status: 200 len: 929 time: 0.8035038 Feb 28 14:23:49.783985 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52570) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:49.795005 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d3660f25-7a92-41fd-8a92-bfb04cc73039 None None] Provisioning for port 39995c3e-1c16-4477-a471-2f5f6eeb690a completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:23:49.800872 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d3660f25-7a92-41fd-8a92-bfb04cc73039 None None] Provisioning complete for port 39995c3e-1c16-4477-a471-2f5f6eeb690a triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:49.801403 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d3660f25-7a92-41fd-8a92-bfb04cc73039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:49.825565 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:49.887649 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d3660f25-7a92-41fd-8a92-bfb04cc73039 None None] Port 39995c3e-1c16-4477-a471-2f5f6eeb690a cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:23:49.918225 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d3660f25-7a92-41fd-8a92-bfb04cc73039 None None] Provisioning complete for port 8f3f48cf-792a-4115-9592-ba33be99ff26 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:49.918592 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d3660f25-7a92-41fd-8a92-bfb04cc73039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:50.011843 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d3660f25-7a92-41fd-8a92-bfb04cc73039 None None] Port 8f3f48cf-792a-4115-9592-ba33be99ff26 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:23:50.047621 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3ac8b5fa-cfc7-49f6-93e5-3de446a34be9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7069964 Feb 28 14:23:50.056468 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52576) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:50.058443 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63f9272-9162-478d-b22c-362bde4f40e7 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:23:50.069752 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76e7f56-f3bc-4168-bf42-aee71ef21ba9 None None] Sync routers for ids ['3d44288e-0426-4097-91dc-1994d0ab83b5'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:23:50.082696 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76e7f56-f3bc-4168-bf42-aee71ef21ba9 None None] Routers {'3d44288e-0426-4097-91dc-1994d0ab83b5'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:50.083828 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d76e7f56-f3bc-4168-bf42-aee71ef21ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3d44288e-0426-4097-91dc-1994d0ab83b5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:50.170968 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b3567caf-f3ac-41f1-952b-53a0192b79bb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Request body: {'subnet': {'network_id': '98e45f97-2fa1-4f0b-9cbf-2ada10f6a374', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:50.184942 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f57392bb-bdab-41d9-a973-8abb60740965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb02afa-1d57-4a84-b305-7f2163fd344f', 'name': 'tempest-NetworksTestDHCPv6-router-639169663', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:39Z', 'updated_at': '2022-02-28T14:23:44Z', 'revision_number': 2, 'project_id': 'be48e9bf201d46859eb43fd68b389951', 'gw_port_host': None, '_interfaces': [{'id': '99af3096-74aa-4685-8014-7a0287b2567d', 'name': '', 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'mac_address': 'fa:16:3e:d5:7b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb02afa-1d57-4a84-b305-7f2163fd344f', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '3a820dd7-92ff-4845-a504-469af20b5cfb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:41Z', 'updated_at': '2022-02-28T14:23:49Z', 'revision_number': 4, 'project_id': 'be48e9bf201d46859eb43fd68b389951', 'subnets': [{'id': '3a820dd7-92ff-4845-a504-469af20b5cfb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:50.189768 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57392bb-bdab-41d9-a973-8abb60740965 None None] The sync data for ids ['4eb02afa-1d57-4a84-b305-7f2163fd344f'] in dv-neutron-831192-4-hyperv is: [{'id': '4eb02afa-1d57-4a84-b305-7f2163fd344f', 'name': 'tempest-NetworksTestDHCPv6-router-639169663', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:39Z', 'updated_at': '2022-02-28T14:23:44Z', 'revision_number': 2, 'project_id': 'be48e9bf201d46859eb43fd68b389951', 'gw_port_host': None, '_interfaces': [{'id': '99af3096-74aa-4685-8014-7a0287b2567d', 'name': '', 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'mac_address': 'fa:16:3e:d5:7b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb02afa-1d57-4a84-b305-7f2163fd344f', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '3a820dd7-92ff-4845-a504-469af20b5cfb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:41Z', 'updated_at': '2022-02-28T14:23:49Z', 'revision_number': 4, 'project_id': 'be48e9bf201d46859eb43fd68b389951', 'subnets': [{'id': '3a820dd7-92ff-4845-a504-469af20b5cfb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:23:50.192025 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d76e7f56-f3bc-4168-bf42-aee71ef21ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:50.207112 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8b5fa-cfc7-49f6-93e5-3de446a34be9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event updated for resources: {'Network': ['ID=98e45f97-2fa1-4f0b-9cbf-2ada10f6a374,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:50.222173 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 98e45f97-2fa1-4f0b-9cbf-2ada10f6a374 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:23:50.271294 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76e7f56-f3bc-4168-bf42-aee71ef21ba9 None None] Routers {'3d44288e-0426-4097-91dc-1994d0ab83b5'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:50.272748 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d76e7f56-f3bc-4168-bf42-aee71ef21ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3d44288e-0426-4097-91dc-1994d0ab83b5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:50.338634 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52582) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:50.358820 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d55b3a33-bf70-4038-8d82-e8c2e9674a07 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting port 39995c3e-1c16-4477-a471-2f5f6eeb690a {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:50.359212 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d55b3a33-bf70-4038-8d82-e8c2e9674a07 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:50.401501 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d76e7f56-f3bc-4168-bf42-aee71ef21ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:50.401897 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76e7f56-f3bc-4168-bf42-aee71ef21ba9 None None] The sync data for ids ['3d44288e-0426-4097-91dc-1994d0ab83b5'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:23:50.544982 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d63f9272-9162-478d-b22c-362bde4f40e7 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:50.676008 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71f6ce2-f2db-439f-ac83-27d97df0518a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:23:50.686585 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3561305a-48ed-43d1-93bc-e80718766f28 None None] Sync routers for ids ['3cef54b5-a965-40cb-85d6-7b6c2a48f617'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:23:50.697243 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3561305a-48ed-43d1-93bc-e80718766f28 None None] Routers {'3cef54b5-a965-40cb-85d6-7b6c2a48f617'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:50.697864 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-3561305a-48ed-43d1-93bc-e80718766f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3cef54b5-a965-40cb-85d6-7b6c2a48f617'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:50.725014 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f71f6ce2-f2db-439f-ac83-27d97df0518a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "PUT /v2.0/routers/3cef54b5-a965-40cb-85d6-7b6c2a48f617/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3127620 Feb 28 14:23:50.736819 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52586) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:50.803276 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-46476927-1141-48af-893b-459557f9c2d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=79bb48a769044efca3cb807843ea858b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4644892 Feb 28 14:23:50.819707 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52590) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:50.876212 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:50.898840 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b3567caf-f3ac-41f1-952b-53a0192b79bb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:50.933633 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d63f9272-9162-478d-b22c-362bde4f40e7 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 12.8883991 Feb 28 14:23:50.933633 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b3567caf-f3ac-41f1-952b-53a0192b79bb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Usage tracker for resource:subnet and tenant:f728042230f541b4b4ac3c2d7dd0693a is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:50.936694 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-3561305a-48ed-43d1-93bc-e80718766f28 None None] Set router 3cef54b5-a965-40cb-85d6-7b6c2a48f617 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:23:50.944983 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b3567caf-f3ac-41f1-952b-53a0192b79bb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:50.949772 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52594) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:51.028843 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b3567caf-f3ac-41f1-952b-53a0192b79bb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:51.082558 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3567caf-f3ac-41f1-952b-53a0192b79bb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Made reservation on behalf of f728042230f541b4b4ac3c2d7dd0693a for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:51.086241 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b3567caf-f3ac-41f1-952b-53a0192b79bb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:51.129832 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-93f6c724-4ada-488f-afb5-e84de40317d4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting port 99af3096-74aa-4685-8014-7a0287b2567d {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:51.130191 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-93f6c724-4ada-488f-afb5-e84de40317d4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:51.178639 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287edb44-bb06-4fd6-b564-bbcac99d140e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:51.179106 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287edb44-bb06-4fd6-b564-bbcac99d140e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:51.179579 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287edb44-bb06-4fd6-b564-bbcac99d140e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:51.180090 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287edb44-bb06-4fd6-b564-bbcac99d140e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:51.180537 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287edb44-bb06-4fd6-b564-bbcac99d140e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:51.180976 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287edb44-bb06-4fd6-b564-bbcac99d140e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:51.181415 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287edb44-bb06-4fd6-b564-bbcac99d140e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:51.181857 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287edb44-bb06-4fd6-b564-bbcac99d140e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:51.182292 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287edb44-bb06-4fd6-b564-bbcac99d140e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:51.182722 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287edb44-bb06-4fd6-b564-bbcac99d140e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:51.183214 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287edb44-bb06-4fd6-b564-bbcac99d140e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:51.183611 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287edb44-bb06-4fd6-b564-bbcac99d140e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:51.188315 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-287edb44-bb06-4fd6-b564-bbcac99d140e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8397 time: 0.4476011 Feb 28 14:23:51.188315 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e44cbce-ad8b-414d-9f0e-4c9c018d0c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:51.193971 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52598) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:51.204812 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d55b3a33-bf70-4038-8d82-e8c2e9674a07 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:51.256913 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-58b1fa59-cc3b-4a80-b23e-df17a18d7be7 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] 10.222.0.30 "GET /v2.0/floatingips/58b86fdf-49e9-4a33-99fa-1500f89066ab HTTP/1.1" status: 200 len: 983 time: 0.3060620 Feb 28 14:23:51.265355 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb85177-2e15-4eb2-ad7d-fe5910e9cec4 req-f948194c-aeb9-4560-88d0-d3c3bc08bf7a tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:51.266777 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0fb85177-2e15-4eb2-ad7d-fe5910e9cec4 req-f948194c-aeb9-4560-88d0-d3c3bc08bf7a tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.9301064 Feb 28 14:23:51.270091 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52602) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:51.326391 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-3561305a-48ed-43d1-93bc-e80718766f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'name': 'tempest-TestNetworkBasicOps-router-795233918', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:28Z', 'updated_at': '2022-02-28T14:23:46Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:31Z', 'updated_at': '2022-02-28T14:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '8f3f48cf-792a-4115-9592-ba33be99ff26', 'name': '', 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:8e:e0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:43Z', 'updated_at': '2022-02-28T14:23:47Z', 'revision_number': 2, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:51.331563 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3561305a-48ed-43d1-93bc-e80718766f28 None None] Checking router: 3cef54b5-a965-40cb-85d6-7b6c2a48f617 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:23:51.332388 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3561305a-48ed-43d1-93bc-e80718766f28 None None] Updating router 3cef54b5-a965-40cb-85d6-7b6c2a48f617 port 8f3f48cf-792a-4115-9592-ba33be99ff26 binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:23:51.340920 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e44cbce-ad8b-414d-9f0e-4c9c018d0c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:51.391696 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-3561305a-48ed-43d1-93bc-e80718766f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:51.442067 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0fb85177-2e15-4eb2-ad7d-fe5910e9cec4 req-5575275d-eb31-4797-bdab-c47a6c70461a tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626046 Feb 28 14:23:51.448416 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d55b3a33-bf70-4038-8d82-e8c2e9674a07 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Calling delete_port for 39995c3e-1c16-4477-a471-2f5f6eeb690a owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:51.452630 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e408b36d-f0f7-408a-8210-013dee716afa tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.1795318 Feb 28 14:23:51.457924 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52606) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:51.700896 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbd742b-4f7a-442d-8a3b-cc6f78b7b82a tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:51.701481 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbd742b-4f7a-442d-8a3b-cc6f78b7b82a tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:51.701778 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbd742b-4f7a-442d-8a3b-cc6f78b7b82a tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:51.702247 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbd742b-4f7a-442d-8a3b-cc6f78b7b82a tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:51.702813 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbd742b-4f7a-442d-8a3b-cc6f78b7b82a tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:51.703272 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbd742b-4f7a-442d-8a3b-cc6f78b7b82a tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:51.703707 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbd742b-4f7a-442d-8a3b-cc6f78b7b82a tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:51.704141 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbd742b-4f7a-442d-8a3b-cc6f78b7b82a tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:51.704570 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbd742b-4f7a-442d-8a3b-cc6f78b7b82a tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:51.704995 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbd742b-4f7a-442d-8a3b-cc6f78b7b82a tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:51.710950 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-abbd742b-4f7a-442d-8a3b-cc6f78b7b82a tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6489 time: 0.5120945 Feb 28 14:23:51.740411 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52610) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:51.782987 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-3561305a-48ed-43d1-93bc-e80718766f28 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:51.854003 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e44cbce-ad8b-414d-9f0e-4c9c018d0c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:51.886460 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-93f6c724-4ada-488f-afb5-e84de40317d4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] For port 99af3096-74aa-4685-8014-7a0287b2567d, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=99af3096-74aa-4685-8014-7a0287b2567d,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:51.886829 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-93f6c724-4ada-488f-afb5-e84de40317d4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:51.902299 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44cbce-ad8b-414d-9f0e-4c9c018d0c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28159e3-d479-4be5-a6cf-a0c97cdd6b8a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:51.912716 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:51.968475 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-3561305a-48ed-43d1-93bc-e80718766f28 None None] Transition to ACTIVE for port object 8f3f48cf-792a-4115-9592-ba33be99ff26 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:51.973162 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:51.978250 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-3561305a-48ed-43d1-93bc-e80718766f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:52.018795 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc38cc-53b6-455b-90fa-5ac13f6ce521 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Deleting port ca56b1fe-bff2-40fa-86bf-fda90d705f71 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:52.019699 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8bdc38cc-53b6-455b-90fa-5ac13f6ce521 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:52.028917 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-93f6c724-4ada-488f-afb5-e84de40317d4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Calling delete_port for 99af3096-74aa-4685-8014-7a0287b2567d owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:52.061288 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d55b3a33-bf70-4038-8d82-e8c2e9674a07 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:52.076318 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b3567caf-f3ac-41f1-952b-53a0192b79bb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:52.144370 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969bae2-2308-4e23-891d-c738a5bc698c None None] Pushing event updated for resources: {'Port': ['ID=8f3f48cf-792a-4115-9592-ba33be99ff26,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:52.146947 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e44cbce-ad8b-414d-9f0e-4c9c018d0c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:52.151249 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8e44cbce-ad8b-414d-9f0e-4c9c018d0c53 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d28159e3-d479-4be5-a6cf-a0c97cdd6b8a HTTP/1.1" status: 204 len: 168 time: 1.3305309 Feb 28 14:23:52.152454 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b3a33-bf70-4038-8d82-e8c2e9674a07 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Port': ['ID=39995c3e-1c16-4477-a471-2f5f6eeb690a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:52.208274 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-3561305a-48ed-43d1-93bc-e80718766f28 None None] Attempting to bind port 8f3f48cf-792a-4115-9592-ba33be99ff26 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:52.208600 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-3561305a-48ed-43d1-93bc-e80718766f28 None None] Attempting to bind port 8f3f48cf-792a-4115-9592-ba33be99ff26 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:52.212504 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3561305a-48ed-43d1-93bc-e80718766f28 None None] Attempting to bind port 8f3f48cf-792a-4115-9592-ba33be99ff26 on network 6d2dd3d7-4918-4fcf-a188-9392d7a68097 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:52.221242 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3561305a-48ed-43d1-93bc-e80718766f28 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:23:52.221617 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3561305a-48ed-43d1-93bc-e80718766f28 None None] Checking segment: {'id': 'fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:23:52.222592 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-3561305a-48ed-43d1-93bc-e80718766f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:52.222838 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3561305a-48ed-43d1-93bc-e80718766f28 None None] Bound using segment: {'id': 'fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:23:52.223549 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-3561305a-48ed-43d1-93bc-e80718766f28 None None] Bound port: 8f3f48cf-792a-4115-9592-ba33be99ff26, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:23:52.224166 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-3561305a-48ed-43d1-93bc-e80718766f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:52.389091 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-3561305a-48ed-43d1-93bc-e80718766f28 None None] For port 8f3f48cf-792a-4115-9592-ba33be99ff26, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:23:52.394525 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-3561305a-48ed-43d1-93bc-e80718766f28 None None] For port 8f3f48cf-792a-4115-9592-ba33be99ff26, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=8f3f48cf-792a-4115-9592-ba33be99ff26,segment=NetworkSegment(fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1),segment_id=fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:23:52.407675 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-3561305a-48ed-43d1-93bc-e80718766f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:52.574529 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3561305a-48ed-43d1-93bc-e80718766f28 None None] Routers {'3cef54b5-a965-40cb-85d6-7b6c2a48f617'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:52.579249 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-3561305a-48ed-43d1-93bc-e80718766f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3cef54b5-a965-40cb-85d6-7b6c2a48f617'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:52.583996 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3567caf-f3ac-41f1-952b-53a0192b79bb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event updated for resources: {'Subnet': ['ID=26878c4f-cbcb-4df7-a503-b3406a8af1ce,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:52.689963 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3567caf-f3ac-41f1-952b-53a0192b79bb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Checking segment: {'id': '415fe6fa-9022-4e17-9381-e4216df2e138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '98e45f97-2fa1-4f0b-9cbf-2ada10f6a374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:23:52.690446 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3567caf-f3ac-41f1-952b-53a0192b79bb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Network hostable DHCP agents. Network: 98e45f97-2fa1-4f0b-9cbf-2ada10f6a374, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:23:52.705475 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d55b3a33-bf70-4038-8d82-e8c2e9674a07 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:52.712217 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d55b3a33-bf70-4038-8d82-e8c2e9674a07 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/ports/39995c3e-1c16-4477-a471-2f5f6eeb690a HTTP/1.1" status: 204 len: 168 time: 2.9185989 Feb 28 14:23:52.722541 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969bae2-2308-4e23-891d-c738a5bc698c None None] Pushing event updated for resources: {'Port': ['ID=8f3f48cf-792a-4115-9592-ba33be99ff26,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:52.729593 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52620) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:52.742830 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 99af3096-74aa-4685-8014-7a0287b2567d up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:23:52.814113 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Allocated IP 172.26.5.103 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/39128f7e-cfb9-4fa9-ba07-953010e26734) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:52.820018 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2801b1c-9653-4491-b3d1-1f0ef9ff4990 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] GET failed (client error): The resource could not be found. Feb 28 14:23:52.822905 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c2801b1c-9653-4491-b3d1-1f0ef9ff4990 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Synchronizing usage tracker for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:23:52.885726 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 99af3096-74aa-4685-8014-7a0287b2567d completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:23:52.896061 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8bdc38cc-53b6-455b-90fa-5ac13f6ce521 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:52.896579 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8bdc38cc-53b6-455b-90fa-5ac13f6ce521 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:52.903037 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 99af3096-74aa-4685-8014-7a0287b2567d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:52.903678 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:53.012882 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3567caf-f3ac-41f1-952b-53a0192b79bb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Network 98e45f97-2fa1-4f0b-9cbf-2ada10f6a374 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:23:53.022163 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c2801b1c-9653-4491-b3d1-1f0ef9ff4990 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Unset dirty status for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:23:53.022778 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-3561305a-48ed-43d1-93bc-e80718766f28 None None] Set router 3cef54b5-a965-40cb-85d6-7b6c2a48f617 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:23:53.024049 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c2801b1c-9653-4491-b3d1-1f0ef9ff4990 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "GET /v2.0/ports/39995c3e-1c16-4477-a471-2f5f6eeb690a HTTP/1.1" status: 404 len: 333 time: 0.2914138 Feb 28 14:23:53.028604 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52632) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:53.090042 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f03cae-9e53-4546-8825-ba46cc827b31 req-05da8cd6-9272-4b95-939c-e457349b9553 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:53.092034 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-26f03cae-9e53-4546-8825-ba46cc827b31 req-05da8cd6-9272-4b95-939c-e457349b9553 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.3786175 Feb 28 14:23:53.103632 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc38cc-53b6-455b-90fa-5ac13f6ce521 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Calling delete_port for ca56b1fe-bff2-40fa-86bf-fda90d705f71 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:53.139541 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-b3567caf-f3ac-41f1-952b-53a0192b79bb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 98e45f97-2fa1-4f0b-9cbf-2ada10f6a374) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:53.151417 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d0858a-20e9-4ce4-bb86-1f645dd8c169 None None] Network 98e45f97-2fa1-4f0b-9cbf-2ada10f6a374 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:53.157561 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3567caf-f3ac-41f1-952b-53a0192b79bb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:53.158397 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b3567caf-f3ac-41f1-952b-53a0192b79bb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:53.216518 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:53.221416 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-26eaa2a2-5b45-4397-807e-5dc98d4f1d67 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting port a91a3a62-8948-48c9-a217-dfc160b0ae6b {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:53.222222 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26eaa2a2-5b45-4397-807e-5dc98d4f1d67 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:53.293750 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b3567caf-f3ac-41f1-952b-53a0192b79bb tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.2329650 Feb 28 14:23:53.298896 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52638) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:53.463022 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-75fe5116-fee1-410d-bcd5-7aa5d15f42f0 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4115 time: 1.7216225 Feb 28 14:23:53.464576 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-93f6c724-4ada-488f-afb5-e84de40317d4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:53.469681 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:53.557416 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:53.612669 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-3561305a-48ed-43d1-93bc-e80718766f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'name': 'tempest-TestNetworkBasicOps-router-795233918', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:28Z', 'updated_at': '2022-02-28T14:23:46Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:31Z', 'updated_at': '2022-02-28T14:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '8f3f48cf-792a-4115-9592-ba33be99ff26', 'name': '', 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:8e:e0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:43Z', 'updated_at': '2022-02-28T14:23:52Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:53.617567 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3561305a-48ed-43d1-93bc-e80718766f28 None None] The sync data for ids ['3cef54b5-a965-40cb-85d6-7b6c2a48f617'] in dv-neutron-831192-4-hyperv is: [{'id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'name': 'tempest-TestNetworkBasicOps-router-795233918', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:28Z', 'updated_at': '2022-02-28T14:23:46Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:31Z', 'updated_at': '2022-02-28T14:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '8f3f48cf-792a-4115-9592-ba33be99ff26', 'name': '', 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:8e:e0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:43Z', 'updated_at': '2022-02-28T14:23:52Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:23:53.664816 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-98e45f97-2fa1-4f0b-9cbf-2ada10f6a374', 'network_id': '98e45f97-2fa1-4f0b-9cbf-2ada10f6a374', 'tenant_id': 'f728042230f541b4b4ac3c2d7dd0693a', 'fixed_ips': [{'subnet_id': '26878c4f-cbcb-4df7-a503-b3406a8af1ce'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:23:53.665679 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:53.802191 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26eaa2a2-5b45-4397-807e-5dc98d4f1d67 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:53.812231 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52652) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:53.837810 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-131b36ae-f981-480d-a4da-21ced408f840 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-366207058', 'description': 'tempest-secgroup-smoke-366207058 description', 'project_id': '1cd57789443e43d89a7681324e1f7304'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:53.880334 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-131b36ae-f981-480d-a4da-21ced408f840 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:53.898753 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-131b36ae-f981-480d-a4da-21ced408f840 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:53.903747 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:53.931252 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-131b36ae-f981-480d-a4da-21ced408f840 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:53.944303 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-131b36ae-f981-480d-a4da-21ced408f840 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:53.974909 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:53.979551 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-26eaa2a2-5b45-4397-807e-5dc98d4f1d67 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Calling delete_port for a91a3a62-8948-48c9-a217-dfc160b0ae6b owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:54.006191 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Allocated IP 2001:db8::1 (98e45f97-2fa1-4f0b-9cbf-2ada10f6a374/26878c4f-cbcb-4df7-a503-b3406a8af1ce/4addb974-57fb-4be1-9405-133fb4c06f46) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:54.057372 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-131b36ae-f981-480d-a4da-21ced408f840 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:54.070486 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8bdc38cc-53b6-455b-90fa-5ac13f6ce521 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:54.090361 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:54.103410 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:54.122758 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:54.222531 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Pushing event updated for resources: {'Port': ['ID=39128f7e-cfb9-4fa9-ba07-953010e26734,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:54.229897 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-131b36ae-f981-480d-a4da-21ced408f840 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:54.272795 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-26f03cae-9e53-4546-8825-ba46cc827b31 req-81adfbd1-52ca-4a20-82c1-d2cc90836921 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1363146 Feb 28 14:23:54.324634 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26eaa2a2-5b45-4397-807e-5dc98d4f1d67 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:54.335135 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6c724-4ada-488f-afb5-e84de40317d4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Port': ['ID=99af3096-74aa-4685-8014-7a0287b2567d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:54.379315 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:54.412417 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Transition to ACTIVE for port object 4addb974-57fb-4be1-9405-133fb4c06f46 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:54.452966 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Transition to ACTIVE for port object 4addb974-57fb-4be1-9405-133fb4c06f46 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:23:54.465481 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:54.555924 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eaa2a2-5b45-4397-807e-5dc98d4f1d67 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Port': ['ID=a91a3a62-8948-48c9-a217-dfc160b0ae6b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:54.696399 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Network 98e45f97-2fa1-4f0b-9cbf-2ada10f6a374 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:23:54.697208 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-131b36ae-f981-480d-a4da-21ced408f840 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:54.702274 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Pushing event updated for resources: {'Port': ['ID=4addb974-57fb-4be1-9405-133fb4c06f46,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:54.705641 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:23:54.708618 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:23:54.780958 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26eaa2a2-5b45-4397-807e-5dc98d4f1d67 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:54.793650 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-93f6c724-4ada-488f-afb5-e84de40317d4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:54.806222 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 8f3f48cf-792a-4115-9592-ba33be99ff26 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:23:54.806731 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-131b36ae-f981-480d-a4da-21ced408f840 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:54.810858 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:54.812755 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:54.813745 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:54.814500 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:54.814996 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:54.815656 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:54.816134 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:54.816621 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:54.817093 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:54.817576 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:54.818045 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:54.818515 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:54.820952 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-26eaa2a2-5b45-4397-807e-5dc98d4f1d67 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/ports/a91a3a62-8948-48c9-a217-dfc160b0ae6b HTTP/1.1" status: 204 len: 168 time: 1.7912016 Feb 28 14:23:54.826795 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52668) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:54.892421 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc38cc-53b6-455b-90fa-5ac13f6ce521 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Pushing event deleted for resources: {'Port': ['ID=ca56b1fe-bff2-40fa-86bf-fda90d705f71,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:54.899379 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-131b36ae-f981-480d-a4da-21ced408f840 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:54.962841 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8bdc38cc-53b6-455b-90fa-5ac13f6ce521 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:54.963577 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-8bdc38cc-53b6-455b-90fa-5ac13f6ce521 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Floating IP 58b86fdf-49e9-4a33-99fa-1500f89066ab disassociated (deleted). External IP: 172.26.5.114, port: 7ca46d24-aa05-43a7-99b4-8dd26b481d29. Feb 28 14:23:55.014932 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Attempting to bind port 4addb974-57fb-4be1-9405-133fb4c06f46 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:23:55.015526 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Attempting to bind port 4addb974-57fb-4be1-9405-133fb4c06f46 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '415fe6fa-9022-4e17-9381-e4216df2e138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '98e45f97-2fa1-4f0b-9cbf-2ada10f6a374'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:23:55.015880 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Attempting to bind port 4addb974-57fb-4be1-9405-133fb4c06f46 on network 98e45f97-2fa1-4f0b-9cbf-2ada10f6a374 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:23:55.026782 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:23:55.027482 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Checking segment: {'id': '415fe6fa-9022-4e17-9381-e4216df2e138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '98e45f97-2fa1-4f0b-9cbf-2ada10f6a374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:23:55.028047 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:55.028729 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Bound using segment: {'id': '415fe6fa-9022-4e17-9381-e4216df2e138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '98e45f97-2fa1-4f0b-9cbf-2ada10f6a374'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:23:55.029211 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Bound port: 4addb974-57fb-4be1-9405-133fb4c06f46, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '415fe6fa-9022-4e17-9381-e4216df2e138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '98e45f97-2fa1-4f0b-9cbf-2ada10f6a374'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:23:55.029579 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:55.119936 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52672) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:55.135901 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 8f3f48cf-792a-4115-9592-ba33be99ff26 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:23:55.149251 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 8f3f48cf-792a-4115-9592-ba33be99ff26 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:55.149765 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:55.191183 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] For port 4addb974-57fb-4be1-9405-133fb4c06f46, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:23:55.198543 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5659658e-d1f5-4c66-a7c3-c887014cf0d6 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] GET failed (client error): The resource could not be found. Feb 28 14:23:55.198997 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5659658e-d1f5-4c66-a7c3-c887014cf0d6 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Synchronizing usage tracker for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:23:55.201336 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] For port 4addb974-57fb-4be1-9405-133fb4c06f46, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=4addb974-57fb-4be1-9405-133fb4c06f46,segment=NetworkSegment(415fe6fa-9022-4e17-9381-e4216df2e138),segment_id=415fe6fa-9022-4e17-9381-e4216df2e138)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:23:55.215560 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:55.343251 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5659658e-d1f5-4c66-a7c3-c887014cf0d6 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Unset dirty status for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:23:55.348335 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5659658e-d1f5-4c66-a7c3-c887014cf0d6 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "GET /v2.0/ports/a91a3a62-8948-48c9-a217-dfc160b0ae6b HTTP/1.1" status: 404 len: 333 time: 0.5159492 Feb 28 14:23:55.354380 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52680) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:55.409972 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f6c724-4ada-488f-afb5-e84de40317d4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Router 4eb02afa-1d57-4a84-b305-7f2163fd344f has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:23:55.429642 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-77a66803-8cb2-4d9b-9482-617fa5cbb8cd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-128701398', 'router:external': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:55.431633 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:55.444076 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-77a66803-8cb2-4d9b-9482-617fa5cbb8cd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:55.473349 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Pushing event updated for resources: {'Port': ['ID=4addb974-57fb-4be1-9405-133fb4c06f46,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:55.533317 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:55.533652 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:55.533990 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:55.534406 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:55.534722 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:55.535050 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:55.535406 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:55.535725 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:55.536048 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:55.536350 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:55.536669 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:55.536979 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6cfb01-286a-47bb-84a8-267f9122c50a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:55.542743 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-77a66803-8cb2-4d9b-9482-617fa5cbb8cd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Usage tracker for resource:network and tenant:ec3f252271e4406286e8ec95b08ceaed is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:55.546898 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event deleted for resources: {'Subnet': ['ID=26878c4f-cbcb-4df7-a503-b3406a8af1ce,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:55.548032 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-77a66803-8cb2-4d9b-9482-617fa5cbb8cd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:55.570904 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:55.579389 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-80cb3b5a-8e48-48dd-a44d-bb1671ecee41 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting subnet 9cd9b397-824a-4be2-91d9-d894e46264bf {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:23:55.582154 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-77a66803-8cb2-4d9b-9482-617fa5cbb8cd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:55.588371 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df20928-418a-495e-8f87-6f493578e56e None None] Network 98e45f97-2fa1-4f0b-9cbf-2ada10f6a374 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:55.590184 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-80cb3b5a-8e48-48dd-a44d-bb1671ecee41 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:55.701793 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f6c724-4ada-488f-afb5-e84de40317d4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:23:55.709675 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-93f6c724-4ada-488f-afb5-e84de40317d4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "PUT /v2.0/routers/4eb02afa-1d57-4a84-b305-7f2163fd344f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8567183 Feb 28 14:23:55.713820 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a66803-8cb2-4d9b-9482-617fa5cbb8cd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Made reservation on behalf of ec3f252271e4406286e8ec95b08ceaed for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:55.715022 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77a66803-8cb2-4d9b-9482-617fa5cbb8cd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:55.723065 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 8f3f48cf-792a-4115-9592-ba33be99ff26, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=8f3f48cf-792a-4115-9592-ba33be99ff26,segment=NetworkSegment(fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1),segment_id=fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:55.723598 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ed85a9-0545-40df-b31b-fb090c6d52ab None None] Sync routers for ids ['4eb02afa-1d57-4a84-b305-7f2163fd344f'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:23:55.724519 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52684) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:55.759944 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:55.766752 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-80cb3b5a-8e48-48dd-a44d-bb1671ecee41 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:55.797664 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77a66803-8cb2-4d9b-9482-617fa5cbb8cd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:55.821933 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:55.831617 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ed85a9-0545-40df-b31b-fb090c6d52ab None None] Routers {'4eb02afa-1d57-4a84-b305-7f2163fd344f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:55.832508 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-36ed85a9-0545-40df-b31b-fb090c6d52ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['4eb02afa-1d57-4a84-b305-7f2163fd344f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:55.839923 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-77a66803-8cb2-4d9b-9482-617fa5cbb8cd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:55.849200 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-77a66803-8cb2-4d9b-9482-617fa5cbb8cd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Usage tracker for resource:security_group_rule and tenant:ec3f252271e4406286e8ec95b08ceaed is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:55.853552 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-77a66803-8cb2-4d9b-9482-617fa5cbb8cd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:55.861788 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-77a66803-8cb2-4d9b-9482-617fa5cbb8cd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:55.884178 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:55.884790 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7970247d-67b7-408a-8a78-19c46ccd16c9 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:55.886358 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7970247d-67b7-408a-8a78-19c46ccd16c9 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:55.887098 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7970247d-67b7-408a-8a78-19c46ccd16c9 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:23:55.928786 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7970247d-67b7-408a-8a78-19c46ccd16c9 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:23:55.929803 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7970247d-67b7-408a-8a78-19c46ccd16c9 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2023389 Feb 28 14:23:55.935624 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52688) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:55.968286 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e45f97-2fa1-4f0b-9cbf-2ada10f6a374']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:55.982443 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-80cb3b5a-8e48-48dd-a44d-bb1671ecee41 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:56.012045 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-36ed85a9-0545-40df-b31b-fb090c6d52ab None None] Set router 4eb02afa-1d57-4a84-b305-7f2163fd344f gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:23:56.061075 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-131b36ae-f981-480d-a4da-21ced408f840 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:56.076276 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '415fe6fa-9022-4e17-9381-e4216df2e138') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:56.076656 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '415fe6fa-9022-4e17-9381-e4216df2e138') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:56.085422 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-de234b6b-8f34-4886-9576-d7ec79a4b48a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet 3a820dd7-92ff-4845-a504-469af20b5cfb {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:23:56.096557 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-131b36ae-f981-480d-a4da-21ced408f840 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:56.097907 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-de234b6b-8f34-4886-9576-d7ec79a4b48a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:56.132751 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:56.135002 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-36ed85a9-0545-40df-b31b-fb090c6d52ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb02afa-1d57-4a84-b305-7f2163fd344f', 'name': 'tempest-NetworksTestDHCPv6-router-639169663', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:39Z', 'updated_at': '2022-02-28T14:23:53Z', 'revision_number': 3, 'project_id': 'be48e9bf201d46859eb43fd68b389951', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:56.143141 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=8f3f48cf-792a-4115-9592-ba33be99ff26,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:56.155885 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ed85a9-0545-40df-b31b-fb090c6d52ab None None] Checking router: 4eb02afa-1d57-4a84-b305-7f2163fd344f for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:23:56.164620 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77a66803-8cb2-4d9b-9482-617fa5cbb8cd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:56.165638 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ed85a9-0545-40df-b31b-fb090c6d52ab None None] Routers {'4eb02afa-1d57-4a84-b305-7f2163fd344f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:56.166005 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-36ed85a9-0545-40df-b31b-fb090c6d52ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['4eb02afa-1d57-4a84-b305-7f2163fd344f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:56.180168 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77a66803-8cb2-4d9b-9482-617fa5cbb8cd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:56.185010 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-de234b6b-8f34-4886-9576-d7ec79a4b48a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:56.217859 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e026ae6-bffa-483b-8879-e174084bdf62 req-05762190-cd6e-4aa9-b3c8-eab863b05e1d tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:56.224013 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd72aa94-4010-4fee-b392-ec5d9e3d01e0 None None] get_active_networks_info from dv-neutron-831192-4-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 28 14:23:56.226486 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0e026ae6-bffa-483b-8879-e174084bdf62 req-05762190-cd6e-4aa9-b3c8-eab863b05e1d tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.7126596 Feb 28 14:23:56.239056 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-80cb3b5a-8e48-48dd-a44d-bb1671ecee41 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:56.300046 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb3b5a-8e48-48dd-a44d-bb1671ecee41 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Subnet': ['ID=9cd9b397-824a-4be2-91d9-d894e46264bf,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:56.309909 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a66803-8cb2-4d9b-9482-617fa5cbb8cd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306fd499-50a7-4c2b-a5f9-57dc942a205e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:56.315571 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-80cb3b5a-8e48-48dd-a44d-bb1671ecee41 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:56.338300 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-80cb3b5a-8e48-48dd-a44d-bb1671ecee41 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/subnets/9cd9b397-824a-4be2-91d9-d894e46264bf HTTP/1.1" status: 204 len: 168 time: 0.9828019 Feb 28 14:23:56.342227 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52692) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:56.352860 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-36ed85a9-0545-40df-b31b-fb090c6d52ab None None] Set router 4eb02afa-1d57-4a84-b305-7f2163fd344f gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:23:56.358240 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:56.364443 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bdc38cc-53b6-455b-90fa-5ac13f6ce521 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Router 3d44288e-0426-4097-91dc-1994d0ab83b5 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:23:56.385894 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-de234b6b-8f34-4886-9576-d7ec79a4b48a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:56.423184 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b36ae-f981-480d-a4da-21ced408f840 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4e95b0-4769-440e-9e97-3a08ac32b6a1,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:56.449897 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-131b36ae-f981-480d-a4da-21ced408f840 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:56.451108 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-131b36ae-f981-480d-a4da-21ced408f840 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 2.6337781 Feb 28 14:23:56.456016 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:23:56.456319 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:23:56.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:23:56.473909 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52696) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:56.490533 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5abc0c91-5342-4d66-841c-2cf249ad7c5a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '3a4e95b0-4769-440e-9e97-3a08ac32b6a1', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:56.517137 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5abc0c91-5342-4d66-841c-2cf249ad7c5a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:56.518032 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-36ed85a9-0545-40df-b31b-fb090c6d52ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb02afa-1d57-4a84-b305-7f2163fd344f', 'name': 'tempest-NetworksTestDHCPv6-router-639169663', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:39Z', 'updated_at': '2022-02-28T14:23:53Z', 'revision_number': 3, 'project_id': 'be48e9bf201d46859eb43fd68b389951', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:56.526735 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ed85a9-0545-40df-b31b-fb090c6d52ab None None] The sync data for ids ['4eb02afa-1d57-4a84-b305-7f2163fd344f'] in dv-neutron-831192-4-hyperv is: [{'id': '4eb02afa-1d57-4a84-b305-7f2163fd344f', 'name': 'tempest-NetworksTestDHCPv6-router-639169663', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:39Z', 'updated_at': '2022-02-28T14:23:53Z', 'revision_number': 3, 'project_id': 'be48e9bf201d46859eb43fd68b389951', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:23:56.531578 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5abc0c91-5342-4d66-841c-2cf249ad7c5a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:56.539196 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b247eb2a-b3e1-45f8-978e-24548123df27 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:56.541387 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5abc0c91-5342-4d66-841c-2cf249ad7c5a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:56.551550 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5abc0c91-5342-4d66-841c-2cf249ad7c5a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:56.575338 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b247eb2a-b3e1-45f8-978e-24548123df27 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting port cda4f85a-14f0-4b2a-bb1e-e5bb063f620b {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:56.575969 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b247eb2a-b3e1-45f8-978e-24548123df27 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:56.607353 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-de234b6b-8f34-4886-9576-d7ec79a4b48a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:56.613220 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd72aa94-4010-4fee-b392-ec5d9e3d01e0 None None] Resources bound (agent type, host, resource id): {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 14:23:56.753067 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0e026ae6-bffa-483b-8879-e174084bdf62 req-71caf413-8e99-4606-ba7b-4ece580149a8 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5255473 Feb 28 14:23:56.780375 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5abc0c91-5342-4d66-841c-2cf249ad7c5a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:56.791593 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de234b6b-8f34-4886-9576-d7ec79a4b48a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=3a820dd7-92ff-4845-a504-469af20b5cfb,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:56.811872 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-de234b6b-8f34-4886-9576-d7ec79a4b48a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:56.887647 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-de234b6b-8f34-4886-9576-d7ec79a4b48a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/3a820dd7-92ff-4845-a504-469af20b5cfb HTTP/1.1" status: 204 len: 168 time: 0.9509616 Feb 28 14:23:56.891874 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52702) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:56.926464 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 8f3f48cf-792a-4115-9592-ba33be99ff26 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:23:57.055971 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5abc0c91-5342-4d66-841c-2cf249ad7c5a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:57.120162 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5abc0c91-5342-4d66-841c-2cf249ad7c5a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:57.153693 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdc38cc-53b6-455b-90fa-5ac13f6ce521 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:23:57.159562 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8bdc38cc-53b6-455b-90fa-5ac13f6ce521 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:57.165768 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f18d0a-2437-4f3f-a303-1de8465387ab None None] Sync routers for ids ['3d44288e-0426-4097-91dc-1994d0ab83b5'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:23:57.186732 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 8f3f48cf-792a-4115-9592-ba33be99ff26 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:23:57.187787 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:57.196810 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f18d0a-2437-4f3f-a303-1de8465387ab None None] Routers {'3d44288e-0426-4097-91dc-1994d0ab83b5'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:57.199893 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-55f18d0a-2437-4f3f-a303-1de8465387ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3d44288e-0426-4097-91dc-1994d0ab83b5'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:57.253293 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a66803-8cb2-4d9b-9482-617fa5cbb8cd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:23:57.261542 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7c55e9-f232-41d1-816b-38bc8f5eab54 None None] Network 150cf50d-eb99-4dd8-b982-a237f1f15bfd requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:57.265425 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 14:23:57.265425 dv-neutron-831192-4-hyperv neutron-server[87773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 14:23:57.265425 dv-neutron-831192-4-hyperv neutron-server[87773]: [parameters: {'id': '98e45f97-2fa1-4f0b-9cbf-2ada10f6a374'}] Feb 28 14:23:57.265425 dv-neutron-831192-4-hyperv neutron-server[87773]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:23:57.265740 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:23:57.266620 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:57.279064 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc0c91-5342-4d66-841c-2cf249ad7c5a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b183a8d-b942-4e1d-8214-ee2c1367aa47,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:57.283404 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad978113-72e4-4a10-8815-cd12479f8aed None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:23:57.300155 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-b247eb2a-b3e1-45f8-978e-24548123df27 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] For port cda4f85a-14f0-4b2a-bb1e-e5bb063f620b, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=cda4f85a-14f0-4b2a-bb1e-e5bb063f620b,segment=NetworkSegment(c404f94a-1137-4489-8dd5-ce3c5b904544),segment_id=c404f94a-1137-4489-8dd5-ce3c5b904544)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:57.300155 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b247eb2a-b3e1-45f8-978e-24548123df27 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:57.323183 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77a66803-8cb2-4d9b-9482-617fa5cbb8cd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:57.324367 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-77a66803-8cb2-4d9b-9482-617fa5cbb8cd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Added segment b5e828ec-1412-4481-a150-2f2187794f84 of type vlan for network 8553678c-6c08-4fc7-9070-233fcecfb740 Feb 28 14:23:57.371328 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-55f18d0a-2437-4f3f-a303-1de8465387ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:57.377872 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ec19f6c3-bdf3-4912-9fd5-d5a793404a42 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:router {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:23:57.406708 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77a66803-8cb2-4d9b-9482-617fa5cbb8cd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:57.425374 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f18d0a-2437-4f3f-a303-1de8465387ab None None] Routers {'3d44288e-0426-4097-91dc-1994d0ab83b5'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:57.425991 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-55f18d0a-2437-4f3f-a303-1de8465387ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3d44288e-0426-4097-91dc-1994d0ab83b5'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:57.434978 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8bdc38cc-53b6-455b-90fa-5ac13f6ce521 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] 10.222.0.30 "DELETE /v2.0/floatingips/58b86fdf-49e9-4a33-99fa-1500f89066ab HTTP/1.1" status: 204 len: 168 time: 5.9725728 Feb 28 14:23:57.440635 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52708) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:57.451943 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-83727946-9276-4e1a-9ee1-da1c7c32980e tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:57.460887 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-83727946-9276-4e1a-9ee1-da1c7c32980e tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:57.467105 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5abc0c91-5342-4d66-841c-2cf249ad7c5a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:57.471890 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5abc0c91-5342-4d66-841c-2cf249ad7c5a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9942093 Feb 28 14:23:57.483652 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-83727946-9276-4e1a-9ee1-da1c7c32980e tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Usage tracker for resource:floatingip and tenant:88be2e1b581840f6bad1ffbcb186c407 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:57.488484 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52712) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:57.496557 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-83727946-9276-4e1a-9ee1-da1c7c32980e tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:57.564308 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-55f18d0a-2437-4f3f-a303-1de8465387ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:57.564961 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f18d0a-2437-4f3f-a303-1de8465387ab None None] The sync data for ids ['3d44288e-0426-4097-91dc-1994d0ab83b5'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:23:57.573993 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b85ef648-80d0-4205-8c95-51a0740f6031 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '3a4e95b0-4769-440e-9e97-3a08ac32b6a1', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:57.591632 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-83727946-9276-4e1a-9ee1-da1c7c32980e tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:57.593808 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b85ef648-80d0-4205-8c95-51a0740f6031 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:57.602624 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b85ef648-80d0-4205-8c95-51a0740f6031 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:57.611217 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b85ef648-80d0-4205-8c95-51a0740f6031 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:57.613966 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77a66803-8cb2-4d9b-9482-617fa5cbb8cd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:57.615387 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a66803-8cb2-4d9b-9482-617fa5cbb8cd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:57.615534 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77a66803-8cb2-4d9b-9482-617fa5cbb8cd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:57.630213 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b85ef648-80d0-4205-8c95-51a0740f6031 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:57.637335 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b247eb2a-b3e1-45f8-978e-24548123df27 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Calling delete_port for cda4f85a-14f0-4b2a-bb1e-e5bb063f620b owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:57.637715 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83727946-9276-4e1a-9ee1-da1c7c32980e tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:57.719980 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d4973-ccce-484d-8360-f8d8e230b5f4 req-7ee962c4-45b5-4c9a-8ded-99ad1d5d47de tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:57.726920 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6d7d4973-ccce-484d-8360-f8d8e230b5f4 req-7ee962c4-45b5-4c9a-8ded-99ad1d5d47de tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.3584051 Feb 28 14:23:57.728743 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b85ef648-80d0-4205-8c95-51a0740f6031 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:57.768520 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ec19f6c3-bdf3-4912-9fd5-d5a793404a42 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:router {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:23:57.769602 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ec19f6c3-bdf3-4912-9fd5-d5a793404a42 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.8735332 Feb 28 14:23:57.776096 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:57.784586 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52716) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:57.795849 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-77a66803-8cb2-4d9b-9482-617fa5cbb8cd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.6735103 Feb 28 14:23:57.801730 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52720) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:57.805079 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a66803-8cb2-4d9b-9482-617fa5cbb8cd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Pushing event updated for resources: {'Network': ['ID=8553678c-6c08-4fc7-9070-233fcecfb740,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:57.815025 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 8553678c-6c08-4fc7-9070-233fcecfb740 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:23:57.822332 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-162049b8-1cdb-4458-bc2b-51af9d05422e tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Request body: {'subnet': {'network_id': '8553678c-6c08-4fc7-9070-233fcecfb740', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:57.829218 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-162049b8-1cdb-4458-bc2b-51af9d05422e tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:57.835323 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-162049b8-1cdb-4458-bc2b-51af9d05422e tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Usage tracker for resource:subnet and tenant:ec3f252271e4406286e8ec95b08ceaed is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:57.839306 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-162049b8-1cdb-4458-bc2b-51af9d05422e tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:57.846766 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-162049b8-1cdb-4458-bc2b-51af9d05422e tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:57.850558 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a12a55f-2348-492b-8ae0-143347b189e3 None None] DHCP port deletion for 22b852e7-638c-4536-9e81-f0f6c68c1fb7 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:23:57.858751 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b247eb2a-b3e1-45f8-978e-24548123df27 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:57.870985 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bd02a4-49ca-415c-850b-aa3cb7b89d0a None None] DHCP port deletion for 150cf50d-eb99-4dd8-b982-a237f1f15bfd request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:23:57.872836 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-7a12a55f-2348-492b-8ae0-143347b189e3 None None] Deleting port 17afa2de-5062-4277-9ce5-6de5342f1d8a {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:57.873206 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7a12a55f-2348-492b-8ae0-143347b189e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:57.925751 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247eb2a-b3e1-45f8-978e-24548123df27 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Port': ['ID=cda4f85a-14f0-4b2a-bb1e-e5bb063f620b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:57.927431 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b247eb2a-b3e1-45f8-978e-24548123df27 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] No DVR routers for this DVR port cda4f85a-14f0-4b2a-bb1e-e5bb063f620b on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:23:57.930268 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ac45b-c116-49ec-97c2-288cb3e542ff req-d14375c7-c91f-48ff-b9e0-303ecb729551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:57.931783 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a84ac45b-c116-49ec-97c2-288cb3e542ff req-d14375c7-c91f-48ff-b9e0-303ecb729551 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1c08c193cf744f45b8defa27863396ab&device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 1098 time: 0.4078441 Feb 28 14:23:57.982619 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162049b8-1cdb-4458-bc2b-51af9d05422e tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Made reservation on behalf of ec3f252271e4406286e8ec95b08ceaed for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:57.985021 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-162049b8-1cdb-4458-bc2b-51af9d05422e tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:58.033023 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6d7d4973-ccce-484d-8360-f8d8e230b5f4 req-b3f5b396-70f6-40e6-8758-5b2c151fe72b tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3051240 Feb 28 14:23:58.059177 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd085704-c597-46e5-8c64-b883171e6c86 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:58.122356 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Deleting port 4addb974-57fb-4be1-9405-133fb4c06f46 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:23:58.122702 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:58.146114 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Router e2704931-2dd3-4785-8646-708b1960974b is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:23:58.172511 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-7a12a55f-2348-492b-8ae0-143347b189e3 None None] For port 17afa2de-5062-4277-9ce5-6de5342f1d8a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=17afa2de-5062-4277-9ce5-6de5342f1d8a,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:58.173123 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7a12a55f-2348-492b-8ae0-143347b189e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:58.241550 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b247eb2a-b3e1-45f8-978e-24548123df27 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:58.296158 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b247eb2a-b3e1-45f8-978e-24548123df27 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150cf50d-eb99-4dd8-b982-a237f1f15bfd']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:58.325733 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b247eb2a-b3e1-45f8-978e-24548123df27 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c404f94a-1137-4489-8dd5-ce3c5b904544') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:58.326124 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b247eb2a-b3e1-45f8-978e-24548123df27 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c404f94a-1137-4489-8dd5-ce3c5b904544') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:58.352016 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ac45b-c116-49ec-97c2-288cb3e542ff req-6f34ff71-b394-486a-9ebb-3ced5d8fa6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:58.353500 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a84ac45b-c116-49ec-97c2-288cb3e542ff req-6f34ff71-b394-486a-9ebb-3ced5d8fa6c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29a7bbad-e952-45ba-80e0-ba14ba64ba8a HTTP/1.1" status: 200 len: 912 time: 0.3933563 Feb 28 14:23:58.355278 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b247eb2a-b3e1-45f8-978e-24548123df27 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:58.355456 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b85ef648-80d0-4205-8c95-51a0740f6031 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:58.379454 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-7a12a55f-2348-492b-8ae0-143347b189e3 None None] Calling delete_port for 17afa2de-5062-4277-9ce5-6de5342f1d8a owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:58.445384 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b247eb2a-b3e1-45f8-978e-24548123df27 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:58.461388 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b247eb2a-b3e1-45f8-978e-24548123df27 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:23:58.461789 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b247eb2a-b3e1-45f8-978e-24548123df27 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:58.469566 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b85ef648-80d0-4205-8c95-51a0740f6031 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:58.482061 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7a12a55f-2348-492b-8ae0-143347b189e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:58.574115 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12a55f-2348-492b-8ae0-143347b189e3 None None] Pushing event deleted for resources: {'Port': ['ID=17afa2de-5062-4277-9ce5-6de5342f1d8a,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:58.577770 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a12a55f-2348-492b-8ae0-143347b189e3 None None] No DVR routers for this DVR port 17afa2de-5062-4277-9ce5-6de5342f1d8a on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:23:58.655276 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:23:58.667500 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 17afa2de-5062-4277-9ce5-6de5342f1d8a no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:23:58.715396 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 17afa2de-5062-4277-9ce5-6de5342f1d8a {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:23:58.715833 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 17afa2de-5062-4277-9ce5-6de5342f1d8a not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:23:58.716146 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device cda4f85a-14f0-4b2a-bb1e-e5bb063f620b no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:23:58.750702 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b247eb2a-b3e1-45f8-978e-24548123df27 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:58.763346 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: cda4f85a-14f0-4b2a-bb1e-e5bb063f620b {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:23:58.763757 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device cda4f85a-14f0-4b2a-bb1e-e5bb063f620b not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:23:58.764100 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 99af3096-74aa-4685-8014-7a0287b2567d no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:23:58.774676 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ef648-80d0-4205-8c95-51a0740f6031 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6fcb7b-e8ab-49ad-877d-9c0c7e72ae7b,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:58.778302 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b247eb2a-b3e1-45f8-978e-24548123df27 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:58.784836 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a84ac45b-c116-49ec-97c2-288cb3e542ff req-07e7c051-5daf-414c-b151-2d3c88870cf8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f95f132-5cd3-42d1-afbf-40eddc35e9a7 HTTP/1.1" status: 200 len: 1001 time: 0.4176669 Feb 28 14:23:58.793022 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd085704-c597-46e5-8c64-b883171e6c86 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:58.798438 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247eb2a-b3e1-45f8-978e-24548123df27 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Network': ['ID=150cf50d-eb99-4dd8-b982-a237f1f15bfd,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:58.817067 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 99af3096-74aa-4685-8014-7a0287b2567d {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:23:58.817594 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 99af3096-74aa-4685-8014-7a0287b2567d not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:23:58.828373 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd085704-c597-46e5-8c64-b883171e6c86 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:58.879906 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b247eb2a-b3e1-45f8-978e-24548123df27 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/networks/150cf50d-eb99-4dd8-b982-a237f1f15bfd HTTP/1.1" status: 204 len: 168 time: 2.5328939 Feb 28 14:23:58.883460 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52724) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:58.903349 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b1110b83-cec7-40d6-9cf0-cd8e5718d971 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2029201226'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:58.903887 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b85ef648-80d0-4205-8c95-51a0740f6031 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:58.908120 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b85ef648-80d0-4205-8c95-51a0740f6031 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4112904 Feb 28 14:23:58.911494 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52728) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:58.913653 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ac45b-c116-49ec-97c2-288cb3e542ff req-f2cfe5c9-ffe9-408b-93fa-6755ea261af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:58.915161 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a84ac45b-c116-49ec-97c2-288cb3e542ff req-f2cfe5c9-ffe9-408b-93fa-6755ea261af3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc032688-fb3b-418b-8fdf-7d855b7f648b HTTP/1.1" status: 200 len: 850 time: 0.1213524 Feb 28 14:23:58.918983 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b1110b83-cec7-40d6-9cf0-cd8e5718d971 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:58.926081 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6a2e7362-b7a0-4a24-bd1a-0c04e23a1775 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '3a4e95b0-4769-440e-9e97-3a08ac32b6a1', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:58.971184 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b1110b83-cec7-40d6-9cf0-cd8e5718d971 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:network and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:58.988083 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6a2e7362-b7a0-4a24-bd1a-0c04e23a1775 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:58.990506 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b1110b83-cec7-40d6-9cf0-cd8e5718d971 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:59.011732 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6a2e7362-b7a0-4a24-bd1a-0c04e23a1775 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:59.022013 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6a2e7362-b7a0-4a24-bd1a-0c04e23a1775 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:59.024775 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b1110b83-cec7-40d6-9cf0-cd8e5718d971 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:59.032987 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6a2e7362-b7a0-4a24-bd1a-0c04e23a1775 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:23:59.056987 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1110b83-cec7-40d6-9cf0-cd8e5718d971 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:23:59.060533 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b1110b83-cec7-40d6-9cf0-cd8e5718d971 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:59.074505 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd085704-c597-46e5-8c64-b883171e6c86 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:59.075019 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd085704-c597-46e5-8c64-b883171e6c86 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Fanout notify agent at l3_agent the message router_deleted on router 4eb02afa-1d57-4a84-b305-7f2163fd344f {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:23:59.098868 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83727946-9276-4e1a-9ee1-da1c7c32980e tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:59.102433 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:23:59.116895 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014562f8-2783-4123-9339-d9ad2b197419 None None] Sync routers for ids ['e2704931-2dd3-4785-8646-708b1960974b'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:23:59.134522 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd085704-c597-46e5-8c64-b883171e6c86 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:59.149645 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cd085704-c597-46e5-8c64-b883171e6c86 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/routers/4eb02afa-1d57-4a84-b305-7f2163fd344f HTTP/1.1" status: 204 len: 168 time: 1.3616025 Feb 28 14:23:59.150577 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52734) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:59.157803 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014562f8-2783-4123-9339-d9ad2b197419 None None] Routers {'e2704931-2dd3-4785-8646-708b1960974b'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:59.158626 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-014562f8-2783-4123-9339-d9ad2b197419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['e2704931-2dd3-4785-8646-708b1960974b'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:59.175651 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a2e7362-b7a0-4a24-bd1a-0c04e23a1775 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:59.243170 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-014562f8-2783-4123-9339-d9ad2b197419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:59.257757 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014562f8-2783-4123-9339-d9ad2b197419 None None] Routers {'e2704931-2dd3-4785-8646-708b1960974b'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:23:59.258657 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-014562f8-2783-4123-9339-d9ad2b197419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['e2704931-2dd3-4785-8646-708b1960974b'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:59.262433 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] For port 4addb974-57fb-4be1-9405-133fb4c06f46, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=4addb974-57fb-4be1-9405-133fb4c06f46,segment=NetworkSegment(415fe6fa-9022-4e17-9381-e4216df2e138),segment_id=415fe6fa-9022-4e17-9381-e4216df2e138)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:23:59.262802 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:59.285992 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1110b83-cec7-40d6-9cf0-cd8e5718d971 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:23:59.302375 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ac45b-c116-49ec-97c2-288cb3e542ff req-b95115a0-11df-4c1b-82ed-10be9ceb4bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:59.304173 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a84ac45b-c116-49ec-97c2-288cb3e542ff req-b95115a0-11df-4c1b-82ed-10be9ceb4bb8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29a7bbad-e952-45ba-80e0-ba14ba64ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3734164 Feb 28 14:23:59.321890 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b1110b83-cec7-40d6-9cf0-cd8e5718d971 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:59.322223 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-b1110b83-cec7-40d6-9cf0-cd8e5718d971 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Added segment 388cc869-8694-4c9a-97b2-08db374ac967 of type vlan for network 13af56b0-8459-4e96-83a2-437cba20003a Feb 28 14:23:59.334658 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-014562f8-2783-4123-9339-d9ad2b197419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:23:59.335918 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014562f8-2783-4123-9339-d9ad2b197419 None None] The sync data for ids ['e2704931-2dd3-4785-8646-708b1960974b'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:23:59.377276 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-15be2f6c-8282-48e9-adfa-8b98fd111c59 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1727173 Feb 28 14:23:59.389991 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52738) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:59.440802 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:59.444930 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-babf7153-625e-4981-9658-6172d5eb4068 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.1588962 Feb 28 14:23:59.449618 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52742) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:59.455342 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Calling delete_port for 4addb974-57fb-4be1-9405-133fb4c06f46 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:23:59.496452 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5d0323b9-4208-45a1-b477-c3273265de95 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:59.496723 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b1110b83-cec7-40d6-9cf0-cd8e5718d971 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:59.532487 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a2e7362-b7a0-4a24-bd1a-0c04e23a1775 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:59.557887 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a2e7362-b7a0-4a24-bd1a-0c04e23a1775 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:59.625551 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21596f9c-6dc4-467f-8f29-b31e5b32d629 req-b61b43fe-04a3-4f9d-b4f3-7ed521dbc603 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:59.627018 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-21596f9c-6dc4-467f-8f29-b31e5b32d629 req-b61b43fe-04a3-4f9d-b4f3-7ed521dbc603 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.4341860 Feb 28 14:23:59.640167 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e7362-b7a0-4a24-bd1a-0c04e23a1775 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2ebe59-8818-44ac-ad45-11a39f5beaa6,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:59.651544 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1caa9e-4c91-408e-b33a-70a592760c37 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:59.652217 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4b1caa9e-4c91-408e-b33a-70a592760c37 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:23:59.682414 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a84ac45b-c116-49ec-97c2-288cb3e542ff req-cb9a3c93-a5dc-40e7-b871-6593a526e31f service neutron] 10.222.0.13 "GET /v2.0/networks/29a7bbad-e952-45ba-80e0-ba14ba64ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617816 Feb 28 14:23:59.690043 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e7362-b7a0-4a24-bd1a-0c04e23a1775 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:59.690434 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e7362-b7a0-4a24-bd1a-0c04e23a1775 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:59.690757 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e7362-b7a0-4a24-bd1a-0c04e23a1775 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:59.691080 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e7362-b7a0-4a24-bd1a-0c04e23a1775 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:59.691422 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e7362-b7a0-4a24-bd1a-0c04e23a1775 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:59.691740 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e7362-b7a0-4a24-bd1a-0c04e23a1775 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:59.692054 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e7362-b7a0-4a24-bd1a-0c04e23a1775 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:59.692369 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e7362-b7a0-4a24-bd1a-0c04e23a1775 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:59.692686 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e7362-b7a0-4a24-bd1a-0c04e23a1775 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:59.692999 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e7362-b7a0-4a24-bd1a-0c04e23a1775 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:59.693307 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e7362-b7a0-4a24-bd1a-0c04e23a1775 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:59.693615 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e7362-b7a0-4a24-bd1a-0c04e23a1775 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:23:59.703749 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b1110b83-cec7-40d6-9cf0-cd8e5718d971 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:59.709685 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1110b83-cec7-40d6-9cf0-cd8e5718d971 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:23:59.710266 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b1110b83-cec7-40d6-9cf0-cd8e5718d971 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:59.740609 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:59.783215 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-83727946-9276-4e1a-9ee1-da1c7c32980e tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Allocated IP 172.26.5.200 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/ce4316f1-18e9-41f1-93ea-99c707d12c94) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:23:59.788276 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a2e7362-b7a0-4a24-bd1a-0c04e23a1775 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:59.792001 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6a2e7362-b7a0-4a24-bd1a-0c04e23a1775 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8733187 Feb 28 14:23:59.806617 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52746) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:59.819408 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event deleted for resources: {'Port': ['ID=4addb974-57fb-4be1-9405-133fb4c06f46,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:23:59.830640 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-429d01a4-b698-462f-b3d9-4735b2f0fae0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '3a4e95b0-4769-440e-9e97-3a08ac32b6a1', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:23:59.839018 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-162049b8-1cdb-4458-bc2b-51af9d05422e tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 14:23:59.839614 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-162049b8-1cdb-4458-bc2b-51af9d05422e tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:23:59.840670 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] No DVR routers for this DVR port 4addb974-57fb-4be1-9405-133fb4c06f46 on host dv-neutron-831192-4-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:23:59.844883 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-429d01a4-b698-462f-b3d9-4735b2f0fae0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:23:59.885013 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4b1caa9e-4c91-408e-b33a-70a592760c37 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:23:59.886063 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4b1caa9e-4c91-408e-b33a-70a592760c37 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4951422 Feb 28 14:23:59.931600 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52750) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:23:59.932516 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-429d01a4-b698-462f-b3d9-4735b2f0fae0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:23:59.937567 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-429d01a4-b698-462f-b3d9-4735b2f0fae0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:23:59.983110 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b1110b83-cec7-40d6-9cf0-cd8e5718d971 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0958133 Feb 28 14:23:59.989388 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52754) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:00.017273 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-21596f9c-6dc4-467f-8f29-b31e5b32d629 req-fc27a377-81f0-4ee3-a06a-c20956424aed tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3755195 Feb 28 14:24:00.021036 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6f613da1-cc5e-4ec0-84ab-79ac3e2b3c37 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'subnet': {'network_id': '13af56b0-8459-4e96-83a2-437cba20003a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:00.048078 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1110b83-cec7-40d6-9cf0-cd8e5718d971 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Network': ['ID=13af56b0-8459-4e96-83a2-437cba20003a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:00.051802 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-429d01a4-b698-462f-b3d9-4735b2f0fae0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:00.061494 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 13af56b0-8459-4e96-83a2-437cba20003a details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:24:00.092802 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d197b338-0e06-483d-9ff2-753988188096 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:router {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:24:00.104712 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162049b8-1cdb-4458-bc2b-51af9d05422e tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a91431b0-c308-4715-bfcf-4f97a2af89f1,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:00.190455 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a84ac45b-c116-49ec-97c2-288cb3e542ff req-5305e896-675e-44ea-89d8-65180d15d1f6 service neutron] 10.222.0.13 "GET /v2.0/networks/29a7bbad-e952-45ba-80e0-ba14ba64ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4922488 Feb 28 14:24:00.195474 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162049b8-1cdb-4458-bc2b-51af9d05422e tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Checking segment: {'id': 'b5e828ec-1412-4481-a150-2f2187794f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8553678c-6c08-4fc7-9070-233fcecfb740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:24:00.195826 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162049b8-1cdb-4458-bc2b-51af9d05422e tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Network hostable DHCP agents. Network: 8553678c-6c08-4fc7-9070-233fcecfb740, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:24:00.202912 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6f613da1-cc5e-4ec0-84ab-79ac3e2b3c37 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:00.211971 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6f613da1-cc5e-4ec0-84ab-79ac3e2b3c37 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:subnet and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:00.216900 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6f613da1-cc5e-4ec0-84ab-79ac3e2b3c37 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:00.224797 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6f613da1-cc5e-4ec0-84ab-79ac3e2b3c37 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:00.231531 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162049b8-1cdb-4458-bc2b-51af9d05422e tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Network 8553678c-6c08-4fc7-9070-233fcecfb740 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:24:00.234424 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:00.239821 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f613da1-cc5e-4ec0-84ab-79ac3e2b3c37 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:00.243785 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f613da1-cc5e-4ec0-84ab-79ac3e2b3c37 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:00.260599 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-162049b8-1cdb-4458-bc2b-51af9d05422e tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 8553678c-6c08-4fc7-9070-233fcecfb740) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:00.269506 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b0817b-1b88-4ab8-8932-2898cb54626c None None] Network 8553678c-6c08-4fc7-9070-233fcecfb740 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:00.283620 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162049b8-1cdb-4458-bc2b-51af9d05422e tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:00.284638 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-162049b8-1cdb-4458-bc2b-51af9d05422e tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:00.362138 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-162049b8-1cdb-4458-bc2b-51af9d05422e tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.5582204 Feb 28 14:24:00.367243 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52758) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:00.378469 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7682189e-7b68-472f-86b0-5d8d3bf3eb5a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1533599488', 'network_id': '8553678c-6c08-4fc7-9070-233fcecfb740'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:00.386091 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7682189e-7b68-472f-86b0-5d8d3bf3eb5a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:00.393872 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7682189e-7b68-472f-86b0-5d8d3bf3eb5a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Usage tracker for resource:port and tenant:ec3f252271e4406286e8ec95b08ceaed is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:00.397780 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7682189e-7b68-472f-86b0-5d8d3bf3eb5a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:00.406725 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7682189e-7b68-472f-86b0-5d8d3bf3eb5a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:00.427225 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7682189e-7b68-472f-86b0-5d8d3bf3eb5a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Made reservation on behalf of ec3f252271e4406286e8ec95b08ceaed for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:00.429885 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7682189e-7b68-472f-86b0-5d8d3bf3eb5a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:00.457085 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-429d01a4-b698-462f-b3d9-4735b2f0fae0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:00.499954 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d197b338-0e06-483d-9ff2-753988188096 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:router {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:24:00.505635 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d197b338-0e06-483d-9ff2-753988188096 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5651629 Feb 28 14:24:00.505635 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e45f97-2fa1-4f0b-9cbf-2ada10f6a374']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:00.520372 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52762) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:00.554474 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a80471f-80e4-4dc8-8c06-4ad97ef91fd0 None None] Network 8553678c-6c08-4fc7-9070-233fcecfb740 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:00.568632 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-033681b6-d21e-4265-ba4e-facb843683f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:00.592129 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '415fe6fa-9022-4e17-9381-e4216df2e138') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:00.592129 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '415fe6fa-9022-4e17-9381-e4216df2e138') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:00.637660 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:00.648143 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-7682189e-7b68-472f-86b0-5d8d3bf3eb5a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] device_id is not set on port 28227087-4bb8-4913-9362-df89a42b1734 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:24:00.788840 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83727946-9276-4e1a-9ee1-da1c7c32980e tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:00.817742 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f613da1-cc5e-4ec0-84ab-79ac3e2b3c37 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:00.832554 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:00.882466 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:24:00.882881 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:00.913091 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-7682189e-7b68-472f-86b0-5d8d3bf3eb5a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Allocated IP 2001:db8::30d (8553678c-6c08-4fc7-9070-233fcecfb740/a91431b0-c308-4715-bfcf-4f97a2af89f1/28227087-4bb8-4913-9362-df89a42b1734) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:00.928922 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f613da1-cc5e-4ec0-84ab-79ac3e2b3c37 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Subnet': ['ID=24e9ef64-83d3-4bd0-9aca-a340c46c759f,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:24:00.945267 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:24:00.947308 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-429d01a4-b698-462f-b3d9-4735b2f0fae0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:00.953908 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f613da1-cc5e-4ec0-84ab-79ac3e2b3c37 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Checking segment: {'id': '388cc869-8694-4c9a-97b2-08db374ac967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '13af56b0-8459-4e96-83a2-437cba20003a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:24:00.954269 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f613da1-cc5e-4ec0-84ab-79ac3e2b3c37 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network hostable DHCP agents. Network: 13af56b0-8459-4e96-83a2-437cba20003a, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:24:00.964200 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-033681b6-d21e-4265-ba4e-facb843683f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:01.017377 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f613da1-cc5e-4ec0-84ab-79ac3e2b3c37 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network 13af56b0-8459-4e96-83a2-437cba20003a is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:24:01.023012 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-429d01a4-b698-462f-b3d9-4735b2f0fae0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:01.063400 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-033681b6-d21e-4265-ba4e-facb843683f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:01.081655 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-6f613da1-cc5e-4ec0-84ab-79ac3e2b3c37 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 13af56b0-8459-4e96-83a2-437cba20003a) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:01.098229 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f613da1-cc5e-4ec0-84ab-79ac3e2b3c37 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:01.098229 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f613da1-cc5e-4ec0-84ab-79ac3e2b3c37 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:01.101487 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c98cfa-4056-42c2-9f9b-ac58144e388e None None] Network 13af56b0-8459-4e96-83a2-437cba20003a requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:01.104097 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d01a4-b698-462f-b3d9-4735b2f0fae0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3634bb-2cae-4077-ba42-57457d591805,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:01.107835 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d0323b9-4208-45a1-b477-c3273265de95 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:01.125799 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033681b6-d21e-4265-ba4e-facb843683f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:01.129547 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-033681b6-d21e-4265-ba4e-facb843683f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:01.162620 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6f613da1-cc5e-4ec0-84ab-79ac3e2b3c37 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1614959 Feb 28 14:24:01.168024 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52768) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:01.169367 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:01.171087 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-429d01a4-b698-462f-b3d9-4735b2f0fae0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:01.172980 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-429d01a4-b698-462f-b3d9-4735b2f0fae0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3653421 Feb 28 14:24:01.179018 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52772) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:01.185409 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-bbda9939-b647-432a-a7c0-6c589b48a8de tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'port': {'network_id': '13af56b0-8459-4e96-83a2-437cba20003a', 'name': 'tempest-PortsIpV6TestJSON-773957652', 'fixed_ips': [{'subnet_id': '24e9ef64-83d3-4bd0-9aca-a340c46c759f', 'ip_address': '2001:db8::10'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:01.207144 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:01.209017 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "DELETE /v2.0/networks/98e45f97-2fa1-4f0b-9cbf-2ada10f6a374 HTTP/1.1" status: 204 len: 168 time: 7.9007549 Feb 28 14:24:01.222197 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52776) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:01.234509 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-990d6638-f42c-4a53-966b-e8d9878501e8 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1211171609'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:01.243247 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7682189e-7b68-472f-86b0-5d8d3bf3eb5a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:01.246298 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-990d6638-f42c-4a53-966b-e8d9878501e8 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:01.249816 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7db449e5-9617-43a3-8f73-9b6969fc2298 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '3a4e95b0-4769-440e-9e97-3a08ac32b6a1', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:01.257546 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83727946-9276-4e1a-9ee1-da1c7c32980e tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:01.293995 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-990d6638-f42c-4a53-966b-e8d9878501e8 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Usage tracker for resource:network and tenant:f728042230f541b4b4ac3c2d7dd0693a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:01.306052 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-990d6638-f42c-4a53-966b-e8d9878501e8 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:01.323589 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-990d6638-f42c-4a53-966b-e8d9878501e8 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:01.343439 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d0323b9-4208-45a1-b477-c3273265de95 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:01.346877 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d260ad-55fb-4673-bb07-c9e0bf525f8d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event deleted for resources: {'Network': ['ID=98e45f97-2fa1-4f0b-9cbf-2ada10f6a374,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:01.349216 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7db449e5-9617-43a3-8f73-9b6969fc2298 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:01.353603 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990d6638-f42c-4a53-966b-e8d9878501e8 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Made reservation on behalf of f728042230f541b4b4ac3c2d7dd0693a for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:01.355444 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-990d6638-f42c-4a53-966b-e8d9878501e8 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:01.379348 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9c13ec-a83a-436a-a5b0-6e2c46c659d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-13af56b0-8459-4e96-83a2-437cba20003a', 'network_id': '13af56b0-8459-4e96-83a2-437cba20003a', 'tenant_id': '6681ad35360248eda2f0e2c9f8f75c94', 'fixed_ips': [{'subnet_id': '24e9ef64-83d3-4bd0-9aca-a340c46c759f'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:24:01.380515 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-da9c13ec-a83a-436a-a5b0-6e2c46c659d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:01.383559 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7db449e5-9617-43a3-8f73-9b6969fc2298 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:01.394182 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7db449e5-9617-43a3-8f73-9b6969fc2298 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:01.410847 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5d0323b9-4208-45a1-b477-c3273265de95 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Deleting port 39128f7e-cfb9-4fa9-ba07-953010e26734 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:01.411246 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d0323b9-4208-45a1-b477-c3273265de95 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:01.412528 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-990d6638-f42c-4a53-966b-e8d9878501e8 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:24:01.421159 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-990d6638-f42c-4a53-966b-e8d9878501e8 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:01.421862 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-990d6638-f42c-4a53-966b-e8d9878501e8 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Added segment 0c533f6b-fe63-4636-a720-cda2bd41fbb6 of type vlan for network 2512dbdf-2087-4b85-bdd1-008a63f9b7c3 Feb 28 14:24:01.438616 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7db449e5-9617-43a3-8f73-9b6969fc2298 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:01.448505 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-990d6638-f42c-4a53-966b-e8d9878501e8 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:01.450743 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83727946-9276-4e1a-9ee1-da1c7c32980e tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:01.480565 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bbda9939-b647-432a-a7c0-6c589b48a8de tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:01.482336 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-83727946-9276-4e1a-9ee1-da1c7c32980e tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:01.484707 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bbda9939-b647-432a-a7c0-6c589b48a8de tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:port and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:01.487795 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bbda9939-b647-432a-a7c0-6c589b48a8de tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:01.495130 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bbda9939-b647-432a-a7c0-6c589b48a8de tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:01.495758 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83727946-9276-4e1a-9ee1-da1c7c32980e tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:24:01.505667 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-990d6638-f42c-4a53-966b-e8d9878501e8 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:01.511700 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d6638-f42c-4a53-966b-e8d9878501e8 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:01.512237 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-990d6638-f42c-4a53-966b-e8d9878501e8 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:01.523533 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83727946-9276-4e1a-9ee1-da1c7c32980e tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Pushing event updated for resources: {'Port': ['ID=ce4316f1-18e9-41f1-93ea-99c707d12c94,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:01.547070 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbda9939-b647-432a-a7c0-6c589b48a8de tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:01.549522 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-7db449e5-9617-43a3-8f73-9b6969fc2298 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Project 1cd57789443e43d89a7681324e1f7304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:24:01.567689 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-da9c13ec-a83a-436a-a5b0-6e2c46c659d1 None None] Allocated IP 2001:db8::2 (13af56b0-8459-4e96-83a2-437cba20003a/24e9ef64-83d3-4bd0-9aca-a340c46c759f/bf714dbe-0c4f-4a9e-aa7e-22404bcf5601) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:01.576419 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7db449e5-9617-43a3-8f73-9b6969fc2298 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:01.596082 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-990d6638-f42c-4a53-966b-e8d9878501e8 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3703156 Feb 28 14:24:01.601003 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52780) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:01.616572 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0dd88276-d62c-4657-be3b-5bfe67ca29f2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Request body: {'subnet': {'network_id': '2512dbdf-2087-4b85-bdd1-008a63f9b7c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:01.749848 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7682189e-7b68-472f-86b0-5d8d3bf3eb5a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:01.770984 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd252f37-62c8-4e87-9228-e11dca5a7454 req-938cfa1c-7f06-4713-9a8d-a7448b1f8bb1 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:01.772514 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bd252f37-62c8-4e87-9228-e11dca5a7454 req-938cfa1c-7f06-4713-9a8d-a7448b1f8bb1 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.6045249 Feb 28 14:24:01.834476 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-da9c13ec-a83a-436a-a5b0-6e2c46c659d1 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:01.849543 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-da9c13ec-a83a-436a-a5b0-6e2c46c659d1 None None] Transition to ACTIVE for port object bf714dbe-0c4f-4a9e-aa7e-22404bcf5601 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:01.849785 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d6638-f42c-4a53-966b-e8d9878501e8 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event updated for resources: {'Network': ['ID=2512dbdf-2087-4b85-bdd1-008a63f9b7c3,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:01.875996 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 2512dbdf-2087-4b85-bdd1-008a63f9b7c3 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:24:01.895019 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-da9c13ec-a83a-436a-a5b0-6e2c46c659d1 None None] Transition to ACTIVE for port object bf714dbe-0c4f-4a9e-aa7e-22404bcf5601 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:01.907561 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7db449e5-9617-43a3-8f73-9b6969fc2298 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:01.908435 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0dd88276-d62c-4657-be3b-5bfe67ca29f2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:01.914139 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7682189e-7b68-472f-86b0-5d8d3bf3eb5a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Network 8553678c-6c08-4fc7-9070-233fcecfb740 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:01.922898 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83727946-9276-4e1a-9ee1-da1c7c32980e tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:01.930285 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-7682189e-7b68-472f-86b0-5d8d3bf3eb5a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:01.931634 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bd252f37-62c8-4e87-9228-e11dca5a7454 req-40e90e3a-473d-452a-869b-d930994f491e tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361697 Feb 28 14:24:01.932418 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0dd88276-d62c-4657-be3b-5bfe67ca29f2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Usage tracker for resource:subnet and tenant:f728042230f541b4b4ac3c2d7dd0693a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:01.936440 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7db449e5-9617-43a3-8f73-9b6969fc2298 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:01.940212 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d0323b9-4208-45a1-b477-c3273265de95 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:01.941384 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0dd88276-d62c-4657-be3b-5bfe67ca29f2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:01.944193 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7682189e-7b68-472f-86b0-5d8d3bf3eb5a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:24:01.945182 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7682189e-7b68-472f-86b0-5d8d3bf3eb5a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:01.945779 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7682189e-7b68-472f-86b0-5d8d3bf3eb5a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:01.957565 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682189e-7b68-472f-86b0-5d8d3bf3eb5a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Pushing event updated for resources: {'Port': ['ID=28227087-4bb8-4913-9362-df89a42b1734,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:01.960180 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0dd88276-d62c-4657-be3b-5bfe67ca29f2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:01.966930 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-da9c13ec-a83a-436a-a5b0-6e2c46c659d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:01.972494 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbda9939-b647-432a-a7c0-6c589b48a8de tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:02.006479 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7682189e-7b68-472f-86b0-5d8d3bf3eb5a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6355965 Feb 28 14:24:02.007113 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-bbda9939-b647-432a-a7c0-6c589b48a8de tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] device_id is not set on port 9cd4b119-1f52-4949-9ca8-3407719a8154 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:24:02.040617 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52786) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:02.045347 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd88276-d62c-4657-be3b-5bfe67ca29f2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Made reservation on behalf of f728042230f541b4b4ac3c2d7dd0693a for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:02.048259 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0dd88276-d62c-4657-be3b-5bfe67ca29f2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:02.092552 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9c13ec-a83a-436a-a5b0-6e2c46c659d1 None None] Network 13af56b0-8459-4e96-83a2-437cba20003a is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:02.095523 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-da9c13ec-a83a-436a-a5b0-6e2c46c659d1 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:02.102016 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9c13ec-a83a-436a-a5b0-6e2c46c659d1 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:24:02.136296 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db449e5-9617-43a3-8f73-9b6969fc2298 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2edbe051-402f-46ff-b809-097480b940e3,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:02.156760 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5d0323b9-4208-45a1-b477-c3273265de95 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Calling delete_port for 39128f7e-cfb9-4fa9-ba07-953010e26734 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:02.157938 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c13ec-a83a-436a-a5b0-6e2c46c659d1 None None] Pushing event updated for resources: {'Port': ['ID=bf714dbe-0c4f-4a9e-aa7e-22404bcf5601,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:02.214989 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-da9c13ec-a83a-436a-a5b0-6e2c46c659d1 None None] Attempting to bind port bf714dbe-0c4f-4a9e-aa7e-22404bcf5601 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:24:02.215412 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-da9c13ec-a83a-436a-a5b0-6e2c46c659d1 None None] Attempting to bind port bf714dbe-0c4f-4a9e-aa7e-22404bcf5601 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '388cc869-8694-4c9a-97b2-08db374ac967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '13af56b0-8459-4e96-83a2-437cba20003a'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:24:02.215731 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9c13ec-a83a-436a-a5b0-6e2c46c659d1 None None] Attempting to bind port bf714dbe-0c4f-4a9e-aa7e-22404bcf5601 on network 13af56b0-8459-4e96-83a2-437cba20003a {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:24:02.222627 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9c13ec-a83a-436a-a5b0-6e2c46c659d1 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:24:02.223001 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9c13ec-a83a-436a-a5b0-6e2c46c659d1 None None] Checking segment: {'id': '388cc869-8694-4c9a-97b2-08db374ac967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '13af56b0-8459-4e96-83a2-437cba20003a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:24:02.223560 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-da9c13ec-a83a-436a-a5b0-6e2c46c659d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:02.223948 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9c13ec-a83a-436a-a5b0-6e2c46c659d1 None None] Bound using segment: {'id': '388cc869-8694-4c9a-97b2-08db374ac967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '13af56b0-8459-4e96-83a2-437cba20003a'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:24:02.224412 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-da9c13ec-a83a-436a-a5b0-6e2c46c659d1 None None] Bound port: bf714dbe-0c4f-4a9e-aa7e-22404bcf5601, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388cc869-8694-4c9a-97b2-08db374ac967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '13af56b0-8459-4e96-83a2-437cba20003a'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:24:02.224777 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-da9c13ec-a83a-436a-a5b0-6e2c46c659d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:02.281002 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d1b72e47-df1e-4e1a-8aa3-c8ea9f26034d tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Deleting port 28227087-4bb8-4913-9362-df89a42b1734 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:02.281327 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d1b72e47-df1e-4e1a-8aa3-c8ea9f26034d tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:02.324909 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-da9c13ec-a83a-436a-a5b0-6e2c46c659d1 None None] For port bf714dbe-0c4f-4a9e-aa7e-22404bcf5601, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:24:02.329722 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-da9c13ec-a83a-436a-a5b0-6e2c46c659d1 None None] For port bf714dbe-0c4f-4a9e-aa7e-22404bcf5601, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=bf714dbe-0c4f-4a9e-aa7e-22404bcf5601,segment=NetworkSegment(388cc869-8694-4c9a-97b2-08db374ac967),segment_id=388cc869-8694-4c9a-97b2-08db374ac967)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:24:02.334299 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-da9c13ec-a83a-436a-a5b0-6e2c46c659d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:02.395578 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7db449e5-9617-43a3-8f73-9b6969fc2298 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:02.396777 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7db449e5-9617-43a3-8f73-9b6969fc2298 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2102213 Feb 28 14:24:02.408543 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52790) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:02.439699 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83727946-9276-4e1a-9ee1-da1c7c32980e tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:02.470328 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-03b126d8-9426-42a7-a380-ad6d8e83fba5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '3a4e95b0-4769-440e-9e97-3a08ac32b6a1', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:02.486024 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-03b126d8-9426-42a7-a380-ad6d8e83fba5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:02.506075 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-03b126d8-9426-42a7-a380-ad6d8e83fba5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:02.511294 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-03b126d8-9426-42a7-a380-ad6d8e83fba5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:02.515314 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c13ec-a83a-436a-a5b0-6e2c46c659d1 None None] Pushing event updated for resources: {'Port': ['ID=bf714dbe-0c4f-4a9e-aa7e-22404bcf5601,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:02.527002 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-03b126d8-9426-42a7-a380-ad6d8e83fba5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:02.588881 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.objects.ports [None req-033681b6-d21e-4265-ba4e-facb843683f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87773) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 14:24:02.608929 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-033681b6-d21e-4265-ba4e-facb843683f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:02.668670 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-03b126d8-9426-42a7-a380-ad6d8e83fba5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Project 1cd57789443e43d89a7681324e1f7304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:24:02.705385 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-03b126d8-9426-42a7-a380-ad6d8e83fba5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:02.727080 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033681b6-d21e-4265-ba4e-facb843683f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:02.730620 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d0a87-c76b-46d1-9101-aa7dda81875e req-7aa2f37b-b940-447a-b88d-fb7395312109 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:02.732349 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2d2d0a87-c76b-46d1-9101-aa7dda81875e req-7aa2f37b-b940-447a-b88d-fb7395312109 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.6336131 Feb 28 14:24:02.744521 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-033681b6-d21e-4265-ba4e-facb843683f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:02.748613 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033681b6-d21e-4265-ba4e-facb843683f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:02.748613 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-033681b6-d21e-4265-ba4e-facb843683f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:02.776433 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdd2f91-06b0-4ac8-9eab-aea1f92caa6d None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:02.843145 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033681b6-d21e-4265-ba4e-facb843683f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=214b5d4c-22de-418a-973a-234d13d773ca,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:02.916262 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-033681b6-d21e-4265-ba4e-facb843683f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3871233 Feb 28 14:24:02.923335 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52794) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:02.942467 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-29021f6d-d1b9-4d50-a85b-5464828967fd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:02.999480 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-bbda9939-b647-432a-a7c0-6c589b48a8de tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Allocated IP 2001:db8::10 (13af56b0-8459-4e96-83a2-437cba20003a/24e9ef64-83d3-4bd0-9aca-a340c46c759f/9cd4b119-1f52-4949-9ca8-3407719a8154) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:03.047181 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2d2d0a87-c76b-46d1-9101-aa7dda81875e req-c47a4f51-8e69-43a9-9e7d-32113aef8858 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2375796 Feb 28 14:24:03.048819 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75f23cb-f69f-4327-943b-dd5b8d1d4a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'fixed_ips': [{'subnet_id': '214b5d4c-22de-418a-973a-234d13d773ca'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:24:03.049876 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d75f23cb-f69f-4327-943b-dd5b8d1d4a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:03.051728 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0dd88276-d62c-4657-be3b-5bfe67ca29f2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:03.062855 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-03b126d8-9426-42a7-a380-ad6d8e83fba5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:03.121824 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-03b126d8-9426-42a7-a380-ad6d8e83fba5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:03.182978 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b126d8-9426-42a7-a380-ad6d8e83fba5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63605df0-0bfa-4418-aae2-571c55259345,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:03.228204 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-03b126d8-9426-42a7-a380-ad6d8e83fba5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:03.228883 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd88276-d62c-4657-be3b-5bfe67ca29f2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event updated for resources: {'Subnet': ['ID=d750aa0b-75fd-4172-844f-8b247348b6f0,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:03.232992 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d1b72e47-df1e-4e1a-8aa3-c8ea9f26034d tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:03.250507 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-03b126d8-9426-42a7-a380-ad6d8e83fba5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8137763 Feb 28 14:24:03.286288 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d0323b9-4208-45a1-b477-c3273265de95 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:03.307983 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-d75f23cb-f69f-4327-943b-dd5b8d1d4a16 None None] Allocated IP 2001:db8::f816:3eff:fe3a:f7d7 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/214b5d4c-22de-418a-973a-234d13d773ca/306554a8-23ad-4c75-8110-dfc22c3b9be8) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:03.326427 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-29021f6d-d1b9-4d50-a85b-5464828967fd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:03.331109 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83727946-9276-4e1a-9ee1-da1c7c32980e tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:03.349800 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0323b9-4208-45a1-b477-c3273265de95 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Pushing event deleted for resources: {'Port': ['ID=39128f7e-cfb9-4fa9-ba07-953010e26734,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:03.355073 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83727946-9276-4e1a-9ee1-da1c7c32980e tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:03.444551 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d1b72e47-df1e-4e1a-8aa3-c8ea9f26034d tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Calling delete_port for 28227087-4bb8-4913-9362-df89a42b1734 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:03.511493 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd88276-d62c-4657-be3b-5bfe67ca29f2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Checking segment: {'id': '0c533f6b-fe63-4636-a720-cda2bd41fbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2512dbdf-2087-4b85-bdd1-008a63f9b7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:24:03.512014 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd88276-d62c-4657-be3b-5bfe67ca29f2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Network hostable DHCP agents. Network: 2512dbdf-2087-4b85-bdd1-008a63f9b7c3, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:24:03.567477 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-29021f6d-d1b9-4d50-a85b-5464828967fd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:03.618102 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d75f23cb-f69f-4327-943b-dd5b8d1d4a16 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:03.631123 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d75f23cb-f69f-4327-943b-dd5b8d1d4a16 None None] Transition to ACTIVE for port object 306554a8-23ad-4c75-8110-dfc22c3b9be8 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:03.660471 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d75f23cb-f69f-4327-943b-dd5b8d1d4a16 None None] Transition to ACTIVE for port object 306554a8-23ad-4c75-8110-dfc22c3b9be8 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:03.668020 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d75f23cb-f69f-4327-943b-dd5b8d1d4a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:03.670559 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd88276-d62c-4657-be3b-5bfe67ca29f2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Network 2512dbdf-2087-4b85-bdd1-008a63f9b7c3 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:24:03.727109 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0424ed39-c362-4c45-b08b-896234c69508 req-ca9a5996-2559-4cdb-9f13-d603f9619966 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-366207058&fields=id&tenant_id=1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 267 time: 0.1373820 Feb 28 14:24:03.769454 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-0dd88276-d62c-4657-be3b-5bfe67ca29f2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 2512dbdf-2087-4b85-bdd1-008a63f9b7c3) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:03.773857 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75f23cb-f69f-4327-943b-dd5b8d1d4a16 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:03.780841 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-d75f23cb-f69f-4327-943b-dd5b8d1d4a16 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:03.783491 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29021f6d-d1b9-4d50-a85b-5464828967fd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:03.783930 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75f23cb-f69f-4327-943b-dd5b8d1d4a16 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:24:03.787745 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29021f6d-d1b9-4d50-a85b-5464828967fd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:03.799822 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b72feb8-83db-4616-a3a9-6b8213c2616a None None] Network 2512dbdf-2087-4b85-bdd1-008a63f9b7c3 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:03.807950 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd88276-d62c-4657-be3b-5bfe67ca29f2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:03.808623 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0dd88276-d62c-4657-be3b-5bfe67ca29f2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:03.815747 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d0323b9-4208-45a1-b477-c3273265de95 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:03.823874 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbda9939-b647-432a-a7c0-6c589b48a8de tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:03.880919 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f23cb-f69f-4327-943b-dd5b8d1d4a16 None None] Pushing event updated for resources: {'Port': ['ID=306554a8-23ad-4c75-8110-dfc22c3b9be8,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:03.933952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-bbda9939-b647-432a-a7c0-6c589b48a8de tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Transition to ACTIVE for port object 9cd4b119-1f52-4949-9ca8-3407719a8154 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:03.950556 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d1b72e47-df1e-4e1a-8aa3-c8ea9f26034d tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:04.008447 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0dd88276-d62c-4657-be3b-5bfe67ca29f2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4006255 Feb 28 14:24:04.017131 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52812) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:04.026884 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83727946-9276-4e1a-9ee1-da1c7c32980e tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Pushing event updated for resources: {'Port': ['ID=ce4316f1-18e9-41f1-93ea-99c707d12c94,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:04.029014 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b72e47-df1e-4e1a-8aa3-c8ea9f26034d tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Pushing event deleted for resources: {'Port': ['ID=28227087-4bb8-4913-9362-df89a42b1734,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:04.073805 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9629c8-4d4f-4a4c-a664-ff05bc4b0005 None None] Network 13af56b0-8459-4e96-83a2-437cba20003a requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:04.107120 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83727946-9276-4e1a-9ee1-da1c7c32980e tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:04.128766 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424ed39-c362-4c45-b08b-896234c69508 req-9af5aa88-7b2c-4c35-bcd6-4d761db8bced tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:04.130247 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0424ed39-c362-4c45-b08b-896234c69508 req-9af5aa88-7b2c-4c35-bcd6-4d761db8bced tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/networks?id=6d2dd3d7-4918-4fcf-a188-9392d7a68097 HTTP/1.1" status: 200 len: 796 time: 0.3665488 Feb 28 14:24:04.134795 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d1b72e47-df1e-4e1a-8aa3-c8ea9f26034d tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:04.139136 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d1b72e47-df1e-4e1a-8aa3-c8ea9f26034d tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "DELETE /v2.0/ports/28227087-4bb8-4913-9362-df89a42b1734 HTTP/1.1" status: 204 len: 168 time: 2.0950348 Feb 28 14:24:04.182067 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d75f23cb-f69f-4327-943b-dd5b8d1d4a16 None None] Attempting to bind port 306554a8-23ad-4c75-8110-dfc22c3b9be8 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:24:04.182067 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d75f23cb-f69f-4327-943b-dd5b8d1d4a16 None None] Attempting to bind port 306554a8-23ad-4c75-8110-dfc22c3b9be8 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:24:04.182067 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75f23cb-f69f-4327-943b-dd5b8d1d4a16 None None] Attempting to bind port 306554a8-23ad-4c75-8110-dfc22c3b9be8 on network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:24:04.192747 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52816) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:04.194241 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75f23cb-f69f-4327-943b-dd5b8d1d4a16 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:24:04.194662 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75f23cb-f69f-4327-943b-dd5b8d1d4a16 None None] Checking segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:24:04.195070 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d75f23cb-f69f-4327-943b-dd5b8d1d4a16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:04.195607 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75f23cb-f69f-4327-943b-dd5b8d1d4a16 None None] Bound using segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:24:04.196103 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d75f23cb-f69f-4327-943b-dd5b8d1d4a16 None None] Bound port: 306554a8-23ad-4c75-8110-dfc22c3b9be8, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:24:04.196508 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d75f23cb-f69f-4327-943b-dd5b8d1d4a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:04.208583 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5a62e66d-bfaa-4609-b8cf-b26aaabd9651 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8553678c-6c08-4fc7-9070-233fcecfb740', 'external_fixed_ips': [{'subnet_id': 'a91431b0-c308-4715-bfcf-4f97a2af89f1', 'ip_address': '2001:db8::30d'}]}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:04.216651 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2ea82bda-2a7b-49cf-8377-bbdae8afc224 None None] Provisioning for port bf714dbe-0c4f-4a9e-aa7e-22404bcf5601 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:24:04.225487 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5a62e66d-bfaa-4609-b8cf-b26aaabd9651 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:04.230927 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0424ed39-c362-4c45-b08b-896234c69508 req-dc30cd63-82b5-4990-bac1-2e8e4a887c52 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/quotas/1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 375 time: 0.0930617 Feb 28 14:24:04.238787 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbda9939-b647-432a-a7c0-6c589b48a8de tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:04.243265 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5a62e66d-bfaa-4609-b8cf-b26aaabd9651 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Usage tracker for resource:router and tenant:ec3f252271e4406286e8ec95b08ceaed is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:04.290424 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5a62e66d-bfaa-4609-b8cf-b26aaabd9651 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:04.356045 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5a62e66d-bfaa-4609-b8cf-b26aaabd9651 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:04.363307 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83727946-9276-4e1a-9ee1-da1c7c32980e tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:04.364765 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-83727946-9276-4e1a-9ee1-da1c7c32980e tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9211571 Feb 28 14:24:04.370765 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52820) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:04.398882 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbda9939-b647-432a-a7c0-6c589b48a8de tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network 13af56b0-8459-4e96-83a2-437cba20003a is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:04.405990 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:04.413069 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-bbda9939-b647-432a-a7c0-6c589b48a8de tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:04.419712 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a62e66d-bfaa-4609-b8cf-b26aaabd9651 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:04.421718 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a62e66d-bfaa-4609-b8cf-b26aaabd9651 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:04.426036 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbda9939-b647-432a-a7c0-6c589b48a8de tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:24:04.431624 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbda9939-b647-432a-a7c0-6c589b48a8de tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:04.432224 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbda9939-b647-432a-a7c0-6c589b48a8de tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:04.438177 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda9939-b647-432a-a7c0-6c589b48a8de tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Port': ['ID=9cd4b119-1f52-4949-9ca8-3407719a8154,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:04.467935 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f774de-a73f-454e-a6a6-8b9b63e57b76 req-9ccacdd4-f4b7-4c9d-a470-bb8b4587daa3 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:04.476267 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-74f774de-a73f-454e-a6a6-8b9b63e57b76 req-9ccacdd4-f4b7-4c9d-a470-bb8b4587daa3 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.9005413 Feb 28 14:24:04.506449 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bbda9939-b647-432a-a7c0-6c589b48a8de tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3372521 Feb 28 14:24:04.511719 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a62e66d-bfaa-4609-b8cf-b26aaabd9651 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:04.513521 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52826) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:04.536119 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5e4ca3b2-940f-4fa3-98ab-0d99e199ae84 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'port': {'network_id': '13af56b0-8459-4e96-83a2-437cba20003a', 'name': 'tempest-PortsIpV6TestJSON-367685767', 'fixed_ips': [{'subnet_id': '24e9ef64-83d3-4bd0-9aca-a340c46c759f', 'ip_address': '2001:db8::f'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:04.613417 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353e3f8d-9a86-42f5-b193-034c2c52c8e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-2512dbdf-2087-4b85-bdd1-008a63f9b7c3', 'network_id': '2512dbdf-2087-4b85-bdd1-008a63f9b7c3', 'tenant_id': 'f728042230f541b4b4ac3c2d7dd0693a', 'fixed_ips': [{'subnet_id': 'd750aa0b-75fd-4172-844f-8b247348b6f0'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:24:04.614249 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-353e3f8d-9a86-42f5-b193-034c2c52c8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:04.636608 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d0323b9-4208-45a1-b477-c3273265de95 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:04.638757 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d75f23cb-f69f-4327-943b-dd5b8d1d4a16 None None] For port 306554a8-23ad-4c75-8110-dfc22c3b9be8, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:24:04.652728 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d75f23cb-f69f-4327-943b-dd5b8d1d4a16 None None] For port 306554a8-23ad-4c75-8110-dfc22c3b9be8, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=306554a8-23ad-4c75-8110-dfc22c3b9be8,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:24:04.695379 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device bf714dbe-0c4f-4a9e-aa7e-22404bcf5601 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:24:04.715517 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-74f774de-a73f-454e-a6a6-8b9b63e57b76 req-aca45882-5e15-479d-9b87-1a223284b58f tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379239 Feb 28 14:24:04.724084 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d0323b9-4208-45a1-b477-c3273265de95 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728902'] for router, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:04.728219 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d5e26fed-5aa1-429e-8a6a-e71b0c958b60 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:04.731424 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d75f23cb-f69f-4327-943b-dd5b8d1d4a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:04.765789 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d5e26fed-5aa1-429e-8a6a-e71b0c958b60 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:04.828454 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d5e26fed-5aa1-429e-8a6a-e71b0c958b60 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Usage tracker for resource:floatingip and tenant:6e5c6face4414d0e9d0a922107e6de93 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:04.838011 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-0424ed39-c362-4c45-b08b-896234c69508 req-0faaa911-52ab-45a5-9908-ea18666e1416 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:24:04.840637 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d5e26fed-5aa1-429e-8a6a-e71b0c958b60 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:04.852968 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:04.898232 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d5e26fed-5aa1-429e-8a6a-e71b0c958b60 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:04.926025 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0323b9-4208-45a1-b477-c3273265de95 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Router e2704931-2dd3-4785-8646-708b1960974b has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:24:05.057389 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f23cb-f69f-4327-943b-dd5b8d1d4a16 None None] Pushing event updated for resources: {'Port': ['ID=306554a8-23ad-4c75-8110-dfc22c3b9be8,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:05.089665 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:05.094980 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port bf714dbe-0c4f-4a9e-aa7e-22404bcf5601 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:24:05.107552 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port bf714dbe-0c4f-4a9e-aa7e-22404bcf5601 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:05.108837 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:05.161557 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-353e3f8d-9a86-42f5-b193-034c2c52c8e4 None None] Allocated IP 2001:db8::1 (2512dbdf-2087-4b85-bdd1-008a63f9b7c3/d750aa0b-75fd-4172-844f-8b247348b6f0/c2869f18-c458-4b8f-ba57-8e31411b10d8) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:05.173128 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5e4ca3b2-940f-4fa3-98ab-0d99e199ae84 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:05.180732 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5e4ca3b2-940f-4fa3-98ab-0d99e199ae84 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:port and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:05.184625 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5e4ca3b2-940f-4fa3-98ab-0d99e199ae84 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:05.192155 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5e4ca3b2-940f-4fa3-98ab-0d99e199ae84 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:05.201890 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d5e26fed-5aa1-429e-8a6a-e71b0c958b60 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:05.238307 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0323b9-4208-45a1-b477-c3273265de95 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:24:05.251977 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f127a78-60fc-42f7-bc5c-12d35ee6fe8c None None] Sync routers for ids ['e2704931-2dd3-4785-8646-708b1960974b'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:24:05.270472 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-0424ed39-c362-4c45-b08b-896234c69508 req-0faaa911-52ab-45a5-9908-ea18666e1416 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:24:05.271845 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0424ed39-c362-4c45-b08b-896234c69508 req-0faaa911-52ab-45a5-9908-ea18666e1416 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9827838 Feb 28 14:24:05.272436 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4ca3b2-940f-4fa3-98ab-0d99e199ae84 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:05.275793 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f127a78-60fc-42f7-bc5c-12d35ee6fe8c None None] Routers {'e2704931-2dd3-4785-8646-708b1960974b'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:24:05.276627 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-1f127a78-60fc-42f7-bc5c-12d35ee6fe8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['e2704931-2dd3-4785-8646-708b1960974b'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:05.289218 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d0323b9-4208-45a1-b477-c3273265de95 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:05.293284 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5d0323b9-4208-45a1-b477-c3273265de95 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "PUT /v2.0/routers/e2704931-2dd3-4785-8646-708b1960974b HTTP/1.1" status: 200 len: 706 time: 5.8111160 Feb 28 14:24:05.293637 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e4ca3b2-940f-4fa3-98ab-0d99e199ae84 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:05.313782 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52832) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:05.342857 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b137d-93ee-4a9b-9f17-0d86f0556bc1 req-49044bc6-1460-44db-ae92-2ac3ca3dd544 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:05.344518 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1f9b137d-93ee-4a9b-9f17-0d86f0556bc1 req-49044bc6-1460-44db-ae92-2ac3ca3dd544 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.4145591 Feb 28 14:24:05.378557 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29021f6d-d1b9-4d50-a85b-5464828967fd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:05.445011 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29021f6d-d1b9-4d50-a85b-5464828967fd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:05.452939 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-1f127a78-60fc-42f7-bc5c-12d35ee6fe8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:05.455668 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-29021f6d-d1b9-4d50-a85b-5464828967fd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:05.468370 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29021f6d-d1b9-4d50-a85b-5464828967fd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:05.469246 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29021f6d-d1b9-4d50-a85b-5464828967fd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:05.480304 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f127a78-60fc-42f7-bc5c-12d35ee6fe8c None None] Routers {'e2704931-2dd3-4785-8646-708b1960974b'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:24:05.480948 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-1f127a78-60fc-42f7-bc5c-12d35ee6fe8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:23:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['e2704931-2dd3-4785-8646-708b1960974b'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:05.529879 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1f9b137d-93ee-4a9b-9f17-0d86f0556bc1 req-ae6e1ac4-b8de-4afd-b02a-cbbb8bebe84d tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678340 Feb 28 14:24:05.563741 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-29021f6d-d1b9-4d50-a85b-5464828967fd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6361468 Feb 28 14:24:05.563741 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29021f6d-d1b9-4d50-a85b-5464828967fd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=98020310-a607-4323-baf3-9c9a4f243252,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:05.564564 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52836) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:05.577136 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-bfd1c35e-c01f-4552-b10c-ac637eb75f20 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'mac_address': 'fa:16:3e:71:05:e8', 'name': 'tempest-NetworksTestDHCPv6-994468981'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:05.584890 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:05.643970 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port bf714dbe-0c4f-4a9e-aa7e-22404bcf5601, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=bf714dbe-0c4f-4a9e-aa7e-22404bcf5601,segment=NetworkSegment(388cc869-8694-4c9a-97b2-08db374ac967),segment_id=388cc869-8694-4c9a-97b2-08db374ac967)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:05.648214 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-1f127a78-60fc-42f7-bc5c-12d35ee6fe8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:05.648624 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f127a78-60fc-42f7-bc5c-12d35ee6fe8c None None] The sync data for ids ['e2704931-2dd3-4785-8646-708b1960974b'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:24:05.682211 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:05.696806 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a62e66d-bfaa-4609-b8cf-b26aaabd9651 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:05.757924 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-353e3f8d-9a86-42f5-b193-034c2c52c8e4 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:05.774579 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8ffbb636-cd7d-4f21-98e4-e37e9508953f None None] Provisioning complete for port bf714dbe-0c4f-4a9e-aa7e-22404bcf5601 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:05.774958 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8ffbb636-cd7d-4f21-98e4-e37e9508953f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:05.842362 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-353e3f8d-9a86-42f5-b193-034c2c52c8e4 None None] Transition to ACTIVE for port object c2869f18-c458-4b8f-ba57-8e31411b10d8 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:05.846064 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-5e4ca3b2-940f-4fa3-98ab-0d99e199ae84 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] device_id is not set on port f98d0f26-b977-40ba-aaef-514fd2a7999d yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:24:05.882709 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bfd1c35e-c01f-4552-b10c-ac637eb75f20 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:05.889512 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=bf714dbe-0c4f-4a9e-aa7e-22404bcf5601,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:05.889808 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bfd1c35e-c01f-4552-b10c-ac637eb75f20 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:port and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:05.895903 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bfd1c35e-c01f-4552-b10c-ac637eb75f20 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:05.905824 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-353e3f8d-9a86-42f5-b193-034c2c52c8e4 None None] Transition to ACTIVE for port object c2869f18-c458-4b8f-ba57-8e31411b10d8 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:05.910396 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bfd1c35e-c01f-4552-b10c-ac637eb75f20 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:05.929080 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69e32c-c1c9-4f9e-a217-782ad0c3dad0 req-8e75edc3-d642-42be-9af3-a1d4872a35e0 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:05.930895 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cf69e32c-c1c9-4f9e-a217-782ad0c3dad0 req-8e75edc3-d642-42be-9af3-a1d4872a35e0 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.1411021 Feb 28 14:24:05.932211 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd1c35e-c01f-4552-b10c-ac637eb75f20 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:05.957810 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-353e3f8d-9a86-42f5-b193-034c2c52c8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:06.033551 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c4de4090-cbbc-42f4-bd77-029e4b0f8127 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "GET /v2.0/routers/e2704931-2dd3-4785-8646-708b1960974b HTTP/1.1" status: 200 len: 741 time: 0.7126141 Feb 28 14:24:06.039650 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52842) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:06.041150 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353e3f8d-9a86-42f5-b193-034c2c52c8e4 None None] Network 2512dbdf-2087-4b85-bdd1-008a63f9b7c3 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:06.054445 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-353e3f8d-9a86-42f5-b193-034c2c52c8e4 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:06.057131 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353e3f8d-9a86-42f5-b193-034c2c52c8e4 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:24:06.108239 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-54e50b5f-0483-41ae-9c96-d8fdb0022508 tempest-RoutersAdminTest-1917205965 tempest-RoutersAdminTest-1917205965-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710&device_id=e2704931-2dd3-4785-8646-708b1960974b HTTP/1.1" status: 200 len: 205 time: 0.0675733 Feb 28 14:24:06.119802 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cf69e32c-c1c9-4f9e-a217-782ad0c3dad0 req-b8d32188-696c-448e-baae-1040f19d772c tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725993 Feb 28 14:24:06.120398 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52846) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:06.123080 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e3f8d-9a86-42f5-b193-034c2c52c8e4 None None] Pushing event updated for resources: {'Port': ['ID=c2869f18-c458-4b8f-ba57-8e31411b10d8,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:06.182770 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:06.210627 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6914675c-16f6-47e3-b2e6-21c6f1b336f0 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2704931-2dd3-4785-8646-708b1960974b HTTP/1.1" status: 200 len: 205 time: 0.0798371 Feb 28 14:24:06.211680 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52852) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:06.228717 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bfd1c35e-c01f-4552-b10c-ac637eb75f20 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:06.239543 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-353e3f8d-9a86-42f5-b193-034c2c52c8e4 None None] Attempting to bind port c2869f18-c458-4b8f-ba57-8e31411b10d8 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:24:06.240009 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-353e3f8d-9a86-42f5-b193-034c2c52c8e4 None None] Attempting to bind port c2869f18-c458-4b8f-ba57-8e31411b10d8 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '0c533f6b-fe63-4636-a720-cda2bd41fbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2512dbdf-2087-4b85-bdd1-008a63f9b7c3'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:24:06.240326 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e3f8d-9a86-42f5-b193-034c2c52c8e4 None None] Attempting to bind port c2869f18-c458-4b8f-ba57-8e31411b10d8 on network 2512dbdf-2087-4b85-bdd1-008a63f9b7c3 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:24:06.244336 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8ffbb636-cd7d-4f21-98e4-e37e9508953f None None] Provisioning for port 9cd4b119-1f52-4949-9ca8-3407719a8154 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:24:06.250645 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e3f8d-9a86-42f5-b193-034c2c52c8e4 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:24:06.251530 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e3f8d-9a86-42f5-b193-034c2c52c8e4 None None] Checking segment: {'id': '0c533f6b-fe63-4636-a720-cda2bd41fbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2512dbdf-2087-4b85-bdd1-008a63f9b7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:24:06.251530 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-353e3f8d-9a86-42f5-b193-034c2c52c8e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:06.251865 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e3f8d-9a86-42f5-b193-034c2c52c8e4 None None] Bound using segment: {'id': '0c533f6b-fe63-4636-a720-cda2bd41fbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2512dbdf-2087-4b85-bdd1-008a63f9b7c3'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:24:06.252332 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-353e3f8d-9a86-42f5-b193-034c2c52c8e4 None None] Bound port: c2869f18-c458-4b8f-ba57-8e31411b10d8, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c533f6b-fe63-4636-a720-cda2bd41fbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2512dbdf-2087-4b85-bdd1-008a63f9b7c3'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:24:06.252973 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-353e3f8d-9a86-42f5-b193-034c2c52c8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:06.264019 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8ffbb636-cd7d-4f21-98e4-e37e9508953f None None] Provisioning complete for port 9cd4b119-1f52-4949-9ca8-3407719a8154 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:06.264380 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8ffbb636-cd7d-4f21-98e4-e37e9508953f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:06.314296 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0424ed39-c362-4c45-b08b-896234c69508 req-c4438c02-d27a-4a40-8dbe-dd8ff254378a service neutron] 10.222.0.30 "GET /v2.0/networks/6d2dd3d7-4918-4fcf-a188-9392d7a68097?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0013940 Feb 28 14:24:06.327256 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event deleted for resources: {'Subnet': ['ID=d750aa0b-75fd-4172-844f-8b247348b6f0,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:06.469415 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8ffbb636-cd7d-4f21-98e4-e37e9508953f None None] Port 9cd4b119-1f52-4949-9ca8-3407719a8154 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:24:06.529246 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-353e3f8d-9a86-42f5-b193-034c2c52c8e4 None None] For port c2869f18-c458-4b8f-ba57-8e31411b10d8, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:24:06.536199 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-353e3f8d-9a86-42f5-b193-034c2c52c8e4 None None] For port c2869f18-c458-4b8f-ba57-8e31411b10d8, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c2869f18-c458-4b8f-ba57-8e31411b10d8,segment=NetworkSegment(0c533f6b-fe63-4636-a720-cda2bd41fbb6),segment_id=0c533f6b-fe63-4636-a720-cda2bd41fbb6)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:24:06.550075 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-353e3f8d-9a86-42f5-b193-034c2c52c8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:06.693080 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ea42b7-07d1-486f-8d05-8214acfd495e None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:06.751178 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-bfd1c35e-c01f-4552-b10c-ac637eb75f20 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] device_id is not set on port 33e6ac51-4e2c-47f8-ab28-c78204a0c655 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:24:06.804896 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-711baae1-9f0b-4f9f-b019-3008c1da1817 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:06.836973 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 306554a8-23ad-4c75-8110-dfc22c3b9be8 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:24:06.917359 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:06.917789 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ae27c8c5-76e2-4c9a-ae38-65f59b4a33f8 None None] Provisioning complete for port 9cd4b119-1f52-4949-9ca8-3407719a8154 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:06.918251 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ae27c8c5-76e2-4c9a-ae38-65f59b4a33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:06.981646 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e3f8d-9a86-42f5-b193-034c2c52c8e4 None None] Pushing event updated for resources: {'Port': ['ID=c2869f18-c458-4b8f-ba57-8e31411b10d8,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:06.999902 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2512dbdf-2087-4b85-bdd1-008a63f9b7c3']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:07.021402 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0424ed39-c362-4c45-b08b-896234c69508 req-3ed14b9a-c74f-4cec-a407-e18f5eae5931 service neutron] 10.222.0.30 "GET /v2.0/networks/6d2dd3d7-4918-4fcf-a188-9392d7a68097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6886251 Feb 28 14:24:07.025491 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e4a4f0-b122-43c5-9c42-192280518326 None None] Network 2512dbdf-2087-4b85-bdd1-008a63f9b7c3 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:07.039295 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c533f6b-fe63-4636-a720-cda2bd41fbb6') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:07.039592 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c533f6b-fe63-4636-a720-cda2bd41fbb6') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:07.053094 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-5e4ca3b2-940f-4fa3-98ab-0d99e199ae84 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Allocated IP 2001:db8::f (13af56b0-8459-4e96-83a2-437cba20003a/24e9ef64-83d3-4bd0-9aca-a340c46c759f/f98d0f26-b977-40ba-aaef-514fd2a7999d) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:07.066965 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d5e26fed-5aa1-429e-8a6a-e71b0c958b60 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:07.073520 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:07.103512 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-ae27c8c5-76e2-4c9a-ae38-65f59b4a33f8 None None] Port 9cd4b119-1f52-4949-9ca8-3407719a8154 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:24:07.150796 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:07.232588 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:24:07.233342 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:07.242064 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-711baae1-9f0b-4f9f-b019-3008c1da1817 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:24:07.254592 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:24:07.281764 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 306554a8-23ad-4c75-8110-dfc22c3b9be8 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:24:07.286990 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-711baae1-9f0b-4f9f-b019-3008c1da1817 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:07.337722 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device bf714dbe-0c4f-4a9e-aa7e-22404bcf5601 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:24:07.366862 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc43fcf-86f6-49ab-b72a-91a602c44fed req-164128ba-73b2-4651-9153-e5d95d17c1c5 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:07.368412 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5fc43fcf-86f6-49ab-b72a-91a602c44fed req-164128ba-73b2-4651-9153-e5d95d17c1c5 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.5664253 Feb 28 14:24:07.372572 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-711baae1-9f0b-4f9f-b019-3008c1da1817 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:07.373435 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711baae1-9f0b-4f9f-b019-3008c1da1817 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Fanout notify agent at l3_agent the message router_deleted on router e2704931-2dd3-4785-8646-708b1960974b {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:24:07.459380 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a29a226d-81eb-4968-bbfc-0229f01d8e57 None None] Provisioning for port 306554a8-23ad-4c75-8110-dfc22c3b9be8 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:24:07.459509 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-711baae1-9f0b-4f9f-b019-3008c1da1817 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:07.460550 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-711baae1-9f0b-4f9f-b019-3008c1da1817 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "DELETE /v2.0/routers/e2704931-2dd3-4785-8646-708b1960974b HTTP/1.1" status: 204 len: 168 time: 1.2462580 Feb 28 14:24:07.466089 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52862) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:07.483472 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a29a226d-81eb-4968-bbfc-0229f01d8e57 None None] Provisioning complete for port 306554a8-23ad-4c75-8110-dfc22c3b9be8 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:07.483895 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a29a226d-81eb-4968-bbfc-0229f01d8e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:07.520558 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9d5fbd9-5060-4b09-8f4c-e20c30698af3 req-ea6d3749-60b6-4525-a53a-c1d77b7a8468 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe1eaf44-0409-4694-add4-a9b3492ce3d5 HTTP/1.1" status: 200 len: 210 time: 0.1926119 Feb 28 14:24:07.595128 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port bf714dbe-0c4f-4a9e-aa7e-22404bcf5601 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:07.595718 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:07.606288 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4453c24d-1953-4dc3-86ab-9f4a29f76f55 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2704931-2dd3-4785-8646-708b1960974b HTTP/1.1" status: 200 len: 205 time: 0.1387746 Feb 28 14:24:07.613384 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52870) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:07.616651 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-bfd1c35e-c01f-4552-b10c-ac637eb75f20 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 172.20.0.4 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/98020310-a607-4323-baf3-9c9a4f243252/33e6ac51-4e2c-47f8-ab28-c78204a0c655) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:07.621807 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5fc43fcf-86f6-49ab-b72a-91a602c44fed req-2fd76891-e882-4c9a-bd7c-32782c8c8cbd tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084351 Feb 28 14:24:07.691730 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 14:24:07.691730 dv-neutron-831192-4-hyperv neutron-server[87772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 14:24:07.691730 dv-neutron-831192-4-hyperv neutron-server[87772]: [parameters: {'id': '2512dbdf-2087-4b85-bdd1-008a63f9b7c3'}] Feb 28 14:24:07.691730 dv-neutron-831192-4-hyperv neutron-server[87772]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:24:07.692262 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:24:07.734426 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-bfd1c35e-c01f-4552-b10c-ac637eb75f20 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 2001:db8::f816:3eff:fe71:5e8 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/214b5d4c-22de-418a-973a-234d13d773ca/33e6ac51-4e2c-47f8-ab28-c78204a0c655) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:07.737981 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-0fdf43a4-4ed9-4365-988e-d5fe98440369 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] delete failed (client error): The resource could not be found. Feb 28 14:24:07.739189 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0fdf43a4-4ed9-4365-988e-d5fe98440369 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "DELETE /v2.0/routers/e2704931-2dd3-4785-8646-708b1960974b HTTP/1.1" status: 404 len: 336 time: 0.1246901 Feb 28 14:24:07.743243 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52874) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:07.766411 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0fe3641e-2126-42fd-b723-77ed032aa1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:07.797911 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a29a226d-81eb-4968-bbfc-0229f01d8e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:07.802846 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-50cf114a-dff9-45e1-a338-aae4bcd7a0d7 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "GET /v2.0/ports?device_id=b73f2c16-bb0d-4ff9-bab7-fa2ad8390350 HTTP/1.1" status: 200 len: 205 time: 0.0584762 Feb 28 14:24:07.805935 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52878) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:07.851191 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c732e3-7573-4556-805d-0dd2a5ffb119 None None] Update dhcp port {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'fixed_ips': [{'subnet_id': '214b5d4c-22de-418a-973a-234d13d773ca', 'ip_address': '2001:db8::f816:3eff:fe3a:f7d7'}, {'subnet_id': '98020310-a607-4323-baf3-9c9a4f243252'}], 'binding:host_id': 'dv-neutron-831192-4-hyperv'}, 'id': '306554a8-23ad-4c75-8110-dfc22c3b9be8'} from dv-neutron-831192-4-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 14:24:07.896536 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-9cc20958-e48a-4232-968e-bd3cf43bc725 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] delete failed (client error): The resource could not be found. Feb 28 14:24:07.897776 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9cc20958-e48a-4232-968e-bd3cf43bc725 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "DELETE /v2.0/routers/b73f2c16-bb0d-4ff9-bab7-fa2ad8390350 HTTP/1.1" status: 404 len: 336 time: 0.0905204 Feb 28 14:24:07.906050 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52884) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:07.946540 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a29a226d-81eb-4968-bbfc-0229f01d8e57 None None] For port 306554a8-23ad-4c75-8110-dfc22c3b9be8, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=306554a8-23ad-4c75-8110-dfc22c3b9be8,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:07.966717 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a62e66d-bfaa-4609-b8cf-b26aaabd9651 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:07.969759 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a29a226d-81eb-4968-bbfc-0229f01d8e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:07.974374 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-364766fc-31c5-453c-bca1-76ad5abfbf1b tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "GET /v2.0/ports?device_id=62c8f9d4-174e-40a1-a8fa-8efdf9e487b1 HTTP/1.1" status: 200 len: 205 time: 0.0668983 Feb 28 14:24:07.977688 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52888) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:08.014908 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a62e66d-bfaa-4609-b8cf-b26aaabd9651 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:08.066182 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-d5e26fed-5aa1-429e-8a6a-e71b0c958b60 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Allocated IP 172.26.5.251 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/e45118e3-157f-431f-86ba-2c1170e684b6) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:08.081821 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-20c6e74f-8963-46dc-8f54-e04c7932c3cc tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] delete failed (client error): The resource could not be found. Feb 28 14:24:08.083186 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-20c6e74f-8963-46dc-8f54-e04c7932c3cc tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "DELETE /v2.0/routers/62c8f9d4-174e-40a1-a8fa-8efdf9e487b1 HTTP/1.1" status: 404 len: 336 time: 0.1044016 Feb 28 14:24:08.086959 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52892) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:08.102755 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e4ca3b2-940f-4fa3-98ab-0d99e199ae84 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:08.103304 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a2c732e3-7573-4556-805d-0dd2a5ffb119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:08.123882 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a226d-81eb-4968-bbfc-0229f01d8e57 None None] Pushing event updated for resources: {'Port': ['ID=306554a8-23ad-4c75-8110-dfc22c3b9be8,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:08.226477 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-5e4ca3b2-940f-4fa3-98ab-0d99e199ae84 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Transition to ACTIVE for port object f98d0f26-b977-40ba-aaef-514fd2a7999d will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:08.227680 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:08.358661 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bb35bbbf-5cc9-4ce6-a81f-c62c7d87b139 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "GET /v2.0/ports?device_id=27de1870-5461-44e2-a659-998c5bb53d59 HTTP/1.1" status: 200 len: 205 time: 0.2703617 Feb 28 14:24:08.361762 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52896) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:08.366473 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Deleting port c2869f18-c458-4b8f-ba57-8e31411b10d8 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:08.366978 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:08.440369 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-be49b962-af7b-44cd-a55a-24e66ea0191e tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] delete failed (client error): The resource could not be found. Feb 28 14:24:08.442156 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-be49b962-af7b-44cd-a55a-24e66ea0191e tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "DELETE /v2.0/routers/27de1870-5461-44e2-a659-998c5bb53d59 HTTP/1.1" status: 404 len: 336 time: 0.0785584 Feb 28 14:24:08.445871 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52900) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:08.461451 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-5a62e66d-bfaa-4609-b8cf-b26aaabd9651 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Allocated IP 2001:db8::30d (8553678c-6c08-4fc7-9070-233fcecfb740/a91431b0-c308-4715-bfcf-4f97a2af89f1/d6c9d1d1-5ca4-4664-8e64-51d63966dd45) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:08.482477 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d5e26fed-5aa1-429e-8a6a-e71b0c958b60 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:08.509847 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-29ebd64f-3d06-4e2d-a807-366c33f0362e tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "GET /v2.0/ports?device_id=1af034d0-e9aa-439c-83b5-12051bfd9f7d HTTP/1.1" status: 200 len: 205 time: 0.0633237 Feb 28 14:24:08.512186 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52904) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:08.598038 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e4ca3b2-940f-4fa3-98ab-0d99e199ae84 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:08.600087 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 306554a8-23ad-4c75-8110-dfc22c3b9be8 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:24:08.604996 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-fe7d6400-698e-4edb-a9da-787136a5bb9c tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] delete failed (client error): The resource could not be found. Feb 28 14:24:08.608954 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fe7d6400-698e-4edb-a9da-787136a5bb9c tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "DELETE /v2.0/routers/1af034d0-e9aa-439c-83b5-12051bfd9f7d HTTP/1.1" status: 404 len: 336 time: 0.0930223 Feb 28 14:24:08.609109 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bfd1c35e-c01f-4552-b10c-ac637eb75f20 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:08.612408 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52910) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:08.667422 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e582d20a-a4b5-4efc-a04c-33659428324e tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "GET /v2.0/ports?device_id=88ce3e2d-568e-45b6-92e3-bf3fbfdbcda9 HTTP/1.1" status: 200 len: 205 time: 0.0538540 Feb 28 14:24:08.708785 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 306554a8-23ad-4c75-8110-dfc22c3b9be8 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:08.709251 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:08.727932 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52916) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:08.836441 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424ed39-c362-4c45-b08b-896234c69508 req-6d80795e-f1a6-4604-b517-a856e187f129 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:08.837159 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-0424ed39-c362-4c45-b08b-896234c69508 req-6d80795e-f1a6-4604-b517-a856e187f129 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:24:08.901665 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-bfd1c35e-c01f-4552-b10c-ac637eb75f20 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Transition to ACTIVE for port object 33e6ac51-4e2c-47f8-ab28-c78204a0c655 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:08.924804 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-0424ed39-c362-4c45-b08b-896234c69508 req-6d80795e-f1a6-4604-b517-a856e187f129 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:24:08.925947 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0424ed39-c362-4c45-b08b-896234c69508 req-6d80795e-f1a6-4604-b517-a856e187f129 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/networks?id=6d2dd3d7-4918-4fcf-a188-9392d7a68097 HTTP/1.1" status: 200 len: 796 time: 0.2575440 Feb 28 14:24:08.999902 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-0424ed39-c362-4c45-b08b-896234c69508 req-e97e83c3-363a-4d32-97a4-9541413c1294 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:24:09.010768 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bfd1c35e-c01f-4552-b10c-ac637eb75f20 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:09.047425 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-a2c732e3-7573-4556-805d-0dd2a5ffb119 None None] Allocated IP 172.20.0.2 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/98020310-a607-4323-baf3-9c9a4f243252/306554a8-23ad-4c75-8110-dfc22c3b9be8) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:09.092727 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c86e6-4c38-4db4-b445-28afaf5fdc69 req-81f370be-bc78-47e5-a1b1-9c7b00b1672b tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:09.094300 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6e8c86e6-4c38-4db4-b445-28afaf5fdc69 req-81f370be-bc78-47e5-a1b1-9c7b00b1672b tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.2542069 Feb 28 14:24:09.109306 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-0424ed39-c362-4c45-b08b-896234c69508 req-e97e83c3-363a-4d32-97a4-9541413c1294 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:24:09.110467 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0424ed39-c362-4c45-b08b-896234c69508 req-e97e83c3-363a-4d32-97a4-9541413c1294 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 379 time: 0.1663613 Feb 28 14:24:09.133539 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd1c35e-c01f-4552-b10c-ac637eb75f20 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:09.137412 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fd38b2ac-3e29-43c1-98c9-b4743e0cce76 req-d63eb78e-b3fa-4592-97cf-27fe7e8a6320 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe1eaf44-0409-4694-add4-a9b3492ce3d5 HTTP/1.1" status: 200 len: 210 time: 0.1814840 Feb 28 14:24:09.172394 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4ca3b2-940f-4fa3-98ab-0d99e199ae84 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network 13af56b0-8459-4e96-83a2-437cba20003a is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:09.179024 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1c35e-c01f-4552-b10c-ac637eb75f20 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Port': ['ID=33e6ac51-4e2c-47f8-ab28-c78204a0c655,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:09.181714 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-bfd1c35e-c01f-4552-b10c-ac637eb75f20 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:09.189195 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-0424ed39-c362-4c45-b08b-896234c69508 req-8a3deff3-ed5d-4a47-a42e-b4e54b8a5ba3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'port': {'device_id': 'fe1eaf44-0409-4694-add4-a9b3492ce3d5', 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097', 'admin_state_up': True, 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'security_groups': ['3a4e95b0-4769-440e-9e97-3a08ac32b6a1']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:09.198021 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-5e4ca3b2-940f-4fa3-98ab-0d99e199ae84 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:09.199320 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-59766f4d-382a-40fd-9618-a027785c8787 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] delete failed (client error): The resource could not be found. Feb 28 14:24:09.203130 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-59766f4d-382a-40fd-9618-a027785c8787 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "DELETE /v2.0/routers/88ce3e2d-568e-45b6-92e3-bf3fbfdbcda9 HTTP/1.1" status: 404 len: 336 time: 0.4706473 Feb 28 14:24:09.203515 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52924) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:09.207371 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4ca3b2-940f-4fa3-98ab-0d99e199ae84 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:24:09.207502 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd1c35e-c01f-4552-b10c-ac637eb75f20 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:24:09.210243 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a2c732e3-7573-4556-805d-0dd2a5ffb119 None None] For port 306554a8-23ad-4c75-8110-dfc22c3b9be8, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=306554a8-23ad-4c75-8110-dfc22c3b9be8,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:09.212977 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4ca3b2-940f-4fa3-98ab-0d99e199ae84 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:09.213735 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e4ca3b2-940f-4fa3-98ab-0d99e199ae84 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:09.240711 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a2c732e3-7573-4556-805d-0dd2a5ffb119 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:09.243340 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ca3b2-940f-4fa3-98ab-0d99e199ae84 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Port': ['ID=f98d0f26-b977-40ba-aaef-514fd2a7999d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:09.268144 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a2c732e3-7573-4556-805d-0dd2a5ffb119 None None] Transition to ACTIVE for port object 306554a8-23ad-4c75-8110-dfc22c3b9be8 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:09.273181 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a2c732e3-7573-4556-805d-0dd2a5ffb119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:09.332522 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6e8c86e6-4c38-4db4-b445-28afaf5fdc69 req-81419b28-3338-4b81-9ed1-23eb6acd9a10 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281301 Feb 28 14:24:09.344000 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-772d8480-c1e6-43e6-bd7b-3bed825fe4c1 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] DELETE failed (client error): The resource could not be found. Feb 28 14:24:09.344460 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-772d8480-c1e6-43e6-bd7b-3bed825fe4c1 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:24:09.346137 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-772d8480-c1e6-43e6-bd7b-3bed825fe4c1 tempest-RoutersAdminTest-1334459797 tempest-RoutersAdminTest-1334459797-project] 10.222.0.30 "DELETE /v2.0/subnets/1dfe2ac7-f464-4818-8bc2-7be062926878 HTTP/1.1" status: 404 len: 337 time: 0.0852125 Feb 28 14:24:09.366925 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd1c35e-c01f-4552-b10c-ac637eb75f20 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:09.367680 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bfd1c35e-c01f-4552-b10c-ac637eb75f20 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:09.367929 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d5e26fed-5aa1-429e-8a6a-e71b0c958b60 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:09.463880 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-94f88c56-f889-49ab-a40a-3c6fbc6e8225 req-e9d35b0b-1509-4911-98d9-7e6dad0ebb65 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9555485 Feb 28 14:24:09.495878 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c732e3-7573-4556-805d-0dd2a5ffb119 None None] Pushing event updated for resources: {'Port': ['ID=306554a8-23ad-4c75-8110-dfc22c3b9be8,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:09.527965 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] For port c2869f18-c458-4b8f-ba57-8e31411b10d8, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c2869f18-c458-4b8f-ba57-8e31411b10d8,segment=NetworkSegment(0c533f6b-fe63-4636-a720-cda2bd41fbb6),segment_id=0c533f6b-fe63-4636-a720-cda2bd41fbb6)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:09.536343 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:09.586826 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bfd1c35e-c01f-4552-b10c-ac637eb75f20 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 4.0213392 Feb 28 14:24:09.595628 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52932) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:09.672082 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-0424ed39-c362-4c45-b08b-896234c69508 req-8a3deff3-ed5d-4a47-a42e-b4e54b8a5ba3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:09.688211 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-0424ed39-c362-4c45-b08b-896234c69508 req-8a3deff3-ed5d-4a47-a42e-b4e54b8a5ba3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:09.718184 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0424ed39-c362-4c45-b08b-896234c69508 req-8a3deff3-ed5d-4a47-a42e-b4e54b8a5ba3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Made reservation on behalf of 1cd57789443e43d89a7681324e1f7304 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:09.723081 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5dcbf434-af09-4205-9b19-7d8117f6ffc4 None None] Provisioning for port f98d0f26-b977-40ba-aaef-514fd2a7999d completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:24:09.732129 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0424ed39-c362-4c45-b08b-896234c69508 req-8a3deff3-ed5d-4a47-a42e-b4e54b8a5ba3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:09.743400 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5dcbf434-af09-4205-9b19-7d8117f6ffc4 None None] Provisioning complete for port f98d0f26-b977-40ba-aaef-514fd2a7999d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:09.744129 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5dcbf434-af09-4205-9b19-7d8117f6ffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:09.801465 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be359ac-cd7f-4744-b651-c47efce39e0e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:09.807825 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be359ac-cd7f-4744-b651-c47efce39e0e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:09.808660 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9be359ac-cd7f-4744-b651-c47efce39e0e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:24:09.862525 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Calling delete_port for c2869f18-c458-4b8f-ba57-8e31411b10d8 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:09.870987 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-70f692e6-3a6e-43dc-8db4-5a8049e768b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:09.891141 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-5dcbf434-af09-4205-9b19-7d8117f6ffc4 None None] Port f98d0f26-b977-40ba-aaef-514fd2a7999d cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:24:09.909088 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5e4ca3b2-940f-4fa3-98ab-0d99e199ae84 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.3902230 Feb 28 14:24:09.951358 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a62e66d-bfaa-4609-b8cf-b26aaabd9651 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:09.953863 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52940) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:09.954057 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52942) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:09.964701 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e26fed-5aa1-429e-8a6a-e71b0c958b60 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:09.985400 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-d5e26fed-5aa1-429e-8a6a-e71b0c958b60 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:09.993316 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e26fed-5aa1-429e-8a6a-e71b0c958b60 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:24:10.069470 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9be359ac-cd7f-4744-b651-c47efce39e0e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:24:10.070797 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9be359ac-cd7f-4744-b651-c47efce39e0e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.4740417 Feb 28 14:24:10.084259 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52950) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:10.115451 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e26fed-5aa1-429e-8a6a-e71b0c958b60 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Pushing event updated for resources: {'Port': ['ID=e45118e3-157f-431f-86ba-2c1170e684b6,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:10.140286 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [req-0424ed39-c362-4c45-b08b-896234c69508 req-8a3deff3-ed5d-4a47-a42e-b4e54b8a5ba3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.20.0.14 (6d2dd3d7-4918-4fcf-a188-9392d7a68097/32c16988-87c1-45c3-8530-919898fbf5f3/8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:10.169513 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f627673-a6db-4fc5-9b11-7db6579df8bd req-ae9cb1c9-070b-41e2-bbf2-dedd355a9d66 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:10.171039 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0f627673-a6db-4fc5-9b11-7db6579df8bd req-ae9cb1c9-070b-41e2-bbf2-dedd355a9d66 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.2748389 Feb 28 14:24:10.192824 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-79663be1-cf83-4674-a66f-a43aa4586cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:10.226194 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:10.237741 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e6ee78-9128-4c13-8522-5abb4b151b3c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:10.239264 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-00e6ee78-9128-4c13-8522-5abb4b151b3c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2798183 Feb 28 14:24:10.253057 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-79663be1-cf83-4674-a66f-a43aa4586cce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:10.255130 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52956) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:10.280794 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7a6da91c-1f19-4edd-b048-f9d7be73a572 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting port 33e6ac51-4e2c-47f8-ab28-c78204a0c655 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:10.281119 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a6da91c-1f19-4edd-b048-f9d7be73a572 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:10.301726 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-79663be1-cf83-4674-a66f-a43aa4586cce admin admin] Usage tracker for resource:security_group_rule and tenant:15f077467be64cd9b71b3453d741c4f4 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:10.323792 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-79663be1-cf83-4674-a66f-a43aa4586cce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:10.342065 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event deleted for resources: {'Port': ['ID=c2869f18-c458-4b8f-ba57-8e31411b10d8,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:10.345223 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] No DVR routers for this DVR port c2869f18-c458-4b8f-ba57-8e31411b10d8 on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:24:10.345968 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-79663be1-cf83-4674-a66f-a43aa4586cce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:10.357715 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0f627673-a6db-4fc5-9b11-7db6579df8bd req-cb492868-7931-4852-967e-0b4f62fedeb3 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500061 Feb 28 14:24:10.424832 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a62e66d-bfaa-4609-b8cf-b26aaabd9651 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:10.431682 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3de26916-cff4-4667-a9b0-d638e88a6b66 None None] Provisioning for port 306554a8-23ad-4c75-8110-dfc22c3b9be8 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:24:10.441416 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3de26916-cff4-4667-a9b0-d638e88a6b66 None None] Provisioning complete for port 306554a8-23ad-4c75-8110-dfc22c3b9be8 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:10.442134 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3de26916-cff4-4667-a9b0-d638e88a6b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:10.479298 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f88c56-f889-49ab-a40a-3c6fbc6e8225 req-c97a7544-2a3e-4106-a6d1-049303183ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:10.480835 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-94f88c56-f889-49ab-a40a-3c6fbc6e8225 req-c97a7544-2a3e-4106-a6d1-049303183ece service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1c08c193cf744f45b8defa27863396ab&device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 1098 time: 0.5785198 Feb 28 14:24:10.495959 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5b6839b5-442f-4829-8e7f-1f1fa38ca26b req-b2ddc9b7-2a94-47f8-80dc-4ec22daf082f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe1eaf44-0409-4694-add4-a9b3492ce3d5 HTTP/1.1" status: 200 len: 210 time: 0.1837113 Feb 28 14:24:10.659768 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 306554a8-23ad-4c75-8110-dfc22c3b9be8 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:24:10.700888 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a62e66d-bfaa-4609-b8cf-b26aaabd9651 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Network 8553678c-6c08-4fc7-9070-233fcecfb740 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:10.701931 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d5e26fed-5aa1-429e-8a6a-e71b0c958b60 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:10.710676 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e129f591-d897-4333-ba9d-57bd12b66a54 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:10.716844 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e129f591-d897-4333-ba9d-57bd12b66a54 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:10.718535 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-5a62e66d-bfaa-4609-b8cf-b26aaabd9651 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:10.724361 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e129f591-d897-4333-ba9d-57bd12b66a54 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:10.725625 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e129f591-d897-4333-ba9d-57bd12b66a54 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.4676499 Feb 28 14:24:10.733654 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a62e66d-bfaa-4609-b8cf-b26aaabd9651 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:24:10.738454 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52960) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:10.764577 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d05c3eb-69be-4812-b7e3-005d859a8024 None None] get_active_networks_info from dv-neutron-831192-4-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 28 14:24:10.812964 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 306554a8-23ad-4c75-8110-dfc22c3b9be8 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:10.813328 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:10.830370 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0424ed39-c362-4c45-b08b-896234c69508 req-8a3deff3-ed5d-4a47-a42e-b4e54b8a5ba3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:10.874196 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5f27b9b4-aecf-42a3-afdd-06064626b949 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting port f98d0f26-b977-40ba-aaef-514fd2a7999d {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:10.874584 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5f27b9b4-aecf-42a3-afdd-06064626b949 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:10.935060 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-0424ed39-c362-4c45-b08b-896234c69508 req-8a3deff3-ed5d-4a47-a42e-b4e54b8a5ba3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Transition to ACTIVE for port object 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:10.941549 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2d3dbeb1-989b-4c7e-9fc3-86edfb87379d None None] Provisioning for port 33e6ac51-4e2c-47f8-ab28-c78204a0c655 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:24:10.945687 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-79663be1-cf83-4674-a66f-a43aa4586cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:10.956899 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-79663be1-cf83-4674-a66f-a43aa4586cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:10.961717 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:10.964854 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2d3dbeb1-989b-4c7e-9fc3-86edfb87379d None None] Provisioning complete for port 33e6ac51-4e2c-47f8-ab28-c78204a0c655 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:10.965220 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2d3dbeb1-989b-4c7e-9fc3-86edfb87379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:10.965668 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:11.002107 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62e66d-bfaa-4609-b8cf-b26aaabd9651 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Pushing event updated for resources: {'Port': ['ID=d6c9d1d1-5ca4-4664-8e64-51d63966dd45,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:11.068300 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-79663be1-cf83-4674-a66f-a43aa4586cce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=15f077467be64cd9b71b3453d741c4f4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1037679 Feb 28 14:24:11.069768 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52964) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:11.072589 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79663be1-cf83-4674-a66f-a43aa4586cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6d55c1-7a92-473b-b21f-df8ddeb1d964,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:11.131481 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:11.136817 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2d3dbeb1-989b-4c7e-9fc3-86edfb87379d None None] Port 33e6ac51-4e2c-47f8-ab28-c78204a0c655 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:24:11.140408 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d05c3eb-69be-4812-b7e3-005d859a8024 None None] Resources bound (agent type, host, resource id): {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 14:24:11.161005 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0424ed39-c362-4c45-b08b-896234c69508 req-8a3deff3-ed5d-4a47-a42e-b4e54b8a5ba3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:11.162564 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2512dbdf-2087-4b85-bdd1-008a63f9b7c3']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:11.272055 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c533f6b-fe63-4636-a720-cda2bd41fbb6') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:11.272273 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c533f6b-fe63-4636-a720-cda2bd41fbb6') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:11.290664 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0424ed39-c362-4c45-b08b-896234c69508 req-8a3deff3-ed5d-4a47-a42e-b4e54b8a5ba3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 6d2dd3d7-4918-4fcf-a188-9392d7a68097 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:11.310370 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [req-0424ed39-c362-4c45-b08b-896234c69508 req-8a3deff3-ed5d-4a47-a42e-b4e54b8a5ba3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:11.325828 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0424ed39-c362-4c45-b08b-896234c69508 req-8a3deff3-ed5d-4a47-a42e-b4e54b8a5ba3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:24:11.328502 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:11.347973 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d5e26fed-5aa1-429e-8a6a-e71b0c958b60 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:11.400205 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14defdbc-9612-4d93-b760-dfb248515a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:11.400824 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f88c56-f889-49ab-a40a-3c6fbc6e8225 req-6b8ba913-3562-4140-a9d2-149d55d5399a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:11.401844 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3deff3-ed5d-4a47-a42e-b4e54b8a5ba3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:11.402279 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-94f88c56-f889-49ab-a40a-3c6fbc6e8225 req-6b8ba913-3562-4140-a9d2-149d55d5399a service neutron] 10.222.0.13 "GET /v2.0/networks?id=29a7bbad-e952-45ba-80e0-ba14ba64ba8a HTTP/1.1" status: 200 len: 912 time: 0.8684368 Feb 28 14:24:11.414439 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:11.458921 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424ed39-c362-4c45-b08b-896234c69508 req-8a3deff3-ed5d-4a47-a42e-b4e54b8a5ba3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:11.459562 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0424ed39-c362-4c45-b08b-896234c69508 req-8a3deff3-ed5d-4a47-a42e-b4e54b8a5ba3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:11.470545 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5f27b9b4-aecf-42a3-afdd-06064626b949 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:11.490510 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14defdbc-9612-4d93-b760-dfb248515a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:11.513739 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:24:11.514252 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:24:11.536095 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:24:11.649448 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5f27b9b4-aecf-42a3-afdd-06064626b949 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Calling delete_port for f98d0f26-b977-40ba-aaef-514fd2a7999d owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:11.693597 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a6da91c-1f19-4edd-b048-f9d7be73a572 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:11.770361 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0424ed39-c362-4c45-b08b-896234c69508 req-8a3deff3-ed5d-4a47-a42e-b4e54b8a5ba3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6355953 Feb 28 14:24:11.791904 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-0424ed39-c362-4c45-b08b-896234c69508 req-4446f6c4-1b64-4e9b-9819-7ed6412c65b5 service neutron] Request body: {'port': {'device_id': 'fe1eaf44-0409-4694-add4-a9b3492ce3d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:11.867560 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-16732e3e-0888-4f93-adce-308cf4f19396 None None] Provisioning for port 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:24:11.873441 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-16732e3e-0888-4f93-adce-308cf4f19396 None None] Provisioning complete for port 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:11.873978 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-16732e3e-0888-4f93-adce-308cf4f19396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:11.908485 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14defdbc-9612-4d93-b760-dfb248515a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:11.927541 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7a6da91c-1f19-4edd-b048-f9d7be73a572 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Calling delete_port for 33e6ac51-4e2c-47f8-ab28-c78204a0c655 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:11.933122 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-16732e3e-0888-4f93-adce-308cf4f19396 None None] Port 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:24:11.935480 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b33e23-e9ca-496a-9ad9-88d89328145a req-d2542945-e840-491a-95ae-4978b63c70e3 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:11.936938 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d9b33e23-e9ca-496a-9ad9-88d89328145a req-d2542945-e840-491a-95ae-4978b63c70e3 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.3238184 Feb 28 14:24:11.978033 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14defdbc-9612-4d93-b760-dfb248515a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6d55c1-7a92-473b-b21f-df8ddeb1d964,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:12.033051 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-94f88c56-f889-49ab-a40a-3c6fbc6e8225 req-dd58a4ea-757b-45bd-ab2c-f72944742518 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f95f132-5cd3-42d1-afbf-40eddc35e9a7 HTTP/1.1" status: 200 len: 1001 time: 0.6153500 Feb 28 14:24:12.045550 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0424ed39-c362-4c45-b08b-896234c69508 req-4446f6c4-1b64-4e9b-9819-7ed6412c65b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:12.063779 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5f27b9b4-aecf-42a3-afdd-06064626b949 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:12.070937 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14defdbc-9612-4d93-b760-dfb248515a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:12.072058 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-14defdbc-9612-4d93-b760-dfb248515a6a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4b6d55c1-7a92-473b-b21f-df8ddeb1d964 HTTP/1.1" status: 204 len: 168 time: 1.0011714 Feb 28 14:24:12.104606 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:12.161000 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27b9b4-aecf-42a3-afdd-06064626b949 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Port': ['ID=f98d0f26-b977-40ba-aaef-514fd2a7999d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:12.166068 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d9b33e23-e9ca-496a-9ad9-88d89328145a req-3e734903-f132-46ae-b4e1-842d5a8a9141 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930430 Feb 28 14:24:12.225170 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:12.233453 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5f27b9b4-aecf-42a3-afdd-06064626b949 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:12.239626 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5f27b9b4-aecf-42a3-afdd-06064626b949 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/ports/f98d0f26-b977-40ba-aaef-514fd2a7999d HTTP/1.1" status: 204 len: 168 time: 1.5001388 Feb 28 14:24:12.240764 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52976) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:12.286829 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event deleted for resources: {'Network': ['ID=2512dbdf-2087-4b85-bdd1-008a63f9b7c3,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:12.310605 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa2d344-65e4-42c5-9f79-6348d7ae75e2 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] GET failed (client error): The resource could not be found. Feb 28 14:24:12.311491 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7fa2d344-65e4-42c5-9f79-6348d7ae75e2 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Synchronizing usage tracker for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:24:12.313899 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-216958ba-4b6d-40a5-ae14-c9ed5eff06e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "DELETE /v2.0/networks/2512dbdf-2087-4b85-bdd1-008a63f9b7c3 HTTP/1.1" status: 204 len: 168 time: 8.2920337 Feb 28 14:24:12.314572 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 52980) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:12.347791 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f8fc311e-d39f-42f2-a28e-e8248f90a982 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2102583881'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:12.407929 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7fa2d344-65e4-42c5-9f79-6348d7ae75e2 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Unset dirty status for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:24:12.409707 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7fa2d344-65e4-42c5-9f79-6348d7ae75e2 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "GET /v2.0/ports/f98d0f26-b977-40ba-aaef-514fd2a7999d HTTP/1.1" status: 404 len: 333 time: 0.1646445 Feb 28 14:24:12.414202 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52984) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:12.425933 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:12.427025 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f8fc311e-d39f-42f2-a28e-e8248f90a982 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:12.430364 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f88c56-f889-49ab-a40a-3c6fbc6e8225 req-53480920-9f94-421b-bbc6-63b4a4a7abff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:12.431878 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-94f88c56-f889-49ab-a40a-3c6fbc6e8225 req-53480920-9f94-421b-bbc6-63b4a4a7abff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc032688-fb3b-418b-8fdf-7d855b7f648b HTTP/1.1" status: 200 len: 850 time: 0.3460782 Feb 28 14:24:12.446411 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a62e66d-bfaa-4609-b8cf-b26aaabd9651 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:12.505067 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-27373a15-e065-4b73-a5e6-d780c80f3816 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting port 9cd4b119-1f52-4949-9ca8-3407719a8154 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:12.505407 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27373a15-e065-4b73-a5e6-d780c80f3816 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:12.544612 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52988) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:12.661544 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f8fc311e-d39f-42f2-a28e-e8248f90a982 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Usage tracker for resource:network and tenant:f728042230f541b4b4ac3c2d7dd0693a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:12.703523 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f8fc311e-d39f-42f2-a28e-e8248f90a982 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:12.732474 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f8fc311e-d39f-42f2-a28e-e8248f90a982 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:12.752633 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870eee8-4bf7-45d0-ae21-dba117489362 req-5fc923b6-0d18-4572-8ee4-d7b57b8810c2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:12.754085 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a870eee8-4bf7-45d0-ae21-dba117489362 req-5fc923b6-0d18-4572-8ee4-d7b57b8810c2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe1eaf44-0409-4694-add4-a9b3492ce3d5 HTTP/1.1" status: 200 len: 932 time: 1.0529580 Feb 28 14:24:12.856163 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0f2afcb0-b974-47a2-a2e8-5fb53b833cdf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a9de92cfa4bc41e7b01d7031a674235a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103893 Feb 28 14:24:12.861895 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52992) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:12.898457 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fc311e-d39f-42f2-a28e-e8248f90a982 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Made reservation on behalf of f728042230f541b4b4ac3c2d7dd0693a for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:12.901831 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8fc311e-d39f-42f2-a28e-e8248f90a982 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:12.912016 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d5e26fed-5aa1-429e-8a6a-e71b0c958b60 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:12.952890 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d5e26fed-5aa1-429e-8a6a-e71b0c958b60 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:13.118824 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b71609ca-5647-484f-8388-cdc209afee2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:13.146635 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a870eee8-4bf7-45d0-ae21-dba117489362 req-92eb609e-2ac0-47d8-ae61-e9b00fb7f2e5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a4e95b0-4769-440e-9e97-3a08ac32b6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3842680 Feb 28 14:24:13.155295 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-0424ed39-c362-4c45-b08b-896234c69508 req-4446f6c4-1b64-4e9b-9819-7ed6412c65b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:24:13.170670 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27373a15-e065-4b73-a5e6-d780c80f3816 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:13.172536 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a6da91c-1f19-4edd-b048-f9d7be73a572 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:13.175861 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8fc311e-d39f-42f2-a28e-e8248f90a982 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:24:13.182903 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0424ed39-c362-4c45-b08b-896234c69508 req-4446f6c4-1b64-4e9b-9819-7ed6412c65b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:13.206488 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b71609ca-5647-484f-8388-cdc209afee2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:13.217218 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e26fed-5aa1-429e-8a6a-e71b0c958b60 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Pushing event updated for resources: {'Port': ['ID=e45118e3-157f-431f-86ba-2c1170e684b6,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:13.227765 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f88c56-f889-49ab-a40a-3c6fbc6e8225 req-91bffd34-a1b4-42ff-a806-0dcec59f4bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:13.229239 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-94f88c56-f889-49ab-a40a-3c6fbc6e8225 req-91bffd34-a1b4-42ff-a806-0dcec59f4bc9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29a7bbad-e952-45ba-80e0-ba14ba64ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5755687 Feb 28 14:24:13.263708 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8fc311e-d39f-42f2-a28e-e8248f90a982 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:13.264072 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-f8fc311e-d39f-42f2-a28e-e8248f90a982 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Added segment 1893319f-a134-4127-9721-42526b0dd34f of type vlan for network 8f645a57-165a-4c93-8294-26ac765856da Feb 28 14:24:13.373767 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-27373a15-e065-4b73-a5e6-d780c80f3816 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Calling delete_port for 9cd4b119-1f52-4949-9ca8-3407719a8154 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:13.412202 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6da91c-1f19-4edd-b048-f9d7be73a572 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Port': ['ID=33e6ac51-4e2c-47f8-ab28-c78204a0c655,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:13.442383 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d5e26fed-5aa1-429e-8a6a-e71b0c958b60 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:13.445594 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-0424ed39-c362-4c45-b08b-896234c69508 req-4446f6c4-1b64-4e9b-9819-7ed6412c65b5 service neutron] Transition to ACTIVE for port object 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:13.465739 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0424ed39-c362-4c45-b08b-896234c69508 req-4446f6c4-1b64-4e9b-9819-7ed6412c65b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:13.614996 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8fc311e-d39f-42f2-a28e-e8248f90a982 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:13.626912 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b71609ca-5647-484f-8388-cdc209afee2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:13.649595 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446f6c4-1b64-4e9b-9819-7ed6412c65b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:13.657408 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a62e66d-bfaa-4609-b8cf-b26aaabd9651 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:13.665513 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71609ca-5647-484f-8388-cdc209afee2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d298eff6-df29-4281-bc20-4e0ebf9a480f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:13.695916 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d5e26fed-5aa1-429e-8a6a-e71b0c958b60 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:13.699726 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d5e26fed-5aa1-429e-8a6a-e71b0c958b60 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.3154511 Feb 28 14:24:13.740724 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 52998) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:13.741770 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b71609ca-5647-484f-8388-cdc209afee2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:13.745421 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b71609ca-5647-484f-8388-cdc209afee2d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d298eff6-df29-4281-bc20-4e0ebf9a480f HTTP/1.1" status: 204 len: 168 time: 0.8800979 Feb 28 14:24:13.770379 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-f8fc311e-d39f-42f2-a28e-e8248f90a982 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:24:13.805291 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-94f88c56-f889-49ab-a40a-3c6fbc6e8225 req-2dc4229f-847c-405d-a184-821f423aa947 service neutron] 10.222.0.13 "GET /v2.0/networks/29a7bbad-e952-45ba-80e0-ba14ba64ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314729 Feb 28 14:24:13.812476 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a6da91c-1f19-4edd-b048-f9d7be73a572 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:13.816713 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7a6da91c-1f19-4edd-b048-f9d7be73a572 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/33e6ac51-4e2c-47f8-ab28-c78204a0c655 HTTP/1.1" status: 204 len: 168 time: 3.7268267 Feb 28 14:24:13.835646 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53004) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:13.844792 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8fc311e-d39f-42f2-a28e-e8248f90a982 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:13.850866 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fc311e-d39f-42f2-a28e-e8248f90a982 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:13.851072 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8fc311e-d39f-42f2-a28e-e8248f90a982 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:13.903012 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c44fb3-e26a-42af-9fd2-fea2f4e1d849 req-9ad83a9f-2781-410a-97d7-80a5aa5a34fd tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:13.904550 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-49c44fb3-e26a-42af-9fd2-fea2f4e1d849 req-9ad83a9f-2781-410a-97d7-80a5aa5a34fd tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.5405574 Feb 28 14:24:13.950114 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27373a15-e065-4b73-a5e6-d780c80f3816 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:13.964746 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0356ba2e-f500-4665-a552-c0ddb3b8034f tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Synchronizing usage tracker for tenant:88be2e1b581840f6bad1ffbcb186c407 on resource:floatingip {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:24:14.031992 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27373a15-e065-4b73-a5e6-d780c80f3816 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Port': ['ID=9cd4b119-1f52-4949-9ca8-3407719a8154,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:14.080110 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-49c44fb3-e26a-42af-9fd2-fea2f4e1d849 req-d42e6466-2e07-4599-aef0-ee9da3ccd217 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686132 Feb 28 14:24:14.090068 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-0424ed39-c362-4c45-b08b-896234c69508 req-4446f6c4-1b64-4e9b-9819-7ed6412c65b5 service neutron] Attempting to bind port 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:24:14.090401 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-0424ed39-c362-4c45-b08b-896234c69508 req-4446f6c4-1b64-4e9b-9819-7ed6412c65b5 service neutron] Attempting to bind port 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:24:14.090929 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424ed39-c362-4c45-b08b-896234c69508 req-4446f6c4-1b64-4e9b-9819-7ed6412c65b5 service neutron] Attempting to bind port 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e on network 6d2dd3d7-4918-4fcf-a188-9392d7a68097 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:24:14.110825 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27373a15-e065-4b73-a5e6-d780c80f3816 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:14.114851 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424ed39-c362-4c45-b08b-896234c69508 req-4446f6c4-1b64-4e9b-9819-7ed6412c65b5 service neutron] Port 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e on network 6d2dd3d7-4918-4fcf-a188-9392d7a68097 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:24:14.115198 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424ed39-c362-4c45-b08b-896234c69508 req-4446f6c4-1b64-4e9b-9819-7ed6412c65b5 service neutron] Attempting to bind port 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e on network 6d2dd3d7-4918-4fcf-a188-9392d7a68097 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:24:14.117282 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0356ba2e-f500-4665-a552-c0ddb3b8034f tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Unset dirty status for tenant:88be2e1b581840f6bad1ffbcb186c407 on resource:floatingip {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:24:14.120841 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0356ba2e-f500-4665-a552-c0ddb3b8034f tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.3744147 Feb 28 14:24:14.125186 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53012) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:14.125946 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424ed39-c362-4c45-b08b-896234c69508 req-4446f6c4-1b64-4e9b-9819-7ed6412c65b5 service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:24:14.126505 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424ed39-c362-4c45-b08b-896234c69508 req-4446f6c4-1b64-4e9b-9819-7ed6412c65b5 service neutron] Checking segment: {'id': 'fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:24:14.126883 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424ed39-c362-4c45-b08b-896234c69508 req-4446f6c4-1b64-4e9b-9819-7ed6412c65b5 service neutron] Bound using segment: {'id': 'fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:24:14.127469 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-0424ed39-c362-4c45-b08b-896234c69508 req-4446f6c4-1b64-4e9b-9819-7ed6412c65b5 service neutron] Bound port: 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:24:14.127877 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0424ed39-c362-4c45-b08b-896234c69508 req-4446f6c4-1b64-4e9b-9819-7ed6412c65b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:14.335968 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f8fc311e-d39f-42f2-a28e-e8248f90a982 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9991477 Feb 28 14:24:14.352602 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53024) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:14.359703 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d020c7-c6d5-473b-b4ce-a872f3a41e2e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:14.361507 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d020c7-c6d5-473b-b4ce-a872f3a41e2e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:14.363301 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d020c7-c6d5-473b-b4ce-a872f3a41e2e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:14.364993 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-21d020c7-c6d5-473b-b4ce-a872f3a41e2e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5261967 Feb 28 14:24:14.374781 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc311e-d39f-42f2-a28e-e8248f90a982 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event updated for resources: {'Network': ['ID=8f645a57-165a-4c93-8294-26ac765856da,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:14.387011 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 8f645a57-165a-4c93-8294-26ac765856da details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:24:14.389322 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-21c55792-1e4e-4f49-9b77-8973e39e5afa tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Request body: {'subnet': {'network_id': '8f645a57-165a-4c93-8294-26ac765856da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:14.406725 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53028) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:14.547391 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-27373a15-e065-4b73-a5e6-d780c80f3816 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/ports/9cd4b119-1f52-4949-9ca8-3407719a8154 HTTP/1.1" status: 204 len: 168 time: 2.1302578 Feb 28 14:24:14.547615 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-94f88c56-f889-49ab-a40a-3c6fbc6e8225 req-75aa7fd4-2d53-4c4e-a275-514e37e90a68 service neutron] 10.222.0.13 "GET /v2.0/networks/29a7bbad-e952-45ba-80e0-ba14ba64ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7296443 Feb 28 14:24:14.554160 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-694afe67-0c85-4c76-94b5-5fd08706bf7c tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Synchronizing usage tracker for tenant:d031daf6d8064032b3b399a89c15302d on resource:floatingip {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:24:14.560692 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53034) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:14.624630 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-694afe67-0c85-4c76-94b5-5fd08706bf7c tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Unset dirty status for tenant:d031daf6d8064032b3b399a89c15302d on resource:floatingip {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:24:14.631368 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-694afe67-0c85-4c76-94b5-5fd08706bf7c tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4889138 Feb 28 14:24:14.645015 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-0424ed39-c362-4c45-b08b-896234c69508 req-4446f6c4-1b64-4e9b-9819-7ed6412c65b5 service neutron] For port 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e, host hv-neutron-8311, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:24:14.650151 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-0424ed39-c362-4c45-b08b-896234c69508 req-4446f6c4-1b64-4e9b-9819-7ed6412c65b5 service neutron] For port 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e,segment=NetworkSegment(fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1),segment_id=fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:24:14.651221 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53042) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:14.719099 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0424ed39-c362-4c45-b08b-896234c69508 req-4446f6c4-1b64-4e9b-9819-7ed6412c65b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:14.748889 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea5414cc-e929-4e2f-a338-e826df59fc75 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet 214b5d4c-22de-418a-973a-234d13d773ca {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:24:14.752839 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb388e34-cb43-4fbe-bcf6-d8df01f9a341 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] GET failed (client error): The resource could not be found. Feb 28 14:24:14.753534 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bb388e34-cb43-4fbe-bcf6-d8df01f9a341 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Synchronizing usage tracker for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:24:14.761941 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea5414cc-e929-4e2f-a338-e826df59fc75 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:14.813675 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446f6c4-1b64-4e9b-9819-7ed6412c65b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:14.824121 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-21c55792-1e4e-4f49-9b77-8973e39e5afa tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:14.838097 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-21c55792-1e4e-4f49-9b77-8973e39e5afa tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Usage tracker for resource:subnet and tenant:f728042230f541b4b4ac3c2d7dd0693a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:14.849847 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-21c55792-1e4e-4f49-9b77-8973e39e5afa tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:14.866698 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a62e66d-bfaa-4609-b8cf-b26aaabd9651 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Router 2ebf94e3-0d41-4b44-b828-8dcf51e1264b is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:24:14.871780 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-21c55792-1e4e-4f49-9b77-8973e39e5afa tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:14.875464 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bb388e34-cb43-4fbe-bcf6-d8df01f9a341 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Unset dirty status for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:24:14.879635 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bb388e34-cb43-4fbe-bcf6-d8df01f9a341 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "GET /v2.0/ports/9cd4b119-1f52-4949-9ca8-3407719a8154 HTTP/1.1" status: 404 len: 333 time: 0.3152499 Feb 28 14:24:14.881750 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea5414cc-e929-4e2f-a338-e826df59fc75 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:14.883203 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53050) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:14.945867 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29eb9d7-0c2b-4306-9c13-d7f905f1ce1b req-e93fbba8-48e5-4934-8e9d-1f018b31c8c9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:14.947447 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d29eb9d7-0c2b-4306-9c13-d7f905f1ce1b req-e93fbba8-48e5-4934-8e9d-1f018b31c8c9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe1eaf44-0409-4694-add4-a9b3492ce3d5 HTTP/1.1" status: 200 len: 944 time: 0.5798664 Feb 28 14:24:14.958525 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a0a822b9-662d-443a-82bb-a8cd18d7a554 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Deleting port e45118e3-157f-431f-86ba-2c1170e684b6 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:14.959094 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a0a822b9-662d-443a-82bb-a8cd18d7a554 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:15.003093 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424ed39-c362-4c45-b08b-896234c69508 req-4446f6c4-1b64-4e9b-9819-7ed6412c65b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:15.003739 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0424ed39-c362-4c45-b08b-896234c69508 req-4446f6c4-1b64-4e9b-9819-7ed6412c65b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:15.005130 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0424ed39-c362-4c45-b08b-896234c69508 req-4446f6c4-1b64-4e9b-9819-7ed6412c65b5 service neutron] 10.222.0.13 "PUT /v2.0/ports/8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e HTTP/1.1" status: 200 len: 1094 time: 3.2183115 Feb 28 14:24:15.013329 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1eaf44-0409-4694-add4-a9b3492ce3d5', 'tag': '8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:24:15.016147 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c55792-1e4e-4f49-9b77-8973e39e5afa tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Made reservation on behalf of f728042230f541b4b4ac3c2d7dd0693a for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:15.020675 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21c55792-1e4e-4f49-9b77-8973e39e5afa tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:15.132350 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1eaf44-0409-4694-add4-a9b3492ce3d5', 'tag': '8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e', 'status': 'completed', 'code': 200} Feb 28 14:24:15.150378 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab460bd-459d-45e3-8d11-088056d229f1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting subnet 24e9ef64-83d3-4bd0-9aca-a340c46c759f {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:24:15.154989 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764aaa8-8389-4786-9d65-ac901cb0d6f8 req-a0d3dfcd-9e40-4cba-82d6-4e75c7443099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:15.157685 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4764aaa8-8389-4786-9d65-ac901cb0d6f8 req-a0d3dfcd-9e40-4cba-82d6-4e75c7443099 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1c08c193cf744f45b8defa27863396ab&device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 1098 time: 0.4933522 Feb 28 14:24:15.170048 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7ab460bd-459d-45e3-8d11-088056d229f1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:15.366281 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d29eb9d7-0c2b-4306-9c13-d7f905f1ce1b req-1454eb4c-df1c-4dba-a0c9-1d8aecb5ff1c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a4e95b0-4769-440e-9e97-3a08ac32b6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3510039 Feb 28 14:24:15.370150 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7ab460bd-459d-45e3-8d11-088056d229f1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:15.478864 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea5414cc-e929-4e2f-a338-e826df59fc75 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:15.497770 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a0a822b9-662d-443a-82bb-a8cd18d7a554 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:15.498617 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a0a822b9-662d-443a-82bb-a8cd18d7a554 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:15.514549 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a62e66d-bfaa-4609-b8cf-b26aaabd9651 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:24:15.527748 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77527ab7-70d6-47f2-a78a-1182bd4906b4 None None] Sync routers for ids ['2ebf94e3-0d41-4b44-b828-8dcf51e1264b'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:24:15.533316 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424ed39-c362-4c45-b08b-896234c69508 req-1b5167ae-1537-4c06-910b-f41f3577a0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:15.534914 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0424ed39-c362-4c45-b08b-896234c69508 req-1b5167ae-1537-4c06-910b-f41f3577a0ac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=fe1eaf44-0409-4694-add4-a9b3492ce3d5 HTTP/1.1" status: 200 len: 1097 time: 0.4575820 Feb 28 14:24:15.545952 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77527ab7-70d6-47f2-a78a-1182bd4906b4 None None] Routers {'2ebf94e3-0d41-4b44-b828-8dcf51e1264b'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:24:15.547660 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-77527ab7-70d6-47f2-a78a-1182bd4906b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:24:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['2ebf94e3-0d41-4b44-b828-8dcf51e1264b'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:15.583683 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764aaa8-8389-4786-9d65-ac901cb0d6f8 req-2ebd0c4d-0c4b-4e89-8325-8808e868006e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:15.585204 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4764aaa8-8389-4786-9d65-ac901cb0d6f8 req-2ebd0c4d-0c4b-4e89-8325-8808e868006e service neutron] 10.222.0.13 "GET /v2.0/networks?id=29a7bbad-e952-45ba-80e0-ba14ba64ba8a HTTP/1.1" status: 200 len: 912 time: 0.3627598 Feb 28 14:24:15.669994 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a62e66d-bfaa-4609-b8cf-b26aaabd9651 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:15.674316 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5a62e66d-bfaa-4609-b8cf-b26aaabd9651 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 11.4778352 Feb 28 14:24:15.680663 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53070) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:15.681239 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53072) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:15.716180 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a0a822b9-662d-443a-82bb-a8cd18d7a554 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Calling delete_port for e45118e3-157f-431f-86ba-2c1170e684b6 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:15.789267 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0424ed39-c362-4c45-b08b-896234c69508 req-3e1fa176-e536-4398-9170-16b2f47a0a4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e HTTP/1.1" status: 200 len: 217 time: 0.2447991 Feb 28 14:24:15.832315 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7ab460bd-459d-45e3-8d11-088056d229f1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:15.858524 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-77527ab7-70d6-47f2-a78a-1182bd4906b4 None None] Set router 2ebf94e3-0d41-4b44-b828-8dcf51e1264b gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:24:15.971746 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4460125b-a0f1-4a9a-9818-d63cf86cb1a9 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1996332513'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:15.980883 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea5414cc-e929-4e2f-a338-e826df59fc75 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:15.999413 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424ed39-c362-4c45-b08b-896234c69508 req-03c0d427-92a6-46b7-b697-8a2289e3e551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:16.001191 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0424ed39-c362-4c45-b08b-896234c69508 req-03c0d427-92a6-46b7-b697-8a2289e3e551 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32c16988-87c1-45c3-8530-919898fbf5f3 HTTP/1.1" status: 200 len: 834 time: 0.1924460 Feb 28 14:24:16.025289 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4460125b-a0f1-4a9a-9818-d63cf86cb1a9 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:16.029216 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4764aaa8-8389-4786-9d65-ac901cb0d6f8 req-1e3eea4a-0676-46e3-9877-e9f5239b371a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f95f132-5cd3-42d1-afbf-40eddc35e9a7 HTTP/1.1" status: 200 len: 1001 time: 0.4123044 Feb 28 14:24:16.055665 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4460125b-a0f1-4a9a-9818-d63cf86cb1a9 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Usage tracker for resource:router and tenant:7c13b44be1ec4e68bad51363f4f2014b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:16.071968 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc71fc-c1c0-4fae-bac3-0f6b72d08a36 req-961f5edb-c89e-4957-bbe5-d0dcb42de631 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:16.079349 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-07fc71fc-c1c0-4fae-bac3-0f6b72d08a36 req-961f5edb-c89e-4957-bbe5-d0dcb42de631 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.8237522 Feb 28 14:24:16.097685 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1412933-822e-4868-a9fb-9ee51eaf15eb None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:16.104563 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4460125b-a0f1-4a9a-9818-d63cf86cb1a9 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:16.107419 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5414cc-e929-4e2f-a338-e826df59fc75 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=214b5d4c-22de-418a-973a-234d13d773ca,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:16.109597 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea5414cc-e929-4e2f-a338-e826df59fc75 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:16.182464 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4460125b-a0f1-4a9a-9818-d63cf86cb1a9 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:16.228156 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-07fc71fc-c1c0-4fae-bac3-0f6b72d08a36 req-3d65f717-3bc9-4f96-a45b-7ebf8bbdc3b6 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477182 Feb 28 14:24:16.273905 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ea5414cc-e929-4e2f-a338-e826df59fc75 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/214b5d4c-22de-418a-973a-234d13d773ca HTTP/1.1" status: 204 len: 168 time: 1.8524637 Feb 28 14:24:16.274786 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53080) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:16.281668 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4460125b-a0f1-4a9a-9818-d63cf86cb1a9 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:16.282613 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4460125b-a0f1-4a9a-9818-d63cf86cb1a9 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:16.286325 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21c55792-1e4e-4f49-9b77-8973e39e5afa tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:16.309107 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7ab460bd-459d-45e3-8d11-088056d229f1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:16.358068 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424ed39-c362-4c45-b08b-896234c69508 req-f2f15eab-ff9b-45c4-bec0-d87a21c6d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:16.359558 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0424ed39-c362-4c45-b08b-896234c69508 req-f2f15eab-ff9b-45c4-bec0-d87a21c6d0b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d2dd3d7-4918-4fcf-a188-9392d7a68097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2754111 Feb 28 14:24:16.370341 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab460bd-459d-45e3-8d11-088056d229f1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Subnet': ['ID=24e9ef64-83d3-4bd0-9aca-a340c46c759f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:16.381363 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764aaa8-8389-4786-9d65-ac901cb0d6f8 req-816e08ae-afa8-48f8-afb7-9904ec9485ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:16.383213 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4764aaa8-8389-4786-9d65-ac901cb0d6f8 req-816e08ae-afa8-48f8-afb7-9904ec9485ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc032688-fb3b-418b-8fdf-7d855b7f648b HTTP/1.1" status: 200 len: 850 time: 0.3241551 Feb 28 14:24:16.389625 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7ab460bd-459d-45e3-8d11-088056d229f1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:16.394515 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f08ad30-f85e-4036-9d01-d5be1e3a14c9 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:16.428900 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7ab460bd-459d-45e3-8d11-088056d229f1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/subnets/24e9ef64-83d3-4bd0-9aca-a340c46c759f HTTP/1.1" status: 204 len: 168 time: 1.5352633 Feb 28 14:24:16.428900 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53086) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:16.472619 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0963e2d3-8838-4df9-986b-10b1450fb41b None None] Network 13af56b0-8459-4e96-83a2-437cba20003a requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:16.579023 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4460125b-a0f1-4a9a-9818-d63cf86cb1a9 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:16.633244 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a0a822b9-662d-443a-82bb-a8cd18d7a554 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:16.659194 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-77527ab7-70d6-47f2-a78a-1182bd4906b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebf94e3-0d41-4b44-b828-8dcf51e1264b', 'name': '', 'tenant_id': 'ec3f252271e4406286e8ec95b08ceaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8553678c-6c08-4fc7-9070-233fcecfb740', 'external_fixed_ips': [{'subnet_id': 'a91431b0-c308-4715-bfcf-4f97a2af89f1', 'ip_address': '2001:db8::30d'}], 'enable_snat': True}, 'gw_port_id': 'd6c9d1d1-5ca4-4664-8e64-51d63966dd45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:24:04Z', 'updated_at': '2022-02-28T14:24:11Z', 'revision_number': 3, 'project_id': 'ec3f252271e4406286e8ec95b08ceaed', 'gw_port': {'id': 'd6c9d1d1-5ca4-4664-8e64-51d63966dd45', 'name': '', 'network_id': '8553678c-6c08-4fc7-9070-233fcecfb740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:9c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebf94e3-0d41-4b44-b828-8dcf51e1264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a91431b0-c308-4715-bfcf-4f97a2af89f1', 'ip_address': '2001:db8::30d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:24:08Z', 'updated_at': '2022-02-28T14:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a91431b0-c308-4715-bfcf-4f97a2af89f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:16.680032 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c55792-1e4e-4f49-9b77-8973e39e5afa tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event updated for resources: {'Subnet': ['ID=5c644fa4-ac8d-448b-9c57-c64de59b4d59,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:16.689989 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c55792-1e4e-4f49-9b77-8973e39e5afa tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Checking segment: {'id': '1893319f-a134-4127-9721-42526b0dd34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8f645a57-165a-4c93-8294-26ac765856da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:24:16.690219 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c55792-1e4e-4f49-9b77-8973e39e5afa tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Network hostable DHCP agents. Network: 8f645a57-165a-4c93-8294-26ac765856da, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:24:16.697798 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4500af69-e417-48f6-b12a-c8f9da2297e6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet 98020310-a607-4323-baf3-9c9a4f243252 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:24:16.699505 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77527ab7-70d6-47f2-a78a-1182bd4906b4 None None] Checking router: 2ebf94e3-0d41-4b44-b828-8dcf51e1264b for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:24:16.700869 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77527ab7-70d6-47f2-a78a-1182bd4906b4 None None] Updating router 2ebf94e3-0d41-4b44-b828-8dcf51e1264b port d6c9d1d1-5ca4-4664-8e64-51d63966dd45 binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:24:16.711475 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a822b9-662d-443a-82bb-a8cd18d7a554 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Pushing event deleted for resources: {'Port': ['ID=e45118e3-157f-431f-86ba-2c1170e684b6,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:16.769425 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-77527ab7-70d6-47f2-a78a-1182bd4906b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:16.772376 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4500af69-e417-48f6-b12a-c8f9da2297e6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:16.817254 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4460125b-a0f1-4a9a-9818-d63cf86cb1a9 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:16.881648 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-90e841d9-6b13-4454-a439-237a08ba66a8 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:16.890190 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c55792-1e4e-4f49-9b77-8973e39e5afa tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Network 8f645a57-165a-4c93-8294-26ac765856da is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:24:16.893265 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0424ed39-c362-4c45-b08b-896234c69508 req-48618684-7f41-4f6c-b1d1-409cc71e7f98 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2dd3d7-4918-4fcf-a188-9392d7a68097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239980 Feb 28 14:24:16.910882 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4460125b-a0f1-4a9a-9818-d63cf86cb1a9 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:16.914447 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4460125b-a0f1-4a9a-9818-d63cf86cb1a9 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2297220 Feb 28 14:24:16.916219 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4500af69-e417-48f6-b12a-c8f9da2297e6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:16.927195 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53090) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:16.947910 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f08ad30-f85e-4036-9d01-d5be1e3a14c9 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:16.966264 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-21c55792-1e4e-4f49-9b77-8973e39e5afa tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 8f645a57-165a-4c93-8294-26ac765856da) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:16.970669 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c55792-1e4e-4f49-9b77-8973e39e5afa tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:16.971354 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21c55792-1e4e-4f49-9b77-8973e39e5afa tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:16.993591 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764aaa8-8389-4786-9d65-ac901cb0d6f8 req-e810c2b7-bd86-4094-8624-ca32ab0c8596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:16.995075 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4764aaa8-8389-4786-9d65-ac901cb0d6f8 req-e810c2b7-bd86-4094-8624-ca32ab0c8596 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29a7bbad-e952-45ba-80e0-ba14ba64ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5400472 Feb 28 14:24:17.001690 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a0a822b9-662d-443a-82bb-a8cd18d7a554 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:17.004071 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a0a822b9-662d-443a-82bb-a8cd18d7a554 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:17.007733 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a0a822b9-662d-443a-82bb-a8cd18d7a554 tempest-FloatingIPAdminTestJSON-238098319 tempest-FloatingIPAdminTestJSON-238098319-project] 10.222.0.30 "DELETE /v2.0/floatingips/79039e46-c12f-45ec-a375-af21250f0924 HTTP/1.1" status: 204 len: 168 time: 2.3527665 Feb 28 14:24:17.009695 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3f08ad30-f85e-4036-9d01-d5be1e3a14c9 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Deleting port d6c9d1d1-5ca4-4664-8e64-51d63966dd45 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:17.009695 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f08ad30-f85e-4036-9d01-d5be1e3a14c9 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:17.012954 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-90e841d9-6b13-4454-a439-237a08ba66a8 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting port bf714dbe-0c4f-4a9e-aa7e-22404bcf5601 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:17.012954 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-90e841d9-6b13-4454-a439-237a08ba66a8 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:17.040075 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53094) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:17.136993 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-77527ab7-70d6-47f2-a78a-1182bd4906b4 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:17.147725 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b46a89-f852-4f81-b23e-4360e2e054ce req-5a045358-6af2-47de-8d46-33982219b2f0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:17.149220 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f9b46a89-f852-4f81-b23e-4360e2e054ce req-5a045358-6af2-47de-8d46-33982219b2f0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe1eaf44-0409-4694-add4-a9b3492ce3d5 HTTP/1.1" status: 200 len: 944 time: 0.5939710 Feb 28 14:24:17.149830 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-77527ab7-70d6-47f2-a78a-1182bd4906b4 None None] Transition to ACTIVE for port object d6c9d1d1-5ca4-4664-8e64-51d63966dd45 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:17.156847 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed48619-3255-4661-bb64-bb4b1ce9c998 None None] Network 8f645a57-165a-4c93-8294-26ac765856da requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:17.177108 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-21c55792-1e4e-4f49-9b77-8973e39e5afa tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8075175 Feb 28 14:24:17.180955 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53098) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:17.201881 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b9683919-463b-495f-bec3-a892c0db2d54 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Request body: {'subnet': {'network_id': '8f645a57-165a-4c93-8294-26ac765856da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:17.215585 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d478725b-dcd7-4173-a8f9-6868e33a5ed9 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:17.219814 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-77527ab7-70d6-47f2-a78a-1182bd4906b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:17.309747 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d9322-f45f-41be-af2d-0b78d7fe4aca None None] Pushing event updated for resources: {'Port': ['ID=d6c9d1d1-5ca4-4664-8e64-51d63966dd45,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:17.414027 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-0c5f0b8a-7d96-4145-ab28-f6b4d9667170 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Deleting port ce4316f1-18e9-41f1-93ea-99c707d12c94 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:17.414651 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0c5f0b8a-7d96-4145-ab28-f6b4d9667170 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:17.626723 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0424ed39-c362-4c45-b08b-896234c69508 req-eaa63904-f833-478f-9410-7f0276ee4772 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2dd3d7-4918-4fcf-a188-9392d7a68097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7234807 Feb 28 14:24:17.658412 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-77527ab7-70d6-47f2-a78a-1182bd4906b4 None None] Attempting to bind port d6c9d1d1-5ca4-4664-8e64-51d63966dd45 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:24:17.658862 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-77527ab7-70d6-47f2-a78a-1182bd4906b4 None None] Attempting to bind port d6c9d1d1-5ca4-4664-8e64-51d63966dd45 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'b5e828ec-1412-4481-a150-2f2187794f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8553678c-6c08-4fc7-9070-233fcecfb740'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:24:17.659298 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77527ab7-70d6-47f2-a78a-1182bd4906b4 None None] Attempting to bind port d6c9d1d1-5ca4-4664-8e64-51d63966dd45 on network 8553678c-6c08-4fc7-9070-233fcecfb740 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:24:17.674615 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77527ab7-70d6-47f2-a78a-1182bd4906b4 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:24:17.675073 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77527ab7-70d6-47f2-a78a-1182bd4906b4 None None] Checking segment: {'id': 'b5e828ec-1412-4481-a150-2f2187794f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8553678c-6c08-4fc7-9070-233fcecfb740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:24:17.675627 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-77527ab7-70d6-47f2-a78a-1182bd4906b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:17.676021 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77527ab7-70d6-47f2-a78a-1182bd4906b4 None None] Bound using segment: {'id': 'b5e828ec-1412-4481-a150-2f2187794f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8553678c-6c08-4fc7-9070-233fcecfb740'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:24:17.676498 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-77527ab7-70d6-47f2-a78a-1182bd4906b4 None None] Bound port: d6c9d1d1-5ca4-4664-8e64-51d63966dd45, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e828ec-1412-4481-a150-2f2187794f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8553678c-6c08-4fc7-9070-233fcecfb740'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:24:17.676870 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-77527ab7-70d6-47f2-a78a-1182bd4906b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:17.769527 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-77527ab7-70d6-47f2-a78a-1182bd4906b4 None None] For port d6c9d1d1-5ca4-4664-8e64-51d63966dd45, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:24:17.774183 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-77527ab7-70d6-47f2-a78a-1182bd4906b4 None None] For port d6c9d1d1-5ca4-4664-8e64-51d63966dd45, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d6c9d1d1-5ca4-4664-8e64-51d63966dd45,segment=NetworkSegment(b5e828ec-1412-4481-a150-2f2187794f84),segment_id=b5e828ec-1412-4481-a150-2f2187794f84)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:24:17.778898 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f9b46a89-f852-4f81-b23e-4360e2e054ce req-5a9f808b-baaf-42cc-9319-d0adb644f0f6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a4e95b0-4769-440e-9e97-3a08ac32b6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5901253 Feb 28 14:24:17.785996 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7a4cc4-0ef1-4945-8aad-cdd66c456e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-8f645a57-165a-4c93-8294-26ac765856da', 'network_id': '8f645a57-165a-4c93-8294-26ac765856da', 'tenant_id': 'f728042230f541b4b4ac3c2d7dd0693a', 'fixed_ips': [{'subnet_id': '5c644fa4-ac8d-448b-9c57-c64de59b4d59'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:24:17.786990 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ba7a4cc4-0ef1-4945-8aad-cdd66c456e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:17.953440 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0c5f0b8a-7d96-4145-ab28-f6b4d9667170 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:17.954133 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0c5f0b8a-7d96-4145-ab28-f6b4d9667170 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:17.971464 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-ba7a4cc4-0ef1-4945-8aad-cdd66c456e01 None None] Allocated IP 2001:db8::2 (8f645a57-165a-4c93-8294-26ac765856da/5c644fa4-ac8d-448b-9c57-c64de59b4d59/bfd79548-e2db-4c62-afb3-d539f9541426) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:18.022029 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4500af69-e417-48f6-b12a-c8f9da2297e6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:18.062382 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-77527ab7-70d6-47f2-a78a-1182bd4906b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:18.090962 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d478725b-dcd7-4173-a8f9-6868e33a5ed9 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:18.102300 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d478725b-dcd7-4173-a8f9-6868e33a5ed9 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:18.126740 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-0c5f0b8a-7d96-4145-ab28-f6b4d9667170 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Calling delete_port for ce4316f1-18e9-41f1-93ea-99c707d12c94 owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:18.135014 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b9683919-463b-495f-bec3-a892c0db2d54 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:18.156273 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b9683919-463b-495f-bec3-a892c0db2d54 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Usage tracker for resource:subnet and tenant:f728042230f541b4b4ac3c2d7dd0693a is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:18.161467 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b9683919-463b-495f-bec3-a892c0db2d54 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:18.173567 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b9683919-463b-495f-bec3-a892c0db2d54 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:18.184966 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-90e841d9-6b13-4454-a439-237a08ba66a8 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] For port bf714dbe-0c4f-4a9e-aa7e-22404bcf5601, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=bf714dbe-0c4f-4a9e-aa7e-22404bcf5601,segment=NetworkSegment(388cc869-8694-4c9a-97b2-08db374ac967),segment_id=388cc869-8694-4c9a-97b2-08db374ac967)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:18.185270 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1f24512f-4d51-467c-9a8d-2cd1ebfdc64c None None] Provisioning complete for port 306554a8-23ad-4c75-8110-dfc22c3b9be8 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:18.185410 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-90e841d9-6b13-4454-a439-237a08ba66a8 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:18.185649 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1f24512f-4d51-467c-9a8d-2cd1ebfdc64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:18.207029 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d478725b-dcd7-4173-a8f9-6868e33a5ed9 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:18.208271 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d478725b-dcd7-4173-a8f9-6868e33a5ed9 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50b71244-6021-4b7e-a92a-4e826a4a50f6 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:24:18.236721 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4764aaa8-8389-4786-9d65-ac901cb0d6f8 req-b6f4f20f-c659-46a2-9523-fcb687c0bf24 service neutron] 10.222.0.13 "GET /v2.0/networks/29a7bbad-e952-45ba-80e0-ba14ba64ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2305963 Feb 28 14:24:18.240459 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d9322-f45f-41be-af2d-0b78d7fe4aca None None] Pushing event updated for resources: {'Port': ['ID=d6c9d1d1-5ca4-4664-8e64-51d63966dd45,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:18.285860 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f08ad30-f85e-4036-9d01-d5be1e3a14c9 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:18.288250 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77527ab7-70d6-47f2-a78a-1182bd4906b4 None None] Routers {'2ebf94e3-0d41-4b44-b828-8dcf51e1264b'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:24:18.288953 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-77527ab7-70d6-47f2-a78a-1182bd4906b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:24:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['2ebf94e3-0d41-4b44-b828-8dcf51e1264b'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:18.338714 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-90e841d9-6b13-4454-a439-237a08ba66a8 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Calling delete_port for bf714dbe-0c4f-4a9e-aa7e-22404bcf5601 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:18.345791 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b30539-afbe-41ab-91b4-d70c4d9b2faa None None] DHCP port deletion for 13af56b0-8459-4e96-83a2-437cba20003a request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:24:18.367612 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9683919-463b-495f-bec3-a892c0db2d54 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Made reservation on behalf of f728042230f541b4b4ac3c2d7dd0693a for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:18.371308 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b9683919-463b-495f-bec3-a892c0db2d54 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:18.377337 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-43b30539-afbe-41ab-91b4-d70c4d9b2faa None None] Deleting port bf714dbe-0c4f-4a9e-aa7e-22404bcf5601 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:18.377713 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-43b30539-afbe-41ab-91b4-d70c4d9b2faa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:18.416015 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b69b7-75bb-497f-83b6-ec22ffd87556 req-32d5b622-8cbc-4b72-a09d-ec589ce6411a tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:18.417655 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e69b69b7-75bb-497f-83b6-ec22ffd87556 req-32d5b622-8cbc-4b72-a09d-ec589ce6411a tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.9147897 Feb 28 14:24:18.427025 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d478725b-dcd7-4173-a8f9-6868e33a5ed9 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:18.431201 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d478725b-dcd7-4173-a8f9-6868e33a5ed9 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] 10.222.0.30 "DELETE /v2.0/routers/50b71244-6021-4b7e-a92a-4e826a4a50f6 HTTP/1.1" status: 204 len: 168 time: 1.5000691 Feb 28 14:24:18.437015 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53104) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:18.440312 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec63013-2a91-4bc7-8572-ba14f3802daa req-e70d0ab9-26f0-4a8f-81fd-9bd7c4624dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:18.441897 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bec63013-2a91-4bc7-8572-ba14f3802daa req-e70d0ab9-26f0-4a8f-81fd-9bd7c4624dd6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=fe1eaf44-0409-4694-add4-a9b3492ce3d5 HTTP/1.1" status: 200 len: 1097 time: 0.7138717 Feb 28 14:24:18.462115 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3f08ad30-f85e-4036-9d01-d5be1e3a14c9 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Calling delete_port for d6c9d1d1-5ca4-4664-8e64-51d63966dd45 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:18.516408 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-da280baf-c25b-4295-b7ee-92607fd06213 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Request body: {'router': {'name': 'tempest-router-803244946', 'distributed': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:18.563279 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-da280baf-c25b-4295-b7ee-92607fd06213 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:18.573674 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-da280baf-c25b-4295-b7ee-92607fd06213 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Usage tracker for resource:router and tenant:7c13b44be1ec4e68bad51363f4f2014b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:18.594918 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-da280baf-c25b-4295-b7ee-92607fd06213 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:18.628360 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-da280baf-c25b-4295-b7ee-92607fd06213 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:18.628866 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4764aaa8-8389-4786-9d65-ac901cb0d6f8 req-037e0a7f-f9b5-474f-ae59-271416754cbb service neutron] 10.222.0.13 "GET /v2.0/networks/29a7bbad-e952-45ba-80e0-ba14ba64ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742425 Feb 28 14:24:18.636632 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4500af69-e417-48f6-b12a-c8f9da2297e6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:18.658312 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-77527ab7-70d6-47f2-a78a-1182bd4906b4 None None] Set router 2ebf94e3-0d41-4b44-b828-8dcf51e1264b gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:24:18.694192 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4500af69-e417-48f6-b12a-c8f9da2297e6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:18.706373 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device bf714dbe-0c4f-4a9e-aa7e-22404bcf5601 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:24:18.707718 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500af69-e417-48f6-b12a-c8f9da2297e6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=98020310-a607-4323-baf3-9c9a4f243252,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:18.729095 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-da280baf-c25b-4295-b7ee-92607fd06213 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:18.730106 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-da280baf-c25b-4295-b7ee-92607fd06213 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:18.730801 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f519669-4fb7-435a-8e29-01c884cfcfd0 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:18.737099 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-90e841d9-6b13-4454-a439-237a08ba66a8 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:18.743147 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e69b69b7-75bb-497f-83b6-ec22ffd87556 req-f8ee5c85-bcb7-4e7c-bb04-bd4e0246b864 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3106978 Feb 28 14:24:18.781543 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4500af69-e417-48f6-b12a-c8f9da2297e6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/98020310-a607-4323-baf3-9c9a4f243252 HTTP/1.1" status: 204 len: 168 time: 2.4991982 Feb 28 14:24:18.783417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53108) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:18.814592 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ba7a4cc4-0ef1-4945-8aad-cdd66c456e01 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:18.849155 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: bf714dbe-0c4f-4a9e-aa7e-22404bcf5601 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:24:18.849486 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device bf714dbe-0c4f-4a9e-aa7e-22404bcf5601 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:24:18.859051 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-77527ab7-70d6-47f2-a78a-1182bd4906b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebf94e3-0d41-4b44-b828-8dcf51e1264b', 'name': '', 'tenant_id': 'ec3f252271e4406286e8ec95b08ceaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:24:04Z', 'updated_at': '2022-02-28T14:24:16Z', 'revision_number': 4, 'project_id': 'ec3f252271e4406286e8ec95b08ceaed', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:18.865647 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-01d03b90-5a4d-45e7-83ef-9acf68824f4a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792396 Feb 28 14:24:18.867642 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53114) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:18.873927 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e841d9-6b13-4454-a439-237a08ba66a8 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Port': ['ID=bf714dbe-0c4f-4a9e-aa7e-22404bcf5601,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:18.874807 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ce48dbea-cf46-43e0-b6c9-3377ad62c84e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:18.875535 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ba7a4cc4-0ef1-4945-8aad-cdd66c456e01 None None] Transition to ACTIVE for port object bfd79548-e2db-4c62-afb3-d539f9541426 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:18.926052 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e841d9-6b13-4454-a439-237a08ba66a8 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] No DVR routers for this DVR port bf714dbe-0c4f-4a9e-aa7e-22404bcf5601 on host dv-neutron-831192-4-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:24:18.943571 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77527ab7-70d6-47f2-a78a-1182bd4906b4 None None] The sync data for ids ['2ebf94e3-0d41-4b44-b828-8dcf51e1264b'] in dv-neutron-831192-4-hyperv is: [{'id': '2ebf94e3-0d41-4b44-b828-8dcf51e1264b', 'name': '', 'tenant_id': 'ec3f252271e4406286e8ec95b08ceaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:24:04Z', 'updated_at': '2022-02-28T14:24:16Z', 'revision_number': 4, 'project_id': 'ec3f252271e4406286e8ec95b08ceaed', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:24:18.981278 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ba7a4cc4-0ef1-4945-8aad-cdd66c456e01 None None] Transition to ACTIVE for port object bfd79548-e2db-4c62-afb3-d539f9541426 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:18.999281 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-da280baf-c25b-4295-b7ee-92607fd06213 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:19.022331 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec63013-2a91-4bc7-8572-ba14f3802daa req-650aca85-9857-4e61-b698-343b41695c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:19.028082 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bec63013-2a91-4bc7-8572-ba14f3802daa req-650aca85-9857-4e61-b698-343b41695c6e service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d2dd3d7-4918-4fcf-a188-9392d7a68097 HTTP/1.1" status: 200 len: 897 time: 0.5153162 Feb 28 14:24:19.050229 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ce48dbea-cf46-43e0-b6c9-3377ad62c84e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:19.054346 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ce48dbea-cf46-43e0-b6c9-3377ad62c84e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:subnet and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:19.058905 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0c5f0b8a-7d96-4145-ab28-f6b4d9667170 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:19.064424 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ce48dbea-cf46-43e0-b6c9-3377ad62c84e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:19.075835 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ba7a4cc4-0ef1-4945-8aad-cdd66c456e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:19.125759 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ce48dbea-cf46-43e0-b6c9-3377ad62c84e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:19.129953 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f0b8a-7d96-4145-ab28-f6b4d9667170 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce4316f1-18e9-41f1-93ea-99c707d12c94,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:19.180150 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-90e841d9-6b13-4454-a439-237a08ba66a8 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:19.188221 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-da280baf-c25b-4295-b7ee-92607fd06213 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:19.188489 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-3f08ad30-f85e-4036-9d01-d5be1e3a14c9 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:24:19.188489 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-3f08ad30-f85e-4036-9d01-d5be1e3a14c9 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:24:19.232952 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bec63013-2a91-4bc7-8572-ba14f3802daa req-c710fbd4-12c5-403e-bd66-ce322aa7a7bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e HTTP/1.1" status: 200 len: 217 time: 0.1240840 Feb 28 14:24:19.242300 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce48dbea-cf46-43e0-b6c9-3377ad62c84e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:19.245007 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ce48dbea-cf46-43e0-b6c9-3377ad62c84e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:19.284548 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-90e841d9-6b13-4454-a439-237a08ba66a8 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13af56b0-8459-4e96-83a2-437cba20003a']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:19.322440 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-90e841d9-6b13-4454-a439-237a08ba66a8 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '388cc869-8694-4c9a-97b2-08db374ac967') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:19.322726 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-90e841d9-6b13-4454-a439-237a08ba66a8 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '388cc869-8694-4c9a-97b2-08db374ac967') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:19.342825 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-90e841d9-6b13-4454-a439-237a08ba66a8 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:19.352071 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-da280baf-c25b-4295-b7ee-92607fd06213 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:19.353283 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-da280baf-c25b-4295-b7ee-92607fd06213 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9105165 Feb 28 14:24:19.362152 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53118) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:19.369281 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec63013-2a91-4bc7-8572-ba14f3802daa req-003ba8dd-315e-4919-bd4e-9f3ce36b9053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:19.371978 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bec63013-2a91-4bc7-8572-ba14f3802daa req-003ba8dd-315e-4919-bd4e-9f3ce36b9053 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32c16988-87c1-45c3-8530-919898fbf5f3 HTTP/1.1" status: 200 len: 834 time: 0.1286170 Feb 28 14:24:19.371978 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-90e841d9-6b13-4454-a439-237a08ba66a8 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:19.389591 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a4cc4-0ef1-4945-8aad-cdd66c456e01 None None] Pushing event updated for resources: {'Port': ['ID=bfd79548-e2db-4c62-afb3-d539f9541426,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:19.395707 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7a4cc4-0ef1-4945-8aad-cdd66c456e01 None None] Network 8f645a57-165a-4c93-8294-26ac765856da is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:19.411888 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-ba7a4cc4-0ef1-4945-8aad-cdd66c456e01 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:19.420636 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6c88c-826a-4e5c-8ac9-5d0c55ae4448 req-4c3d071e-961f-4fbc-b83a-c305b91b0644 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:19.420962 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7a4cc4-0ef1-4945-8aad-cdd66c456e01 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:24:19.429529 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8fe6c88c-826a-4e5c-8ac9-5d0c55ae4448 req-4c3d071e-961f-4fbc-b83a-c305b91b0644 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe1eaf44-0409-4694-add4-a9b3492ce3d5 HTTP/1.1" status: 200 len: 944 time: 0.4625635 Feb 28 14:24:19.441515 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-43b30539-afbe-41ab-91b4-d70c4d9b2faa None None] For port bf714dbe-0c4f-4a9e-aa7e-22404bcf5601, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=bf714dbe-0c4f-4a9e-aa7e-22404bcf5601,segment=NetworkSegment(388cc869-8694-4c9a-97b2-08db374ac967),segment_id=388cc869-8694-4c9a-97b2-08db374ac967)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:19.442313 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-43b30539-afbe-41ab-91b4-d70c4d9b2faa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:19.480339 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0c5f0b8a-7d96-4145-ab28-f6b4d9667170 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:19.523673 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e841d9-6b13-4454-a439-237a08ba66a8 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:24:19.524076 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-90e841d9-6b13-4454-a439-237a08ba66a8 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:24:19.541361 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:24:19.628954 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0c5f0b8a-7d96-4145-ab28-f6b4d9667170 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:19.631740 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0c5f0b8a-7d96-4145-ab28-f6b4d9667170 tempest-FloatingIPAdminTestJSON-630850541 tempest-FloatingIPAdminTestJSON-630850541-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/3da9e3ec-28fb-47f8-b3fe-2863b93d20c6 HTTP/1.1" status: 204 len: 168 time: 2.5643685 Feb 28 14:24:19.643181 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53122) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:19.670065 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-43b30539-afbe-41ab-91b4-d70c4d9b2faa None None] Calling delete_port for bf714dbe-0c4f-4a9e-aa7e-22404bcf5601 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:19.690121 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3f08ad30-f85e-4036-9d01-d5be1e3a14c9 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Deleting port d6c9d1d1-5ca4-4664-8e64-51d63966dd45 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:19.690763 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f08ad30-f85e-4036-9d01-d5be1e3a14c9 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:19.709850 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-18dba786-4ab3-4551-95b3-3d3de2ad3ec8 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:19.733966 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ba7a4cc4-0ef1-4945-8aad-cdd66c456e01 None None] Attempting to bind port bfd79548-e2db-4c62-afb3-d539f9541426 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:24:19.734582 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ba7a4cc4-0ef1-4945-8aad-cdd66c456e01 None None] Attempting to bind port bfd79548-e2db-4c62-afb3-d539f9541426 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '1893319f-a134-4127-9721-42526b0dd34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8f645a57-165a-4c93-8294-26ac765856da'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:24:19.734725 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7a4cc4-0ef1-4945-8aad-cdd66c456e01 None None] Attempting to bind port bfd79548-e2db-4c62-afb3-d539f9541426 on network 8f645a57-165a-4c93-8294-26ac765856da {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:24:19.744867 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8fe6c88c-826a-4e5c-8ac9-5d0c55ae4448 req-170aee88-48b2-4e2b-b315-3c70387eccc0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a4e95b0-4769-440e-9e97-3a08ac32b6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3071132 Feb 28 14:24:19.754653 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7a4cc4-0ef1-4945-8aad-cdd66c456e01 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:24:19.755017 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7a4cc4-0ef1-4945-8aad-cdd66c456e01 None None] Checking segment: {'id': '1893319f-a134-4127-9721-42526b0dd34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8f645a57-165a-4c93-8294-26ac765856da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:24:19.755450 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ba7a4cc4-0ef1-4945-8aad-cdd66c456e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:19.755911 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7a4cc4-0ef1-4945-8aad-cdd66c456e01 None None] Bound using segment: {'id': '1893319f-a134-4127-9721-42526b0dd34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8f645a57-165a-4c93-8294-26ac765856da'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:24:19.756316 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ba7a4cc4-0ef1-4945-8aad-cdd66c456e01 None None] Bound port: bfd79548-e2db-4c62-afb3-d539f9541426, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1893319f-a134-4127-9721-42526b0dd34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8f645a57-165a-4c93-8294-26ac765856da'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:24:19.756691 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ba7a4cc4-0ef1-4945-8aad-cdd66c456e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:19.796575 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-37762971-ee50-413c-928c-bc16924b6e58 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Deleting port 7ca46d24-aa05-43a7-99b4-8dd26b481d29 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:19.797005 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37762971-ee50-413c-928c-bc16924b6e58 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:19.927271 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ba7a4cc4-0ef1-4945-8aad-cdd66c456e01 None None] For port bfd79548-e2db-4c62-afb3-d539f9541426, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:24:19.932440 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ba7a4cc4-0ef1-4945-8aad-cdd66c456e01 None None] For port bfd79548-e2db-4c62-afb3-d539f9541426, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=bfd79548-e2db-4c62-afb3-d539f9541426,segment=NetworkSegment(1893319f-a134-4127-9721-42526b0dd34f),segment_id=1893319f-a134-4127-9721-42526b0dd34f)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:24:19.959009 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a761b3-cab5-422a-86d9-2787b21f48ac None None] DHCP port deletion for 22b852e7-638c-4536-9e81-f0f6c68c1fb7 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:24:19.964735 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ba7a4cc4-0ef1-4945-8aad-cdd66c456e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:19.988886 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b9683919-463b-495f-bec3-a892c0db2d54 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:20.002788 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-43b30539-afbe-41ab-91b4-d70c4d9b2faa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:24:20.003358 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-43b30539-afbe-41ab-91b4-d70c4d9b2faa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:24:20.012203 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-59a761b3-cab5-422a-86d9-2787b21f48ac None None] Deleting port 306554a8-23ad-4c75-8110-dfc22c3b9be8 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:20.012661 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-59a761b3-cab5-422a-86d9-2787b21f48ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:20.024809 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-3f08ad30-f85e-4036-9d01-d5be1e3a14c9 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] For port d6c9d1d1-5ca4-4664-8e64-51d63966dd45, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d6c9d1d1-5ca4-4664-8e64-51d63966dd45,segment=NetworkSegment(b5e828ec-1412-4481-a150-2f2187794f84),segment_id=b5e828ec-1412-4481-a150-2f2187794f84)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:20.025244 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f08ad30-f85e-4036-9d01-d5be1e3a14c9 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:20.139672 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9683919-463b-495f-bec3-a892c0db2d54 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event updated for resources: {'Subnet': ['ID=f4ff09e7-d580-476d-b36f-0fb3fc6befd7,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:20.151016 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a4cc4-0ef1-4945-8aad-cdd66c456e01 None None] Pushing event updated for resources: {'Port': ['ID=bfd79548-e2db-4c62-afb3-d539f9541426,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:20.209733 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-90e841d9-6b13-4454-a439-237a08ba66a8 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:20.214695 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-90e841d9-6b13-4454-a439-237a08ba66a8 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:20.283464 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3f08ad30-f85e-4036-9d01-d5be1e3a14c9 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Calling delete_port for d6c9d1d1-5ca4-4664-8e64-51d63966dd45 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:20.284110 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:24:20.287290 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-59a761b3-cab5-422a-86d9-2787b21f48ac None None] For port 306554a8-23ad-4c75-8110-dfc22c3b9be8, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=306554a8-23ad-4c75-8110-dfc22c3b9be8,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:20.287784 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-59a761b3-cab5-422a-86d9-2787b21f48ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:20.337989 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9683919-463b-495f-bec3-a892c0db2d54 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Network 8f645a57-165a-4c93-8294-26ac765856da is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:20.339478 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e841d9-6b13-4454-a439-237a08ba66a8 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Network': ['ID=13af56b0-8459-4e96-83a2-437cba20003a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:20.358296 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-b9683919-463b-495f-bec3-a892c0db2d54 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:20.361900 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9683919-463b-495f-bec3-a892c0db2d54 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:20.362766 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b9683919-463b-495f-bec3-a892c0db2d54 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:20.379580 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-90e841d9-6b13-4454-a439-237a08ba66a8 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/networks/13af56b0-8459-4e96-83a2-437cba20003a HTTP/1.1" status: 204 len: 168 time: 3.9497423 Feb 28 14:24:20.400412 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec63013-2a91-4bc7-8572-ba14f3802daa req-ac832d58-57b0-4ab2-911b-7415eefd37ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:20.409236 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bec63013-2a91-4bc7-8572-ba14f3802daa req-ac832d58-57b0-4ab2-911b-7415eefd37ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d2dd3d7-4918-4fcf-a188-9392d7a68097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9543545 Feb 28 14:24:20.423801 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53128) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:20.453577 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6746b69c-e21c-499e-9c63-ed2ea8c963c5 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1131701913'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:20.479904 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6746b69c-e21c-499e-9c63-ed2ea8c963c5 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:20.481611 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-59a761b3-cab5-422a-86d9-2787b21f48ac None None] Calling delete_port for 306554a8-23ad-4c75-8110-dfc22c3b9be8 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:20.505699 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6746b69c-e21c-499e-9c63-ed2ea8c963c5 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:network and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:20.519631 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6746b69c-e21c-499e-9c63-ed2ea8c963c5 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:20.523350 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-18dba786-4ab3-4551-95b3-3d3de2ad3ec8 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:20.526041 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-18dba786-4ab3-4551-95b3-3d3de2ad3ec8 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:20.570577 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-43b30539-afbe-41ab-91b4-d70c4d9b2faa None None] Deleting port bf714dbe-0c4f-4a9e-aa7e-22404bcf5601 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:20.570878 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-43b30539-afbe-41ab-91b4-d70c4d9b2faa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:20.595618 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b9683919-463b-495f-bec3-a892c0db2d54 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.4101915 Feb 28 14:24:20.602187 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6746b69c-e21c-499e-9c63-ed2ea8c963c5 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:20.608037 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53132) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:20.610316 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-18dba786-4ab3-4551-95b3-3d3de2ad3ec8 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:20.610910 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dba786-4ab3-4551-95b3-3d3de2ad3ec8 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f8df1dc-d2b9-4078-a127-bfb8b07f8684 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:24:20.621558 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-18dba786-4ab3-4551-95b3-3d3de2ad3ec8 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:20.623243 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-18dba786-4ab3-4551-95b3-3d3de2ad3ec8 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] 10.222.0.30 "DELETE /v2.0/routers/7f8df1dc-d2b9-4078-a127-bfb8b07f8684 HTTP/1.1" status: 204 len: 168 time: 1.2571681 Feb 28 14:24:20.632844 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53136) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:20.660826 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device bfd79548-e2db-4c62-afb3-d539f9541426 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:24:20.693191 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c091874d-7354-40cd-9bb5-20561fbe0377 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Request body: {'router': {'name': 'tempest-router-1123648806', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b45f6e50f1dd42068a1b7bfd008ea95e'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:20.705054 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c091874d-7354-40cd-9bb5-20561fbe0377 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:20.711568 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37762971-ee50-413c-928c-bc16924b6e58 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:20.722630 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.resource_extend [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:24:20.725326 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6746b69c-e21c-499e-9c63-ed2ea8c963c5 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:20.726249 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6ac89-e5f8-4d88-8b08-a242cbdc9e6c req-47075257-c1c8-4db8-b524-a69c2066bf7b tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:20.727968 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4ea6ac89-e5f8-4d88-8b08-a242cbdc9e6c req-47075257-c1c8-4db8-b524-a69c2066bf7b tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.7689593 Feb 28 14:24:20.728843 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6746b69c-e21c-499e-9c63-ed2ea8c963c5 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:20.731493 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c091874d-7354-40cd-9bb5-20561fbe0377 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Usage tracker for resource:router and tenant:b45f6e50f1dd42068a1b7bfd008ea95e is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:20.736541 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c091874d-7354-40cd-9bb5-20561fbe0377 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:20.761969 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c091874d-7354-40cd-9bb5-20561fbe0377 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:20.762200 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-43b30539-afbe-41ab-91b4-d70c4d9b2faa None None] The port 'bf714dbe-0c4f-4a9e-aa7e-22404bcf5601' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:24:20.813976 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bec63013-2a91-4bc7-8572-ba14f3802daa req-8d2eaa94-fd80-4a39-b04b-bbbd82185b0c service neutron] 10.222.0.13 "GET /v2.0/networks/6d2dd3d7-4918-4fcf-a188-9392d7a68097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585380 Feb 28 14:24:20.817369 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4ea6ac89-e5f8-4d88-8b08-a242cbdc9e6c req-f46d5c1f-5d6d-45f9-9d05-ab1e934ed04d tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760057 Feb 28 14:24:20.820634 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c091874d-7354-40cd-9bb5-20561fbe0377 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:20.823120 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c091874d-7354-40cd-9bb5-20561fbe0377 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:20.869214 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-59a761b3-cab5-422a-86d9-2787b21f48ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:20.887092 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79da06b1-ade8-4a58-91d2-7fb4df6a0868 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:20.888629 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79da06b1-ade8-4a58-91d2-7fb4df6a0868 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:20.890110 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79da06b1-ade8-4a58-91d2-7fb4df6a0868 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:20.892357 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79da06b1-ade8-4a58-91d2-7fb4df6a0868 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:20.894330 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79da06b1-ade8-4a58-91d2-7fb4df6a0868 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:20.895306 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-79da06b1-ade8-4a58-91d2-7fb4df6a0868 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Synchronizing usage tracker for tenant:f728042230f541b4b4ac3c2d7dd0693a on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:24:20.931844 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a761b3-cab5-422a-86d9-2787b21f48ac None None] No DVR routers for this DVR port 306554a8-23ad-4c75-8110-dfc22c3b9be8 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:24:20.939192 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a761b3-cab5-422a-86d9-2787b21f48ac None None] Pushing event deleted for resources: {'Port': ['ID=306554a8-23ad-4c75-8110-dfc22c3b9be8,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:21.006127 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port bfd79548-e2db-4c62-afb3-d539f9541426 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:24:21.010625 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e,segment=NetworkSegment(fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1),segment_id=fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:21.020254 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c091874d-7354-40cd-9bb5-20561fbe0377 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:21.030205 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e', 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097', 'port_id': '8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e', 'mac_address': 'fa:16:3e:d2:8c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:24:21.064316 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-37762971-ee50-413c-928c-bc16924b6e58 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Calling delete_port for 7ca46d24-aa05-43a7-99b4-8dd26b481d29 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:21.127828 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c091874d-7354-40cd-9bb5-20561fbe0377 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:21.154135 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bec63013-2a91-4bc7-8572-ba14f3802daa req-05fe5c77-501f-43ef-aaf8-c4943dedad35 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2dd3d7-4918-4fcf-a188-9392d7a68097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206685 Feb 28 14:24:21.175141 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-ce48dbea-cf46-43e0-b6c9-3377ad62c84e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 14:24:21.181112 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c091874d-7354-40cd-9bb5-20561fbe0377 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:21.182415 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c091874d-7354-40cd-9bb5-20561fbe0377 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5448203 Feb 28 14:24:21.185945 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6746b69c-e21c-499e-9c63-ed2ea8c963c5 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:24:21.186249 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53144) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:21.188673 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 306554a8-23ad-4c75-8110-dfc22c3b9be8 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:24:21.193440 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d190ec51-559f-4deb-a7fc-aa7f51a85fd4 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:21.230599 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 306554a8-23ad-4c75-8110-dfc22c3b9be8 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:24:21.231365 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 306554a8-23ad-4c75-8110-dfc22c3b9be8 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:24:21.259622 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ce7cd-95b9-44a5-a96f-7ce97a545b40 req-38f0da73-18ba-45b3-b783-59b9ee90df96 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:21.261179 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a46ce7cd-95b9-44a5-a96f-7ce97a545b40 req-38f0da73-18ba-45b3-b783-59b9ee90df96 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.2485089 Feb 28 14:24:21.272645 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:21.293324 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:24:21.314229 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e,segment=NetworkSegment(fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1),segment_id=fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:21.319904 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:21.425384 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-79da06b1-ade8-4a58-91d2-7fb4df6a0868 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Unset dirty status for tenant:f728042230f541b4b4ac3c2d7dd0693a on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:24:21.430639 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53148) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:21.431081 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:21.432205 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-79da06b1-ade8-4a58-91d2-7fb4df6a0868 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.8231192 Feb 28 14:24:21.447446 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-57b492f8-e943-4bfa-87b0-6ff4a17aeb7f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2038666736'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:21.462348 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6746b69c-e21c-499e-9c63-ed2ea8c963c5 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:21.462692 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-6746b69c-e21c-499e-9c63-ed2ea8c963c5 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Added segment aebadc0c-ec82-45d4-81f7-bf0bb9bdc4cf of type vlan for network 882ebf3a-ec91-4b5d-bac0-d8fc2fe9e83a Feb 28 14:24:21.494589 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474da2f5-b2d3-4941-b95f-115a22c5060c None None] Network 8f645a57-165a-4c93-8294-26ac765856da requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:21.509552 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a46ce7cd-95b9-44a5-a96f-7ce97a545b40 req-c35b231d-96a6-40da-97c5-0f3ea7d0b9d4 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2359433 Feb 28 14:24:21.518338 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-57b492f8-e943-4bfa-87b0-6ff4a17aeb7f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:21.586638 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-57b492f8-e943-4bfa-87b0-6ff4a17aeb7f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Usage tracker for resource:network and tenant:f728042230f541b4b4ac3c2d7dd0693a is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:21.598755 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-57b492f8-e943-4bfa-87b0-6ff4a17aeb7f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:21.612848 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-57b492f8-e943-4bfa-87b0-6ff4a17aeb7f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:21.617002 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6746b69c-e21c-499e-9c63-ed2ea8c963c5 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:21.651504 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:24:21.663593 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f08ad30-f85e-4036-9d01-d5be1e3a14c9 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:21.667680 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37762971-ee50-413c-928c-bc16924b6e58 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:21.733418 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08ad30-f85e-4036-9d01-d5be1e3a14c9 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6c9d1d1-5ca4-4664-8e64-51d63966dd45,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:21.735409 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6746b69c-e21c-499e-9c63-ed2ea8c963c5 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:21.741434 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6746b69c-e21c-499e-9c63-ed2ea8c963c5 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:21.742053 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6746b69c-e21c-499e-9c63-ed2ea8c963c5 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:21.769615 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2c93a76d-2904-4e3c-bc22-e8a5d00fe02e None None] Provisioning for port bfd79548-e2db-4c62-afb3-d539f9541426 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:24:21.779859 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2c93a76d-2904-4e3c-bc22-e8a5d00fe02e None None] Provisioning complete for port bfd79548-e2db-4c62-afb3-d539f9541426 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:21.780177 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2c93a76d-2904-4e3c-bc22-e8a5d00fe02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:21.830045 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d190ec51-559f-4deb-a7fc-aa7f51a85fd4 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:21.830737 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d190ec51-559f-4deb-a7fc-aa7f51a85fd4 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks [] for router, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:22.002490 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2c93a76d-2904-4e3c-bc22-e8a5d00fe02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:22.018023 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b492f8-e943-4bfa-87b0-6ff4a17aeb7f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Made reservation on behalf of f728042230f541b4b4ac3c2d7dd0693a for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:22.021544 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-57b492f8-e943-4bfa-87b0-6ff4a17aeb7f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:22.044402 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37762971-ee50-413c-928c-bc16924b6e58 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Pushing event deleted for resources: {'Port': ['ID=7ca46d24-aa05-43a7-99b4-8dd26b481d29,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:22.067552 dv-neutron-831192-4-hyperv neutron-server[87772]: WARNING neutron.services.revisions.revision_plugin [None req-ce48dbea-cf46-43e0-b6c9-3377ad62c84e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Could not find related port for resource to bump revision. Feb 28 14:24:22.100732 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2c93a76d-2904-4e3c-bc22-e8a5d00fe02e None None] For port bfd79548-e2db-4c62-afb3-d539f9541426, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=bfd79548-e2db-4c62-afb3-d539f9541426,segment=NetworkSegment(1893319f-a134-4127-9721-42526b0dd34f),segment_id=1893319f-a134-4127-9721-42526b0dd34f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:22.114261 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d190ec51-559f-4deb-a7fc-aa7f51a85fd4 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87773) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 28 14:24:22.114670 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d190ec51-559f-4deb-a7fc-aa7f51a85fd4 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Router a2c984fc-ff0b-4d9e-9ab8-7575f18bf873 migrating from provider to provider. {{(pid=87773) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 28 14:24:22.115101 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d190ec51-559f-4deb-a7fc-aa7f51a85fd4 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:22.125772 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d190ec51-559f-4deb-a7fc-aa7f51a85fd4 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:22.129526 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b492f8-e943-4bfa-87b0-6ff4a17aeb7f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:24:22.133516 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746b69c-e21c-499e-9c63-ed2ea8c963c5 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Network': ['ID=882ebf3a-ec91-4b5d-bac0-d8fc2fe9e83a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:22.137626 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d190ec51-559f-4deb-a7fc-aa7f51a85fd4 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728902'] for router, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:22.146491 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6746b69c-e21c-499e-9c63-ed2ea8c963c5 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7123208 Feb 28 14:24:22.149195 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53156) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:22.149676 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-57b492f8-e943-4bfa-87b0-6ff4a17aeb7f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:22.150189 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-57b492f8-e943-4bfa-87b0-6ff4a17aeb7f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Added segment f0021a24-3c35-4d08-a278-aa6a73b59f16 of type vlan for network 5d3bdf85-35a7-433f-bb0f-af00cdb83958 Feb 28 14:24:22.155052 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.ipam_pluggable_backend [None req-ce48dbea-cf46-43e0-b6c9-3377ad62c84e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Port 306554a8-23ad-4c75-8110-dfc22c3b9be8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87772) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 28 14:24:22.155581 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.ipam_pluggable_backend [None req-ce48dbea-cf46-43e0-b6c9-3377ad62c84e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3a:f7d7 {{(pid=87772) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 28 14:24:22.164592 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2c93a76d-2904-4e3c-bc22-e8a5d00fe02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:22.200139 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 882ebf3a-ec91-4b5d-bac0-d8fc2fe9e83a details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:24:22.230665 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.ipam_pluggable_backend [None req-ce48dbea-cf46-43e0-b6c9-3377ad62c84e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe3a:f7d7 {{(pid=87772) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 28 14:24:22.241082 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c7fdaf7d-a47b-4e17-a7b1-fd39f69e4da7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'subnet': {'network_id': '882ebf3a-ec91-4b5d-bac0-d8fc2fe9e83a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:22.272319 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ce48dbea-cf46-43e0-b6c9-3377ad62c84e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:22.318375 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-57b492f8-e943-4bfa-87b0-6ff4a17aeb7f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:22.320069 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f08ad30-f85e-4036-9d01-d5be1e3a14c9 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:22.336141 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfeb529-39b7-49c5-a066-fadf33aa0ec2 req-6b5f815f-ec5c-4f86-b43b-be83aa6dc0c7 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:22.337716 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bdfeb529-39b7-49c5-a066-fadf33aa0ec2 req-6b5f815f-ec5c-4f86-b43b-be83aa6dc0c7 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.3208718 Feb 28 14:24:22.344767 dv-neutron-831192-4-hyperv neutron-server[87773]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d190ec51-559f-4deb-a7fc-aa7f51a85fd4 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] No L3 agents can host the router a2c984fc-ff0b-4d9e-9ab8-7575f18bf873 Feb 28 14:24:22.381355 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65c8e8a-e973-47f8-9827-3d3b593ded5c None None] Update dhcp port {'port': {'network_id': '8f645a57-165a-4c93-8294-26ac765856da', 'fixed_ips': [{'subnet_id': '5c644fa4-ac8d-448b-9c57-c64de59b4d59', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f4ff09e7-d580-476d-b36f-0fb3fc6befd7'}], 'binding:host_id': 'dv-neutron-831192-4-hyperv'}, 'id': 'bfd79548-e2db-4c62-afb3-d539f9541426'} from dv-neutron-831192-4-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 14:24:22.392449 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db102f3f-2b44-41c7-a1da-23d4e2758780 req-0d0dcbb5-a6c7-4021-8ce9-4d1063dc4af2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:22.394690 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-db102f3f-2b44-41c7-a1da-23d4e2758780 req-0d0dcbb5-a6c7-4021-8ce9-4d1063dc4af2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe1eaf44-0409-4694-add4-a9b3492ce3d5 HTTP/1.1" status: 200 len: 944 time: 1.3738916 Feb 28 14:24:22.440922 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93a76d-2904-4e3c-bc22-e8a5d00fe02e None None] Pushing event updated for resources: {'Port': ['ID=bfd79548-e2db-4c62-afb3-d539f9541426,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:22.468589 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-57b492f8-e943-4bfa-87b0-6ff4a17aeb7f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:22.474238 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e65c8e8a-e973-47f8-9827-3d3b593ded5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:22.474398 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b492f8-e943-4bfa-87b0-6ff4a17aeb7f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:22.474846 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-57b492f8-e943-4bfa-87b0-6ff4a17aeb7f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:22.584354 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bdfeb529-39b7-49c5-a066-fadf33aa0ec2 req-2b837ea0-3f7f-480b-9c29-ae12b0a496d4 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356417 Feb 28 14:24:22.636787 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device bfd79548-e2db-4c62-afb3-d539f9541426 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:24:22.652504 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f08ad30-f85e-4036-9d01-d5be1e3a14c9 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:22.661335 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f08ad30-f85e-4036-9d01-d5be1e3a14c9 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:22.682010 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-57b492f8-e943-4bfa-87b0-6ff4a17aeb7f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2427859 Feb 28 14:24:22.692102 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53160) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:22.697276 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b492f8-e943-4bfa-87b0-6ff4a17aeb7f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event updated for resources: {'Network': ['ID=5d3bdf85-35a7-433f-bb0f-af00cdb83958,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:22.704059 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9054c618-aaaa-419a-8216-52a567e0e4e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:22.710537 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce48dbea-cf46-43e0-b6c9-3377ad62c84e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:22.722461 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ce48dbea-cf46-43e0-b6c9-3377ad62c84e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:22.733682 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d190ec51-559f-4deb-a7fc-aa7f51a85fd4 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Hosts for router a2c984fc-ff0b-4d9e-9ab8-7575f18bf873: [] {{(pid=87773) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Feb 28 14:24:22.742014 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 5d3bdf85-35a7-433f-bb0f-af00cdb83958 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:24:22.742720 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce48dbea-cf46-43e0-b6c9-3377ad62c84e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:22.743417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ce48dbea-cf46-43e0-b6c9-3377ad62c84e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:22.747768 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37762971-ee50-413c-928c-bc16924b6e58 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:22.752008 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-37762971-ee50-413c-928c-bc16924b6e58 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] 10.222.0.30 "DELETE /v2.0/ports/7ca46d24-aa05-43a7-99b4-8dd26b481d29 HTTP/1.1" status: 204 len: 168 time: 3.1052492 Feb 28 14:24:22.759185 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bed35a1-5cb8-404c-8718-d6ea12ec1cfd None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:22.764496 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53164) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:22.772887 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48dbea-cf46-43e0-b6c9-3377ad62c84e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=fc257b42-7e4b-4be1-8c23-495cab93759f,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:22.778721 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c7fdaf7d-a47b-4e17-a7b1-fd39f69e4da7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:22.790109 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c7fdaf7d-a47b-4e17-a7b1-fd39f69e4da7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:subnet and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:22.798116 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-db102f3f-2b44-41c7-a1da-23d4e2758780 req-41e98307-2a5c-4469-a49a-44863046502c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a4e95b0-4769-440e-9e97-3a08ac32b6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382575 Feb 28 14:24:22.798694 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f08ad30-f85e-4036-9d01-d5be1e3a14c9 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:22.799333 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f08ad30-f85e-4036-9d01-d5be1e3a14c9 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ebf94e3-0d41-4b44-b828-8dcf51e1264b {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:24:22.801968 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c7fdaf7d-a47b-4e17-a7b1-fd39f69e4da7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:22.806729 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f08ad30-f85e-4036-9d01-d5be1e3a14c9 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:22.811508 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3f08ad30-f85e-4036-9d01-d5be1e3a14c9 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "DELETE /v2.0/routers/2ebf94e3-0d41-4b44-b828-8dcf51e1264b HTTP/1.1" status: 204 len: 168 time: 7.1240442 Feb 28 14:24:22.811667 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53168) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:22.851723 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c7fdaf7d-a47b-4e17-a7b1-fd39f69e4da7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:22.857493 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ce48dbea-cf46-43e0-b6c9-3377ad62c84e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9870872 Feb 28 14:24:22.861099 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53172) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:22.869081 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c080d8a9-589d-43d9-a7e7-d140c3df3b9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:22.878873 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d190ec51-559f-4deb-a7fc-aa7f51a85fd4 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Hosts for other DVR routers connected to router a2c984fc-ff0b-4d9e-9ab8-7575f18bf873: set() {{(pid=87773) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Feb 28 14:24:22.881815 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d190ec51-559f-4deb-a7fc-aa7f51a85fd4 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:22.883027 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d190ec51-559f-4deb-a7fc-aa7f51a85fd4 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] 10.222.0.30 "PUT /v2.0/routers/a2c984fc-ff0b-4d9e-9ab8-7575f18bf873 HTTP/1.1" status: 200 len: 717 time: 1.6957455 Feb 28 14:24:22.897201 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53176) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:22.914131 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fdaf7d-a47b-4e17-a7b1-fd39f69e4da7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:22.917641 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c7fdaf7d-a47b-4e17-a7b1-fd39f69e4da7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:22.984783 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-e65c8e8a-e973-47f8-9827-3d3b593ded5c None None] Allocated IP 172.20.0.1 (8f645a57-165a-4c93-8294-26ac765856da/f4ff09e7-d580-476d-b36f-0fb3fc6befd7/bfd79548-e2db-4c62-afb3-d539f9541426) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:23.032506 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port bfd79548-e2db-4c62-afb3-d539f9541426 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:23.033387 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:23.052290 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4728eaf-7c5b-4e83-9afa-595d07c033fa tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:23.052989 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d4728eaf-7c5b-4e83-9afa-595d07c033fa tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Synchronizing usage tracker for tenant:d031daf6d8064032b3b399a89c15302d on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:24:23.061523 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9054c618-aaaa-419a-8216-52a567e0e4e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:23.090202 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9054c618-aaaa-419a-8216-52a567e0e4e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:23.113302 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d4728eaf-7c5b-4e83-9afa-595d07c033fa tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Unset dirty status for tenant:d031daf6d8064032b3b399a89c15302d on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:24:23.117028 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d4728eaf-7c5b-4e83-9afa-595d07c033fa tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d44288e-0426-4097-91dc-1994d0ab83b5 HTTP/1.1" status: 200 len: 913 time: 0.3491800 Feb 28 14:24:23.117028 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9054c618-aaaa-419a-8216-52a567e0e4e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Network 5d3bdf85-35a7-433f-bb0f-af00cdb83958 is not hosted by any dhcp agent {{(pid=87773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 28 14:24:23.120568 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9054c618-aaaa-419a-8216-52a567e0e4e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:23.121187 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9054c618-aaaa-419a-8216-52a567e0e4e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:23.124442 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9054c618-aaaa-419a-8216-52a567e0e4e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "PUT /v2.0/networks/5d3bdf85-35a7-433f-bb0f-af00cdb83958 HTTP/1.1" status: 200 len: 723 time: 0.4305234 Feb 28 14:24:23.125487 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53180) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:23.126005 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53182) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:23.209372 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e8cf416b-35ca-43b7-b1b2-acf99f736ec6 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Request body: {'subnet': {'network_id': '5d3bdf85-35a7-433f-bb0f-af00cdb83958', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:23.369981 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d83a64a-af67-4f27-9ef0-986693bc1e30 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Deleting subnet a91431b0-c308-4715-bfcf-4f97a2af89f1 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:24:23.388291 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8d1eb699-401c-4e61-b435-454f4657ff99 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] 10.222.0.30 "GET /v2.0/routers/a2c984fc-ff0b-4d9e-9ab8-7575f18bf873 HTTP/1.1" status: 200 len: 717 time: 0.4901931 Feb 28 14:24:23.389077 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d83a64a-af67-4f27-9ef0-986693bc1e30 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:23.397331 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e65c8e8a-e973-47f8-9827-3d3b593ded5c None None] For port bfd79548-e2db-4c62-afb3-d539f9541426, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=bfd79548-e2db-4c62-afb3-d539f9541426,segment=NetworkSegment(1893319f-a134-4127-9721-42526b0dd34f),segment_id=1893319f-a134-4127-9721-42526b0dd34f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:23.413022 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d43a5c5-3e50-428d-9b33-3925bff26a44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'fixed_ips': [{'subnet_id': 'fc257b42-7e4b-4be1-8c23-495cab93759f'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:24:23.413840 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0d43a5c5-3e50-428d-9b33-3925bff26a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:23.418616 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53188) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:23.446508 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054c618-aaaa-419a-8216-52a567e0e4e9 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event updated for resources: {'Network': ['ID=5d3bdf85-35a7-433f-bb0f-af00cdb83958,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:23.495240 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d83a64a-af67-4f27-9ef0-986693bc1e30 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:23.521694 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 5d3bdf85-35a7-433f-bb0f-af00cdb83958 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:24:23.527695 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c080d8a9-589d-43d9-a7e7-d140c3df3b9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:23.541266 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c080d8a9-589d-43d9-a7e7-d140c3df3b9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:subnet and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:23.547582 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c080d8a9-589d-43d9-a7e7-d140c3df3b9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:23.561196 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c080d8a9-589d-43d9-a7e7-d140c3df3b9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:23.569146 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e65c8e8a-e973-47f8-9827-3d3b593ded5c None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:23.630361 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d83a64a-af67-4f27-9ef0-986693bc1e30 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:23.655670 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e8cf416b-35ca-43b7-b1b2-acf99f736ec6 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:23.682714 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e65c8e8a-e973-47f8-9827-3d3b593ded5c None None] Transition to ACTIVE for port object bfd79548-e2db-4c62-afb3-d539f9541426 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:23.699646 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e65c8e8a-e973-47f8-9827-3d3b593ded5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:23.735089 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e8cf416b-35ca-43b7-b1b2-acf99f736ec6 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:23.743284 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c080d8a9-589d-43d9-a7e7-d140c3df3b9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:23.747146 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c080d8a9-589d-43d9-a7e7-d140c3df3b9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:23.806297 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cf416b-35ca-43b7-b1b2-acf99f736ec6 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Made reservation on behalf of f728042230f541b4b4ac3c2d7dd0693a for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:23.809535 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8cf416b-35ca-43b7-b1b2-acf99f736ec6 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:23.914222 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c8e8a-e973-47f8-9827-3d3b593ded5c None None] Pushing event updated for resources: {'Port': ['ID=bfd79548-e2db-4c62-afb3-d539f9541426,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:23.926689 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-0d43a5c5-3e50-428d-9b33-3925bff26a44 None None] Allocated IP 2001:db8::f816:3eff:fe5d:58e3 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/fc257b42-7e4b-4be1-8c23-495cab93759f/526246da-ec13-45f5-9d18-3f1c7eab1b31) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:24.024952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d83a64a-af67-4f27-9ef0-986693bc1e30 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:24.071907 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d83a64a-af67-4f27-9ef0-986693bc1e30 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:24.092118 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a0e3f333-387a-4f82-be20-248bf336ea46 tempest-RoutersTestDVR-1524174664 tempest-RoutersTestDVR-1524174664-project] 10.222.0.30 "GET /v2.0/routers/a2c984fc-ff0b-4d9e-9ab8-7575f18bf873 HTTP/1.1" status: 200 len: 683 time: 0.6702576 Feb 28 14:24:24.098391 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53198) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:24.109176 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3d83a64a-af67-4f27-9ef0-986693bc1e30 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/a91431b0-c308-4715-bfcf-4f97a2af89f1 HTTP/1.1" status: 204 len: 168 time: 1.2964740 Feb 28 14:24:24.110308 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53202) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:24.176365 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83a64a-af67-4f27-9ef0-986693bc1e30 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a91431b0-c308-4715-bfcf-4f97a2af89f1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:24.190759 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0d43a5c5-3e50-428d-9b33-3925bff26a44 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:24.203348 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0d43a5c5-3e50-428d-9b33-3925bff26a44 None None] Transition to ACTIVE for port object 526246da-ec13-45f5-9d18-3f1c7eab1b31 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:24.224866 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0d43a5c5-3e50-428d-9b33-3925bff26a44 None None] Transition to ACTIVE for port object 526246da-ec13-45f5-9d18-3f1c7eab1b31 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:24.229892 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c7fdaf7d-a47b-4e17-a7b1-fd39f69e4da7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:24.234022 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0d43a5c5-3e50-428d-9b33-3925bff26a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:24.303760 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d43a5c5-3e50-428d-9b33-3925bff26a44 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:24.312049 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fdaf7d-a47b-4e17-a7b1-fd39f69e4da7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Subnet': ['ID=03740ee9-b7c8-4726-93e9-ac2c36d532b0,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:24.312310 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-0d43a5c5-3e50-428d-9b33-3925bff26a44 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:24.318025 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:24:24.352135 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d43a5c5-3e50-428d-9b33-3925bff26a44 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:24:24.362854 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43a5c5-3e50-428d-9b33-3925bff26a44 None None] Pushing event updated for resources: {'Port': ['ID=526246da-ec13-45f5-9d18-3f1c7eab1b31,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:24.458036 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f657b675-adcf-454a-800b-70a3f81d152b tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:24.463189 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8cf416b-35ca-43b7-b1b2-acf99f736ec6 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:24.464608 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fdaf7d-a47b-4e17-a7b1-fd39f69e4da7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Checking segment: {'id': 'aebadc0c-ec82-45d4-81f7-bf0bb9bdc4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '882ebf3a-ec91-4b5d-bac0-d8fc2fe9e83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:24:24.464970 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fdaf7d-a47b-4e17-a7b1-fd39f69e4da7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network hostable DHCP agents. Network: 882ebf3a-ec91-4b5d-bac0-d8fc2fe9e83a, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:24:24.489183 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc997613-25bd-40fb-8069-af28d4c45ca5 req-2141b2cd-9b47-408a-aa8d-2fa19859ba9d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:24.496207 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fc997613-25bd-40fb-8069-af28d4c45ca5 req-2141b2cd-9b47-408a-aa8d-2fa19859ba9d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe1eaf44-0409-4694-add4-a9b3492ce3d5 HTTP/1.1" status: 200 len: 945 time: 0.4052856 Feb 28 14:24:24.529105 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0d43a5c5-3e50-428d-9b33-3925bff26a44 None None] Attempting to bind port 526246da-ec13-45f5-9d18-3f1c7eab1b31 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:24:24.529571 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0d43a5c5-3e50-428d-9b33-3925bff26a44 None None] Attempting to bind port 526246da-ec13-45f5-9d18-3f1c7eab1b31 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:24:24.530180 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d43a5c5-3e50-428d-9b33-3925bff26a44 None None] Attempting to bind port 526246da-ec13-45f5-9d18-3f1c7eab1b31 on network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:24:24.540149 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d43a5c5-3e50-428d-9b33-3925bff26a44 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:24:24.540774 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d43a5c5-3e50-428d-9b33-3925bff26a44 None None] Checking segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:24:24.541389 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0d43a5c5-3e50-428d-9b33-3925bff26a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:24.541905 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d43a5c5-3e50-428d-9b33-3925bff26a44 None None] Bound using segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:24:24.542454 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0d43a5c5-3e50-428d-9b33-3925bff26a44 None None] Bound port: 526246da-ec13-45f5-9d18-3f1c7eab1b31, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:24:24.543142 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0d43a5c5-3e50-428d-9b33-3925bff26a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:24.579126 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0ec2f-a375-46ee-bd29-3b3668b515f3 req-2dd6b5e0-b80a-414f-ac8c-e00cff2dd4a6 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:24.579417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fdaf7d-a47b-4e17-a7b1-fd39f69e4da7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network 882ebf3a-ec91-4b5d-bac0-d8fc2fe9e83a is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:24:24.582403 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bab0ec2f-a375-46ee-bd29-3b3668b515f3 req-2dd6b5e0-b80a-414f-ac8c-e00cff2dd4a6 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.8360224 Feb 28 14:24:24.620752 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device bfd79548-e2db-4c62-afb3-d539f9541426 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:24:24.653299 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:24:24.681687 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c7fdaf7d-a47b-4e17-a7b1-fd39f69e4da7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 882ebf3a-ec91-4b5d-bac0-d8fc2fe9e83a) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:24.691287 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:24.692121 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:24.694373 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad59f-cebc-42ac-beaf-05e69b679e74 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:24.720440 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee88b34d-312b-4504-89a2-269383e0415c None None] Network 882ebf3a-ec91-4b5d-bac0-d8fc2fe9e83a requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:24.747544 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fdaf7d-a47b-4e17-a7b1-fd39f69e4da7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:24.748187 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c7fdaf7d-a47b-4e17-a7b1-fd39f69e4da7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:24.767467 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fc997613-25bd-40fb-8069-af28d4c45ca5 req-a8d700f0-0394-45d7-836b-7b65e1330cc8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a4e95b0-4769-440e-9e97-3a08ac32b6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2703729 Feb 28 14:24:24.773554 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9de75f-67ba-4b63-890a-dbb7f6409e35 None None] Network 8f645a57-165a-4c93-8294-26ac765856da requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:24.781187 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f657b675-adcf-454a-800b-70a3f81d152b tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:24.781391 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf416b-35ca-43b7-b1b2-acf99f736ec6 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event updated for resources: {'Subnet': ['ID=3fb22722-2963-4595-811c-a54bfe26d9b4,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:24.826575 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c7fdaf7d-a47b-4e17-a7b1-fd39f69e4da7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6703238 Feb 28 14:24:24.828871 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f657b675-adcf-454a-800b-70a3f81d152b tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8553678c-6c08-4fc7-9070-233fcecfb740']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:24.837196 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53206) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:24.846867 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-dbdfb666-40b4-4342-88a1-1e84b6f78717 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1926108008', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:24.856286 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f657b675-adcf-454a-800b-70a3f81d152b tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e828ec-1412-4481-a150-2f2187794f84') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:24.856648 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f657b675-adcf-454a-800b-70a3f81d152b tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e828ec-1412-4481-a150-2f2187794f84') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:24.863295 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-dbdfb666-40b4-4342-88a1-1e84b6f78717 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:24.876428 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-dbdfb666-40b4-4342-88a1-1e84b6f78717 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:router and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:24.881856 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f657b675-adcf-454a-800b-70a3f81d152b tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:24.888690 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-dbdfb666-40b4-4342-88a1-1e84b6f78717 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:24.898907 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-dbdfb666-40b4-4342-88a1-1e84b6f78717 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:24.921548 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f657b675-adcf-454a-800b-70a3f81d152b tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:24.944636 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f657b675-adcf-454a-800b-70a3f81d152b tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:24:24.945045 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f657b675-adcf-454a-800b-70a3f81d152b tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:24:24.962799 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:24:24.976279 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb666-40b4-4342-88a1-1e84b6f78717 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:24.976735 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb666-40b4-4342-88a1-1e84b6f78717 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:25.027471 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c080d8a9-589d-43d9-a7e7-d140c3df3b9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:25.043336 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0d43a5c5-3e50-428d-9b33-3925bff26a44 None None] For port 526246da-ec13-45f5-9d18-3f1c7eab1b31, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:24:25.084161 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0d43a5c5-3e50-428d-9b33-3925bff26a44 None None] For port 526246da-ec13-45f5-9d18-3f1c7eab1b31, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=526246da-ec13-45f5-9d18-3f1c7eab1b31,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:24:25.089679 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e148bfba-2847-451b-9207-aed7f76dff76 None None] Provisioning for port bfd79548-e2db-4c62-afb3-d539f9541426 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:24:25.112714 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c080d8a9-589d-43d9-a7e7-d140c3df3b9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:25.113087 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0d43a5c5-3e50-428d-9b33-3925bff26a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:25.114955 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb666-40b4-4342-88a1-1e84b6f78717 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:25.118757 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c080d8a9-589d-43d9-a7e7-d140c3df3b9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:25.129830 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c080d8a9-589d-43d9-a7e7-d140c3df3b9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:25.130415 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c080d8a9-589d-43d9-a7e7-d140c3df3b9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:25.141601 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f657b675-adcf-454a-800b-70a3f81d152b tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:25.148945 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080d8a9-589d-43d9-a7e7-d140c3df3b9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=0f55396c-5adc-4162-97f9-49b5b08516fa,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:25.152453 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bab0ec2f-a375-46ee-bd29-3b3668b515f3 req-71ab4169-0b5d-454d-8545-a89407c01301 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4965961 Feb 28 14:24:25.155385 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cf416b-35ca-43b7-b1b2-acf99f736ec6 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Checking segment: {'id': 'f0021a24-3c35-4d08-a278-aa6a73b59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5d3bdf85-35a7-433f-bb0f-af00cdb83958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:24:25.158516 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cf416b-35ca-43b7-b1b2-acf99f736ec6 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Network hostable DHCP agents. Network: 5d3bdf85-35a7-433f-bb0f-af00cdb83958, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:24:25.163329 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e148bfba-2847-451b-9207-aed7f76dff76 None None] Provisioning complete for port bfd79548-e2db-4c62-afb3-d539f9541426 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:25.163838 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e148bfba-2847-451b-9207-aed7f76dff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:25.169128 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f657b675-adcf-454a-800b-70a3f81d152b tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8553678c-6c08-4fc7-9070-233fcecfb740 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 28 14:24:25.186166 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f657b675-adcf-454a-800b-70a3f81d152b tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:25.202864 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657b675-adcf-454a-800b-70a3f81d152b tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Pushing event deleted for resources: {'Network': ['ID=8553678c-6c08-4fc7-9070-233fcecfb740,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:25.209759 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb666-40b4-4342-88a1-1e84b6f78717 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:25.227124 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f657b675-adcf-454a-800b-70a3f81d152b tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "DELETE /v2.0/networks/8553678c-6c08-4fc7-9070-233fcecfb740 HTTP/1.1" status: 204 len: 168 time: 1.1058898 Feb 28 14:24:25.235312 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c080d8a9-589d-43d9-a7e7-d140c3df3b9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3713930 Feb 28 14:24:25.237966 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53212) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:25.244976 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-dfce59f9-a7f9-4d53-993b-314c76bcca0f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'mac_address': 'fa:16:3e:cd:46:87', 'name': 'tempest-NetworksTestDHCPv6-924665239'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:25.272184 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad59f-cebc-42ac-beaf-05e69b679e74 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:25.281053 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb666-40b4-4342-88a1-1e84b6f78717 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:25.282573 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dbdfb666-40b4-4342-88a1-1e84b6f78717 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4444432 Feb 28 14:24:25.286104 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port bfd79548-e2db-4c62-afb3-d539f9541426 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:25.286598 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:25.286835 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53216) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:25.289014 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad59f-cebc-42ac-beaf-05e69b679e74 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:25.295264 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e39228ad-68f7-41b8-948c-9b0893b9bc93 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'port': {'network_id': '882ebf3a-ec91-4b5d-bac0-d8fc2fe9e83a', 'name': 'tempest-PortsIpV6TestJSON-135057045'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:25.345162 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce432905-6bef-456e-aac3-ea3df8862ff1 req-e6bb0039-bd09-4308-bc67-6b005f9ed07f tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:25.347096 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ce432905-6bef-456e-aac3-ea3df8862ff1 req-e6bb0039-bd09-4308-bc67-6b005f9ed07f tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.9367831 Feb 28 14:24:25.519214 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cf416b-35ca-43b7-b1b2-acf99f736ec6 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Network 5d3bdf85-35a7-433f-bb0f-af00cdb83958 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:24:25.557272 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad59f-cebc-42ac-beaf-05e69b679e74 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:25.558324 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1ad59f-cebc-42ac-beaf-05e69b679e74 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2c984fc-ff0b-4d9e-9ab8-7575f18bf873 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:24:25.560344 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:25.568942 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e8cf416b-35ca-43b7-b1b2-acf99f736ec6 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 5d3bdf85-35a7-433f-bb0f-af00cdb83958) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:25.594025 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cf416b-35ca-43b7-b1b2-acf99f736ec6 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:25.594759 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8cf416b-35ca-43b7-b1b2-acf99f736ec6 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527226'] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:25.622498 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4090981c-9cb0-4ed1-afc3-ff0e20019c54 None None] Network 5d3bdf85-35a7-433f-bb0f-af00cdb83958 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:25.652608 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43a5c5-3e50-428d-9b33-3925bff26a44 None None] Pushing event updated for resources: {'Port': ['ID=526246da-ec13-45f5-9d18-3f1c7eab1b31,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:25.673814 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad59f-cebc-42ac-beaf-05e69b679e74 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:25.678196 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5c1ad59f-cebc-42ac-beaf-05e69b679e74 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] 10.222.0.30 "DELETE /v2.0/routers/a2c984fc-ff0b-4d9e-9ab8-7575f18bf873 HTTP/1.1" status: 204 len: 168 time: 1.5766764 Feb 28 14:24:25.690348 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e8cf416b-35ca-43b7-b1b2-acf99f736ec6 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5452261 Feb 28 14:24:25.695901 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53226) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:25.699464 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53228) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:25.699985 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53230) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:25.723188 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-32d9c0bb-8c6e-4e21-ab2b-295ad72ddb1b tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:25.745969 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c61f637-e5e2-40d9-a835-408b8c10b44a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-882ebf3a-ec91-4b5d-bac0-d8fc2fe9e83a', 'network_id': '882ebf3a-ec91-4b5d-bac0-d8fc2fe9e83a', 'tenant_id': '6681ad35360248eda2f0e2c9f8f75c94', 'fixed_ips': [{'subnet_id': '03740ee9-b7c8-4726-93e9-ac2c36d532b0'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:24:25.747200 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3c61f637-e5e2-40d9-a835-408b8c10b44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:25.770982 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b5752d1d-bb04-475d-a097-f0aa5af68850 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Request body: {'router': {'name': 'tempest-router-114827572', 'distributed': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:25.790418 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-ce432905-6bef-456e-aac3-ea3df8862ff1 req-64811ae3-c1e3-4784-affc-7ce9d24f7f11 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Deleting port 1f95f132-5cd3-42d1-afbf-40eddc35e9a7 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:25.790969 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-ce432905-6bef-456e-aac3-ea3df8862ff1 req-64811ae3-c1e3-4784-affc-7ce9d24f7f11 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:25.856860 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-68fb3ab4-6cd3-4fab-8e63-94a8d74760fd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Request body: {'router': {'name': 'tempest-router--1697585090', 'project_id': '4d82814e2d8a4e8db83681029e2d2e9b'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:25.900620 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b5752d1d-bb04-475d-a097-f0aa5af68850 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:25.922722 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-68fb3ab4-6cd3-4fab-8e63-94a8d74760fd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:25.954467 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b5752d1d-bb04-475d-a097-f0aa5af68850 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Usage tracker for resource:router and tenant:7c13b44be1ec4e68bad51363f4f2014b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:25.968748 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b5752d1d-bb04-475d-a097-f0aa5af68850 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:25.973896 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-dfce59f9-a7f9-4d53-993b-314c76bcca0f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:25.974453 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-68fb3ab4-6cd3-4fab-8e63-94a8d74760fd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Usage tracker for resource:router and tenant:4d82814e2d8a4e8db83681029e2d2e9b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:25.989348 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-68fb3ab4-6cd3-4fab-8e63-94a8d74760fd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:25.992301 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b5752d1d-bb04-475d-a097-f0aa5af68850 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:26.003238 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-dfce59f9-a7f9-4d53-993b-314c76bcca0f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:port and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:26.004608 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-84fa0b5a-b032-4c5a-b3a1-146b04b4be2f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:26.008304 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-dfce59f9-a7f9-4d53-993b-314c76bcca0f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:26.075522 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-68fb3ab4-6cd3-4fab-8e63-94a8d74760fd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:26.080218 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e39228ad-68f7-41b8-948c-9b0893b9bc93 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:26.089759 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-dfce59f9-a7f9-4d53-993b-314c76bcca0f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:26.107604 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e39228ad-68f7-41b8-948c-9b0893b9bc93 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:port and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:26.110789 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e39228ad-68f7-41b8-948c-9b0893b9bc93 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:26.117647 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e39228ad-68f7-41b8-948c-9b0893b9bc93 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:26.142982 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39228ad-68f7-41b8-948c-9b0893b9bc93 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:26.146757 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e39228ad-68f7-41b8-948c-9b0893b9bc93 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:26.163328 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1eaf44-0409-4694-add4-a9b3492ce3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:24:26.166455 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfce59f9-a7f9-4d53-993b-314c76bcca0f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:26.224117 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1eaf44-0409-4694-add4-a9b3492ce3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e', 'code': 200} Feb 28 14:24:26.302422 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5752d1d-bb04-475d-a097-f0aa5af68850 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:26.303428 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5752d1d-bb04-475d-a097-f0aa5af68850 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:26.304980 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e,segment=NetworkSegment(fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1),segment_id=fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:26.319268 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bfabb5-4937-4b36-b2c6-06574ef2d094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-5d3bdf85-35a7-433f-bb0f-af00cdb83958', 'network_id': '5d3bdf85-35a7-433f-bb0f-af00cdb83958', 'tenant_id': 'f728042230f541b4b4ac3c2d7dd0693a', 'fixed_ips': [{'subnet_id': '3fb22722-2963-4595-811c-a54bfe26d9b4'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:24:26.320194 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-48bfabb5-4937-4b36-b2c6-06574ef2d094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:26.324231 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-68fb3ab4-6cd3-4fab-8e63-94a8d74760fd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:26.324869 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-68fb3ab4-6cd3-4fab-8e63-94a8d74760fd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:26.340874 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-68fb3ab4-6cd3-4fab-8e63-94a8d74760fd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:26.341317 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:26.370894 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dfce59f9-a7f9-4d53-993b-314c76bcca0f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:26.387670 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-e39228ad-68f7-41b8-948c-9b0893b9bc93 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] device_id is not set on port 53969eec-8076-41c0-b5ab-a7dc71425a94 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:24:26.444253 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:26.451968 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 1f95f132-5cd3-42d1-afbf-40eddc35e9a7 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:24:26.458513 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14362a29-7154-439d-8ab8-38f62caa8ea7 req-efbb07d1-148c-4cd5-a10b-4c7977dc52f3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:26.460445 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-14362a29-7154-439d-8ab8-38f62caa8ea7 req-efbb07d1-148c-4cd5-a10b-4c7977dc52f3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe1eaf44-0409-4694-add4-a9b3492ce3d5 HTTP/1.1" status: 200 len: 945 time: 0.4379590 Feb 28 14:24:26.503224 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-dfce59f9-a7f9-4d53-993b-314c76bcca0f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] device_id is not set on port 305cfb41-e0fc-4527-b4d3-5ad6b62e7018 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:24:26.525046 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-32d9c0bb-8c6e-4e21-ab2b-295ad72ddb1b tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2870652'] for subnet, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:26.650763 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-68fb3ab4-6cd3-4fab-8e63-94a8d74760fd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:26.681958 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-14362a29-7154-439d-8ab8-38f62caa8ea7 req-4dfc3d00-442c-494d-a7d5-510265fbfdbc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a4e95b0-4769-440e-9e97-3a08ac32b6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087317 Feb 28 14:24:26.713898 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5752d1d-bb04-475d-a097-f0aa5af68850 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:26.716456 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 526246da-ec13-45f5-9d18-3f1c7eab1b31 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:24:26.763083 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:24:26.863520 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd5b70-3b1e-46d4-b118-50e6cd770ecb req-f6ca8974-e866-4ce8-9f7b-42e073399cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:26.865279 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-3c61f637-e5e2-40d9-a835-408b8c10b44a None None] Allocated IP 2001:db8::2 (882ebf3a-ec91-4b5d-bac0-d8fc2fe9e83a/03740ee9-b7c8-4726-93e9-ac2c36d532b0/210e87da-3383-48fd-9098-a527dbebb10f) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:26.865723 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-30fd5b70-3b1e-46d4-b118-50e6cd770ecb req-f6ca8974-e866-4ce8-9f7b-42e073399cc7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fe1eaf44-0409-4694-add4-a9b3492ce3d5 HTTP/1.1" status: 200 len: 1099 time: 0.3145938 Feb 28 14:24:26.948419 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:26.986889 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-48bfabb5-4937-4b36-b2c6-06574ef2d094 None None] Allocated IP 2001:db8::2 (5d3bdf85-35a7-433f-bb0f-af00cdb83958/3fb22722-2963-4595-811c-a54bfe26d9b4/bd0147d2-f1e9-4502-ad06-ee4b27c9fdba) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:27.006682 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-30fd5b70-3b1e-46d4-b118-50e6cd770ecb req-4c981679-43df-4acc-a2ea-df87654fede1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3a4e95b0-4769-440e-9e97-3a08ac32b6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335430 Feb 28 14:24:27.019098 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-68fb3ab4-6cd3-4fab-8e63-94a8d74760fd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:27.020639 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-68fb3ab4-6cd3-4fab-8e63-94a8d74760fd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3153367 Feb 28 14:24:27.026501 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53246) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:27.045057 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189616c-0f3f-4c53-9db7-aac0453c787b req-779e0475-b897-4f02-b3e5-0b54e541b090 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:27.047013 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d189616c-0f3f-4c53-9db7-aac0453c787b req-779e0475-b897-4f02-b3e5-0b54e541b090 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 945 time: 0.6966259 Feb 28 14:24:27.079269 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5752d1d-bb04-475d-a097-f0aa5af68850 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:27.101566 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-ce432905-6bef-456e-aac3-ea3df8862ff1 req-64811ae3-c1e3-4784-affc-7ce9d24f7f11 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] For port 1f95f132-5cd3-42d1-afbf-40eddc35e9a7, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1f95f132-5cd3-42d1-afbf-40eddc35e9a7,segment=NetworkSegment(975876b0-ebc4-4d96-a295-bc3105e7b9bf),segment_id=975876b0-ebc4-4d96-a295-bc3105e7b9bf)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:27.102029 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-ce432905-6bef-456e-aac3-ea3df8862ff1 req-64811ae3-c1e3-4784-affc-7ce9d24f7f11 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:27.116652 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-dfce59f9-a7f9-4d53-993b-314c76bcca0f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 172.20.0.5 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/0f55396c-5adc-4162-97f9-49b5b08516fa/305cfb41-e0fc-4527-b4d3-5ad6b62e7018) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:27.146055 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-dfce59f9-a7f9-4d53-993b-314c76bcca0f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 2001:db8::f816:3eff:fecd:4687 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/fc257b42-7e4b-4be1-8c23-495cab93759f/305cfb41-e0fc-4527-b4d3-5ad6b62e7018) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:27.232013 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-20655d93-cf83-46d2-b7aa-87458a65c1ca tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:27.234740 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 526246da-ec13-45f5-9d18-3f1c7eab1b31 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:24:27.266223 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d189616c-0f3f-4c53-9db7-aac0453c787b req-99d1f640-53dc-4f8d-9c1d-73447504cf77 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057784 Feb 28 14:24:27.267088 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b5752d1d-bb04-475d-a097-f0aa5af68850 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:27.268825 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b5752d1d-bb04-475d-a097-f0aa5af68850 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.5677078 Feb 28 14:24:27.274611 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53250) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:27.279573 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 1f95f132-5cd3-42d1-afbf-40eddc35e9a7, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1f95f132-5cd3-42d1-afbf-40eddc35e9a7,segment=NetworkSegment(975876b0-ebc4-4d96-a295-bc3105e7b9bf),segment_id=975876b0-ebc4-4d96-a295-bc3105e7b9bf)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:27.352034 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca295277-3b7c-48e7-8420-03eee4a0ed55 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:27.378259 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:27.609861 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-20655d93-cf83-46d2-b7aa-87458a65c1ca tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:27.614467 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-20655d93-cf83-46d2-b7aa-87458a65c1ca tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:27.647685 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-47679ad0-01c4-4e90-aa80-d3570938809b None None] Provisioning complete for port bfd79548-e2db-4c62-afb3-d539f9541426 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:27.647934 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-47679ad0-01c4-4e90-aa80-d3570938809b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:27.697797 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a30636d-21df-4486-85a2-a717825a6fc5 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:27.752377 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-48bfabb5-4937-4b36-b2c6-06574ef2d094 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:27.793141 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-48bfabb5-4937-4b36-b2c6-06574ef2d094 None None] Transition to ACTIVE for port object bd0147d2-f1e9-4502-ad06-ee4b27c9fdba will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:27.797807 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=1f95f132-5cd3-42d1-afbf-40eddc35e9a7,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:27.865176 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3c61f637-e5e2-40d9-a835-408b8c10b44a None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:27.873257 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-48bfabb5-4937-4b36-b2c6-06574ef2d094 None None] Transition to ACTIVE for port object bd0147d2-f1e9-4502-ad06-ee4b27c9fdba will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:27.882442 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-20655d93-cf83-46d2-b7aa-87458a65c1ca tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:27.882916 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20655d93-cf83-46d2-b7aa-87458a65c1ca tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 023c84c1-b08c-426e-b4c1-7f76b13f4c2c {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:24:27.945610 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-20655d93-cf83-46d2-b7aa-87458a65c1ca tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:27.946660 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-20655d93-cf83-46d2-b7aa-87458a65c1ca tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "DELETE /v2.0/routers/023c84c1-b08c-426e-b4c1-7f76b13f4c2c HTTP/1.1" status: 204 len: 168 time: 0.9189541 Feb 28 14:24:27.962866 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dfce59f9-a7f9-4d53-993b-314c76bcca0f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:27.983169 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d9173-47e1-4906-bf76-081e2906368d req-180728e0-ad33-4aa0-871e-010b0e5c3edf tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:27.984842 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-174d9173-47e1-4906-bf76-081e2906368d req-180728e0-ad33-4aa0-871e-010b0e5c3edf tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe1eaf44-0409-4694-add4-a9b3492ce3d5 HTTP/1.1" status: 200 len: 946 time: 0.1655793 Feb 28 14:24:27.995599 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3c61f637-e5e2-40d9-a835-408b8c10b44a None None] Transition to ACTIVE for port object 210e87da-3383-48fd-9098-a527dbebb10f will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:27.996859 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-dfce59f9-a7f9-4d53-993b-314c76bcca0f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Transition to ACTIVE for port object 305cfb41-e0fc-4527-b4d3-5ad6b62e7018 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:28.011557 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-48bfabb5-4937-4b36-b2c6-06574ef2d094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:28.097895 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-174d9173-47e1-4906-bf76-081e2906368d req-ce841e91-ac0f-42ca-bb48-e14e480e40f6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a4e95b0-4769-440e-9e97-3a08ac32b6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961144 Feb 28 14:24:28.102472 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bfabb5-4937-4b36-b2c6-06574ef2d094 None None] Pushing event updated for resources: {'Port': ['ID=bd0147d2-f1e9-4502-ad06-ee4b27c9fdba,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:28.136005 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dfce59f9-a7f9-4d53-993b-314c76bcca0f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:28.138201 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3c61f637-e5e2-40d9-a835-408b8c10b44a None None] Transition to ACTIVE for port object 210e87da-3383-48fd-9098-a527dbebb10f will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:28.177478 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-32d9c0bb-8c6e-4e21-ab2b-295ad72ddb1b tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759642986469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2438788'] for subnet, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:28.185360 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bfabb5-4937-4b36-b2c6-06574ef2d094 None None] Network 5d3bdf85-35a7-433f-bb0f-af00cdb83958 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:28.197262 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-48bfabb5-4937-4b36-b2c6-06574ef2d094 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:28.206088 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bfabb5-4937-4b36-b2c6-06574ef2d094 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:24:28.208729 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3c61f637-e5e2-40d9-a835-408b8c10b44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:28.222065 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53258) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:28.240991 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce59f9-a7f9-4d53-993b-314c76bcca0f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Port': ['ID=305cfb41-e0fc-4527-b4d3-5ad6b62e7018,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:28.255629 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef798cc2-d666-4542-9231-ce66909d496f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f95f132-5cd3-42d1-afbf-40eddc35e9a7'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:24:28.306344 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfce59f9-a7f9-4d53-993b-314c76bcca0f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:28.309643 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-dfce59f9-a7f9-4d53-993b-314c76bcca0f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:28.313905 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfce59f9-a7f9-4d53-993b-314c76bcca0f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:24:28.314669 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-84fa0b5a-b032-4c5a-b3a1-146b04b4be2f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Deleting port 6bf74642-7ee6-4485-a147-50ba994d07cf {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:28.316461 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-84fa0b5a-b032-4c5a-b3a1-146b04b4be2f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:28.359226 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c61f637-e5e2-40d9-a835-408b8c10b44a None None] Network 882ebf3a-ec91-4b5d-bac0-d8fc2fe9e83a is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:28.360747 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef798cc2-d666-4542-9231-ce66909d496f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f95f132-5cd3-42d1-afbf-40eddc35e9a7', 'code': 200} Feb 28 14:24:28.375755 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-3c61f637-e5e2-40d9-a835-408b8c10b44a None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:28.380663 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-e39228ad-68f7-41b8-948c-9b0893b9bc93 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Allocated IP 2001:db8::b8 (882ebf3a-ec91-4b5d-bac0-d8fc2fe9e83a/03740ee9-b7c8-4726-93e9-ac2c36d532b0/53969eec-8076-41c0-b5ab-a7dc71425a94) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:28.403869 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfce59f9-a7f9-4d53-993b-314c76bcca0f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:28.404588 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dfce59f9-a7f9-4d53-993b-314c76bcca0f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:28.417668 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c61f637-e5e2-40d9-a835-408b8c10b44a None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:24:28.450458 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-ce432905-6bef-456e-aac3-ea3df8862ff1 req-64811ae3-c1e3-4784-affc-7ce9d24f7f11 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:28.451119 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-ce432905-6bef-456e-aac3-ea3df8862ff1 req-64811ae3-c1e3-4784-affc-7ce9d24f7f11 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:28.451681 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [req-ce432905-6bef-456e-aac3-ea3df8862ff1 req-64811ae3-c1e3-4784-affc-7ce9d24f7f11 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Floating IP 66b0ae38-98e2-4e39-a6ab-91aa463fb53e disassociated. External IP: 172.26.5.101, port: 1f95f132-5cd3-42d1-afbf-40eddc35e9a7. Feb 28 14:24:28.452223 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-ce432905-6bef-456e-aac3-ea3df8862ff1 req-64811ae3-c1e3-4784-affc-7ce9d24f7f11 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Calling delete_port for 1f95f132-5cd3-42d1-afbf-40eddc35e9a7 owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:28.504803 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61f637-e5e2-40d9-a835-408b8c10b44a None None] Pushing event updated for resources: {'Port': ['ID=210e87da-3383-48fd-9098-a527dbebb10f,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:28.531255 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dfce59f9-a7f9-4d53-993b-314c76bcca0f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.2899504 Feb 28 14:24:28.531433 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3c61f637-e5e2-40d9-a835-408b8c10b44a None None] Attempting to bind port 210e87da-3383-48fd-9098-a527dbebb10f on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:24:28.531433 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3c61f637-e5e2-40d9-a835-408b8c10b44a None None] Attempting to bind port 210e87da-3383-48fd-9098-a527dbebb10f by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'aebadc0c-ec82-45d4-81f7-bf0bb9bdc4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '882ebf3a-ec91-4b5d-bac0-d8fc2fe9e83a'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:24:28.531433 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c61f637-e5e2-40d9-a835-408b8c10b44a None None] Attempting to bind port 210e87da-3383-48fd-9098-a527dbebb10f on network 882ebf3a-ec91-4b5d-bac0-d8fc2fe9e83a {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:24:28.533339 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53268) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:28.538622 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-722e329c-e295-40e4-a93d-6764b1c2f913 None None] Provisioning for port 526246da-ec13-45f5-9d18-3f1c7eab1b31 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:24:28.544151 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-48bfabb5-4937-4b36-b2c6-06574ef2d094 None None] Attempting to bind port bd0147d2-f1e9-4502-ad06-ee4b27c9fdba on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:24:28.544514 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-48bfabb5-4937-4b36-b2c6-06574ef2d094 None None] Attempting to bind port bd0147d2-f1e9-4502-ad06-ee4b27c9fdba by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'f0021a24-3c35-4d08-a278-aa6a73b59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5d3bdf85-35a7-433f-bb0f-af00cdb83958'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:24:28.544914 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bfabb5-4937-4b36-b2c6-06574ef2d094 None None] Attempting to bind port bd0147d2-f1e9-4502-ad06-ee4b27c9fdba on network 5d3bdf85-35a7-433f-bb0f-af00cdb83958 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:24:28.557605 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-722e329c-e295-40e4-a93d-6764b1c2f913 None None] Provisioning complete for port 526246da-ec13-45f5-9d18-3f1c7eab1b31 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:28.557971 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-722e329c-e295-40e4-a93d-6764b1c2f913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:28.583782 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9c0bb-8c6e-4e21-ab2b-295ad72ddb1b tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event updated for resources: {'Subnet': ['ID=3fb22722-2963-4595-811c-a54bfe26d9b4,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:28.584707 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bfabb5-4937-4b36-b2c6-06574ef2d094 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:24:28.584707 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bfabb5-4937-4b36-b2c6-06574ef2d094 None None] Checking segment: {'id': 'f0021a24-3c35-4d08-a278-aa6a73b59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5d3bdf85-35a7-433f-bb0f-af00cdb83958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:24:28.584968 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-48bfabb5-4937-4b36-b2c6-06574ef2d094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:28.585340 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bfabb5-4937-4b36-b2c6-06574ef2d094 None None] Bound using segment: {'id': 'f0021a24-3c35-4d08-a278-aa6a73b59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5d3bdf85-35a7-433f-bb0f-af00cdb83958'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:24:28.585864 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-48bfabb5-4937-4b36-b2c6-06574ef2d094 None None] Bound port: bd0147d2-f1e9-4502-ad06-ee4b27c9fdba, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0021a24-3c35-4d08-a278-aa6a73b59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5d3bdf85-35a7-433f-bb0f-af00cdb83958'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:24:28.586280 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-48bfabb5-4937-4b36-b2c6-06574ef2d094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:28.597876 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d9c0bb-8c6e-4e21-ab2b-295ad72ddb1b tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:28.598570 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-32d9c0bb-8c6e-4e21-ab2b-295ad72ddb1b tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:28.601705 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-32d9c0bb-8c6e-4e21-ab2b-295ad72ddb1b tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "PUT /v2.0/subnets/3fb22722-2963-4595-811c-a54bfe26d9b4 HTTP/1.1" status: 200 len: 826 time: 2.8984146 Feb 28 14:24:28.606914 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c61f637-e5e2-40d9-a835-408b8c10b44a None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:24:28.607316 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c61f637-e5e2-40d9-a835-408b8c10b44a None None] Checking segment: {'id': 'aebadc0c-ec82-45d4-81f7-bf0bb9bdc4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '882ebf3a-ec91-4b5d-bac0-d8fc2fe9e83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:24:28.607703 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3c61f637-e5e2-40d9-a835-408b8c10b44a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:28.608417 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c61f637-e5e2-40d9-a835-408b8c10b44a None None] Bound using segment: {'id': 'aebadc0c-ec82-45d4-81f7-bf0bb9bdc4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '882ebf3a-ec91-4b5d-bac0-d8fc2fe9e83a'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:24:28.608722 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3c61f637-e5e2-40d9-a835-408b8c10b44a None None] Bound port: 210e87da-3383-48fd-9098-a527dbebb10f, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aebadc0c-ec82-45d4-81f7-bf0bb9bdc4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '882ebf3a-ec91-4b5d-bac0-d8fc2fe9e83a'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:24:28.609194 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3c61f637-e5e2-40d9-a835-408b8c10b44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:28.625123 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53272) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:28.700723 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [req-ce432905-6bef-456e-aac3-ea3df8862ff1 req-64811ae3-c1e3-4784-affc-7ce9d24f7f11 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:24:28.701303 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG oslo_db.api [req-ce432905-6bef-456e-aac3-ea3df8862ff1 req-64811ae3-c1e3-4784-affc-7ce9d24f7f11 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:24:28.705251 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e20d5a-3dd9-4b41-b046-1013cef52b70 req-6996be2b-2a5b-4596-b7f2-03e89f47b7a5 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:28.707477 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-93e20d5a-3dd9-4b41-b046-1013cef52b70 req-6996be2b-2a5b-4596-b7f2-03e89f47b7a5 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 943 time: 0.2960951 Feb 28 14:24:28.772560 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-48bfabb5-4937-4b36-b2c6-06574ef2d094 None None] For port bd0147d2-f1e9-4502-ad06-ee4b27c9fdba, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:24:28.813805 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-75938984-f464-465e-890e-d70ebaf9aa3f tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-937381050', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:28.830661 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-48bfabb5-4937-4b36-b2c6-06574ef2d094 None None] For port bd0147d2-f1e9-4502-ad06-ee4b27c9fdba, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=bd0147d2-f1e9-4502-ad06-ee4b27c9fdba,segment=NetworkSegment(f0021a24-3c35-4d08-a278-aa6a73b59f16),segment_id=f0021a24-3c35-4d08-a278-aa6a73b59f16)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:24:28.834362 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a30636d-21df-4486-85a2-a717825a6fc5 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:28.838695 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a30636d-21df-4486-85a2-a717825a6fc5 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:28.840609 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-75938984-f464-465e-890e-d70ebaf9aa3f tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:28.852488 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-48bfabb5-4937-4b36-b2c6-06574ef2d094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:28.899926 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-75938984-f464-465e-890e-d70ebaf9aa3f tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Usage tracker for resource:router and tenant:65a020e798544f2fb4804c259bb54147 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:28.910268 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-75938984-f464-465e-890e-d70ebaf9aa3f tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:28.913987 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52cc353-6dc7-4421-9d3c-f9738e1f2815 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:28.919773 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52cc353-6dc7-4421-9d3c-f9738e1f2815 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:28.920915 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c52cc353-6dc7-4421-9d3c-f9738e1f2815 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:24:28.930096 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-75938984-f464-465e-890e-d70ebaf9aa3f tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:28.956799 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a30636d-21df-4486-85a2-a717825a6fc5 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:28.957566 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a30636d-21df-4486-85a2-a717825a6fc5 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1696bb73-9d5d-4bd1-81f8-4acacd6ef995 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:24:28.962667 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-93e20d5a-3dd9-4b41-b046-1013cef52b70 req-ec565be3-ac44-47f5-819a-74643ef1b1dc tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385154 Feb 28 14:24:28.974842 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3c61f637-e5e2-40d9-a835-408b8c10b44a None None] For port 210e87da-3383-48fd-9098-a527dbebb10f, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:24:28.981073 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c52cc353-6dc7-4421-9d3c-f9738e1f2815 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:24:28.984941 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c52cc353-6dc7-4421-9d3c-f9738e1f2815 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.4497318 Feb 28 14:24:28.986048 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-84fa0b5a-b032-4c5a-b3a1-146b04b4be2f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:28.995972 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53276) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:29.042705 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a976193-b9bb-45c9-adc1-57f88b8fc406 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:29.064571 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75938984-f464-465e-890e-d70ebaf9aa3f tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:29.066367 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75938984-f464-465e-890e-d70ebaf9aa3f tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:29.076036 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bfabb5-4937-4b36-b2c6-06574ef2d094 None None] Pushing event updated for resources: {'Port': ['ID=bd0147d2-f1e9-4502-ad06-ee4b27c9fdba,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:29.079763 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3c61f637-e5e2-40d9-a835-408b8c10b44a None None] For port 210e87da-3383-48fd-9098-a527dbebb10f, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=210e87da-3383-48fd-9098-a527dbebb10f,segment=NetworkSegment(aebadc0c-ec82-45d4-81f7-bf0bb9bdc4cf),segment_id=aebadc0c-ec82-45d4-81f7-bf0bb9bdc4cf)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:24:29.082367 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e39228ad-68f7-41b8-948c-9b0893b9bc93 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:29.089194 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe5b6d9-6f09-4e10-a6d9-4c53a4df6872 None None] Update dhcp port {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'fixed_ips': [{'subnet_id': 'fc257b42-7e4b-4be1-8c23-495cab93759f', 'ip_address': '2001:db8::f816:3eff:fe5d:58e3'}, {'subnet_id': '0f55396c-5adc-4162-97f9-49b5b08516fa'}], 'binding:host_id': 'dv-neutron-831192-4-hyperv'}, 'id': '526246da-ec13-45f5-9d18-3f1c7eab1b31'} from dv-neutron-831192-4-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 14:24:29.115421 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3c61f637-e5e2-40d9-a835-408b8c10b44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:29.117509 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-4a976193-b9bb-45c9-adc1-57f88b8fc406 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Deleting port bd0147d2-f1e9-4502-ad06-ee4b27c9fdba {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:29.117983 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a976193-b9bb-45c9-adc1-57f88b8fc406 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:29.154186 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-84fa0b5a-b032-4c5a-b3a1-146b04b4be2f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Calling delete_port for 6bf74642-7ee6-4485-a147-50ba994d07cf owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:29.182830 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-e39228ad-68f7-41b8-948c-9b0893b9bc93 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Transition to ACTIVE for port object 53969eec-8076-41c0-b5ab-a7dc71425a94 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:29.201049 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-722e329c-e295-40e4-a93d-6764b1c2f913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:29.218162 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c8c60288-913e-4d08-8e18-8f58a300f1f8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting port 305cfb41-e0fc-4527-b4d3-5ad6b62e7018 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:29.218851 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8c60288-913e-4d08-8e18-8f58a300f1f8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:29.281407 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e39228ad-68f7-41b8-948c-9b0893b9bc93 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:29.286000 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7fe5b6d9-6f09-4e10-a6d9-4c53a4df6872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:29.314476 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61f637-e5e2-40d9-a835-408b8c10b44a None None] Pushing event updated for resources: {'Port': ['ID=210e87da-3383-48fd-9098-a527dbebb10f,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:29.357568 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-722e329c-e295-40e4-a93d-6764b1c2f913 None None] For port 526246da-ec13-45f5-9d18-3f1c7eab1b31, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=526246da-ec13-45f5-9d18-3f1c7eab1b31,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:29.381472 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-722e329c-e295-40e4-a93d-6764b1c2f913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:29.391094 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-ce432905-6bef-456e-aac3-ea3df8862ff1 req-64811ae3-c1e3-4784-affc-7ce9d24f7f11 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Deleting port 1f95f132-5cd3-42d1-afbf-40eddc35e9a7 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:29.391464 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-ce432905-6bef-456e-aac3-ea3df8862ff1 req-64811ae3-c1e3-4784-affc-7ce9d24f7f11 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:29.409972 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39228ad-68f7-41b8-948c-9b0893b9bc93 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Port': ['ID=53969eec-8076-41c0-b5ab-a7dc71425a94,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:29.472889 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39228ad-68f7-41b8-948c-9b0893b9bc93 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network 882ebf3a-ec91-4b5d-bac0-d8fc2fe9e83a is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:29.485286 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e39228ad-68f7-41b8-948c-9b0893b9bc93 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:29.552638 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a30636d-21df-4486-85a2-a717825a6fc5 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:29.553937 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6a30636d-21df-4486-85a2-a717825a6fc5 tempest-RoutersTestDVR-303825901 tempest-RoutersTestDVR-303825901-project-admin] 10.222.0.30 "DELETE /v2.0/routers/1696bb73-9d5d-4bd1-81f8-4acacd6ef995 HTTP/1.1" status: 204 len: 168 time: 2.2779238 Feb 28 14:24:29.562174 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e329c-e295-40e4-a93d-6764b1c2f913 None None] Pushing event updated for resources: {'Port': ['ID=526246da-ec13-45f5-9d18-3f1c7eab1b31,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:29.598580 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75938984-f464-465e-890e-d70ebaf9aa3f tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:29.751214 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-7fe5b6d9-6f09-4e10-a6d9-4c53a4df6872 None None] Allocated IP 172.20.0.2 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/0f55396c-5adc-4162-97f9-49b5b08516fa/526246da-ec13-45f5-9d18-3f1c7eab1b31) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:29.767148 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8c60288-913e-4d08-8e18-8f58a300f1f8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:29.868724 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39228ad-68f7-41b8-948c-9b0893b9bc93 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:24:29.874648 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39228ad-68f7-41b8-948c-9b0893b9bc93 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:29.875291 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e39228ad-68f7-41b8-948c-9b0893b9bc93 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:29.977359 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-7fe5b6d9-6f09-4e10-a6d9-4c53a4df6872 None None] For port 526246da-ec13-45f5-9d18-3f1c7eab1b31, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=526246da-ec13-45f5-9d18-3f1c7eab1b31,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:30.023706 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7fe5b6d9-6f09-4e10-a6d9-4c53a4df6872 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:30.062294 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7fe5b6d9-6f09-4e10-a6d9-4c53a4df6872 None None] Transition to ACTIVE for port object 526246da-ec13-45f5-9d18-3f1c7eab1b31 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:30.070501 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7fe5b6d9-6f09-4e10-a6d9-4c53a4df6872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:30.100686 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53288) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:30.182121 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c8c60288-913e-4d08-8e18-8f58a300f1f8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Calling delete_port for 305cfb41-e0fc-4527-b4d3-5ad6b62e7018 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:30.253265 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5b6d9-6f09-4e10-a6d9-4c53a4df6872 None None] Pushing event updated for resources: {'Port': ['ID=526246da-ec13-45f5-9d18-3f1c7eab1b31,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:30.253524 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75938984-f464-465e-890e-d70ebaf9aa3f tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:30.295979 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b94c4-0573-45cb-86b3-1226d4c94c4d req-6d7dc4e5-5202-42a8-80fa-8c8948c2c041 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:30.297075 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-431b94c4-0573-45cb-86b3-1226d4c94c4d req-6d7dc4e5-5202-42a8-80fa-8c8948c2c041 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:24:30.317397 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-84fa0b5a-b032-4c5a-b3a1-146b04b4be2f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:30.502293 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e39228ad-68f7-41b8-948c-9b0893b9bc93 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.2140985 Feb 28 14:24:30.513531 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53294) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:30.527497 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa0b5a-b032-4c5a-b3a1-146b04b4be2f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Pushing event deleted for resources: {'Port': ['ID=6bf74642-7ee6-4485-a147-50ba994d07cf,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:30.681892 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d77a826f-2ed9-40e8-8528-7436ddd4850a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:30.693915 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-4a976193-b9bb-45c9-adc1-57f88b8fc406 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] For port bd0147d2-f1e9-4502-ad06-ee4b27c9fdba, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=bd0147d2-f1e9-4502-ad06-ee4b27c9fdba,segment=NetworkSegment(f0021a24-3c35-4d08-a278-aa6a73b59f16),segment_id=f0021a24-3c35-4d08-a278-aa6a73b59f16)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:30.694277 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a976193-b9bb-45c9-adc1-57f88b8fc406 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:30.696063 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-431b94c4-0573-45cb-86b3-1226d4c94c4d req-6d7dc4e5-5202-42a8-80fa-8c8948c2c041 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:24:30.697384 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-431b94c4-0573-45cb-86b3-1226d4c94c4d req-6d7dc4e5-5202-42a8-80fa-8c8948c2c041 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe1eaf44-0409-4694-add4-a9b3492ce3d5 HTTP/1.1" status: 200 len: 946 time: 1.2704813 Feb 28 14:24:30.818021 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device bd0147d2-f1e9-4502-ad06-ee4b27c9fdba up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:24:30.823786 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d77a826f-2ed9-40e8-8528-7436ddd4850a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:30.888458 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a96de43-1b86-4874-8641-aab0136a496f None None] Network 5d3bdf85-35a7-433f-bb0f-af00cdb83958 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:30.939945 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d77a826f-2ed9-40e8-8528-7436ddd4850a admin admin] Usage tracker for resource:security_group_rule and tenant:b45f6e50f1dd42068a1b7bfd008ea95e is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:30.946035 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-4a976193-b9bb-45c9-adc1-57f88b8fc406 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Calling delete_port for bd0147d2-f1e9-4502-ad06-ee4b27c9fdba owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:30.988498 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d77a826f-2ed9-40e8-8528-7436ddd4850a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:31.019062 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-ce432905-6bef-456e-aac3-ea3df8862ff1 req-64811ae3-c1e3-4784-affc-7ce9d24f7f11 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] For port 1f95f132-5cd3-42d1-afbf-40eddc35e9a7, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=1f95f132-5cd3-42d1-afbf-40eddc35e9a7,segment=NetworkSegment(975876b0-ebc4-4d96-a295-bc3105e7b9bf),segment_id=975876b0-ebc4-4d96-a295-bc3105e7b9bf)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:31.020508 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-ce432905-6bef-456e-aac3-ea3df8862ff1 req-64811ae3-c1e3-4784-affc-7ce9d24f7f11 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:31.045694 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b00514-d27d-49b3-9921-f635f3cc4042 req-02a3ac22-3b12-407c-9bfd-f01738e4bdbe tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:31.047058 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-25b00514-d27d-49b3-9921-f635f3cc4042 req-02a3ac22-3b12-407c-9bfd-f01738e4bdbe tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 943 time: 0.7198284 Feb 28 14:24:31.059285 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4ce360bc-1869-44e1-a608-5d5f5e697b33 None None] Provisioning for port bd0147d2-f1e9-4502-ad06-ee4b27c9fdba completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:24:31.124532 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8c60288-913e-4d08-8e18-8f58a300f1f8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:31.166563 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port bd0147d2-f1e9-4502-ad06-ee4b27c9fdba completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:24:31.181255 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port bd0147d2-f1e9-4502-ad06-ee4b27c9fdba triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:31.181630 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:31.266621 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c60288-913e-4d08-8e18-8f58a300f1f8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Port': ['ID=305cfb41-e0fc-4527-b4d3-5ad6b62e7018,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:31.284547 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-25b00514-d27d-49b3-9921-f635f3cc4042 req-de7fd89a-5745-44c5-b351-88d4206319bf tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179530 Feb 28 14:24:31.482251 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c8c60288-913e-4d08-8e18-8f58a300f1f8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:31.497454 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:31.497769 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c8c60288-913e-4d08-8e18-8f58a300f1f8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/305cfb41-e0fc-4527-b4d3-5ad6b62e7018 HTTP/1.1" status: 204 len: 168 time: 2.5002055 Feb 28 14:24:31.499965 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53298) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:31.554245 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75aa88f-8684-40b4-b556-f538be4f42c6 None None] Network 882ebf3a-ec91-4b5d-bac0-d8fc2fe9e83a requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:31.569969 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a976193-b9bb-45c9-adc1-57f88b8fc406 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:31.723122 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-431b94c4-0573-45cb-86b3-1226d4c94c4d req-39e23e7f-9733-4e23-a8e8-852cff290325 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a4e95b0-4769-440e-9e97-3a08ac32b6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0026584 Feb 28 14:24:31.750124 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d77a826f-2ed9-40e8-8528-7436ddd4850a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:31.813748 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a976193-b9bb-45c9-adc1-57f88b8fc406 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event deleted for resources: {'Port': ['ID=bd0147d2-f1e9-4502-ad06-ee4b27c9fdba,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:31.846164 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0a79b05f-042b-4c20-9440-e2618be11ed9 None None] Provisioning for port 526246da-ec13-45f5-9d18-3f1c7eab1b31 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:24:31.850766 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7419ede8-f46a-4424-ac05-19158324c22d None None] Network 5d3bdf85-35a7-433f-bb0f-af00cdb83958 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:31.863681 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a976193-b9bb-45c9-adc1-57f88b8fc406 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] No DVR routers for this DVR port bd0147d2-f1e9-4502-ad06-ee4b27c9fdba on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:24:31.876173 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 210e87da-3383-48fd-9098-a527dbebb10f up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:24:31.913268 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11c2952-ea86-4db5-9a16-73444219a810 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:31.915286 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11c2952-ea86-4db5-9a16-73444219a810 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:31.916955 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11c2952-ea86-4db5-9a16-73444219a810 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:31.918213 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c11c2952-ea86-4db5-9a16-73444219a810 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:24:31.942336 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0a79b05f-042b-4c20-9440-e2618be11ed9 None None] Provisioning complete for port 526246da-ec13-45f5-9d18-3f1c7eab1b31 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:31.942716 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0a79b05f-042b-4c20-9440-e2618be11ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:31.999009 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c11c2952-ea86-4db5-9a16-73444219a810 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:24:32.003560 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c11c2952-ea86-4db5-9a16-73444219a810 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5024712 Feb 28 14:24:32.004267 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53304) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:32.087725 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4516e8cb-96e7-4a11-96ef-13760c0879d8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet 0f55396c-5adc-4162-97f9-49b5b08516fa {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:24:32.094722 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4516e8cb-96e7-4a11-96ef-13760c0879d8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:32.132969 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a976193-b9bb-45c9-adc1-57f88b8fc406 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:32.240767 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a976193-b9bb-45c9-adc1-57f88b8fc406 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:32.295666 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a976193-b9bb-45c9-adc1-57f88b8fc406 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event deleted for resources: {'Subnet': ['ID=3fb22722-2963-4595-811c-a54bfe26d9b4,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:32.380578 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 210e87da-3383-48fd-9098-a527dbebb10f completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:24:32.405394 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4516e8cb-96e7-4a11-96ef-13760c0879d8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:32.514073 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 526246da-ec13-45f5-9d18-3f1c7eab1b31 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:24:32.550555 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-ce432905-6bef-456e-aac3-ea3df8862ff1 req-64811ae3-c1e3-4784-affc-7ce9d24f7f11 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:32.551040 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-ce432905-6bef-456e-aac3-ea3df8862ff1 req-64811ae3-c1e3-4784-affc-7ce9d24f7f11 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:32.551453 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [req-ce432905-6bef-456e-aac3-ea3df8862ff1 req-64811ae3-c1e3-4784-affc-7ce9d24f7f11 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Floating IP 66b0ae38-98e2-4e39-a6ab-91aa463fb53e disassociated. External IP: 172.26.5.101, port: 1f95f132-5cd3-42d1-afbf-40eddc35e9a7. Feb 28 14:24:32.551847 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-ce432905-6bef-456e-aac3-ea3df8862ff1 req-64811ae3-c1e3-4784-affc-7ce9d24f7f11 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Calling delete_port for 1f95f132-5cd3-42d1-afbf-40eddc35e9a7 owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:32.664401 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0a79b05f-042b-4c20-9440-e2618be11ed9 None None] Could not find standard attr ID for object 305cfb41-e0fc-4527-b4d3-5ad6b62e7018. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:24:32.702196 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 526246da-ec13-45f5-9d18-3f1c7eab1b31 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:32.702671 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:32.744350 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a976193-b9bb-45c9-adc1-57f88b8fc406 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:32.791443 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5a9cd-a2b8-4e92-a6de-c7c0d7b3e070 req-f6848d0f-0497-4eed-89aa-84ca0101f87e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:32.792910 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eec5a9cd-a2b8-4e92-a6de-c7c0d7b3e070 req-f6848d0f-0497-4eed-89aa-84ca0101f87e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe1eaf44-0409-4694-add4-a9b3492ce3d5 HTTP/1.1" status: 200 len: 946 time: 0.8338881 Feb 28 14:24:32.800381 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-4a976193-b9bb-45c9-adc1-57f88b8fc406 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3bdf85-35a7-433f-bb0f-af00cdb83958']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:32.803741 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813b80a5-f887-4211-9da8-27409b8848f5 None None] DHCP port deletion for 5d3bdf85-35a7-433f-bb0f-af00cdb83958 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:24:32.825136 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6239f656-52b3-4fb9-8e56-cbb5546070d3 None None] Could not find standard attr ID for object bd0147d2-f1e9-4502-ad06-ee4b27c9fdba. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:24:32.825366 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-4a976193-b9bb-45c9-adc1-57f88b8fc406 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0021a24-3c35-4d08-a278-aa6a73b59f16') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:32.825893 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-4a976193-b9bb-45c9-adc1-57f88b8fc406 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0021a24-3c35-4d08-a278-aa6a73b59f16') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:32.863452 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6239f656-52b3-4fb9-8e56-cbb5546070d3 None None] Provisioning for port 210e87da-3383-48fd-9098-a527dbebb10f completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:24:32.870538 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6239f656-52b3-4fb9-8e56-cbb5546070d3 None None] Provisioning complete for port 210e87da-3383-48fd-9098-a527dbebb10f triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:32.871365 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6239f656-52b3-4fb9-8e56-cbb5546070d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:32.873270 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a976193-b9bb-45c9-adc1-57f88b8fc406 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:32.895643 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a976193-b9bb-45c9-adc1-57f88b8fc406 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:32.906685 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a976193-b9bb-45c9-adc1-57f88b8fc406 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:24:32.907875 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a976193-b9bb-45c9-adc1-57f88b8fc406 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:32.915355 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-84fa0b5a-b032-4c5a-b3a1-146b04b4be2f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:32.954425 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75938984-f464-465e-890e-d70ebaf9aa3f tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:32.974415 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device bd0147d2-f1e9-4502-ad06-ee4b27c9fdba no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:24:32.998372 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75938984-f464-465e-890e-d70ebaf9aa3f tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:24:33.016925 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:24:33.022620 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: bd0147d2-f1e9-4502-ad06-ee4b27c9fdba {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:24:33.023224 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device bd0147d2-f1e9-4502-ad06-ee4b27c9fdba not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:24:33.072600 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a976193-b9bb-45c9-adc1-57f88b8fc406 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:33.099637 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4a976193-b9bb-45c9-adc1-57f88b8fc406 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:33.102255 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6239f656-52b3-4fb9-8e56-cbb5546070d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:33.107893 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4516e8cb-96e7-4a11-96ef-13760c0879d8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:33.141579 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6239f656-52b3-4fb9-8e56-cbb5546070d3 None None] For port 210e87da-3383-48fd-9098-a527dbebb10f, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=210e87da-3383-48fd-9098-a527dbebb10f,segment=NetworkSegment(aebadc0c-ec82-45d4-81f7-bf0bb9bdc4cf),segment_id=aebadc0c-ec82-45d4-81f7-bf0bb9bdc4cf)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:33.148406 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-eec5a9cd-a2b8-4e92-a6de-c7c0d7b3e070 req-58a0daf6-5888-4af7-ae63-253aff027454 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a4e95b0-4769-440e-9e97-3a08ac32b6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259284 Feb 28 14:24:33.152918 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6239f656-52b3-4fb9-8e56-cbb5546070d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:33.164205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a976193-b9bb-45c9-adc1-57f88b8fc406 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event deleted for resources: {'Network': ['ID=5d3bdf85-35a7-433f-bb0f-af00cdb83958,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:33.183008 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53310) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:33.211249 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6239f656-52b3-4fb9-8e56-cbb5546070d3 None None] Could not find standard attr ID for object 305cfb41-e0fc-4527-b4d3-5ad6b62e7018. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:24:33.222144 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4a976193-b9bb-45c9-adc1-57f88b8fc406 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "DELETE /v2.0/networks/5d3bdf85-35a7-433f-bb0f-af00cdb83958 HTTP/1.1" status: 204 len: 168 time: 4.5770876 Feb 28 14:24:33.234343 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53314) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:33.276923 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239f656-52b3-4fb9-8e56-cbb5546070d3 None None] Pushing event updated for resources: {'Port': ['ID=210e87da-3383-48fd-9098-a527dbebb10f,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:33.281846 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4656adc-530a-4415-a9b9-478de37a1d28 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] DELETE failed (client error): The resource could not be found. Feb 28 14:24:33.281846 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4656adc-530a-4415-a9b9-478de37a1d28 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:24:33.304695 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c4656adc-530a-4415-a9b9-478de37a1d28 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "DELETE /v2.0/networks/5d3bdf85-35a7-433f-bb0f-af00cdb83958 HTTP/1.1" status: 404 len: 339 time: 0.0692229 Feb 28 14:24:33.310206 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53318) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:33.311320 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d77a826f-2ed9-40e8-8528-7436ddd4850a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:33.317518 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0bf0181e-c419-4703-b0ec-8dbeebadc707 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-266186755', 'description': 'd1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:33.324142 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0bf0181e-c419-4703-b0ec-8dbeebadc707 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:33.335059 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d24919e7-09b3-4a66-b5e8-c029bc8cdda2 None None] Provisioning complete for port 210e87da-3383-48fd-9098-a527dbebb10f triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:33.335407 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0bf0181e-c419-4703-b0ec-8dbeebadc707 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Usage tracker for resource:network and tenant:f728042230f541b4b4ac3c2d7dd0693a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:33.336453 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d24919e7-09b3-4a66-b5e8-c029bc8cdda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:33.341156 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0bf0181e-c419-4703-b0ec-8dbeebadc707 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:33.341398 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d77a826f-2ed9-40e8-8528-7436ddd4850a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:33.351055 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0bf0181e-c419-4703-b0ec-8dbeebadc707 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:33.364209 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4516e8cb-96e7-4a11-96ef-13760c0879d8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:33.435783 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516e8cb-96e7-4a11-96ef-13760c0879d8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=0f55396c-5adc-4162-97f9-49b5b08516fa,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:33.442596 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf0181e-c419-4703-b0ec-8dbeebadc707 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Made reservation on behalf of f728042230f541b4b4ac3c2d7dd0693a for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:33.446800 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0bf0181e-c419-4703-b0ec-8dbeebadc707 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:33.477266 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4516e8cb-96e7-4a11-96ef-13760c0879d8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:33.481652 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4516e8cb-96e7-4a11-96ef-13760c0879d8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/0f55396c-5adc-4162-97f9-49b5b08516fa HTTP/1.1" status: 204 len: 168 time: 1.4667544 Feb 28 14:24:33.487321 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a4dbb4-6f35-4d95-9caa-d551da445ae4 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:33.488472 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53322) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:33.526479 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46dc45a-7974-4c86-9445-df1d6524103b tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:33.530916 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b46dc45a-7974-4c86-9445-df1d6524103b tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=fe1eaf44-0409-4694-add4-a9b3492ce3d5 HTTP/1.1" status: 200 len: 1094 time: 0.3420181 Feb 28 14:24:33.537609 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53326) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:33.547182 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf0181e-c419-4703-b0ec-8dbeebadc707 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:24:33.551856 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-69f39f6f-ce72-442c-84dd-7efca701fd6e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'port_id': '8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:33.562601 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-69f39f6f-ce72-442c-84dd-7efca701fd6e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:33.570690 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-69f39f6f-ce72-442c-84dd-7efca701fd6e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:floatingip and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:33.576773 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-69f39f6f-ce72-442c-84dd-7efca701fd6e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:33.582042 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0bf0181e-c419-4703-b0ec-8dbeebadc707 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:33.582487 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-0bf0181e-c419-4703-b0ec-8dbeebadc707 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Added segment a8e607eb-cba2-47f0-a220-cbb313884693 of type vlan for network 77ac2838-4a3b-4246-97ab-7c310388a961 Feb 28 14:24:33.591438 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-69f39f6f-ce72-442c-84dd-7efca701fd6e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:33.606634 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f159e1f9-3733-4e62-bd5a-315e96d0b52b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet fc257b42-7e4b-4be1-8c23-495cab93759f {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:24:33.609864 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f159e1f9-3733-4e62-bd5a-315e96d0b52b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:33.613538 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d24919e7-09b3-4a66-b5e8-c029bc8cdda2 None None] Provisioning for port 53969eec-8076-41c0-b5ab-a7dc71425a94 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:24:33.622931 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d24919e7-09b3-4a66-b5e8-c029bc8cdda2 None None] Provisioning complete for port 53969eec-8076-41c0-b5ab-a7dc71425a94 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:33.623507 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d24919e7-09b3-4a66-b5e8-c029bc8cdda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:33.630232 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f1f6be7a-cbf1-470c-8b48-62f90eb6a559 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:33.638989 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a826f-2ed9-40e8-8528-7436ddd4850a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7a516d-4d93-4cdb-bfeb-fa4fed67fd19,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:33.643340 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d77a826f-2ed9-40e8-8528-7436ddd4850a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b45f6e50f1dd42068a1b7bfd008ea95e&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5395906 Feb 28 14:24:33.662622 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53330) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:33.674572 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f159e1f9-3733-4e62-bd5a-315e96d0b52b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:33.678944 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680eadb-a6cb-4378-83fe-e4997ecb1515 req-6d511e35-aeb1-4edf-b8e4-8dd59411ff7a tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:33.679683 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-8680eadb-a6cb-4378-83fe-e4997ecb1515 req-6d511e35-aeb1-4edf-b8e4-8dd59411ff7a tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Synchronizing usage tracker for tenant:1c08c193cf744f45b8defa27863396ab on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:24:33.694241 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d24919e7-09b3-4a66-b5e8-c029bc8cdda2 None None] Port 53969eec-8076-41c0-b5ab-a7dc71425a94 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:24:33.746435 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-69f39f6f-ce72-442c-84dd-7efca701fd6e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:33.785701 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0bf0181e-c419-4703-b0ec-8dbeebadc707 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:33.794828 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-ce432905-6bef-456e-aac3-ea3df8862ff1 req-64811ae3-c1e3-4784-affc-7ce9d24f7f11 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:33.801973 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-75938984-f464-465e-890e-d70ebaf9aa3f tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Allocated IP 172.26.5.205 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/0192eb38-d290-4570-996b-1a875a65b1d5) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:33.834947 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bef10002-d0a9-4882-a9d6-278da963d3ba None None] Provisioning complete for port 53969eec-8076-41c0-b5ab-a7dc71425a94 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:33.835602 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bef10002-d0a9-4882-a9d6-278da963d3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:33.888658 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f159e1f9-3733-4e62-bd5a-315e96d0b52b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:33.891621 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-8680eadb-a6cb-4378-83fe-e4997ecb1515 req-6d511e35-aeb1-4edf-b8e4-8dd59411ff7a tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Unset dirty status for tenant:1c08c193cf744f45b8defa27863396ab on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:24:33.892838 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8680eadb-a6cb-4378-83fe-e4997ecb1515 req-6d511e35-aeb1-4edf-b8e4-8dd59411ff7a tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 943 time: 1.3516252 Feb 28 14:24:33.898719 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-bef10002-d0a9-4882-a9d6-278da963d3ba None None] Port 53969eec-8076-41c0-b5ab-a7dc71425a94 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:24:33.949798 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0bf0181e-c419-4703-b0ec-8dbeebadc707 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:33.952417 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64811ae3-c1e3-4784-affc-7ce9d24f7f11 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Pushing event deleted for resources: {'Port': ['ID=1f95f132-5cd3-42d1-afbf-40eddc35e9a7,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:33.955497 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf0181e-c419-4703-b0ec-8dbeebadc707 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:33.956115 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0bf0181e-c419-4703-b0ec-8dbeebadc707 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:34.055634 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0bf0181e-c419-4703-b0ec-8dbeebadc707 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7433827 Feb 28 14:24:34.056433 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53334) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:34.244211 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0181e-c419-4703-b0ec-8dbeebadc707 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event updated for resources: {'Network': ['ID=77ac2838-4a3b-4246-97ab-7c310388a961,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:34.256628 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 77ac2838-4a3b-4246-97ab-7c310388a961 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:24:34.259444 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c652535-8692-4e52-9608-3db909d63177 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:34.260248 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0c652535-8692-4e52-9608-3db909d63177 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Synchronizing usage tracker for tenant:f728042230f541b4b4ac3c2d7dd0693a on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:24:34.266500 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f159e1f9-3733-4e62-bd5a-315e96d0b52b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:34.317477 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159e1f9-3733-4e62-bd5a-315e96d0b52b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=fc257b42-7e4b-4be1-8c23-495cab93759f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:34.322088 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f159e1f9-3733-4e62-bd5a-315e96d0b52b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:34.349612 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-69f39f6f-ce72-442c-84dd-7efca701fd6e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:34.393271 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bab1cb29-39ea-4fa5-8c3d-dce48e53608d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:34.400218 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f159e1f9-3733-4e62-bd5a-315e96d0b52b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/fc257b42-7e4b-4be1-8c23-495cab93759f HTTP/1.1" status: 204 len: 168 time: 0.9088211 Feb 28 14:24:34.400683 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0c652535-8692-4e52-9608-3db909d63177 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Unset dirty status for tenant:f728042230f541b4b4ac3c2d7dd0693a on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:24:34.405076 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0c652535-8692-4e52-9608-3db909d63177 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "GET /v2.0/networks?id=77ac2838-4a3b-4246-97ab-7c310388a961 HTTP/1.1" status: 200 len: 764 time: 0.2941327 Feb 28 14:24:34.405076 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53338) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:34.406743 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53340) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:34.481952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-38f2c5bf-3ec9-4e75-bb15-c57e5ce1d65d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Request body: {'network': {'description': 'd2'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:34.487334 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8680eadb-a6cb-4378-83fe-e4997ecb1515 req-6baa6dcd-7f12-4044-80a4-7bc9fa619dfc tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5217781 Feb 28 14:24:34.540636 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-710f2339-b298-4f11-9dab-906a4b8fd45a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1328080 Feb 28 14:24:34.543522 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53346) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:34.568924 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab4022a-d0d4-467f-b1c0-33c0297f50eb None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:34.713970 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5d7535e5-1050-4a93-84ae-391040cb463e None None] Provisioning complete for port 526246da-ec13-45f5-9d18-3f1c7eab1b31 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:34.714500 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5d7535e5-1050-4a93-84ae-391040cb463e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:34.726314 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e27721b7-9fc0-4506-b2d8-795b622b9451 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:34.768067 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bab1cb29-39ea-4fa5-8c3d-dce48e53608d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:34.935988 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e27721b7-9fc0-4506-b2d8-795b622b9451 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:34.940178 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e27721b7-9fc0-4506-b2d8-795b622b9451 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:subnet and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:34.943858 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e27721b7-9fc0-4506-b2d8-795b622b9451 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:34.947986 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75938984-f464-465e-890e-d70ebaf9aa3f tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:34.948979 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e27721b7-9fc0-4506-b2d8-795b622b9451 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:34.962187 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:34.964994 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27721b7-9fc0-4506-b2d8-795b622b9451 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:34.968686 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e27721b7-9fc0-4506-b2d8-795b622b9451 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:35.013717 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 210e87da-3383-48fd-9098-a527dbebb10f up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:24:35.021652 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fa0b5a-b032-4c5a-b3a1-146b04b4be2f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Router 3d44288e-0426-4097-91dc-1994d0ab83b5 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:24:35.048079 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce432905-6bef-456e-aac3-ea3df8862ff1 req-64811ae3-c1e3-4784-affc-7ce9d24f7f11 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Router 89f73b40-618e-447e-897a-f81478bf3356 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:24:35.073480 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e29920-1a0a-43be-9b85-a081aac13f14 None None] DHCP port deletion for 22b852e7-638c-4536-9e81-f0f6c68c1fb7 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:24:35.090520 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22e29920-1a0a-43be-9b85-a081aac13f14 None None] Deleting port 526246da-ec13-45f5-9d18-3f1c7eab1b31 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:35.091184 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22e29920-1a0a-43be-9b85-a081aac13f14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:35.102949 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-38f2c5bf-3ec9-4e75-bb15-c57e5ce1d65d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:35.129425 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-38f2c5bf-3ec9-4e75-bb15-c57e5ce1d65d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:35.130359 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bab1cb29-39ea-4fa5-8c3d-dce48e53608d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:35.156706 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-38f2c5bf-3ec9-4e75-bb15-c57e5ce1d65d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Network 77ac2838-4a3b-4246-97ab-7c310388a961 is not hosted by any dhcp agent {{(pid=87772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 28 14:24:35.162362 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f2c5bf-3ec9-4e75-bb15-c57e5ce1d65d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:35.162980 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-38f2c5bf-3ec9-4e75-bb15-c57e5ce1d65d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:35.164359 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-38f2c5bf-3ec9-4e75-bb15-c57e5ce1d65d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "PUT /v2.0/networks/77ac2838-4a3b-4246-97ab-7c310388a961 HTTP/1.1" status: 200 len: 761 time: 0.7525578 Feb 28 14:24:35.171751 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f1f6be7a-cbf1-470c-8b48-62f90eb6a559 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:35.177099 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53350) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:35.179733 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1cb29-39ea-4fa5-8c3d-dce48e53608d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7a516d-4d93-4cdb-bfeb-fa4fed67fd19,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:35.235055 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 210e87da-3383-48fd-9098-a527dbebb10f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:35.235424 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:35.278696 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f1f6be7a-cbf1-470c-8b48-62f90eb6a559 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:35.319746 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2c5bf-3ec9-4e75-bb15-c57e5ce1d65d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event updated for resources: {'Network': ['ID=77ac2838-4a3b-4246-97ab-7c310388a961,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:35.328117 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75938984-f464-465e-890e-d70ebaf9aa3f tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:35.351903 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 77ac2838-4a3b-4246-97ab-7c310388a961 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:24:35.364624 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-69f39f6f-ce72-442c-84dd-7efca701fd6e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.26.5.177 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/79eed57f-ca5b-4add-b6e9-8432d7da5820) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:35.431018 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e27721b7-9fc0-4506-b2d8-795b622b9451 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:35.485370 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22e29920-1a0a-43be-9b85-a081aac13f14 None None] For port 526246da-ec13-45f5-9d18-3f1c7eab1b31, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=526246da-ec13-45f5-9d18-3f1c7eab1b31,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:35.486449 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22e29920-1a0a-43be-9b85-a081aac13f14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:35.563949 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27721b7-9fc0-4506-b2d8-795b622b9451 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:35.569133 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e27721b7-9fc0-4506-b2d8-795b622b9451 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:35.577441 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27721b7-9fc0-4506-b2d8-795b622b9451 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:35.578035 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e27721b7-9fc0-4506-b2d8-795b622b9451 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:35.587417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27721b7-9fc0-4506-b2d8-795b622b9451 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=511d49da-67b5-494d-9fdf-d88fc3bbdfe8,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:35.647188 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-69f39f6f-ce72-442c-84dd-7efca701fd6e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:35.707771 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22e29920-1a0a-43be-9b85-a081aac13f14 None None] Calling delete_port for 526246da-ec13-45f5-9d18-3f1c7eab1b31 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:35.712828 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75938984-f464-465e-890e-d70ebaf9aa3f tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:35.716693 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e27721b7-9fc0-4506-b2d8-795b622b9451 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1698050 Feb 28 14:24:35.718080 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-69f39f6f-ce72-442c-84dd-7efca701fd6e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:35.720262 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6be7a-cbf1-470c-8b48-62f90eb6a559 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Port': ['ID=53969eec-8076-41c0-b5ab-a7dc71425a94,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:35.725626 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53356) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:35.738668 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936aeee6-39ed-4bc2-9815-5b12cb0ba2c3 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:35.739886 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-936aeee6-39ed-4bc2-9815-5b12cb0ba2c3 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Synchronizing usage tracker for tenant:f728042230f541b4b4ac3c2d7dd0693a on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:24:35.744605 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-75938984-f464-465e-890e-d70ebaf9aa3f tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:35.770412 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-70350bb0-3143-44f5-889a-efb41e8c2d0e req-ca946172-32ea-40a3-902b-450898a461af tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 210 time: 0.0956192 Feb 28 14:24:35.788390 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6484d7ef-171e-46cc-8c05-f78fdcb192cf tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:35.788658 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f39f6f-ce72-442c-84dd-7efca701fd6e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:35.791633 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-69f39f6f-ce72-442c-84dd-7efca701fd6e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:35.795388 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f39f6f-ce72-442c-84dd-7efca701fd6e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:24:35.817515 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75938984-f464-465e-890e-d70ebaf9aa3f tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:24:35.860360 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f39f6f-ce72-442c-84dd-7efca701fd6e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=79eed57f-ca5b-4add-b6e9-8432d7da5820,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:35.870733 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22e29920-1a0a-43be-9b85-a081aac13f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:35.905346 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bab1cb29-39ea-4fa5-8c3d-dce48e53608d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:35.910007 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bab1cb29-39ea-4fa5-8c3d-dce48e53608d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9f7a516d-4d93-4cdb-bfeb-fa4fed67fd19 HTTP/1.1" status: 204 len: 168 time: 2.2366216 Feb 28 14:24:35.910007 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fa0b5a-b032-4c5a-b3a1-146b04b4be2f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:24:35.926793 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82640d4a-d94a-4d52-a9c1-74f71be8d540 None None] Sync routers for ids ['3d44288e-0426-4097-91dc-1994d0ab83b5'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:24:35.942429 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82640d4a-d94a-4d52-a9c1-74f71be8d540 None None] Routers {'3d44288e-0426-4097-91dc-1994d0ab83b5'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:24:35.945735 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-84fa0b5a-b032-4c5a-b3a1-146b04b4be2f tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] 10.222.0.30 "PUT /v2.0/routers/3d44288e-0426-4097-91dc-1994d0ab83b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8026636 Feb 28 14:24:35.947940 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53362) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:35.948190 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-82640d4a-d94a-4d52-a9c1-74f71be8d540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:24:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3d44288e-0426-4097-91dc-1994d0ab83b5'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:35.954357 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e29920-1a0a-43be-9b85-a081aac13f14 None None] Pushing event deleted for resources: {'Port': ['ID=526246da-ec13-45f5-9d18-3f1c7eab1b31,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:35.961355 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e29920-1a0a-43be-9b85-a081aac13f14 None None] No DVR routers for this DVR port 526246da-ec13-45f5-9d18-3f1c7eab1b31 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:24:35.985567 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ec9826-74d2-433a-a63b-afa60c4ee770 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:36.008354 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-343d2197-34dd-43c0-8b94-0c9973ce8e8e None None] Provisioning complete for port 53969eec-8076-41c0-b5ab-a7dc71425a94 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:36.011967 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-343d2197-34dd-43c0-8b94-0c9973ce8e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:36.034258 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-936aeee6-39ed-4bc2-9815-5b12cb0ba2c3 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Unset dirty status for tenant:f728042230f541b4b4ac3c2d7dd0693a on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:24:36.035437 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-936aeee6-39ed-4bc2-9815-5b12cb0ba2c3 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "GET /v2.0/networks?id=77ac2838-4a3b-4246-97ab-7c310388a961 HTTP/1.1" status: 200 len: 764 time: 0.8054030 Feb 28 14:24:36.058787 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53366) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:36.064812 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce432905-6bef-456e-aac3-ea3df8862ff1 req-64811ae3-c1e3-4784-affc-7ce9d24f7f11 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:24:36.066136 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-82640d4a-d94a-4d52-a9c1-74f71be8d540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:36.087918 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82640d4a-d94a-4d52-a9c1-74f71be8d540 None None] Routers {'3d44288e-0426-4097-91dc-1994d0ab83b5'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:24:36.088621 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-82640d4a-d94a-4d52-a9c1-74f71be8d540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:24:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3d44288e-0426-4097-91dc-1994d0ab83b5'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:36.110044 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f818304b-66b4-421a-8e0f-4cef745202c6 None None] Sync routers for ids ['89f73b40-618e-447e-897a-f81478bf3356'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:24:36.182140 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-82640d4a-d94a-4d52-a9c1-74f71be8d540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:36.182801 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82640d4a-d94a-4d52-a9c1-74f71be8d540 None None] The sync data for ids ['3d44288e-0426-4097-91dc-1994d0ab83b5'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:24:36.220917 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f818304b-66b4-421a-8e0f-4cef745202c6 None None] Routers {'89f73b40-618e-447e-897a-f81478bf3356'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:24:36.222617 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f818304b-66b4-421a-8e0f-4cef745202c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:24:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['89f73b40-618e-447e-897a-f81478bf3356'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:36.287227 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75938984-f464-465e-890e-d70ebaf9aa3f tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Pushing event updated for resources: {'Port': ['ID=0192eb38-d290-4570-996b-1a875a65b1d5,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:36.290818 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-343d2197-34dd-43c0-8b94-0c9973ce8e8e None None] Port 53969eec-8076-41c0-b5ab-a7dc71425a94 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:24:36.478362 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-f818304b-66b4-421a-8e0f-4cef745202c6 None None] Set router 89f73b40-618e-447e-897a-f81478bf3356 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:24:36.534263 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53372) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:36.599445 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce432905-6bef-456e-aac3-ea3df8862ff1 req-64811ae3-c1e3-4784-affc-7ce9d24f7f11 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] No DVR routers for this DVR port 1f95f132-5cd3-42d1-afbf-40eddc35e9a7 on host hv-neutron-8311 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:24:36.630953 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fef1bd5-38e8-48cf-bb21-24023b8c6a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'fixed_ips': [{'subnet_id': '511d49da-67b5-494d-9fdf-d88fc3bbdfe8'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:24:36.631937 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1fef1bd5-38e8-48cf-bb21-24023b8c6a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:36.653846 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-96a2ceaf-b466-41f2-8549-9d85a6c856b6 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:36.683726 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-ce432905-6bef-456e-aac3-ea3df8862ff1 req-64811ae3-c1e3-4784-affc-7ce9d24f7f11 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:36.685672 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ce432905-6bef-456e-aac3-ea3df8862ff1 req-64811ae3-c1e3-4784-affc-7ce9d24f7f11 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.13 "DELETE /v2.0/ports/1f95f132-5cd3-42d1-afbf-40eddc35e9a7 HTTP/1.1" status: 204 len: 173 time: 11.2633872 Feb 28 14:24:36.693665 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef798cc2-d666-4542-9231-ce66909d496f', 'name': 'network-vif-deleted', 'tag': '1f95f132-5cd3-42d1-afbf-40eddc35e9a7'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:24:36.754657 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6cae147-533c-4e87-b1d7-64190523462e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:36.770425 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef798cc2-d666-4542-9231-ce66909d496f', 'name': 'network-vif-deleted', 'tag': '1f95f132-5cd3-42d1-afbf-40eddc35e9a7', 'status': 'completed', 'code': 200} Feb 28 14:24:36.826590 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f1f6be7a-cbf1-470c-8b48-62f90eb6a559 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:36.909358 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-96a2ceaf-b466-41f2-8549-9d85a6c856b6 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:36.920762 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-69f39f6f-ce72-442c-84dd-7efca701fd6e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:36.939961 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-96a2ceaf-b466-41f2-8549-9d85a6c856b6 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Deleting port 3b320a72-58f0-4ef5-b24c-7c6ee2bfa004 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:36.940590 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-96a2ceaf-b466-41f2-8549-9d85a6c856b6 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:36.978650 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6484d7ef-171e-46cc-8c05-f78fdcb192cf tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:36.997851 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 526246da-ec13-45f5-9d18-3f1c7eab1b31 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:24:37.019224 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e6cae147-533c-4e87-b1d7-64190523462e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:37.030473 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6484d7ef-171e-46cc-8c05-f78fdcb192cf tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:subnet and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:37.045732 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e6cae147-533c-4e87-b1d7-64190523462e admin admin] Usage tracker for resource:security_group_rule and tenant:7c13b44be1ec4e68bad51363f4f2014b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:37.057170 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6484d7ef-171e-46cc-8c05-f78fdcb192cf tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:37.061989 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e6cae147-533c-4e87-b1d7-64190523462e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:37.074487 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d95e9f88-a9c0-4212-b9e3-5343dbc0bac1 req-2b3a159f-ad8c-4f99-bc01-ba68cc41ec30 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef798cc2-d666-4542-9231-ce66909d496f HTTP/1.1" status: 200 len: 210 time: 0.0644457 Feb 28 14:24:37.091082 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 526246da-ec13-45f5-9d18-3f1c7eab1b31 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:24:37.091833 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 526246da-ec13-45f5-9d18-3f1c7eab1b31 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:24:37.108152 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6484d7ef-171e-46cc-8c05-f78fdcb192cf tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:37.129961 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e6cae147-533c-4e87-b1d7-64190523462e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:37.142523 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe32664-3400-4b86-83cf-45da81843381 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:37.143657 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-1fef1bd5-38e8-48cf-bb21-24023b8c6a52 None None] Allocated IP 172.20.0.2 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/511d49da-67b5-494d-9fdf-d88fc3bbdfe8/0fb822b2-77ac-4875-afc6-512150f67459) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:37.144219 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6fe32664-3400-4b86-83cf-45da81843381 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.0814779 Feb 28 14:24:37.160899 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53382) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:37.165356 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-69f39f6f-ce72-442c-84dd-7efca701fd6e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:37.254001 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f818304b-66b4-421a-8e0f-4cef745202c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f73b40-618e-447e-897a-f81478bf3356', 'name': 'tempest-ServerActionsTestJSON-300200751-router', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:54Z', 'updated_at': '2022-02-28T14:21:03Z', 'revision_number': 4, 'project_id': '1c08c193cf744f45b8defa27863396ab', 'gw_port': {'id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f73b40-618e-447e-897a-f81478bf3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:55Z', 'updated_at': '2022-02-28T14:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '520730ad-1c8d-4e65-a241-100db5848c81', 'name': '', 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'mac_address': 'fa:16:3e:c8:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f73b40-618e-447e-897a-f81478bf3356', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bc032688-fb3b-418b-8fdf-7d855b7f648b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:01Z', 'updated_at': '2022-02-28T14:21:15Z', 'revision_number': 5, 'project_id': '1c08c193cf744f45b8defa27863396ab', 'subnets': [{'id': 'bc032688-fb3b-418b-8fdf-7d855b7f648b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:37.264433 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f818304b-66b4-421a-8e0f-4cef745202c6 None None] Checking router: 89f73b40-618e-447e-897a-f81478bf3356 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:24:37.271640 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6484d7ef-171e-46cc-8c05-f78fdcb192cf tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:37.275053 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6484d7ef-171e-46cc-8c05-f78fdcb192cf tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:37.287657 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f818304b-66b4-421a-8e0f-4cef745202c6 None None] Routers {'89f73b40-618e-447e-897a-f81478bf3356'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:24:37.288378 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f818304b-66b4-421a-8e0f-4cef745202c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:24:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['89f73b40-618e-447e-897a-f81478bf3356'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:37.313758 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0fa67a66-1b05-4a03-b63a-3647b6f40a97 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Synchronizing usage tracker for tenant:f728042230f541b4b4ac3c2d7dd0693a on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:24:37.422857 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0fa67a66-1b05-4a03-b63a-3647b6f40a97 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Unset dirty status for tenant:f728042230f541b4b4ac3c2d7dd0693a on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:24:37.424115 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0fa67a66-1b05-4a03-b63a-3647b6f40a97 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "GET /v2.0/subnets?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710 HTTP/1.1" status: 200 len: 207 time: 0.2596323 Feb 28 14:24:37.462717 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53386) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:37.490008 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-96a2ceaf-b466-41f2-8549-9d85a6c856b6 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:37.589852 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-f818304b-66b4-421a-8e0f-4cef745202c6 None None] Set router 89f73b40-618e-447e-897a-f81478bf3356 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:24:37.639114 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-96a2ceaf-b466-41f2-8549-9d85a6c856b6 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Calling delete_port for 3b320a72-58f0-4ef5-b24c-7c6ee2bfa004 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:37.639689 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1fef1bd5-38e8-48cf-bb21-24023b8c6a52 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:37.674094 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1fef1bd5-38e8-48cf-bb21-24023b8c6a52 None None] Transition to ACTIVE for port object 0fb822b2-77ac-4875-afc6-512150f67459 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:37.696394 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8db2d8f3-f213-42e1-aef0-e000260c5df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:37.709410 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f1f6be7a-cbf1-470c-8b48-62f90eb6a559 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:37.760436 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75938984-f464-465e-890e-d70ebaf9aa3f tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:37.764889 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-69f39f6f-ce72-442c-84dd-7efca701fd6e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:37.781082 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-69f39f6f-ce72-442c-84dd-7efca701fd6e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:37.807463 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1fef1bd5-38e8-48cf-bb21-24023b8c6a52 None None] Transition to ACTIVE for port object 0fb822b2-77ac-4875-afc6-512150f67459 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:37.873456 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1fef1bd5-38e8-48cf-bb21-24023b8c6a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:37.966013 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f39f6f-ce72-442c-84dd-7efca701fd6e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=79eed57f-ca5b-4add-b6e9-8432d7da5820,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:37.970215 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef1bd5-38e8-48cf-bb21-24023b8c6a52 None None] Pushing event updated for resources: {'Port': ['ID=0fb822b2-77ac-4875-afc6-512150f67459,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:37.985272 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-69f39f6f-ce72-442c-84dd-7efca701fd6e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:37.993373 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fef1bd5-38e8-48cf-bb21-24023b8c6a52 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:37.996124 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-1fef1bd5-38e8-48cf-bb21-24023b8c6a52 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:37.998659 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fef1bd5-38e8-48cf-bb21-24023b8c6a52 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:24:38.038361 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6f20d5-2e25-478c-bd19-adff0d35654a tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:38.044122 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6f20d5-2e25-478c-bd19-adff0d35654a tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:38.050439 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6f20d5-2e25-478c-bd19-adff0d35654a tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:38.057192 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6f20d5-2e25-478c-bd19-adff0d35654a tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:38.063195 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6f20d5-2e25-478c-bd19-adff0d35654a tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:38.069289 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6f20d5-2e25-478c-bd19-adff0d35654a tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:38.071423 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9b6f20d5-2e25-478c-bd19-adff0d35654a tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.6028447 Feb 28 14:24:38.071819 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-96a2ceaf-b466-41f2-8549-9d85a6c856b6 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:38.075317 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53390) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:38.092269 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6cae147-533c-4e87-b1d7-64190523462e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:38.185812 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2ceaf-b466-41f2-8549-9d85a6c856b6 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Pushing event deleted for resources: {'Port': ['ID=3b320a72-58f0-4ef5-b24c-7c6ee2bfa004,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:38.232939 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1fef1bd5-38e8-48cf-bb21-24023b8c6a52 None None] Attempting to bind port 0fb822b2-77ac-4875-afc6-512150f67459 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:24:38.233838 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1fef1bd5-38e8-48cf-bb21-24023b8c6a52 None None] Attempting to bind port 0fb822b2-77ac-4875-afc6-512150f67459 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:24:38.233838 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fef1bd5-38e8-48cf-bb21-24023b8c6a52 None None] Attempting to bind port 0fb822b2-77ac-4875-afc6-512150f67459 on network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:24:38.244226 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fef1bd5-38e8-48cf-bb21-24023b8c6a52 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:24:38.245119 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fef1bd5-38e8-48cf-bb21-24023b8c6a52 None None] Checking segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:24:38.245694 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1fef1bd5-38e8-48cf-bb21-24023b8c6a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:38.246450 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fef1bd5-38e8-48cf-bb21-24023b8c6a52 None None] Bound using segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:24:38.247136 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1fef1bd5-38e8-48cf-bb21-24023b8c6a52 None None] Bound port: 0fb822b2-77ac-4875-afc6-512150f67459, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:24:38.247854 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1fef1bd5-38e8-48cf-bb21-24023b8c6a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:38.337424 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53398) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:38.352643 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f818304b-66b4-421a-8e0f-4cef745202c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f73b40-618e-447e-897a-f81478bf3356', 'name': 'tempest-ServerActionsTestJSON-300200751-router', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:54Z', 'updated_at': '2022-02-28T14:21:03Z', 'revision_number': 4, 'project_id': '1c08c193cf744f45b8defa27863396ab', 'gw_port': {'id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f73b40-618e-447e-897a-f81478bf3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:55Z', 'updated_at': '2022-02-28T14:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '520730ad-1c8d-4e65-a241-100db5848c81', 'name': '', 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'mac_address': 'fa:16:3e:c8:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f73b40-618e-447e-897a-f81478bf3356', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bc032688-fb3b-418b-8fdf-7d855b7f648b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:01Z', 'updated_at': '2022-02-28T14:21:15Z', 'revision_number': 5, 'project_id': '1c08c193cf744f45b8defa27863396ab', 'subnets': [{'id': 'bc032688-fb3b-418b-8fdf-7d855b7f648b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:38.355540 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6cae147-533c-4e87-b1d7-64190523462e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:38.360535 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f818304b-66b4-421a-8e0f-4cef745202c6 None None] The sync data for ids ['89f73b40-618e-447e-897a-f81478bf3356'] in dv-neutron-831192-4-hyperv is: [{'id': '89f73b40-618e-447e-897a-f81478bf3356', 'name': 'tempest-ServerActionsTestJSON-300200751-router', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:54Z', 'updated_at': '2022-02-28T14:21:03Z', 'revision_number': 4, 'project_id': '1c08c193cf744f45b8defa27863396ab', 'gw_port': {'id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f73b40-618e-447e-897a-f81478bf3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:55Z', 'updated_at': '2022-02-28T14:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '520730ad-1c8d-4e65-a241-100db5848c81', 'name': '', 'network_id': '29a7bbad-e952-45ba-80e0-ba14ba64ba8a', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'mac_address': 'fa:16:3e:c8:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f73b40-618e-447e-897a-f81478bf3356', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bc032688-fb3b-418b-8fdf-7d855b7f648b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:21:01Z', 'updated_at': '2022-02-28T14:21:15Z', 'revision_number': 5, 'project_id': '1c08c193cf744f45b8defa27863396ab', 'subnets': [{'id': 'bc032688-fb3b-418b-8fdf-7d855b7f648b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:24:38.363697 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1fef1bd5-38e8-48cf-bb21-24023b8c6a52 None None] For port 0fb822b2-77ac-4875-afc6-512150f67459, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:24:38.368960 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1fef1bd5-38e8-48cf-bb21-24023b8c6a52 None None] For port 0fb822b2-77ac-4875-afc6-512150f67459, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=0fb822b2-77ac-4875-afc6-512150f67459,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:24:38.376066 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1fef1bd5-38e8-48cf-bb21-24023b8c6a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:38.511623 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef1bd5-38e8-48cf-bb21-24023b8c6a52 None None] Pushing event updated for resources: {'Port': ['ID=0fb822b2-77ac-4875-afc6-512150f67459,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:38.596986 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-69f39f6f-ce72-442c-84dd-7efca701fd6e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Floating IP 97ea4d9f-a6e8-43b2-b985-0522065592d9 associated. External IP: 172.26.5.177, port: 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e. Feb 28 14:24:38.652689 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e6cae147-533c-4e87-b1d7-64190523462e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c13b44be1ec4e68bad51363f4f2014b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1031945 Feb 28 14:24:38.657460 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53402) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:38.674340 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cae147-533c-4e87-b1d7-64190523462e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7c7f42-cfc1-4596-829f-9c1573e8e633,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:38.700227 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-96a2ceaf-b466-41f2-8549-9d85a6c856b6 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:38.750280 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb69634-1947-4de5-b75b-979a56ad19d7 None None] New status for floating IP 66b0ae38-98e2-4e39-a6ab-91aa463fb53e: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:24:38.855145 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bb7ef7e2-6e78-4a4a-9da1-1a6f7ad31e23 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.7499537 Feb 28 14:24:38.875127 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53406) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:39.041910 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aee3bac9-6a7f-45d6-9e0f-aac7ab5cef10 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:39.061157 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 0fb822b2-77ac-4875-afc6-512150f67459 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:24:39.062246 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f1f6be7a-cbf1-470c-8b48-62f90eb6a559 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:39.083998 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f1f6be7a-cbf1-470c-8b48-62f90eb6a559 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:39.084763 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f1f6be7a-cbf1-470c-8b48-62f90eb6a559 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:39.100680 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-96a2ceaf-b466-41f2-8549-9d85a6c856b6 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:39.106356 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-96a2ceaf-b466-41f2-8549-9d85a6c856b6 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:39.135107 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75938984-f464-465e-890e-d70ebaf9aa3f tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:39.160025 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 0fb822b2-77ac-4875-afc6-512150f67459 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:24:39.175245 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aee3bac9-6a7f-45d6-9e0f-aac7ab5cef10 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:39.179038 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189d7a68-cc4b-4608-929d-cb79cc6e43b5 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:39.180682 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189d7a68-cc4b-4608-929d-cb79cc6e43b5 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:39.182154 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189d7a68-cc4b-4608-929d-cb79cc6e43b5 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:39.183650 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189d7a68-cc4b-4608-929d-cb79cc6e43b5 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:39.185119 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189d7a68-cc4b-4608-929d-cb79cc6e43b5 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:39.186035 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-189d7a68-cc4b-4608-929d-cb79cc6e43b5 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Synchronizing usage tracker for tenant:f728042230f541b4b4ac3c2d7dd0693a on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:24:39.190408 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ac93f956-74ec-4107-85de-28c9ea50b5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:39.194648 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-96a2ceaf-b466-41f2-8549-9d85a6c856b6 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:39.195453 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a2ceaf-b466-41f2-8549-9d85a6c856b6 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Fanout notify agent at l3_agent the message router_deleted on router 3d44288e-0426-4097-91dc-1994d0ab83b5 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:24:39.298397 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-189d7a68-cc4b-4608-929d-cb79cc6e43b5 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Unset dirty status for tenant:f728042230f541b4b4ac3c2d7dd0693a on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:24:39.304922 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-189d7a68-cc4b-4608-929d-cb79cc6e43b5 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4216840 Feb 28 14:24:39.304922 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ac93f956-74ec-4107-85de-28c9ea50b5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:39.311218 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53410) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:39.331727 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6be7a-cbf1-470c-8b48-62f90eb6a559 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Port': ['ID=53969eec-8076-41c0-b5ab-a7dc71425a94,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:39.407534 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-96a2ceaf-b466-41f2-8549-9d85a6c856b6 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:39.411252 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-96a2ceaf-b466-41f2-8549-9d85a6c856b6 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] 10.222.0.30 "DELETE /v2.0/routers/3d44288e-0426-4097-91dc-1994d0ab83b5 HTTP/1.1" status: 204 len: 168 time: 3.4598680 Feb 28 14:24:39.422864 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53414) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:39.552291 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c6a9b1-bb0c-40e8-8216-13fe3a7077cc tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['shared'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:39.553589 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c6a9b1-bb0c-40e8-8216-13fe3a7077cc tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['shared'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:39.554951 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c6a9b1-bb0c-40e8-8216-13fe3a7077cc tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['shared'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:39.556585 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c6a9b1-bb0c-40e8-8216-13fe3a7077cc tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['shared'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:39.557952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c6a9b1-bb0c-40e8-8216-13fe3a7077cc tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['shared'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:39.563210 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a3c6a9b1-bb0c-40e8-8216-13fe3a7077cc tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2454691 Feb 28 14:24:39.568198 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53418) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:39.624675 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aee3bac9-6a7f-45d6-9e0f-aac7ab5cef10 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:39.628142 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ac93f956-74ec-4107-85de-28c9ea50b5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:39.656043 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a8f3aa-d0a2-46f9-8471-da14e09e0057 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Deleting subnet 534fce38-4993-44d2-8fc5-c9044ac078b8 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:24:39.665546 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-71a8f3aa-d0a2-46f9-8471-da14e09e0057 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:39.666005 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3bac9-6a7f-45d6-9e0f-aac7ab5cef10 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:39.680012 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f6be7a-cbf1-470c-8b48-62f90eb6a559 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network 882ebf3a-ec91-4b5d-bac0-d8fc2fe9e83a is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:39.682427 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.objects.ports [None req-6484d7ef-171e-46cc-8c05-f78fdcb192cf tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87773) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 14:24:39.690214 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-f1f6be7a-cbf1-470c-8b48-62f90eb6a559 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:39.742203 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93f956-74ec-4107-85de-28c9ea50b5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7c7f42-cfc1-4596-829f-9c1573e8e633,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:39.775309 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f39f6f-ce72-442c-84dd-7efca701fd6e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 3cef54b5-a965-40cb-85d6-7b6c2a48f617 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:24:39.801565 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fad53889-d488-4b72-90d8-8d856ec1aec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:39.803359 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ac93f956-74ec-4107-85de-28c9ea50b5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:39.804451 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ac93f956-74ec-4107-85de-28c9ea50b5ad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0c7c7f42-cfc1-4596-829f-9c1573e8e633 HTTP/1.1" status: 204 len: 168 time: 1.1425126 Feb 28 14:24:39.829199 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-71a8f3aa-d0a2-46f9-8471-da14e09e0057 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:39.954001 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-35b1b87e-2721-4887-b396-9cb39338bc06 None None] Provisioning for port 0fb822b2-77ac-4875-afc6-512150f67459 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:24:39.960701 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-35b1b87e-2721-4887-b396-9cb39338bc06 None None] Provisioning complete for port 0fb822b2-77ac-4875-afc6-512150f67459 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:39.961332 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-35b1b87e-2721-4887-b396-9cb39338bc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:40.106359 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aee3bac9-6a7f-45d6-9e0f-aac7ab5cef10 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:40.110235 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-aee3bac9-6a7f-45d6-9e0f-aac7ab5cef10 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "DELETE /v2.0/security-groups/6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0 HTTP/1.1" status: 204 len: 168 time: 1.7717721 Feb 28 14:24:40.111684 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53424) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:40.115709 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-35b1b87e-2721-4887-b396-9cb39338bc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:40.167344 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-35b1b87e-2721-4887-b396-9cb39338bc06 None None] For port 0fb822b2-77ac-4875-afc6-512150f67459, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=0fb822b2-77ac-4875-afc6-512150f67459,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:40.173256 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-35b1b87e-2721-4887-b396-9cb39338bc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:40.205539 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-f92df43b-6f44-4cda-8e7d-23ef4e5c4e0b tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] show failed (client error): The resource could not be found. Feb 28 14:24:40.209897 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f92df43b-6f44-4cda-8e7d-23ef4e5c4e0b tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "GET /v2.0/security-groups/6c6b4e5c-4dde-4a6b-b1db-ea4e2ae190e0 HTTP/1.1" status: 404 len: 347 time: 0.0920315 Feb 28 14:24:40.210771 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75938984-f464-465e-890e-d70ebaf9aa3f tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Router dff1a9c9-165e-4dc4-95c6-1a86597621a4 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:24:40.213744 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53430) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:40.237635 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d658a8-2e1e-4e1a-a1e9-48d8d4ab5d72 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:40.242788 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-25d658a8-2e1e-4e1a-a1e9-48d8d4ab5d72 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "GET /v2.0/networks/c8d7cd65-cd78-49f4-a4b3-f6839d1f976b HTTP/1.1" status: 200 len: 803 time: 0.6705003 Feb 28 14:24:40.245684 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53434) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:40.248985 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1b87e-2721-4887-b396-9cb39338bc06 None None] Pushing event updated for resources: {'Port': ['ID=0fb822b2-77ac-4875-afc6-512150f67459,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:40.287596 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-71a8f3aa-d0a2-46f9-8471-da14e09e0057 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:40.294428 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-28bbf51e-fc4b-4b04-9b01-1b4228835cce None None] Provisioning complete for port 53969eec-8076-41c0-b5ab-a7dc71425a94 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:40.294928 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-28bbf51e-fc4b-4b04-9b01-1b4228835cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:40.352823 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-28bbf51e-fc4b-4b04-9b01-1b4228835cce None None] Port 53969eec-8076-41c0-b5ab-a7dc71425a94 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:24:40.535891 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-91a65e2f-d278-4de3-a946-5c150f99cba8 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Deleting port cbfee39d-bbd3-4eea-8daf-e507da645080 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:40.536321 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-91a65e2f-d278-4de3-a946-5c150f99cba8 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:40.570754 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f39f6f-ce72-442c-84dd-7efca701fd6e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:24:40.589788 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91dcacb-aa18-4d76-b8f5-80421bf16512 None None] Sync routers for ids ['3cef54b5-a965-40cb-85d6-7b6c2a48f617'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:24:40.592172 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-71a8f3aa-d0a2-46f9-8471-da14e09e0057 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:40.610820 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91dcacb-aa18-4d76-b8f5-80421bf16512 None None] Routers {'3cef54b5-a965-40cb-85d6-7b6c2a48f617'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:24:40.614490 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d91dcacb-aa18-4d76-b8f5-80421bf16512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:24:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3cef54b5-a965-40cb-85d6-7b6c2a48f617'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:40.654367 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8f3aa-d0a2-46f9-8471-da14e09e0057 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Pushing event deleted for resources: {'Subnet': ['ID=534fce38-4993-44d2-8fc5-c9044ac078b8,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:40.659377 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-71a8f3aa-d0a2-46f9-8471-da14e09e0057 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:40.662195 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-71a8f3aa-d0a2-46f9-8471-da14e09e0057 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] 10.222.0.30 "DELETE /v2.0/subnets/534fce38-4993-44d2-8fc5-c9044ac078b8 HTTP/1.1" status: 204 len: 168 time: 1.2376463 Feb 28 14:24:40.666520 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53452) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:40.668151 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b1bb40ef-3266-4e06-9721-6e76ea3ebb50 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "GET /v2.0/networks/c8d7cd65-cd78-49f4-a4b3-f6839d1f976b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4212818 Feb 28 14:24:40.669160 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-69f39f6f-ce72-442c-84dd-7efca701fd6e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:40.677970 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53456) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:40.706370 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b82bfd-6752-44c9-997e-c854dfe666c8 None None] Network 056a9217-8b58-4294-955a-b52100398eb3 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:40.736834 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-69f39f6f-ce72-442c-84dd-7efca701fd6e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.1980064 Feb 28 14:24:40.737589 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1eaf44-0409-4694-add4-a9b3492ce3d5', 'tag': '8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:24:40.743911 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53460) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:40.785399 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f6be7a-cbf1-470c-8b48-62f90eb6a559 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Router 1edafd91-3049-4670-b062-dde8d7856b5f is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:24:40.826670 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6484d7ef-171e-46cc-8c05-f78fdcb192cf tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:40.863440 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1eaf44-0409-4694-add4-a9b3492ce3d5', 'tag': '8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e', 'status': 'completed', 'code': 200} Feb 28 14:24:40.867748 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75938984-f464-465e-890e-d70ebaf9aa3f tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:24:40.870222 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-809341b7-f84a-4a62-a33c-62ce5b458af5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/97ea4d9f-a6e8-43b2-b985-0522065592d9 HTTP/1.1" status: 200 len: 992 time: 0.1230562 Feb 28 14:24:40.880586 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c774e6a-d04c-4947-a57f-702c03ef57cc None None] Sync routers for ids ['dff1a9c9-165e-4dc4-95c6-1a86597621a4'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:24:40.897239 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c774e6a-d04c-4947-a57f-702c03ef57cc None None] Routers {'dff1a9c9-165e-4dc4-95c6-1a86597621a4'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:24:40.898314 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7c774e6a-d04c-4947-a57f-702c03ef57cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:24:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['dff1a9c9-165e-4dc4-95c6-1a86597621a4'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:40.940699 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-d91dcacb-aa18-4d76-b8f5-80421bf16512 None None] Set router 3cef54b5-a965-40cb-85d6-7b6c2a48f617 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:24:41.011583 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7c774e6a-d04c-4947-a57f-702c03ef57cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:41.027928 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c774e6a-d04c-4947-a57f-702c03ef57cc None None] Routers {'dff1a9c9-165e-4dc4-95c6-1a86597621a4'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:24:41.028796 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7c774e6a-d04c-4947-a57f-702c03ef57cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:24:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['dff1a9c9-165e-4dc4-95c6-1a86597621a4'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:41.099124 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7c774e6a-d04c-4947-a57f-702c03ef57cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:41.099770 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c774e6a-d04c-4947-a57f-702c03ef57cc None None] The sync data for ids ['dff1a9c9-165e-4dc4-95c6-1a86597621a4'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:24:41.104743 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 0fb822b2-77ac-4875-afc6-512150f67459 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:24:41.233538 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc6b1a9-3c0a-4086-a8b3-96b609d3ba6a tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:41.238781 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-adc6b1a9-3c0a-4086-a8b3-96b609d3ba6a tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "GET /v2.0/subnets/92916e64-51e9-43ee-a76a-f11effc046fe HTTP/1.1" status: 200 len: 843 time: 0.5520995 Feb 28 14:24:41.240162 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53476) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:41.252561 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fa4f770-b6b6-4ac9-a707-9b835f69a915 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:41.272416 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75938984-f464-465e-890e-d70ebaf9aa3f tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:41.276183 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:41.276705 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-75938984-f464-465e-890e-d70ebaf9aa3f tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 13.0401890 Feb 28 14:24:41.276825 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:41.285023 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53480) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:41.356668 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1132da01-b5d4-432b-926f-40854b01aea8 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['shared'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:41.360086 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1132da01-b5d4-432b-926f-40854b01aea8 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "GET /v2.0/subnets/92916e64-51e9-43ee-a76a-f11effc046fe?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1187675 Feb 28 14:24:41.363001 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53486) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:41.375928 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1fec1c0f-02f5-43d0-897b-05cc97f8696f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1199385031'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:41.382644 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1fec1c0f-02f5-43d0-897b-05cc97f8696f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:41.417931 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1fec1c0f-02f5-43d0-897b-05cc97f8696f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:41.420406 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 0fb822b2-77ac-4875-afc6-512150f67459 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:41.420786 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:41.458539 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fec1c0f-02f5-43d0-897b-05cc97f8696f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Made reservation on behalf of f728042230f541b4b4ac3c2d7dd0693a for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:41.464149 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1fec1c0f-02f5-43d0-897b-05cc97f8696f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:41.511050 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bd2aa7-4f4f-4907-8986-fe8f01336292 None None] DHCP port deletion for 056a9217-8b58-4294-955a-b52100398eb3 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:24:41.535578 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b9bd2aa7-4f4f-4907-8986-fe8f01336292 None None] Deleting port 3f252805-08aa-431a-b51e-34bbeede86a9 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:41.535941 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b9bd2aa7-4f4f-4907-8986-fe8f01336292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:41.536289 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fec1c0f-02f5-43d0-897b-05cc97f8696f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:24:41.555291 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1fec1c0f-02f5-43d0-897b-05cc97f8696f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:41.557686 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-1fec1c0f-02f5-43d0-897b-05cc97f8696f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Added segment b3a6be1a-f982-4cf8-b18e-743909295349 of type vlan for network c036020e-d298-43c8-825a-3ab69ea15fa8 Feb 28 14:24:41.599341 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-91a65e2f-d278-4de3-a946-5c150f99cba8 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:41.599663 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-91a65e2f-d278-4de3-a946-5c150f99cba8 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:41.601603 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1fec1c0f-02f5-43d0-897b-05cc97f8696f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:41.612418 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f6be7a-cbf1-470c-8b48-62f90eb6a559 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:24:41.613976 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9fa4f770-b6b6-4ac9-a707-9b835f69a915 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Deleting port 3f252805-08aa-431a-b51e-34bbeede86a9 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:41.614306 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fa4f770-b6b6-4ac9-a707-9b835f69a915 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:41.647257 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1fec1c0f-02f5-43d0-897b-05cc97f8696f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:41.652297 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f1f6be7a-cbf1-470c-8b48-62f90eb6a559 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "PUT /v2.0/routers/1edafd91-3049-4670-b062-dde8d7856b5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1324890 Feb 28 14:24:41.653570 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e978b6c0-8ee8-42c2-bb89-19edfc5c3dd1 None None] Sync routers for ids ['1edafd91-3049-4670-b062-dde8d7856b5f'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:24:41.657724 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fec1c0f-02f5-43d0-897b-05cc97f8696f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:41.658267 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53494) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:41.658389 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1fec1c0f-02f5-43d0-897b-05cc97f8696f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:41.694347 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e978b6c0-8ee8-42c2-bb89-19edfc5c3dd1 None None] Routers {'1edafd91-3049-4670-b062-dde8d7856b5f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:24:41.695015 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e978b6c0-8ee8-42c2-bb89-19edfc5c3dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:24:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1edafd91-3049-4670-b062-dde8d7856b5f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:41.775836 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1fec1c0f-02f5-43d0-897b-05cc97f8696f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4088175 Feb 28 14:24:41.776407 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec1c0f-02f5-43d0-897b-05cc97f8696f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event updated for resources: {'Network': ['ID=c036020e-d298-43c8-825a-3ab69ea15fa8,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:41.779234 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53502) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:41.786134 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-754bcdaf-7033-4e91-95ea-b523b8ce5859 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Request body: {'subnet': {'network_id': 'c036020e-d298-43c8-825a-3ab69ea15fa8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:41.812368 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network c036020e-d298-43c8-825a-3ab69ea15fa8 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:24:41.839734 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-91a65e2f-d278-4de3-a946-5c150f99cba8 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Calling delete_port for cbfee39d-bbd3-4eea-8daf-e507da645080 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:41.901586 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53506) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:41.904201 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-754bcdaf-7033-4e91-95ea-b523b8ce5859 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:41.959355 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53510) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:41.987638 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-754bcdaf-7033-4e91-95ea-b523b8ce5859 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:42.018362 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754bcdaf-7033-4e91-95ea-b523b8ce5859 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Made reservation on behalf of f728042230f541b4b4ac3c2d7dd0693a for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:42.020988 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b9bd2aa7-4f4f-4907-8986-fe8f01336292 None None] For port 3f252805-08aa-431a-b51e-34bbeede86a9, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=3f252805-08aa-431a-b51e-34bbeede86a9,segment=NetworkSegment(10d999dd-b473-472b-8808-d7e1f0feb1ac),segment_id=10d999dd-b473-472b-8808-d7e1f0feb1ac)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:42.021568 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b9bd2aa7-4f4f-4907-8986-fe8f01336292 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:42.022202 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-754bcdaf-7033-4e91-95ea-b523b8ce5859 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:42.058315 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7105a47c-2501-44bb-875e-878641557589 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/97ea4d9f-a6e8-43b2-b985-0522065592d9 HTTP/1.1" status: 200 len: 992 time: 0.1555686 Feb 28 14:24:42.095202 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab259070-069b-47c6-8312-942a121e591e req-d03a1789-1225-44ad-9510-df089d725ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:42.096964 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ab259070-069b-47c6-8312-942a121e591e req-d03a1789-1225-44ad-9510-df089d725ff6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=fe1eaf44-0409-4694-add4-a9b3492ce3d5 HTTP/1.1" status: 200 len: 1099 time: 1.1699367 Feb 28 14:24:42.116750 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.ipam_backend_mixin [None req-754bcdaf-7033-4e91-95ea-b523b8ce5859 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Performing IP validity checks on allocation pools {{(pid=87772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 14:24:42.117266 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.ipam_backend_mixin [None req-754bcdaf-7033-4e91-95ea-b523b8ce5859 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 14:24:42.157352 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b9bd2aa7-4f4f-4907-8986-fe8f01336292 None None] Calling delete_port for 3f252805-08aa-431a-b51e-34bbeede86a9 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:42.213707 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e978b6c0-8ee8-42c2-bb89-19edfc5c3dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:42.278940 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-754bcdaf-7033-4e91-95ea-b523b8ce5859 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:42.313864 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e978b6c0-8ee8-42c2-bb89-19edfc5c3dd1 None None] Routers {'1edafd91-3049-4670-b062-dde8d7856b5f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:24:42.315321 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c1815d25-d214-4e20-b431-be5bd48b73eb tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-272483787', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:42.316163 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e978b6c0-8ee8-42c2-bb89-19edfc5c3dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:24:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1edafd91-3049-4670-b062-dde8d7856b5f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:42.330554 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c4eabb33-f45a-4b45-b8ab-97665aee505d tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "GET /v2.0/routers/dff1a9c9-165e-4dc4-95c6-1a86597621a4 HTTP/1.1" status: 200 len: 924 time: 1.0351863 Feb 28 14:24:42.338424 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-6484d7ef-171e-46cc-8c05-f78fdcb192cf tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] For port 0fb822b2-77ac-4875-afc6-512150f67459, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=0fb822b2-77ac-4875-afc6-512150f67459,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:42.342883 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53516) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:42.347430 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c1815d25-d214-4e20-b431-be5bd48b73eb tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:42.363342 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c1815d25-d214-4e20-b431-be5bd48b73eb tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Usage tracker for resource:port and tenant:28872a3dba6642e0b6af4209d1362604 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:42.417875 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c1815d25-d214-4e20-b431-be5bd48b73eb tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:42.420706 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e978b6c0-8ee8-42c2-bb89-19edfc5c3dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:42.421479 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e978b6c0-8ee8-42c2-bb89-19edfc5c3dd1 None None] The sync data for ids ['1edafd91-3049-4670-b062-dde8d7856b5f'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:24:42.452560 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d91dcacb-aa18-4d76-b8f5-80421bf16512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'name': 'tempest-TestNetworkBasicOps-router-795233918', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:28Z', 'updated_at': '2022-02-28T14:23:46Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:31Z', 'updated_at': '2022-02-28T14:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '97ea4d9f-a6e8-43b2-b985-0522065592d9', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.177', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'port_id': '8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097', 'mac_address': 'fa:16:3e:d2:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1eaf44-0409-4694-add4-a9b3492ce3d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:24:36Z', 'updated_at': '2022-02-28T14:24:36Z', 'revision_number': 0, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f3f48cf-792a-4115-9592-ba33be99ff26', 'name': '', 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:8e:e0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:43Z', 'updated_at': '2022-02-28T14:23:55Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:42.457974 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:42.458833 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b9bd2aa7-4f4f-4907-8986-fe8f01336292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:42.475086 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c1815d25-d214-4e20-b431-be5bd48b73eb tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:42.497834 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91dcacb-aa18-4d76-b8f5-80421bf16512 None None] Checking router: 3cef54b5-a965-40cb-85d6-7b6c2a48f617 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:24:42.521160 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd2aa7-4f4f-4907-8986-fe8f01336292 None None] Pushing event deleted for resources: {'Port': ['ID=3f252805-08aa-431a-b51e-34bbeede86a9,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:42.523070 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d421cf4-adb1-4d75-b0ef-79f114ae87ef tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:42.523950 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1d421cf4-adb1-4d75-b0ef-79f114ae87ef tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Synchronizing usage tracker for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:24:42.536358 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bd2aa7-4f4f-4907-8986-fe8f01336292 None None] No DVR routers for this DVR port 3f252805-08aa-431a-b51e-34bbeede86a9 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:24:42.537842 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91dcacb-aa18-4d76-b8f5-80421bf16512 None None] Routers {'3cef54b5-a965-40cb-85d6-7b6c2a48f617'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:24:42.538461 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d91dcacb-aa18-4d76-b8f5-80421bf16512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:24:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3cef54b5-a965-40cb-85d6-7b6c2a48f617'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:42.547017 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-9fa4f770-b6b6-4ac9-a707-9b835f69a915 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] For port 3f252805-08aa-431a-b51e-34bbeede86a9, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=3f252805-08aa-431a-b51e-34bbeede86a9,segment=NetworkSegment(10d999dd-b473-472b-8808-d7e1f0feb1ac),segment_id=10d999dd-b473-472b-8808-d7e1f0feb1ac)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:42.547885 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fa4f770-b6b6-4ac9-a707-9b835f69a915 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:42.561061 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-6484d7ef-171e-46cc-8c05-f78fdcb192cf tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:24:42.571236 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-473bdfd3-0163-4492-95f4-2d034df7d83e tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff1a9c9-165e-4dc4-95c6-1a86597621a4 HTTP/1.1" status: 200 len: 205 time: 0.2130237 Feb 28 14:24:42.574797 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53520) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:42.575441 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754bcdaf-7033-4e91-95ea-b523b8ce5859 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event updated for resources: {'Subnet': ['ID=4ef06775-58fd-4bba-8003-1f4538ea53ab,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:42.582849 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754bcdaf-7033-4e91-95ea-b523b8ce5859 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Checking segment: {'id': 'b3a6be1a-f982-4cf8-b18e-743909295349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c036020e-d298-43c8-825a-3ab69ea15fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:24:42.583272 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754bcdaf-7033-4e91-95ea-b523b8ce5859 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Network hostable DHCP agents. Network: c036020e-d298-43c8-825a-3ab69ea15fa8, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:24:42.589690 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab259070-069b-47c6-8312-942a121e591e req-edd78869-4397-4f91-a2bc-51dc3d02d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:42.592713 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ab259070-069b-47c6-8312-942a121e591e req-edd78869-4397-4f91-a2bc-51dc3d02d177 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d2dd3d7-4918-4fcf-a188-9392d7a68097 HTTP/1.1" status: 200 len: 897 time: 0.4788399 Feb 28 14:24:42.595918 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6484d7ef-171e-46cc-8c05-f78fdcb192cf tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:42.653494 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1815d25-d214-4e20-b431-be5bd48b73eb tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Made reservation on behalf of 28872a3dba6642e0b6af4209d1362604 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:42.654559 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c1815d25-d214-4e20-b431-be5bd48b73eb tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:42.686568 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754bcdaf-7033-4e91-95ea-b523b8ce5859 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Network c036020e-d298-43c8-825a-3ab69ea15fa8 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:24:42.735041 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-d91dcacb-aa18-4d76-b8f5-80421bf16512 None None] Set router 3cef54b5-a965-40cb-85d6-7b6c2a48f617 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:24:42.754833 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-754bcdaf-7033-4e91-95ea-b523b8ce5859 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, c036020e-d298-43c8-825a-3ab69ea15fa8) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:42.758519 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754bcdaf-7033-4e91-95ea-b523b8ce5859 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:42.759295 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-754bcdaf-7033-4e91-95ea-b523b8ce5859 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:42.781950 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63200f1-11d6-42a1-ab71-2df7b316628b None None] Network c036020e-d298-43c8-825a-3ab69ea15fa8 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:42.783719 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9fa4f770-b6b6-4ac9-a707-9b835f69a915 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Calling delete_port for 3f252805-08aa-431a-b51e-34bbeede86a9 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:42.810449 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6484d7ef-171e-46cc-8c05-f78fdcb192cf tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:42.811804 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6484d7ef-171e-46cc-8c05-f78fdcb192cf tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:42.817323 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6912787-02d1-42be-863f-c2111e020af3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:42.878639 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-754bcdaf-7033-4e91-95ea-b523b8ce5859 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0945816 Feb 28 14:24:42.878827 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53524) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:42.886361 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c1815d25-d214-4e20-b431-be5bd48b73eb tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:42.915675 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-91a65e2f-d278-4de3-a946-5c150f99cba8 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:42.925119 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-cc12cc7d-8547-4447-9a9d-d283249c4508 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:42.966390 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 3f252805-08aa-431a-b51e-34bbeede86a9 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:24:43.064390 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53528) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:43.073937 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 3f252805-08aa-431a-b51e-34bbeede86a9 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:24:43.074237 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 3f252805-08aa-431a-b51e-34bbeede86a9 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:24:43.094905 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1d421cf4-adb1-4d75-b0ef-79f114ae87ef tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Unset dirty status for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:24:43.099188 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1d421cf4-adb1-4d75-b0ef-79f114ae87ef tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "GET /v2.0/ports?device_id=1edafd91-3049-4670-b062-dde8d7856b5f HTTP/1.1" status: 200 len: 987 time: 1.4282084 Feb 28 14:24:43.126502 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53532) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:43.132028 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c1815d25-d214-4e20-b431-be5bd48b73eb tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:43.205738 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6484d7ef-171e-46cc-8c05-f78fdcb192cf tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:43.226128 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c1815d25-d214-4e20-b431-be5bd48b73eb tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Usage tracker for resource:security_group_rule and tenant:28872a3dba6642e0b6af4209d1362604 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:43.241816 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6912787-02d1-42be-863f-c2111e020af3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:43.256782 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-6484d7ef-171e-46cc-8c05-f78fdcb192cf tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:43.281005 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c1815d25-d214-4e20-b431-be5bd48b73eb tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:43.290763 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3e1190e2-449e-430e-a6cb-0ad1c8bbf571 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/97ea4d9f-a6e8-43b2-b985-0522065592d9 HTTP/1.1" status: 200 len: 992 time: 0.2219982 Feb 28 14:24:43.292058 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cc12cc7d-8547-4447-9a9d-d283249c4508 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2302140'] for subnet, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:43.294528 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d6912787-02d1-42be-863f-c2111e020af3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Deleting port 0192eb38-d290-4570-996b-1a875a65b1d5 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:43.296457 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6912787-02d1-42be-863f-c2111e020af3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:43.296881 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6484d7ef-171e-46cc-8c05-f78fdcb192cf tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:43.297670 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6484d7ef-171e-46cc-8c05-f78fdcb192cf tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:43.299081 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889fa04b-c938-420b-abb7-9e615c966ab6 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:43.314905 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c1815d25-d214-4e20-b431-be5bd48b73eb tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:43.358642 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19dc068-64e5-47a8-9e79-e2a925fdfafc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-c036020e-d298-43c8-825a-3ab69ea15fa8', 'network_id': 'c036020e-d298-43c8-825a-3ab69ea15fa8', 'tenant_id': 'f728042230f541b4b4ac3c2d7dd0693a', 'fixed_ips': [{'subnet_id': '4ef06775-58fd-4bba-8003-1f4538ea53ab'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:24:43.359487 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a19dc068-64e5-47a8-9e79-e2a925fdfafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:43.408975 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ab259070-069b-47c6-8312-942a121e591e req-952ae19d-a207-467c-b456-78df01cbfb43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e HTTP/1.1" status: 200 len: 1000 time: 0.6861644 Feb 28 14:24:43.410222 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484d7ef-171e-46cc-8c05-f78fdcb192cf tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=751a1a35-8304-4c7f-8ac7-cf637a9f4066,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:43.503862 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484d7ef-171e-46cc-8c05-f78fdcb192cf tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Port': ['ID=0fb822b2-77ac-4875-afc6-512150f67459,revision_number=5']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:43.590789 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6484d7ef-171e-46cc-8c05-f78fdcb192cf tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.8477211 Feb 28 14:24:43.594955 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53536) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:43.600218 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-9fa4f770-b6b6-4ac9-a707-9b835f69a915 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:24:43.600532 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-9fa4f770-b6b6-4ac9-a707-9b835f69a915 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:24:43.601177 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a65e2f-d278-4de3-a946-5c150f99cba8 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Pushing event deleted for resources: {'Port': ['ID=cbfee39d-bbd3-4eea-8daf-e507da645080,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:43.614298 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-212d1f25-2359-4f32-989f-4c1d66f20c22 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'mac_address': 'fa:16:3e:77:ab:44', 'name': 'tempest-NetworksTestDHCPv6-1036473196'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:43.655292 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d91dcacb-aa18-4d76-b8f5-80421bf16512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'name': 'tempest-TestNetworkBasicOps-router-795233918', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:28Z', 'updated_at': '2022-02-28T14:23:46Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:31Z', 'updated_at': '2022-02-28T14:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '97ea4d9f-a6e8-43b2-b985-0522065592d9', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.177', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'port_id': '8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097', 'mac_address': 'fa:16:3e:d2:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1eaf44-0409-4694-add4-a9b3492ce3d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:24:36Z', 'updated_at': '2022-02-28T14:24:36Z', 'revision_number': 0, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f3f48cf-792a-4115-9592-ba33be99ff26', 'name': '', 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:8e:e0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:43Z', 'updated_at': '2022-02-28T14:23:55Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:43.656350 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6912787-02d1-42be-863f-c2111e020af3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:43.686943 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91dcacb-aa18-4d76-b8f5-80421bf16512 None None] The sync data for ids ['3cef54b5-a965-40cb-85d6-7b6c2a48f617'] in dv-neutron-831192-4-hyperv is: [{'id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'name': 'tempest-TestNetworkBasicOps-router-795233918', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:28Z', 'updated_at': '2022-02-28T14:23:46Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:31Z', 'updated_at': '2022-02-28T14:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '97ea4d9f-a6e8-43b2-b985-0522065592d9', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.177', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'port_id': '8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097', 'mac_address': 'fa:16:3e:d2:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1eaf44-0409-4694-add4-a9b3492ce3d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:24:36Z', 'updated_at': '2022-02-28T14:24:36Z', 'revision_number': 0, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f3f48cf-792a-4115-9592-ba33be99ff26', 'name': '', 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:8e:e0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:43Z', 'updated_at': '2022-02-28T14:23:55Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:24:43.699408 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-91a65e2f-d278-4de3-a946-5c150f99cba8 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:43.703183 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab259070-069b-47c6-8312-942a121e591e req-6176d43d-3b44-4fc9-8473-61399093442e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:43.704731 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ab259070-069b-47c6-8312-942a121e591e req-6176d43d-3b44-4fc9-8473-61399093442e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32c16988-87c1-45c3-8530-919898fbf5f3 HTTP/1.1" status: 200 len: 834 time: 0.2615714 Feb 28 14:24:43.878832 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d6912787-02d1-42be-863f-c2111e020af3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Calling delete_port for 0192eb38-d290-4570-996b-1a875a65b1d5 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:43.917983 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-91a65e2f-d278-4de3-a946-5c150f99cba8 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:43.922849 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-91a65e2f-d278-4de3-a946-5c150f99cba8 tempest-ServerActionsTestJSON-2048314112 tempest-ServerActionsTestJSON-2048314112-project] 10.222.0.30 "DELETE /v2.0/floatingips/66b0ae38-98e2-4e39-a6ab-91aa463fb53e HTTP/1.1" status: 204 len: 168 time: 3.6989148 Feb 28 14:24:43.927455 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53540) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:43.993920 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cc12cc7d-8547-4447-9a9d-d283249c4508 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759642986469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3456665'] for subnet, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:44.034163 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c1815d25-d214-4e20-b431-be5bd48b73eb tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:44.104012 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd6e627-84aa-45d3-b4ab-79b6553253b6 None None] New status for floating IP 97ea4d9f-a6e8-43b2-b985-0522065592d9: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:24:44.145211 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-a19dc068-64e5-47a8-9e79-e2a925fdfafc None None] Allocated IP 2001:db8::3 (c036020e-d298-43c8-825a-3ab69ea15fa8/4ef06775-58fd-4bba-8003-1f4538ea53ab/93d82296-49ec-439b-b504-784f5e9a58ac) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:44.175538 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9fa4f770-b6b6-4ac9-a707-9b835f69a915 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Deleting port 3f252805-08aa-431a-b51e-34bbeede86a9 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:44.176132 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fa4f770-b6b6-4ac9-a707-9b835f69a915 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:44.268266 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c1815d25-d214-4e20-b431-be5bd48b73eb tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:44.310162 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53544) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:44.314347 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-c1815d25-d214-4e20-b431-be5bd48b73eb tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] device_id is not set on port 80782711-deb6-47db-bbb8-bc56d00e3a81 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:24:44.413245 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-212d1f25-2359-4f32-989f-4c1d66f20c22 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:44.427546 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc12cc7d-8547-4447-9a9d-d283249c4508 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:44.429414 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cc12cc7d-8547-4447-9a9d-d283249c4508 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:44.435675 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cc12cc7d-8547-4447-9a9d-d283249c4508 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "PUT /v2.0/subnets/4ef06775-58fd-4bba-8003-1f4538ea53ab HTTP/1.1" status: 200 len: 900 time: 1.5558867 Feb 28 14:24:44.449721 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53548) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:44.482242 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a19dc068-64e5-47a8-9e79-e2a925fdfafc None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:44.500883 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-212d1f25-2359-4f32-989f-4c1d66f20c22 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:port and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:44.518933 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-212d1f25-2359-4f32-989f-4c1d66f20c22 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:44.532605 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9fa4f770-b6b6-4ac9-a707-9b835f69a915 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] The port '3f252805-08aa-431a-b51e-34bbeede86a9' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:24:44.546643 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab259070-069b-47c6-8312-942a121e591e req-a474a260-3d15-416b-96c8-174e5cbe5be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:44.548497 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ab259070-069b-47c6-8312-942a121e591e req-a474a260-3d15-416b-96c8-174e5cbe5be8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d2dd3d7-4918-4fcf-a188-9392d7a68097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7833796 Feb 28 14:24:44.550035 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-212d1f25-2359-4f32-989f-4c1d66f20c22 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:44.551535 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a19dc068-64e5-47a8-9e79-e2a925fdfafc None None] Transition to ACTIVE for port object 93d82296-49ec-439b-b504-784f5e9a58ac will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:44.562056 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6912787-02d1-42be-863f-c2111e020af3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:44.566039 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12cc7d-8547-4447-9a9d-d283249c4508 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event updated for resources: {'Subnet': ['ID=4ef06775-58fd-4bba-8003-1f4538ea53ab,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:44.597055 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a19dc068-64e5-47a8-9e79-e2a925fdfafc None None] Transition to ACTIVE for port object 93d82296-49ec-439b-b504-784f5e9a58ac will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:44.609034 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a19dc068-64e5-47a8-9e79-e2a925fdfafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:44.686215 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19dc068-64e5-47a8-9e79-e2a925fdfafc None None] Network c036020e-d298-43c8-825a-3ab69ea15fa8 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:44.688215 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6912787-02d1-42be-863f-c2111e020af3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Pushing event deleted for resources: {'Port': ['ID=0192eb38-d290-4570-996b-1a875a65b1d5,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:44.699804 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-a19dc068-64e5-47a8-9e79-e2a925fdfafc None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:44.704867 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19dc068-64e5-47a8-9e79-e2a925fdfafc None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:24:44.716516 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19dc068-64e5-47a8-9e79-e2a925fdfafc None None] Pushing event updated for resources: {'Port': ['ID=93d82296-49ec-439b-b504-784f5e9a58ac,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:44.718209 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212d1f25-2359-4f32-989f-4c1d66f20c22 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:44.793978 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1815d25-d214-4e20-b431-be5bd48b73eb tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fac310d-1847-4182-8874-c7c855ae8e94,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:44.820287 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a19dc068-64e5-47a8-9e79-e2a925fdfafc None None] Attempting to bind port 93d82296-49ec-439b-b504-784f5e9a58ac on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:24:44.820774 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a19dc068-64e5-47a8-9e79-e2a925fdfafc None None] Attempting to bind port 93d82296-49ec-439b-b504-784f5e9a58ac by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'b3a6be1a-f982-4cf8-b18e-743909295349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c036020e-d298-43c8-825a-3ab69ea15fa8'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:24:44.821134 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19dc068-64e5-47a8-9e79-e2a925fdfafc None None] Attempting to bind port 93d82296-49ec-439b-b504-784f5e9a58ac on network c036020e-d298-43c8-825a-3ab69ea15fa8 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:24:44.823109 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6cddbe3d-9cb1-4744-851f-9f6d5936c539 None None] Provisioning complete for port 0fb822b2-77ac-4875-afc6-512150f67459 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:44.823495 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6cddbe3d-9cb1-4744-851f-9f6d5936c539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:44.867033 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19dc068-64e5-47a8-9e79-e2a925fdfafc None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:24:44.867425 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19dc068-64e5-47a8-9e79-e2a925fdfafc None None] Checking segment: {'id': 'b3a6be1a-f982-4cf8-b18e-743909295349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c036020e-d298-43c8-825a-3ab69ea15fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:24:44.867821 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a19dc068-64e5-47a8-9e79-e2a925fdfafc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:44.868206 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19dc068-64e5-47a8-9e79-e2a925fdfafc None None] Bound using segment: {'id': 'b3a6be1a-f982-4cf8-b18e-743909295349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c036020e-d298-43c8-825a-3ab69ea15fa8'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:24:44.868765 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a19dc068-64e5-47a8-9e79-e2a925fdfafc None None] Bound port: 93d82296-49ec-439b-b504-784f5e9a58ac, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a6be1a-f982-4cf8-b18e-743909295349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c036020e-d298-43c8-825a-3ab69ea15fa8'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:24:44.869276 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a19dc068-64e5-47a8-9e79-e2a925fdfafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:44.906489 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1d550f6f-a18e-4605-8cd4-9ccd9b024780 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:44.920641 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6912787-02d1-42be-863f-c2111e020af3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:45.017465 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 0fb822b2-77ac-4875-afc6-512150f67459 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:24:45.053887 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-75b08e33-45d2-4b75-8d88-dfd5b3182a87 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/97ea4d9f-a6e8-43b2-b985-0522065592d9 HTTP/1.1" status: 200 len: 994 time: 0.6940994 Feb 28 14:24:45.082276 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-1d550f6f-a18e-4605-8cd4-9ccd9b024780 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Deleting port 93d82296-49ec-439b-b504-784f5e9a58ac {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:45.082732 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1d550f6f-a18e-4605-8cd4-9ccd9b024780 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:45.096876 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a19dc068-64e5-47a8-9e79-e2a925fdfafc None None] For port 93d82296-49ec-439b-b504-784f5e9a58ac, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:24:45.114558 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a19dc068-64e5-47a8-9e79-e2a925fdfafc None None] For port 93d82296-49ec-439b-b504-784f5e9a58ac, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=93d82296-49ec-439b-b504-784f5e9a58ac,segment=NetworkSegment(b3a6be1a-f982-4cf8-b18e-743909295349),segment_id=b3a6be1a-f982-4cf8-b18e-743909295349)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:24:45.123685 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a19dc068-64e5-47a8-9e79-e2a925fdfafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:45.180617 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-212d1f25-2359-4f32-989f-4c1d66f20c22 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:45.181670 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fa4f770-b6b6-4ac9-a707-9b835f69a915 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:45.191416 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6912787-02d1-42be-863f-c2111e020af3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:45.195725 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6912787-02d1-42be-863f-c2111e020af3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:45.211988 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 0fb822b2-77ac-4875-afc6-512150f67459 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:45.212411 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:45.244016 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-212d1f25-2359-4f32-989f-4c1d66f20c22 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] device_id is not set on port a032f1b1-ad62-4f36-8d32-a4c205a5b884 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:24:45.264418 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19dc068-64e5-47a8-9e79-e2a925fdfafc None None] Pushing event updated for resources: {'Port': ['ID=93d82296-49ec-439b-b504-784f5e9a58ac,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:45.330635 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6912787-02d1-42be-863f-c2111e020af3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:45.330635 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6912787-02d1-42be-863f-c2111e020af3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Fanout notify agent at l3_agent the message router_deleted on router dff1a9c9-165e-4dc4-95c6-1a86597621a4 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:24:45.378427 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-9fa4f770-b6b6-4ac9-a707-9b835f69a915 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['056a9217-8b58-4294-955a-b52100398eb3']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:45.389035 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-c1815d25-d214-4e20-b431-be5bd48b73eb tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Allocated IP 172.26.5.170 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/80782711-deb6-47db-bbb8-bc56d00e3a81) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:45.420153 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-9fa4f770-b6b6-4ac9-a707-9b835f69a915 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d999dd-b473-472b-8808-d7e1f0feb1ac') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:45.420767 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-9fa4f770-b6b6-4ac9-a707-9b835f69a915 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d999dd-b473-472b-8808-d7e1f0feb1ac') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:45.454993 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d6912787-02d1-42be-863f-c2111e020af3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:45.459785 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d6912787-02d1-42be-863f-c2111e020af3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "DELETE /v2.0/routers/dff1a9c9-165e-4dc4-95c6-1a86597621a4 HTTP/1.1" status: 204 len: 168 time: 2.8810403 Feb 28 14:24:45.468245 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53558) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:45.474034 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fa4f770-b6b6-4ac9-a707-9b835f69a915 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:45.507866 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fa4f770-b6b6-4ac9-a707-9b835f69a915 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:45.520528 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ab259070-069b-47c6-8312-942a121e591e req-4ca5069f-6b47-4617-98fc-4624dcb75199 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2dd3d7-4918-4fcf-a188-9392d7a68097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9452074 Feb 28 14:24:45.541774 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e6bef8c4-884a-44d4-bed0-b5bca43a5a3a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Request body: {'router': {'name': 'tempest-snat-router-9989491', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'enable_snat': False}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:45.545836 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa4f770-b6b6-4ac9-a707-9b835f69a915 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:24:45.546594 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fa4f770-b6b6-4ac9-a707-9b835f69a915 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: util.warn( Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: util.warn( Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: util.warn( Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: util.warn( Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:24:45.594446 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:24:45.633188 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e6bef8c4-884a-44d4-bed0-b5bca43a5a3a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:45.657294 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e6bef8c4-884a-44d4-bed0-b5bca43a5a3a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Usage tracker for resource:router and tenant:ec3f252271e4406286e8ec95b08ceaed is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:45.660733 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-212d1f25-2359-4f32-989f-4c1d66f20c22 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 172.20.0.5 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/511d49da-67b5-494d-9fdf-d88fc3bbdfe8/a032f1b1-ad62-4f36-8d32-a4c205a5b884) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:45.684434 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-212d1f25-2359-4f32-989f-4c1d66f20c22 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 2001:db8::f816:3eff:fe77:ab44 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/751a1a35-8304-4c7f-8ac7-cf637a9f4066/a032f1b1-ad62-4f36-8d32-a4c205a5b884) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:45.694464 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-1d550f6f-a18e-4605-8cd4-9ccd9b024780 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] For port 93d82296-49ec-439b-b504-784f5e9a58ac, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=93d82296-49ec-439b-b504-784f5e9a58ac,segment=NetworkSegment(b3a6be1a-f982-4cf8-b18e-743909295349),segment_id=b3a6be1a-f982-4cf8-b18e-743909295349)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:45.694822 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1d550f6f-a18e-4605-8cd4-9ccd9b024780 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:45.727845 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e6bef8c4-884a-44d4-bed0-b5bca43a5a3a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:45.766769 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e6bef8c4-884a-44d4-bed0-b5bca43a5a3a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:45.828599 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-1d550f6f-a18e-4605-8cd4-9ccd9b024780 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Calling delete_port for 93d82296-49ec-439b-b504-784f5e9a58ac owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:45.926167 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6bef8c4-884a-44d4-bed0-b5bca43a5a3a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:45.927078 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6bef8c4-884a-44d4-bed0-b5bca43a5a3a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:45.943317 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fa4f770-b6b6-4ac9-a707-9b835f69a915 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:45.951873 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc287f52-5a73-4795-b1b8-4d2aa20b5266 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:46.044801 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fa4f770-b6b6-4ac9-a707-9b835f69a915 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:46.134349 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4f770-b6b6-4ac9-a707-9b835f69a915 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Pushing event deleted for resources: {'Network': ['ID=056a9217-8b58-4294-955a-b52100398eb3,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:46.158284 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6bef8c4-884a-44d4-bed0-b5bca43a5a3a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:46.183117 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9fa4f770-b6b6-4ac9-a707-9b835f69a915 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] 10.222.0.30 "DELETE /v2.0/networks/056a9217-8b58-4294-955a-b52100398eb3 HTTP/1.1" status: 204 len: 168 time: 5.5127523 Feb 28 14:24:46.188773 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53564) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:46.216514 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ab259070-069b-47c6-8312-942a121e591e req-dd847dab-452d-4227-acf3-4607e9df1d9d service neutron] 10.222.0.13 "GET /v2.0/networks/6d2dd3d7-4918-4fcf-a188-9392d7a68097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6868656 Feb 28 14:24:46.266582 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c1815d25-d214-4e20-b431-be5bd48b73eb tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:46.364100 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a316fa-f20b-486c-837a-074ecf2c4e9d None None] Network c036020e-d298-43c8-825a-3ab69ea15fa8 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:46.395092 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7a5731e8-d314-429e-aee9-ad4044ee0527 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Deleting port a19e3387-1c35-40dc-8e91-621b1806846d {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:46.395574 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a5731e8-d314-429e-aee9-ad4044ee0527 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:46.428908 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-212d1f25-2359-4f32-989f-4c1d66f20c22 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:46.432392 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1d550f6f-a18e-4605-8cd4-9ccd9b024780 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:46.487305 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-267c8120-bd58-459c-836c-b6deec202134 None None] Could not find standard attr ID for object 93d82296-49ec-439b-b504-784f5e9a58ac. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:24:46.504792 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d550f6f-a18e-4605-8cd4-9ccd9b024780 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event deleted for resources: {'Port': ['ID=93d82296-49ec-439b-b504-784f5e9a58ac,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:46.510080 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-212d1f25-2359-4f32-989f-4c1d66f20c22 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Transition to ACTIVE for port object a032f1b1-ad62-4f36-8d32-a4c205a5b884 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:46.628997 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d550f6f-a18e-4605-8cd4-9ccd9b024780 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] No DVR routers for this DVR port 93d82296-49ec-439b-b504-784f5e9a58ac on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:24:46.777996 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1d550f6f-a18e-4605-8cd4-9ccd9b024780 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:46.808738 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a5731e8-d314-429e-aee9-ad4044ee0527 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:46.809055 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a5731e8-d314-429e-aee9-ad4044ee0527 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:46.816902 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-212d1f25-2359-4f32-989f-4c1d66f20c22 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:46.825317 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6bef8c4-884a-44d4-bed0-b5bca43a5a3a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:46.842789 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ded43757-6571-47f4-a81b-1909a93f5e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:46.870491 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73504f91-6fdd-4fdc-b3b0-8e32e826e138 None None] Network c036020e-d298-43c8-825a-3ab69ea15fa8 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:46.938503 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c1815d25-d214-4e20-b431-be5bd48b73eb tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:46.987658 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7a5731e8-d314-429e-aee9-ad4044ee0527 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Calling delete_port for a19e3387-1c35-40dc-8e91-621b1806846d owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:47.041055 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1815d25-d214-4e20-b431-be5bd48b73eb tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:47.043043 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-cc287f52-5a73-4795-b1b8-4d2aa20b5266 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting port 53969eec-8076-41c0-b5ab-a7dc71425a94 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:47.043404 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc287f52-5a73-4795-b1b8-4d2aa20b5266 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:47.053554 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212d1f25-2359-4f32-989f-4c1d66f20c22 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:47.072634 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-212d1f25-2359-4f32-989f-4c1d66f20c22 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:47.079394 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212d1f25-2359-4f32-989f-4c1d66f20c22 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:24:47.082144 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c1815d25-d214-4e20-b431-be5bd48b73eb tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:47.135816 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d1f25-2359-4f32-989f-4c1d66f20c22 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Port': ['ID=a032f1b1-ad62-4f36-8d32-a4c205a5b884,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:47.145273 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1815d25-d214-4e20-b431-be5bd48b73eb tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:24:47.190843 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1815d25-d214-4e20-b431-be5bd48b73eb tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Pushing event updated for resources: {'Port': ['ID=80782711-deb6-47db-bbb8-bc56d00e3a81,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:47.203175 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212d1f25-2359-4f32-989f-4c1d66f20c22 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:47.203897 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-212d1f25-2359-4f32-989f-4c1d66f20c22 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:47.233148 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1d550f6f-a18e-4605-8cd4-9ccd9b024780 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:47.278881 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-212d1f25-2359-4f32-989f-4c1d66f20c22 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.6780114 Feb 28 14:24:47.308034 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d550f6f-a18e-4605-8cd4-9ccd9b024780 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event deleted for resources: {'Subnet': ['ID=4ef06775-58fd-4bba-8003-1f4538ea53ab,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:47.312581 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53568) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:47.430746 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84462214-1e50-438e-8a53-bfa1c688d19e None None] Network c036020e-d298-43c8-825a-3ab69ea15fa8 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:47.448572 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a5731e8-d314-429e-aee9-ad4044ee0527 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:47.607818 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f77de209-8792-4d92-9912-7b6ca3ba9d64 None None] Provisioning for port a032f1b1-ad62-4f36-8d32-a4c205a5b884 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:24:47.613856 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc287f52-5a73-4795-b1b8-4d2aa20b5266 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:47.621554 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f77de209-8792-4d92-9912-7b6ca3ba9d64 None None] Provisioning complete for port a032f1b1-ad62-4f36-8d32-a4c205a5b884 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:47.622382 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f77de209-8792-4d92-9912-7b6ca3ba9d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:47.624640 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1815d25-d214-4e20-b431-be5bd48b73eb tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:47.625316 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c1815d25-d214-4e20-b431-be5bd48b73eb tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:47.667915 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5731e8-d314-429e-aee9-ad4044ee0527 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Pushing event deleted for resources: {'Port': ['ID=a19e3387-1c35-40dc-8e91-621b1806846d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:47.688120 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f77de209-8792-4d92-9912-7b6ca3ba9d64 None None] Port a032f1b1-ad62-4f36-8d32-a4c205a5b884 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:24:47.715514 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1d550f6f-a18e-4605-8cd4-9ccd9b024780 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:47.728399 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b426f991-5511-4a3b-9ea2-4ff0ef3b40d8 None None] DHCP port deletion for c036020e-d298-43c8-825a-3ab69ea15fa8 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:24:47.761914 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-cc287f52-5a73-4795-b1b8-4d2aa20b5266 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Calling delete_port for 53969eec-8076-41c0-b5ab-a7dc71425a94 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:47.784857 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-1d550f6f-a18e-4605-8cd4-9ccd9b024780 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c036020e-d298-43c8-825a-3ab69ea15fa8']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:47.803461 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-1d550f6f-a18e-4605-8cd4-9ccd9b024780 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a6be1a-f982-4cf8-b18e-743909295349') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:47.803746 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-1d550f6f-a18e-4605-8cd4-9ccd9b024780 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a6be1a-f982-4cf8-b18e-743909295349') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:47.809227 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c1815d25-d214-4e20-b431-be5bd48b73eb tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 5.8373349 Feb 28 14:24:47.813631 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53572) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:47.827703 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1d550f6f-a18e-4605-8cd4-9ccd9b024780 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:47.832953 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-94f6cb6f-51cd-464c-ba3b-b80ab8f395c0 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.170'}]}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:47.841705 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a5731e8-d314-429e-aee9-ad4044ee0527 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:47.841705 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a5731e8-d314-429e-aee9-ad4044ee0527 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:47.841705 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7a5731e8-d314-429e-aee9-ad4044ee0527 tempest-FloatingIPAdminTestJSON-1677520235 tempest-FloatingIPAdminTestJSON-1677520235-project] 10.222.0.30 "DELETE /v2.0/floatingips/1c0bba9c-99b6-4efc-b89a-f68d0a7726ef HTTP/1.1" status: 204 len: 168 time: 1.6489563 Feb 28 14:24:47.842107 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-94f6cb6f-51cd-464c-ba3b-b80ab8f395c0 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:47.855532 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b38ce15-845a-4fbf-86d3-a0b293bdd732 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:47.859776 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-94f6cb6f-51cd-464c-ba3b-b80ab8f395c0 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Usage tracker for resource:router and tenant:28872a3dba6642e0b6af4209d1362604 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:47.861754 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b38ce15-845a-4fbf-86d3-a0b293bdd732 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:47.862400 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2b38ce15-845a-4fbf-86d3-a0b293bdd732 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:24:47.867362 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-94f6cb6f-51cd-464c-ba3b-b80ab8f395c0 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:47.871107 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1d550f6f-a18e-4605-8cd4-9ccd9b024780 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:47.881144 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d550f6f-a18e-4605-8cd4-9ccd9b024780 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:24:47.881567 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1d550f6f-a18e-4605-8cd4-9ccd9b024780 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:24:47.897237 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:24:47.909248 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2b38ce15-845a-4fbf-86d3-a0b293bdd732 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:24:47.913064 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2b38ce15-845a-4fbf-86d3-a0b293bdd732 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5929797 Feb 28 14:24:47.914348 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53578) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:48.038350 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1d550f6f-a18e-4605-8cd4-9ccd9b024780 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:48.063565 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1d550f6f-a18e-4605-8cd4-9ccd9b024780 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:48.075731 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-425f2c53-e3ea-4044-816f-19c9d924f7d5 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting port a032f1b1-ad62-4f36-8d32-a4c205a5b884 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:48.076062 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-425f2c53-e3ea-4044-816f-19c9d924f7d5 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:48.109961 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d550f6f-a18e-4605-8cd4-9ccd9b024780 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event deleted for resources: {'Network': ['ID=c036020e-d298-43c8-825a-3ab69ea15fa8,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:48.126861 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1d550f6f-a18e-4605-8cd4-9ccd9b024780 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "DELETE /v2.0/networks/c036020e-d298-43c8-825a-3ab69ea15fa8 HTTP/1.1" status: 204 len: 168 time: 3.6704974 Feb 28 14:24:48.128048 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53584) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:48.150590 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-94f6cb6f-51cd-464c-ba3b-b80ab8f395c0 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:48.161405 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53588) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:48.185076 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d2f5a12-8355-4e78-add2-14ae89176654 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] DELETE failed (client error): The resource could not be found. Feb 28 14:24:48.185223 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d2f5a12-8355-4e78-add2-14ae89176654 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:24:48.186937 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3d2f5a12-8355-4e78-add2-14ae89176654 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "DELETE /v2.0/subnets/4ef06775-58fd-4bba-8003-1f4538ea53ab HTTP/1.1" status: 404 len: 337 time: 0.0585711 Feb 28 14:24:48.198390 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53594) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:48.244994 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-94f6cb6f-51cd-464c-ba3b-b80ab8f395c0 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:48.246003 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-94f6cb6f-51cd-464c-ba3b-b80ab8f395c0 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:48.362705 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ecbf42-4886-40a0-9409-7b304d48a69b tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] DELETE failed (client error): The resource could not be found. Feb 28 14:24:48.363175 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ecbf42-4886-40a0-9409-7b304d48a69b tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:24:48.364865 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-86ecbf42-4886-40a0-9409-7b304d48a69b tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "DELETE /v2.0/networks/c036020e-d298-43c8-825a-3ab69ea15fa8 HTTP/1.1" status: 404 len: 339 time: 0.1525276 Feb 28 14:24:48.367866 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53598) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:48.423611 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-425f2c53-e3ea-4044-816f-19c9d924f7d5 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:48.476976 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-94f6cb6f-51cd-464c-ba3b-b80ab8f395c0 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:48.484903 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ded43757-6571-47f4-a81b-1909a93f5e70 admin admin] Deleting port 520730ad-1c8d-4e65-a241-100db5848c81 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:48.485233 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ded43757-6571-47f4-a81b-1909a93f5e70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:48.598656 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-425f2c53-e3ea-4044-816f-19c9d924f7d5 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Calling delete_port for a032f1b1-ad62-4f36-8d32-a4c205a5b884 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:48.656808 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6bedfc52-6df5-423c-b79c-5cd27d668497 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:48.668768 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2582a8e0-f912-4cb9-925f-5201e983f478 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d031daf6d8064032b3b399a89c15302d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5023892 Feb 28 14:24:48.670010 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53602) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:48.833048 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6bef8c4-884a-44d4-bed0-b5bca43a5a3a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:48.874076 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6bef8c4-884a-44d4-bed0-b5bca43a5a3a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:48.908959 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6bedfc52-6df5-423c-b79c-5cd27d668497 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:48.913596 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 93d82296-49ec-439b-b504-784f5e9a58ac no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:24:48.918114 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2dde04bc-9e2b-4d6d-b0fa-daedb9c3b101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:48.924377 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc287f52-5a73-4795-b1b8-4d2aa20b5266 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:48.953209 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 93d82296-49ec-439b-b504-784f5e9a58ac {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:24:48.953514 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 93d82296-49ec-439b-b504-784f5e9a58ac not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:24:48.957348 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6bedfc52-6df5-423c-b79c-5cd27d668497 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ac2838-4a3b-4246-97ab-7c310388a961']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:48.984603 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6bedfc52-6df5-423c-b79c-5cd27d668497 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e607eb-cba2-47f0-a220-cbb313884693') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:48.984883 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6bedfc52-6df5-423c-b79c-5cd27d668497 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e607eb-cba2-47f0-a220-cbb313884693') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:48.992108 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2dde04bc-9e2b-4d6d-b0fa-daedb9c3b101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:49.048824 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6bedfc52-6df5-423c-b79c-5cd27d668497 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:49.092179 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc287f52-5a73-4795-b1b8-4d2aa20b5266 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Port': ['ID=53969eec-8076-41c0-b5ab-a7dc71425a94,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:49.094038 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6bedfc52-6df5-423c-b79c-5cd27d668497 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:49.103044 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bedfc52-6df5-423c-b79c-5cd27d668497 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:24:49.103511 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6bedfc52-6df5-423c-b79c-5cd27d668497 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:24:49.123205 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:24:49.136857 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-425f2c53-e3ea-4044-816f-19c9d924f7d5 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:49.215677 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-ded43757-6571-47f4-a81b-1909a93f5e70 admin admin] For port 520730ad-1c8d-4e65-a241-100db5848c81, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=520730ad-1c8d-4e65-a241-100db5848c81,segment=NetworkSegment(975876b0-ebc4-4d96-a295-bc3105e7b9bf),segment_id=975876b0-ebc4-4d96-a295-bc3105e7b9bf)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:49.216035 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ded43757-6571-47f4-a81b-1909a93f5e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:49.232809 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-94f6cb6f-51cd-464c-ba3b-b80ab8f395c0 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:49.375485 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f2c53-e3ea-4044-816f-19c9d924f7d5 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Port': ['ID=a032f1b1-ad62-4f36-8d32-a4c205a5b884,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:49.426066 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2dde04bc-9e2b-4d6d-b0fa-daedb9c3b101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:49.486348 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde04bc-9e2b-4d6d-b0fa-daedb9c3b101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac560dd-8d31-4b1f-9bde-ce9697f2b191,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:49.489078 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6bedfc52-6df5-423c-b79c-5cd27d668497 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:49.493192 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6bedfc52-6df5-423c-b79c-5cd27d668497 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:49.570952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedfc52-6df5-423c-b79c-5cd27d668497 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event deleted for resources: {'Network': ['ID=77ac2838-4a3b-4246-97ab-7c310388a961,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:49.591098 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6bedfc52-6df5-423c-b79c-5cd27d668497 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "DELETE /v2.0/networks/77ac2838-4a3b-4246-97ab-7c310388a961 HTTP/1.1" status: 204 len: 168 time: 1.2189684 Feb 28 14:24:49.594395 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53606) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:49.631490 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ded43757-6571-47f4-a81b-1909a93f5e70 admin admin] Calling delete_port for 520730ad-1c8d-4e65-a241-100db5848c81 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:49.635892 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2dde04bc-9e2b-4d6d-b0fa-daedb9c3b101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:49.637267 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2dde04bc-9e2b-4d6d-b0fa-daedb9c3b101 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ac560dd-8d31-4b1f-9bde-ce9697f2b191 HTTP/1.1" status: 204 len: 168 time: 0.9663746 Feb 28 14:24:49.653321 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a9ba10-f124-44ba-aa5c-6d601fec3e02 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] DELETE failed (client error): The resource could not be found. Feb 28 14:24:49.653768 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a9ba10-f124-44ba-aa5c-6d601fec3e02 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:24:49.658794 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e0a9ba10-f124-44ba-aa5c-6d601fec3e02 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "DELETE /v2.0/subnets/3fb22722-2963-4595-811c-a54bfe26d9b4 HTTP/1.1" status: 404 len: 337 time: 0.0584953 Feb 28 14:24:49.659548 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-425f2c53-e3ea-4044-816f-19c9d924f7d5 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:49.662274 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-425f2c53-e3ea-4044-816f-19c9d924f7d5 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/a032f1b1-ad62-4f36-8d32-a4c205a5b884 HTTP/1.1" status: 204 len: 168 time: 1.7468767 Feb 28 14:24:49.663340 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53612) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:49.665703 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53614) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:49.733564 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9501fb-fe3a-4e33-8f70-456f648e9a28 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] DELETE failed (client error): The resource could not be found. Feb 28 14:24:49.734250 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f9501fb-fe3a-4e33-8f70-456f648e9a28 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:24:49.735889 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4f9501fb-fe3a-4e33-8f70-456f648e9a28 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "DELETE /v2.0/networks/5d3bdf85-35a7-433f-bb0f-af00cdb83958 HTTP/1.1" status: 404 len: 339 time: 0.0713329 Feb 28 14:24:49.742898 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53620) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:49.793994 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc287f52-5a73-4795-b1b8-4d2aa20b5266 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:49.829600 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5110a997-d759-415b-8334-9497fb4b23bc tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Deleting subnet f4ff09e7-d580-476d-b36f-0fb3fc6befd7 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:24:49.834806 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44492af-f8da-45e0-beaa-1e18dbc52a59 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:49.836667 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44492af-f8da-45e0-beaa-1e18dbc52a59 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:49.838968 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44492af-f8da-45e0-beaa-1e18dbc52a59 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:49.840742 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c44492af-f8da-45e0-beaa-1e18dbc52a59 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:24:49.850394 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5110a997-d759-415b-8334-9497fb4b23bc tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:49.910470 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c44492af-f8da-45e0-beaa-1e18dbc52a59 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:24:49.911786 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c44492af-f8da-45e0-beaa-1e18dbc52a59 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2275214 Feb 28 14:24:49.914995 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53626) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:49.917659 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-e6bef8c4-884a-44d4-bed0-b5bca43a5a3a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Allocated IP 172.26.5.48 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/dfff77d4-84bd-471d-a6ed-fbbb074e82fc) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:49.959912 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5110a997-d759-415b-8334-9497fb4b23bc tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:49.991749 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53630) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:50.027122 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-676c2f65-03a0-4c0c-aca3-b00f6e3769a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:50.065692 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ebc3bb-d28b-4755-bac6-f4bb5e3bf025 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet 511d49da-67b5-494d-9fdf-d88fc3bbdfe8 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:24:50.070799 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-676c2f65-03a0-4c0c-aca3-b00f6e3769a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:50.075946 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-19ebc3bb-d28b-4755-bac6-f4bb5e3bf025 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:50.105298 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-676c2f65-03a0-4c0c-aca3-b00f6e3769a8 admin admin] Usage tracker for resource:security_group_rule and tenant:6e5c6face4414d0e9d0a922107e6de93 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:50.112468 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-676c2f65-03a0-4c0c-aca3-b00f6e3769a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:50.128576 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-676c2f65-03a0-4c0c-aca3-b00f6e3769a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:50.166413 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-19ebc3bb-d28b-4755-bac6-f4bb5e3bf025 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:50.196157 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5110a997-d759-415b-8334-9497fb4b23bc tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:50.327899 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc287f52-5a73-4795-b1b8-4d2aa20b5266 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Router 1edafd91-3049-4670-b062-dde8d7856b5f has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:24:50.342648 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5110a997-d759-415b-8334-9497fb4b23bc tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:50.395136 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-676c2f65-03a0-4c0c-aca3-b00f6e3769a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:50.398824 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110a997-d759-415b-8334-9497fb4b23bc tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event deleted for resources: {'Subnet': ['ID=f4ff09e7-d580-476d-b36f-0fb3fc6befd7,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:50.401122 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-19ebc3bb-d28b-4755-bac6-f4bb5e3bf025 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:50.437465 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-676c2f65-03a0-4c0c-aca3-b00f6e3769a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:50.444872 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21789b8a-98f8-4ec9-b88d-76e7cdb64708 None None] Network 8f645a57-165a-4c93-8294-26ac765856da requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:50.470199 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5110a997-d759-415b-8334-9497fb4b23bc tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:50.480288 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-676c2f65-03a0-4c0c-aca3-b00f6e3769a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6e5c6face4414d0e9d0a922107e6de93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4876909 Feb 28 14:24:50.486309 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6bef8c4-884a-44d4-bed0-b5bca43a5a3a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:50.492855 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53634) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:50.539510 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c2f65-03a0-4c0c-aca3-b00f6e3769a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d8eba0-04ba-4307-9a08-ab4a08d1af55,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:50.545366 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5110a997-d759-415b-8334-9497fb4b23bc tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "DELETE /v2.0/subnets/f4ff09e7-d580-476d-b36f-0fb3fc6befd7 HTTP/1.1" status: 204 len: 168 time: 0.8018808 Feb 28 14:24:50.546391 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53638) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:50.570587 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc287f52-5a73-4795-b1b8-4d2aa20b5266 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:24:50.589848 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7715fe2d-5515-41e7-be17-1b785e41dd56 None None] Sync routers for ids ['1edafd91-3049-4670-b062-dde8d7856b5f'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:24:50.640586 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7715fe2d-5515-41e7-be17-1b785e41dd56 None None] Routers {'1edafd91-3049-4670-b062-dde8d7856b5f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:24:50.641474 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7715fe2d-5515-41e7-be17-1b785e41dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:24:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1edafd91-3049-4670-b062-dde8d7856b5f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:50.650439 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-19ebc3bb-d28b-4755-bac6-f4bb5e3bf025 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:50.660419 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ded43757-6571-47f4-a81b-1909a93f5e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:50.693448 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ebc3bb-d28b-4755-bac6-f4bb5e3bf025 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=511d49da-67b5-494d-9fdf-d88fc3bbdfe8,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:50.697046 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cc287f52-5a73-4795-b1b8-4d2aa20b5266 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "PUT /v2.0/routers/1edafd91-3049-4670-b062-dde8d7856b5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5685828 Feb 28 14:24:50.702772 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c782e5-6bf9-4cc7-8bd7-51d4686bd2fe tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Deleting subnet 5c644fa4-ac8d-448b-9c57-c64de59b4d59 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:24:50.707879 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53642) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:50.712729 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7715fe2d-5515-41e7-be17-1b785e41dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:50.713838 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b6c782e5-6bf9-4cc7-8bd7-51d4686bd2fe tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:50.719977 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded43757-6571-47f4-a81b-1909a93f5e70 admin admin] Pushing event deleted for resources: {'Port': ['ID=520730ad-1c8d-4e65-a241-100db5848c81,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:50.726773 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7715fe2d-5515-41e7-be17-1b785e41dd56 None None] Routers {'1edafd91-3049-4670-b062-dde8d7856b5f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:24:50.727405 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7715fe2d-5515-41e7-be17-1b785e41dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:24:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1edafd91-3049-4670-b062-dde8d7856b5f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:50.741507 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ee887b9-13fd-49ed-a709-7a1295cf4a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:50.795302 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-19ebc3bb-d28b-4755-bac6-f4bb5e3bf025 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:50.818531 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06a0ffc-d226-477f-a8f6-0c655b372222 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:50.826400 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf63ac6-8024-4927-8da2-71df34bc8598 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] GET failed (client error): The resource could not be found. Feb 28 14:24:50.827213 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cdf63ac6-8024-4927-8da2-71df34bc8598 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Synchronizing usage tracker for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:24:50.827998 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6bef8c4-884a-44d4-bed0-b5bca43a5a3a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:50.851046 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-7715fe2d-5515-41e7-be17-1b785e41dd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:50.851468 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7715fe2d-5515-41e7-be17-1b785e41dd56 None None] The sync data for ids ['1edafd91-3049-4670-b062-dde8d7856b5f'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:24:50.856864 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b6c782e5-6bf9-4cc7-8bd7-51d4686bd2fe tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:50.890971 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-19ebc3bb-d28b-4755-bac6-f4bb5e3bf025 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/511d49da-67b5-494d-9fdf-d88fc3bbdfe8 HTTP/1.1" status: 204 len: 168 time: 0.9750485 Feb 28 14:24:50.893058 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ee887b9-13fd-49ed-a709-7a1295cf4a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:50.905352 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cdf63ac6-8024-4927-8da2-71df34bc8598 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Unset dirty status for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:24:50.909787 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cdf63ac6-8024-4927-8da2-71df34bc8598 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "GET /v2.0/ports/53969eec-8076-41c0-b5ab-a7dc71425a94 HTTP/1.1" status: 404 len: 333 time: 0.1989653 Feb 28 14:24:50.910417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53646) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:50.910742 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53648) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:51.262872 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bef8c4-884a-44d4-bed0-b5bca43a5a3a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:51.274148 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e6bef8c4-884a-44d4-bed0-b5bca43a5a3a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:51.280183 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bef8c4-884a-44d4-bed0-b5bca43a5a3a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Pushing event updated for resources: {'Port': ['ID=dfff77d4-84bd-471d-a6ed-fbbb074e82fc,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:51.283096 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bef8c4-884a-44d4-bed0-b5bca43a5a3a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:24:51.297818 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ddc7004e-e168-4294-a07a-57cbe9bdb7d2 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:51.319841 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-94f6cb6f-51cd-464c-ba3b-b80ab8f395c0 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:51.429642 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-94f6cb6f-51cd-464c-ba3b-b80ab8f395c0 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:51.461024 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea91c4f0-4442-4f2e-a14c-0dd1d2ba2b1b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet 751a1a35-8304-4c7f-8ac7-cf637a9f4066 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:24:51.478359 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea91c4f0-4442-4f2e-a14c-0dd1d2ba2b1b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:51.714511 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b6c782e5-6bf9-4cc7-8bd7-51d4686bd2fe tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:51.773439 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ee887b9-13fd-49ed-a709-7a1295cf4a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:51.780084 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ddc7004e-e168-4294-a07a-57cbe9bdb7d2 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:51.787585 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ded43757-6571-47f4-a81b-1909a93f5e70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:51.803258 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ddc7004e-e168-4294-a07a-57cbe9bdb7d2 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:51.821934 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee887b9-13fd-49ed-a709-7a1295cf4a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d8eba0-04ba-4307-9a08-ab4a08d1af55,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:51.841885 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea91c4f0-4442-4f2e-a14c-0dd1d2ba2b1b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:51.874906 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-089a786e-1feb-42c1-b6f5-5dd283b6e360 None None] Provisioning complete for port bfd79548-e2db-4c62-afb3-d539f9541426 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:51.875508 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-089a786e-1feb-42c1-b6f5-5dd283b6e360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:51.901233 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ee887b9-13fd-49ed-a709-7a1295cf4a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:51.915773 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2ee887b9-13fd-49ed-a709-7a1295cf4a32 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/54d8eba0-04ba-4307-9a08-ab4a08d1af55 HTTP/1.1" status: 204 len: 168 time: 1.4112463 Feb 28 14:24:51.986474 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ddc7004e-e168-4294-a07a-57cbe9bdb7d2 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:51.987410 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc7004e-e168-4294-a07a-57cbe9bdb7d2 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Fanout notify agent at l3_agent the message router_deleted on router 1edafd91-3049-4670-b062-dde8d7856b5f {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:24:52.020945 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea91c4f0-4442-4f2e-a14c-0dd1d2ba2b1b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:52.068919 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ddc7004e-e168-4294-a07a-57cbe9bdb7d2 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:52.072080 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ddc7004e-e168-4294-a07a-57cbe9bdb7d2 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/routers/1edafd91-3049-4670-b062-dde8d7856b5f HTTP/1.1" status: 204 len: 168 time: 1.1498091 Feb 28 14:24:52.073259 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53656) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:52.081044 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b6c782e5-6bf9-4cc7-8bd7-51d4686bd2fe tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:52.146810 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d28c0c51-7a5a-4a08-948d-177f412db790 None None] Provisioning complete for port 0fb822b2-77ac-4875-afc6-512150f67459 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:24:52.147447 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d28c0c51-7a5a-4a08-948d-177f412db790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:52.200610 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1feef01-cfde-4e18-8a07-be8f4cf0d887 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting subnet 03740ee9-b7c8-4726-93e9-ac2c36d532b0 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:24:52.211341 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e1feef01-cfde-4e18-8a07-be8f4cf0d887 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:52.241801 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c782e5-6bf9-4cc7-8bd7-51d4686bd2fe tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event deleted for resources: {'Subnet': ['ID=5c644fa4-ac8d-448b-9c57-c64de59b4d59,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:52.248945 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b6c782e5-6bf9-4cc7-8bd7-51d4686bd2fe tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:52.250773 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b6c782e5-6bf9-4cc7-8bd7-51d4686bd2fe tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "DELETE /v2.0/subnets/5c644fa4-ac8d-448b-9c57-c64de59b4d59 HTTP/1.1" status: 204 len: 168 time: 1.6961141 Feb 28 14:24:52.260035 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53662) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:52.262718 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91a8aed-7292-4c4a-bf81-2ad61659378d None None] Network 8f645a57-165a-4c93-8294-26ac765856da requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:52.328566 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e1feef01-cfde-4e18-8a07-be8f4cf0d887 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:52.406556 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53666) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:52.448145 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea91c4f0-4442-4f2e-a14c-0dd1d2ba2b1b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:52.492848 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb9cc2b5-3ed9-43c5-87cf-71b15f7552dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:52.529774 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91c4f0-4442-4f2e-a14c-0dd1d2ba2b1b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=751a1a35-8304-4c7f-8ac7-cf637a9f4066,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:52.537977 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea91c4f0-4442-4f2e-a14c-0dd1d2ba2b1b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:52.543775 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6195f14d-27b8-4302-871f-14b0e8b0aea1 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:52.546233 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bb9cc2b5-3ed9-43c5-87cf-71b15f7552dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:52.550530 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a321f321-8325-447b-8382-3985f6ef52d0 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:52.559258 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bb9cc2b5-3ed9-43c5-87cf-71b15f7552dd admin admin] Usage tracker for resource:security_group_rule and tenant:88be2e1b581840f6bad1ffbcb186c407 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:52.564355 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bb9cc2b5-3ed9-43c5-87cf-71b15f7552dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:52.574742 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ea91c4f0-4442-4f2e-a14c-0dd1d2ba2b1b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/751a1a35-8304-4c7f-8ac7-cf637a9f4066 HTTP/1.1" status: 204 len: 168 time: 1.6527071 Feb 28 14:24:52.575849 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53670) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:52.584546 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bb9cc2b5-3ed9-43c5-87cf-71b15f7552dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:52.597942 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-94f6cb6f-51cd-464c-ba3b-b80ab8f395c0 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:52.665901 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6195f14d-27b8-4302-871f-14b0e8b0aea1 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Deleting port bfd79548-e2db-4c62-afb3-d539f9541426 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:52.666309 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6195f14d-27b8-4302-871f-14b0e8b0aea1 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:52.684012 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6bef8c4-884a-44d4-bed0-b5bca43a5a3a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:52.700092 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a7e87720-5e95-4bef-bbb2-d61f2b4d7fc8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1160152 Feb 28 14:24:52.712743 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53674) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:52.729663 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8473d92d-a88e-435d-b44b-e88e69edfc9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:52.746356 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e1feef01-cfde-4e18-8a07-be8f4cf0d887 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:52.835305 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd9f7c6-ab36-408c-bcd5-4d09d6066352 None None] DHCP port deletion for 8f645a57-165a-4c93-8294-26ac765856da request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:24:52.845757 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2cd9f7c6-ab36-408c-bcd5-4d09d6066352 None None] Deleting port bfd79548-e2db-4c62-afb3-d539f9541426 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:52.846133 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2cd9f7c6-ab36-408c-bcd5-4d09d6066352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:52.878436 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af9c34c-76da-45fc-aed1-7c366ad9310c None None] DHCP port deletion for 22b852e7-638c-4536-9e81-f0f6c68c1fb7 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:24:52.890499 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4af9c34c-76da-45fc-aed1-7c366ad9310c None None] Deleting port 0fb822b2-77ac-4875-afc6-512150f67459 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:52.890874 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4af9c34c-76da-45fc-aed1-7c366ad9310c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:53.001819 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device bfd79548-e2db-4c62-afb3-d539f9541426 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:24:53.097669 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-94f6cb6f-51cd-464c-ba3b-b80ab8f395c0 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:53.131412 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8473d92d-a88e-435d-b44b-e88e69edfc9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:53.147200 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8473d92d-a88e-435d-b44b-e88e69edfc9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:subnet and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:53.159599 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8473d92d-a88e-435d-b44b-e88e69edfc9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:53.179941 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8473d92d-a88e-435d-b44b-e88e69edfc9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:53.194358 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-94f6cb6f-51cd-464c-ba3b-b80ab8f395c0 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:53.221116 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded43757-6571-47f4-a81b-1909a93f5e70 admin admin] Router 89f73b40-618e-447e-897a-f81478bf3356 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:24:53.256952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e1feef01-cfde-4e18-8a07-be8f4cf0d887 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:53.309644 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4af9c34c-76da-45fc-aed1-7c366ad9310c None None] For port 0fb822b2-77ac-4875-afc6-512150f67459, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=0fb822b2-77ac-4875-afc6-512150f67459,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:53.310293 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4af9c34c-76da-45fc-aed1-7c366ad9310c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:53.313413 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb9cc2b5-3ed9-43c5-87cf-71b15f7552dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:53.323454 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1feef01-cfde-4e18-8a07-be8f4cf0d887 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Subnet': ['ID=03740ee9-b7c8-4726-93e9-ac2c36d532b0,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:53.325619 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e1feef01-cfde-4e18-8a07-be8f4cf0d887 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:53.329285 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-6195f14d-27b8-4302-871f-14b0e8b0aea1 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] For port bfd79548-e2db-4c62-afb3-d539f9541426, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=bfd79548-e2db-4c62-afb3-d539f9541426,segment=NetworkSegment(1893319f-a134-4127-9721-42526b0dd34f),segment_id=1893319f-a134-4127-9721-42526b0dd34f)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:53.329876 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6195f14d-27b8-4302-871f-14b0e8b0aea1 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:53.343194 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb9cc2b5-3ed9-43c5-87cf-71b15f7552dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:53.389939 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-94f6cb6f-51cd-464c-ba3b-b80ab8f395c0 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:53.391838 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f6cb6f-51cd-464c-ba3b-b80ab8f395c0 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d86209e-5a4d-4467-afc3-15530309cde4 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:24:53.455282 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4af9c34c-76da-45fc-aed1-7c366ad9310c None None] Calling delete_port for 0fb822b2-77ac-4875-afc6-512150f67459 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:53.472440 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-94f6cb6f-51cd-464c-ba3b-b80ab8f395c0 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 28 14:24:53.476180 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-94f6cb6f-51cd-464c-ba3b-b80ab8f395c0 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.6567228 Feb 28 14:24:53.478729 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8473d92d-a88e-435d-b44b-e88e69edfc9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:53.480601 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53684) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:53.481905 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8473d92d-a88e-435d-b44b-e88e69edfc9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:53.509516 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6195f14d-27b8-4302-871f-14b0e8b0aea1 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Calling delete_port for bfd79548-e2db-4c62-afb3-d539f9541426 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:53.542218 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae28718c-78f8-4595-85d7-53d846b6b1d1 None None] Network 882ebf3a-ec91-4b5d-bac0-d8fc2fe9e83a requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:53.553130 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e1feef01-cfde-4e18-8a07-be8f4cf0d887 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/subnets/03740ee9-b7c8-4726-93e9-ac2c36d532b0 HTTP/1.1" status: 204 len: 168 time: 1.4752326 Feb 28 14:24:53.582052 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53688) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:53.596670 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9cc2b5-3ed9-43c5-87cf-71b15f7552dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c0807b-bac3-4789-82de-515089119a97,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:53.624014 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4af9c34c-76da-45fc-aed1-7c366ad9310c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:53.655335 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bb9cc2b5-3ed9-43c5-87cf-71b15f7552dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88be2e1b581840f6bad1ffbcb186c407&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2396076 Feb 28 14:24:53.664363 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53692) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:53.745768 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6195f14d-27b8-4302-871f-14b0e8b0aea1 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:53.799850 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9c34c-76da-45fc-aed1-7c366ad9310c None None] Pushing event deleted for resources: {'Port': ['ID=0fb822b2-77ac-4875-afc6-512150f67459,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:53.801592 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:53.802737 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195f14d-27b8-4302-871f-14b0e8b0aea1 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event deleted for resources: {'Port': ['ID=bfd79548-e2db-4c62-afb3-d539f9541426,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:53.810717 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6195f14d-27b8-4302-871f-14b0e8b0aea1 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] No DVR routers for this DVR port bfd79548-e2db-4c62-afb3-d539f9541426 on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:24:53.820541 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af9c34c-76da-45fc-aed1-7c366ad9310c None None] No DVR routers for this DVR port 0fb822b2-77ac-4875-afc6-512150f67459 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:24:53.834127 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2cd9f7c6-ab36-408c-bcd5-4d09d6066352 None None] For port bfd79548-e2db-4c62-afb3-d539f9541426, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=bfd79548-e2db-4c62-afb3-d539f9541426,segment=NetworkSegment(1893319f-a134-4127-9721-42526b0dd34f),segment_id=1893319f-a134-4127-9721-42526b0dd34f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:53.834530 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2cd9f7c6-ab36-408c-bcd5-4d09d6066352 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:53.896727 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-888f52d3-75c4-4399-8cbb-fafe5283796e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:53.963498 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7a5012db-e966-4ae9-88da-a70b32db9ce4 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Deleting port 80782711-deb6-47db-bbb8-bc56d00e3a81 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:53.964096 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7a5012db-e966-4ae9-88da-a70b32db9ce4 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:54.005910 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded43757-6571-47f4-a81b-1909a93f5e70 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:24:54.010890 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2cd9f7c6-ab36-408c-bcd5-4d09d6066352 None None] Calling delete_port for bfd79548-e2db-4c62-afb3-d539f9541426 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:54.021075 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d042a20b-0bf4-4a41-8156-fca318945550 None None] Sync routers for ids ['89f73b40-618e-447e-897a-f81478bf3356'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:24:54.029920 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-888f52d3-75c4-4399-8cbb-fafe5283796e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:54.043878 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6195f14d-27b8-4302-871f-14b0e8b0aea1 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:54.045170 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d042a20b-0bf4-4a41-8156-fca318945550 None None] Routers {'89f73b40-618e-447e-897a-f81478bf3356'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:24:54.046648 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d042a20b-0bf4-4a41-8156-fca318945550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:24:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['89f73b40-618e-447e-897a-f81478bf3356'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:54.061718 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ded43757-6571-47f4-a81b-1909a93f5e70 admin admin] 10.222.0.30 "PUT /v2.0/routers/89f73b40-618e-447e-897a-f81478bf3356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1265583 Feb 28 14:24:54.067529 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53696) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:54.070403 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-257fb5f0-4157-40d4-9e5b-8f043db21296 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:54.084720 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6bef8c4-884a-44d4-bed0-b5bca43a5a3a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:54.118556 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 0fb822b2-77ac-4875-afc6-512150f67459 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:24:54.176199 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 0fb822b2-77ac-4875-afc6-512150f67459 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:24:54.176591 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 0fb822b2-77ac-4875-afc6-512150f67459 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:24:54.176721 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6195f14d-27b8-4302-871f-14b0e8b0aea1 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f645a57-165a-4c93-8294-26ac765856da']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:54.213393 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6195f14d-27b8-4302-871f-14b0e8b0aea1 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1893319f-a134-4127-9721-42526b0dd34f') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:54.213393 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6195f14d-27b8-4302-871f-14b0e8b0aea1 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1893319f-a134-4127-9721-42526b0dd34f') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:54.213726 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-2cd9f7c6-ab36-408c-bcd5-4d09d6066352 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:24:54.214100 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-2cd9f7c6-ab36-408c-bcd5-4d09d6066352 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:24:54.225865 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8473d92d-a88e-435d-b44b-e88e69edfc9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:54.260065 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6195f14d-27b8-4302-871f-14b0e8b0aea1 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:54.297594 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-257fb5f0-4157-40d4-9e5b-8f043db21296 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting port 210e87da-3383-48fd-9098-a527dbebb10f {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:54.297594 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-257fb5f0-4157-40d4-9e5b-8f043db21296 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:54.348003 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5916679-b504-4c3b-a026-6d152f1f0ea4 None None] DHCP port deletion for 882ebf3a-ec91-4b5d-bac0-d8fc2fe9e83a request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:24:54.352562 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a5916679-b504-4c3b-a026-6d152f1f0ea4 None None] Deleting port 210e87da-3383-48fd-9098-a527dbebb10f {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:54.352933 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a5916679-b504-4c3b-a026-6d152f1f0ea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:54.372617 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8473d92d-a88e-435d-b44b-e88e69edfc9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:54.380898 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6195f14d-27b8-4302-871f-14b0e8b0aea1 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:54.394640 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-8473d92d-a88e-435d-b44b-e88e69edfc9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:54.397427 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-d042a20b-0bf4-4a41-8156-fca318945550 None None] Set router 89f73b40-618e-447e-897a-f81478bf3356 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:24:54.408671 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8473d92d-a88e-435d-b44b-e88e69edfc9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:54.409679 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8473d92d-a88e-435d-b44b-e88e69edfc9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:54.414012 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6195f14d-27b8-4302-871f-14b0e8b0aea1 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:24:54.414630 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6195f14d-27b8-4302-871f-14b0e8b0aea1 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:54.415399 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d0fd8d-ea53-473b-ba3e-277257693eda None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:24:54.432891 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:24:54.435906 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473d92d-a88e-435d-b44b-e88e69edfc9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=744537c3-97a5-4767-b485-3ea4e646d94c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:54.453195 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-888f52d3-75c4-4399-8cbb-fafe5283796e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:54.550284 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f52d3-75c4-4399-8cbb-fafe5283796e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c0807b-bac3-4789-82de-515089119a97,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:54.573949 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ec2c2c0-cdad-4724-8e68-3800593a080f admin admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:54.581603 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7a5012db-e966-4ae9-88da-a70b32db9ce4 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:54.634049 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8473d92d-a88e-435d-b44b-e88e69edfc9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9186907 Feb 28 14:24:54.643869 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-888f52d3-75c4-4399-8cbb-fafe5283796e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:54.645077 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-888f52d3-75c4-4399-8cbb-fafe5283796e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a6c0807b-bac3-4789-82de-515089119a97 HTTP/1.1" status: 204 len: 168 time: 0.9797900 Feb 28 14:24:54.646224 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53700) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:54.648853 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6195f14d-27b8-4302-871f-14b0e8b0aea1 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:54.674615 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-504c33de-1b5b-488c-878e-8eb03b9ff5b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:54.696476 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6195f14d-27b8-4302-871f-14b0e8b0aea1 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:54.744692 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7a5012db-e966-4ae9-88da-a70b32db9ce4 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Calling delete_port for 80782711-deb6-47db-bbb8-bc56d00e3a81 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:54.774963 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2cd9f7c6-ab36-408c-bcd5-4d09d6066352 None None] Deleting port bfd79548-e2db-4c62-afb3-d539f9541426 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:54.775437 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2cd9f7c6-ab36-408c-bcd5-4d09d6066352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:54.816111 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d042a20b-0bf4-4a41-8156-fca318945550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f73b40-618e-447e-897a-f81478bf3356', 'name': 'tempest-ServerActionsTestJSON-300200751-router', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:54Z', 'updated_at': '2022-02-28T14:24:50Z', 'revision_number': 5, 'project_id': '1c08c193cf744f45b8defa27863396ab', 'gw_port': {'id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f73b40-618e-447e-897a-f81478bf3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:55Z', 'updated_at': '2022-02-28T14:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:54.829327 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d042a20b-0bf4-4a41-8156-fca318945550 None None] Checking router: 89f73b40-618e-447e-897a-f81478bf3356 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:24:54.845331 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d042a20b-0bf4-4a41-8156-fca318945550 None None] Routers {'89f73b40-618e-447e-897a-f81478bf3356'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:24:54.846178 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d042a20b-0bf4-4a41-8156-fca318945550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:24:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['89f73b40-618e-447e-897a-f81478bf3356'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:54.886477 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2cd9f7c6-ab36-408c-bcd5-4d09d6066352 None None] The port 'bfd79548-e2db-4c62-afb3-d539f9541426' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:24:54.956133 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bef8c4-884a-44d4-bed0-b5bca43a5a3a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Router 64bbd270-051f-45cc-893d-b734584ee1e9 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:24:55.028878 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195f14d-27b8-4302-871f-14b0e8b0aea1 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event deleted for resources: {'Network': ['ID=8f645a57-165a-4c93-8294-26ac765856da,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:55.034017 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a5916679-b504-4c3b-a026-6d152f1f0ea4 None None] For port 210e87da-3383-48fd-9098-a527dbebb10f, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=210e87da-3383-48fd-9098-a527dbebb10f,segment=NetworkSegment(aebadc0c-ec82-45d4-81f7-bf0bb9bdc4cf),segment_id=aebadc0c-ec82-45d4-81f7-bf0bb9bdc4cf)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:55.034555 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a5916679-b504-4c3b-a026-6d152f1f0ea4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:55.044893 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6195f14d-27b8-4302-871f-14b0e8b0aea1 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "DELETE /v2.0/networks/8f645a57-165a-4c93-8294-26ac765856da HTTP/1.1" status: 204 len: 168 time: 2.7838235 Feb 28 14:24:55.050702 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53708) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:55.063073 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 210e87da-3383-48fd-9098-a527dbebb10f no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:24:55.128122 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d022c8-87b9-4e67-9092-add866b32661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'fixed_ips': [{'subnet_id': '744537c3-97a5-4767-b485-3ea4e646d94c'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:24:55.128880 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e7d022c8-87b9-4e67-9092-add866b32661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:55.214725 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fda139e-d6e3-4235-a174-3a3f8d6659a2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] DELETE failed (client error): The resource could not be found. Feb 28 14:24:55.215343 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fda139e-d6e3-4235-a174-3a3f8d6659a2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:24:55.217128 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9fda139e-d6e3-4235-a174-3a3f8d6659a2 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "DELETE /v2.0/subnets/d750aa0b-75fd-4172-844f-8b247348b6f0 HTTP/1.1" status: 404 len: 337 time: 0.1213984 Feb 28 14:24:55.221866 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53714) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:55.233152 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-d042a20b-0bf4-4a41-8156-fca318945550 None None] Set router 89f73b40-618e-447e-897a-f81478bf3356 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:24:55.261905 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-257fb5f0-4157-40d4-9e5b-8f043db21296 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] For port 210e87da-3383-48fd-9098-a527dbebb10f, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=210e87da-3383-48fd-9098-a527dbebb10f,segment=NetworkSegment(aebadc0c-ec82-45d4-81f7-bf0bb9bdc4cf),segment_id=aebadc0c-ec82-45d4-81f7-bf0bb9bdc4cf)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:55.262648 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-257fb5f0-4157-40d4-9e5b-8f043db21296 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:55.274341 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a5916679-b504-4c3b-a026-6d152f1f0ea4 None None] Calling delete_port for 210e87da-3383-48fd-9098-a527dbebb10f owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:55.281108 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8235ad4-b0bb-4b40-aacf-34aa74d9da87 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] DELETE failed (client error): The resource could not be found. Feb 28 14:24:55.282068 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8235ad4-b0bb-4b40-aacf-34aa74d9da87 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:24:55.288724 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-504c33de-1b5b-488c-878e-8eb03b9ff5b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:55.294125 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-504c33de-1b5b-488c-878e-8eb03b9ff5b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:subnet and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:55.299247 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ec2c2c0-cdad-4724-8e68-3800593a080f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:55.302093 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-504c33de-1b5b-488c-878e-8eb03b9ff5b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:55.309304 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-504c33de-1b5b-488c-878e-8eb03b9ff5b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:55.319601 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9ec2c2c0-cdad-4724-8e68-3800593a080f admin admin] Deleting port c6c88da7-f25a-49c7-8797-30a1198f1c64 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:55.319941 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ec2c2c0-cdad-4724-8e68-3800593a080f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:55.352284 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504c33de-1b5b-488c-878e-8eb03b9ff5b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:55.355564 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-504c33de-1b5b-488c-878e-8eb03b9ff5b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:55.490354 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-257fb5f0-4157-40d4-9e5b-8f043db21296 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Calling delete_port for 210e87da-3383-48fd-9098-a527dbebb10f owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:55.543295 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d8235ad4-b0bb-4b40-aacf-34aa74d9da87 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "DELETE /v2.0/networks/2512dbdf-2087-4b85-bdd1-008a63f9b7c3 HTTP/1.1" status: 404 len: 339 time: 0.3164268 Feb 28 14:24:55.544123 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7a5012db-e966-4ae9-88da-a70b32db9ce4 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:55.551787 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53724) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:55.571047 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:55.616350 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a5916679-b504-4c3b-a026-6d152f1f0ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:55.833483 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5916679-b504-4c3b-a026-6d152f1f0ea4 None None] Pushing event deleted for resources: {'Port': ['ID=210e87da-3383-48fd-9098-a527dbebb10f,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:55.839536 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d042a20b-0bf4-4a41-8156-fca318945550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f73b40-618e-447e-897a-f81478bf3356', 'name': 'tempest-ServerActionsTestJSON-300200751-router', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:54Z', 'updated_at': '2022-02-28T14:24:50Z', 'revision_number': 5, 'project_id': '1c08c193cf744f45b8defa27863396ab', 'gw_port': {'id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f73b40-618e-447e-897a-f81478bf3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:55Z', 'updated_at': '2022-02-28T14:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:55.844333 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d042a20b-0bf4-4a41-8156-fca318945550 None None] The sync data for ids ['89f73b40-618e-447e-897a-f81478bf3356'] in dv-neutron-831192-4-hyperv is: [{'id': '89f73b40-618e-447e-897a-f81478bf3356', 'name': 'tempest-ServerActionsTestJSON-300200751-router', 'tenant_id': '1c08c193cf744f45b8defa27863396ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:20:54Z', 'updated_at': '2022-02-28T14:24:50Z', 'revision_number': 5, 'project_id': '1c08c193cf744f45b8defa27863396ab', 'gw_port': {'id': 'c6c88da7-f25a-49c7-8797-30a1198f1c64', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f73b40-618e-447e-897a-f81478bf3356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:20:55Z', 'updated_at': '2022-02-28T14:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:24:55.853273 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5916679-b504-4c3b-a026-6d152f1f0ea4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:24:55.853936 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5916679-b504-4c3b-a026-6d152f1f0ea4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:24:55.854455 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5916679-b504-4c3b-a026-6d152f1f0ea4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:24:55.854966 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5916679-b504-4c3b-a026-6d152f1f0ea4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:24:55.855545 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5916679-b504-4c3b-a026-6d152f1f0ea4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:24:55.856077 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5916679-b504-4c3b-a026-6d152f1f0ea4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:24:55.856593 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5916679-b504-4c3b-a026-6d152f1f0ea4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:24:55.857582 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5916679-b504-4c3b-a026-6d152f1f0ea4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:24:55.858127 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5916679-b504-4c3b-a026-6d152f1f0ea4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:24:55.858630 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5916679-b504-4c3b-a026-6d152f1f0ea4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:24:55.859194 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5916679-b504-4c3b-a026-6d152f1f0ea4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:24:55.859699 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5916679-b504-4c3b-a026-6d152f1f0ea4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:24:55.864650 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5916679-b504-4c3b-a026-6d152f1f0ea4 None None] No DVR routers for this DVR port 210e87da-3383-48fd-9098-a527dbebb10f on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:24:55.898264 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-e7d022c8-87b9-4e67-9092-add866b32661 None None] Allocated IP 172.20.0.2 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/744537c3-97a5-4767-b485-3ea4e646d94c/c3608e01-a421-42ce-9cbf-b70d5e998167) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:55.943861 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5012db-e966-4ae9-88da-a70b32db9ce4 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Pushing event deleted for resources: {'Port': ['ID=80782711-deb6-47db-bbb8-bc56d00e3a81,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:56.009823 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc4b774-e5eb-42f5-af17-5e205275d393 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] DELETE failed (client error): The resource could not be found. Feb 28 14:24:56.011799 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc4b774-e5eb-42f5-af17-5e205275d393 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:24:56.013752 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1fc4b774-e5eb-42f5-af17-5e205275d393 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "DELETE /v2.0/subnets/26878c4f-cbcb-4df7-a503-b3406a8af1ce HTTP/1.1" status: 404 len: 337 time: 0.4270134 Feb 28 14:24:56.025203 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53738) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:56.025538 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53740) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:56.029812 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5012db-e966-4ae9-88da-a70b32db9ce4 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:24:56.030218 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5012db-e966-4ae9-88da-a70b32db9ce4 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:24:56.030685 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5012db-e966-4ae9-88da-a70b32db9ce4 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:24:56.031023 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5012db-e966-4ae9-88da-a70b32db9ce4 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:24:56.031488 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5012db-e966-4ae9-88da-a70b32db9ce4 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:24:56.032315 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5012db-e966-4ae9-88da-a70b32db9ce4 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:24:56.032677 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5012db-e966-4ae9-88da-a70b32db9ce4 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:24:56.033589 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5012db-e966-4ae9-88da-a70b32db9ce4 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:24:56.034524 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5012db-e966-4ae9-88da-a70b32db9ce4 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:24:56.034862 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5012db-e966-4ae9-88da-a70b32db9ce4 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:24:56.035217 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5012db-e966-4ae9-88da-a70b32db9ce4 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:24:56.035544 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5012db-e966-4ae9-88da-a70b32db9ce4 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:24:56.106655 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59fffad-86e6-46c0-929b-654843d30f36 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] DELETE failed (client error): The resource could not be found. Feb 28 14:24:56.107396 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f59fffad-86e6-46c0-929b-654843d30f36 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:24:56.113657 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-9ec2c2c0-cdad-4724-8e68-3800593a080f admin admin] For port c6c88da7-f25a-49c7-8797-30a1198f1c64, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c6c88da7-f25a-49c7-8797-30a1198f1c64,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:56.114204 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ec2c2c0-cdad-4724-8e68-3800593a080f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:56.130648 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bef8c4-884a-44d4-bed0-b5bca43a5a3a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:24:56.154943 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8daebc-80af-4a56-8d2d-f5dbc14ba7a5 None None] Sync routers for ids ['64bbd270-051f-45cc-893d-b734584ee1e9'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:24:56.156405 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-257fb5f0-4157-40d4-9e5b-8f043db21296 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:24:56.156734 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-257fb5f0-4157-40d4-9e5b-8f043db21296 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:24:56.165434 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7a5012db-e966-4ae9-88da-a70b32db9ce4 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:56.165866 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e7d022c8-87b9-4e67-9092-add866b32661 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:56.186190 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e6bef8c4-884a-44d4-bed0-b5bca43a5a3a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:56.189761 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f59fffad-86e6-46c0-929b-654843d30f36 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "DELETE /v2.0/networks/98e45f97-2fa1-4f0b-9cbf-2ada10f6a374 HTTP/1.1" status: 404 len: 339 time: 0.1579885 Feb 28 14:24:56.190001 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e6bef8c4-884a-44d4-bed0-b5bca43a5a3a tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 10.6721499 Feb 28 14:24:56.190001 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53748) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:56.193026 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8daebc-80af-4a56-8d2d-f5dbc14ba7a5 None None] Routers {'64bbd270-051f-45cc-893d-b734584ee1e9'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:24:56.194705 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5a8daebc-80af-4a56-8d2d-f5dbc14ba7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:24:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['64bbd270-051f-45cc-893d-b734584ee1e9'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:56.237761 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53750) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:56.239456 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7a5012db-e966-4ae9-88da-a70b32db9ce4 tempest-RoutersAdminNegativeIpV6Test-1585106593 tempest-RoutersAdminNegativeIpV6Test-1585106593-project-admin] 10.222.0.30 "DELETE /v2.0/ports/80782711-deb6-47db-bbb8-bc56d00e3a81 HTTP/1.1" status: 204 len: 168 time: 2.7577364 Feb 28 14:24:56.291353 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e7d022c8-87b9-4e67-9092-add866b32661 None None] Transition to ACTIVE for port object c3608e01-a421-42ce-9cbf-b70d5e998167 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:56.296198 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9ec2c2c0-cdad-4724-8e68-3800593a080f admin admin] Calling delete_port for c6c88da7-f25a-49c7-8797-30a1198f1c64 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:56.318897 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-167e837d-f187-4d3b-ae7a-f93ce0922a17 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] DELETE failed (client error): The resource could not be found. Feb 28 14:24:56.319393 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-167e837d-f187-4d3b-ae7a-f93ce0922a17 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:24:56.321504 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-167e837d-f187-4d3b-ae7a-f93ce0922a17 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "DELETE /v2.0/subnets/227ded3c-62b2-4c03-9843-5cb2c584fc2f HTTP/1.1" status: 404 len: 337 time: 0.1308658 Feb 28 14:24:56.324170 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53760) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:56.332279 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-bc6bc90f-bb5e-4b22-906b-6ab6796cb8f9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-176567874'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:56.349530 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bc6bc90f-bb5e-4b22-906b-6ab6796cb8f9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:56.360329 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bc6bc90f-bb5e-4b22-906b-6ab6796cb8f9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Usage tracker for resource:network and tenant:da983677876248308f7866178fb20b80 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:56.362886 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-909f113d-af2a-4e3f-9b58-d4cb36d827bf tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] DELETE failed (client error): The resource could not be found. Feb 28 14:24:56.363466 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-909f113d-af2a-4e3f-9b58-d4cb36d827bf tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:24:56.365780 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-909f113d-af2a-4e3f-9b58-d4cb36d827bf tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "DELETE /v2.0/networks/5f853105-5f65-430c-be00-862aec80a4bb HTTP/1.1" status: 404 len: 339 time: 0.0379925 Feb 28 14:24:56.374861 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53764) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:56.432166 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bc6bc90f-bb5e-4b22-906b-6ab6796cb8f9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:56.456964 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bc6bc90f-bb5e-4b22-906b-6ab6796cb8f9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:56.471919 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-504c33de-1b5b-488c-878e-8eb03b9ff5b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 14:24:56.480581 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-504c33de-1b5b-488c-878e-8eb03b9ff5b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:56.520329 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-5a8daebc-80af-4a56-8d2d-f5dbc14ba7a5 None None] Set router 64bbd270-051f-45cc-893d-b734584ee1e9 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:24:56.536619 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0382fb99-b086-4cd2-98ce-f6ef253b320f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Deleting subnet ba9fc238-0736-469a-94b3-07f59a017201 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:24:56.540012 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-78042296-9906-4e1e-ab33-0210a5a44198 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "GET /v2.0/routers/64bbd270-051f-45cc-893d-b734584ee1e9 HTTP/1.1" status: 200 len: 905 time: 0.2994461 Feb 28 14:24:56.542427 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0382fb99-b086-4cd2-98ce-f6ef253b320f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:56.562102 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53768) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:56.592521 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-168cf0af-876e-46b4-8831-ff867243ca70 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Request body: {'router': {'name': 'tempest-snat-router-9989491', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'enable_snat': True}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:56.607767 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0382fb99-b086-4cd2-98ce-f6ef253b320f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:56.609935 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6bc90f-bb5e-4b22-906b-6ab6796cb8f9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Made reservation on behalf of da983677876248308f7866178fb20b80 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:56.614148 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc6bc90f-bb5e-4b22-906b-6ab6796cb8f9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:56.623759 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-168cf0af-876e-46b4-8831-ff867243ca70 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:56.650757 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504c33de-1b5b-488c-878e-8eb03b9ff5b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:56.657010 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-168cf0af-876e-46b4-8831-ff867243ca70 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Usage tracker for resource:router and tenant:ec3f252271e4406286e8ec95b08ceaed is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:56.657946 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-257fb5f0-4157-40d4-9e5b-8f043db21296 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting port 210e87da-3383-48fd-9098-a527dbebb10f {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:56.658504 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-257fb5f0-4157-40d4-9e5b-8f043db21296 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:56.660577 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-504c33de-1b5b-488c-878e-8eb03b9ff5b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:56.662546 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-168cf0af-876e-46b4-8831-ff867243ca70 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:56.668856 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc6bc90f-bb5e-4b22-906b-6ab6796cb8f9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:56.680856 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53774) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:56.685228 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-168cf0af-876e-46b4-8831-ff867243ca70 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:56.685724 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e7d022c8-87b9-4e67-9092-add866b32661 None None] Transition to ACTIVE for port object c3608e01-a421-42ce-9cbf-b70d5e998167 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:56.693099 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504c33de-1b5b-488c-878e-8eb03b9ff5b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:56.693686 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-504c33de-1b5b-488c-878e-8eb03b9ff5b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:56.709636 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e7d022c8-87b9-4e67-9092-add866b32661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:56.736011 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c33de-1b5b-488c-878e-8eb03b9ff5b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=51363d65-2d3e-4f5b-8847-9f34d6d18640,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:56.739640 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-168cf0af-876e-46b4-8831-ff867243ca70 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:56.740738 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-168cf0af-876e-46b4-8831-ff867243ca70 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:56.751472 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bc6bc90f-bb5e-4b22-906b-6ab6796cb8f9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:56.756323 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-257fb5f0-4157-40d4-9e5b-8f043db21296 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] The port '210e87da-3383-48fd-9098-a527dbebb10f' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:24:56.758669 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bc6bc90f-bb5e-4b22-906b-6ab6796cb8f9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Usage tracker for resource:security_group_rule and tenant:da983677876248308f7866178fb20b80 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:56.763690 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-504c33de-1b5b-488c-878e-8eb03b9ff5b3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1120238 Feb 28 14:24:56.767200 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bc6bc90f-bb5e-4b22-906b-6ab6796cb8f9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:56.778130 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53780) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:56.790426 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5965aacc-5f66-4af4-9b1e-725608a5cbd6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'mac_address': 'fa:16:3e:4d:12:71', 'name': 'tempest-NetworksTestDHCPv6-1872211129'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:56.809032 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bc6bc90f-bb5e-4b22-906b-6ab6796cb8f9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:56.814655 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-168cf0af-876e-46b4-8831-ff867243ca70 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:56.857196 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d022c8-87b9-4e67-9092-add866b32661 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:56.869177 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-e7d022c8-87b9-4e67-9092-add866b32661 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:56.875046 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d022c8-87b9-4e67-9092-add866b32661 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:24:56.931046 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-257fb5f0-4157-40d4-9e5b-8f043db21296 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:56.934657 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d022c8-87b9-4e67-9092-add866b32661 None None] Pushing event updated for resources: {'Port': ['ID=c3608e01-a421-42ce-9cbf-b70d5e998167,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:56.947851 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 520730ad-1c8d-4e65-a241-100db5848c81 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:24:56.957387 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0382fb99-b086-4cd2-98ce-f6ef253b320f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:56.999188 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-69fd6114-fa23-46dc-b351-1a5000131ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:57.008064 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-257fb5f0-4157-40d4-9e5b-8f043db21296 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882ebf3a-ec91-4b5d-bac0-d8fc2fe9e83a']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:57.020095 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 520730ad-1c8d-4e65-a241-100db5848c81 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:24:57.020422 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 520730ad-1c8d-4e65-a241-100db5848c81 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:24:57.028309 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-257fb5f0-4157-40d4-9e5b-8f043db21296 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aebadc0c-ec82-45d4-81f7-bf0bb9bdc4cf') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:57.028615 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-257fb5f0-4157-40d4-9e5b-8f043db21296 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aebadc0c-ec82-45d4-81f7-bf0bb9bdc4cf') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:57.046319 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-257fb5f0-4157-40d4-9e5b-8f043db21296 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:57.068697 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-257fb5f0-4157-40d4-9e5b-8f043db21296 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:57.074766 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e7d022c8-87b9-4e67-9092-add866b32661 None None] Attempting to bind port c3608e01-a421-42ce-9cbf-b70d5e998167 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:24:57.075124 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e7d022c8-87b9-4e67-9092-add866b32661 None None] Attempting to bind port c3608e01-a421-42ce-9cbf-b70d5e998167 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:24:57.075520 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d022c8-87b9-4e67-9092-add866b32661 None None] Attempting to bind port c3608e01-a421-42ce-9cbf-b70d5e998167 on network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:24:57.085237 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d022c8-87b9-4e67-9092-add866b32661 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:24:57.085677 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d022c8-87b9-4e67-9092-add866b32661 None None] Checking segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:24:57.086006 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e7d022c8-87b9-4e67-9092-add866b32661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:57.086391 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d022c8-87b9-4e67-9092-add866b32661 None None] Bound using segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:24:57.087281 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e7d022c8-87b9-4e67-9092-add866b32661 None None] Bound port: c3608e01-a421-42ce-9cbf-b70d5e998167, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:24:57.087281 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e7d022c8-87b9-4e67-9092-add866b32661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:57.088166 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257fb5f0-4157-40d4-9e5b-8f043db21296 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:24:57.088722 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-257fb5f0-4157-40d4-9e5b-8f043db21296 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: util.warn( Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: util.warn( Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: util.warn( Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: util.warn( Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:24:57.107691 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:24:57.181019 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5a8daebc-80af-4a56-8d2d-f5dbc14ba7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bbd270-051f-45cc-893d-b734584ee1e9', 'name': 'tempest-snat-router-9989491', 'tenant_id': 'ec3f252271e4406286e8ec95b08ceaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.48'}], 'enable_snat': False}, 'gw_port_id': 'dfff77d4-84bd-471d-a6ed-fbbb074e82fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:24:45Z', 'updated_at': '2022-02-28T14:24:51Z', 'revision_number': 3, 'project_id': 'ec3f252271e4406286e8ec95b08ceaed', 'gw_port': {'id': 'dfff77d4-84bd-471d-a6ed-fbbb074e82fc', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bbd270-051f-45cc-893d-b734584ee1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:24:48Z', 'updated_at': '2022-02-28T14:24:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:57.191191 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8daebc-80af-4a56-8d2d-f5dbc14ba7a5 None None] Checking router: 64bbd270-051f-45cc-893d-b734584ee1e9 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:24:57.191526 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8daebc-80af-4a56-8d2d-f5dbc14ba7a5 None None] Updating router 64bbd270-051f-45cc-893d-b734584ee1e9 port dfff77d4-84bd-471d-a6ed-fbbb074e82fc binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:24:57.196322 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0382fb99-b086-4cd2-98ce-f6ef253b320f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:57.228275 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e7d022c8-87b9-4e67-9092-add866b32661 None None] For port c3608e01-a421-42ce-9cbf-b70d5e998167, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:24:57.243211 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382fb99-b086-4cd2-98ce-f6ef253b320f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event deleted for resources: {'Subnet': ['ID=ba9fc238-0736-469a-94b3-07f59a017201,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:57.253460 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5a8daebc-80af-4a56-8d2d-f5dbc14ba7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:57.256180 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0382fb99-b086-4cd2-98ce-f6ef253b320f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:57.269315 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0382fb99-b086-4cd2-98ce-f6ef253b320f tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "DELETE /v2.0/subnets/ba9fc238-0736-469a-94b3-07f59a017201 HTTP/1.1" status: 204 len: 168 time: 0.8933551 Feb 28 14:24:57.270277 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-257fb5f0-4157-40d4-9e5b-8f043db21296 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:57.271893 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53784) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:57.278637 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7db4dd3-4177-464c-a5b3-2fc6bef3fd32 None None] Network 5bd9e0b1-3db5-40f2-8b5d-c255e6241062 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:57.311960 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-69fd6114-fa23-46dc-b351-1a5000131ff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:57.317338 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-257fb5f0-4157-40d4-9e5b-8f043db21296 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:57.322972 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-257fb5f0-4157-40d4-9e5b-8f043db21296 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/networks/882ebf3a-ec91-4b5d-bac0-d8fc2fe9e83a HTTP/1.1" status: 204 len: 168 time: 3.7320313 Feb 28 14:24:57.333696 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53788) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:57.334481 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257fb5f0-4157-40d4-9e5b-8f043db21296 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Network': ['ID=882ebf3a-ec91-4b5d-bac0-d8fc2fe9e83a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:57.354749 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-69fd6114-fa23-46dc-b351-1a5000131ff2 admin admin] Usage tracker for resource:security_group_rule and tenant:8856fe49594742dcb3a316fdfaa98b49 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:57.412272 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-69fd6114-fa23-46dc-b351-1a5000131ff2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:57.437036 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-69fd6114-fa23-46dc-b351-1a5000131ff2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:57.451680 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ec2c2c0-cdad-4724-8e68-3800593a080f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:57.458864 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5965aacc-5f66-4af4-9b1e-725608a5cbd6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:57.478122 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-530b1ce4-ccc1-4c8e-8289-f4cdf2e8f277 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:57.492472 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f93bf5-1399-4be3-aecc-ce2debad0ea1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:57.493036 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c9f93bf5-1399-4be3-aecc-ce2debad0ea1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Synchronizing usage tracker for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:24:57.506788 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-530b1ce4-ccc1-4c8e-8289-f4cdf2e8f277 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Deleting port dec22063-fe80-4a42-94d0-d3a53e0ac6bf {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:57.507119 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-530b1ce4-ccc1-4c8e-8289-f4cdf2e8f277 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:57.553698 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c9f93bf5-1399-4be3-aecc-ce2debad0ea1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Unset dirty status for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:24:57.555067 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c9f93bf5-1399-4be3-aecc-ce2debad0ea1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "GET /v2.0/ports/9c0ef85a-daa6-4bd6-90c8-78887a0919ff HTTP/1.1" status: 200 len: 845 time: 0.2182834 Feb 28 14:24:57.560184 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e7d022c8-87b9-4e67-9092-add866b32661 None None] For port c3608e01-a421-42ce-9cbf-b70d5e998167, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c3608e01-a421-42ce-9cbf-b70d5e998167,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:24:57.566133 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53792) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:57.574711 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e7d022c8-87b9-4e67-9092-add866b32661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:57.582736 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-168cf0af-876e-46b4-8831-ff867243ca70 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:57.587030 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5965aacc-5f66-4af4-9b1e-725608a5cbd6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:port and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:57.638530 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2c2c0-cdad-4724-8e68-3800593a080f admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c88da7-f25a-49c7-8797-30a1198f1c64,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:57.645602 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5965aacc-5f66-4af4-9b1e-725608a5cbd6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:57.681268 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5965aacc-5f66-4af4-9b1e-725608a5cbd6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:57.751439 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc6bc90f-bb5e-4b22-906b-6ab6796cb8f9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:57.776398 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc6bc90f-bb5e-4b22-906b-6ab6796cb8f9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:57.816462 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5965aacc-5f66-4af4-9b1e-725608a5cbd6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:57.837677 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d022c8-87b9-4e67-9092-add866b32661 None None] Pushing event updated for resources: {'Port': ['ID=c3608e01-a421-42ce-9cbf-b70d5e998167,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:57.858326 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-80aa2248-e79a-4a7c-a9f3-823412ca8b49 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "GET /v2.0/ports/9c0ef85a-daa6-4bd6-90c8-78887a0919ff?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2917969 Feb 28 14:24:57.872649 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53796) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:57.883968 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-efffdae8-1c17-4fb3-81dc-a63a71e7774e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'subnet': {'network_id': '46dfff5d-6382-461e-9b08-4762af96592e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:57.888995 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc6bc90f-bb5e-4b22-906b-6ab6796cb8f9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:24:57.926901 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ec2c2c0-cdad-4724-8e68-3800593a080f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:57.968010 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6bc90f-bb5e-4b22-906b-6ab6796cb8f9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e56dda41-bbd3-4310-8b62-463a64a60277,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:58.020460 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219bb0ab-d514-4f0e-a498-a4759497e9be None None] DHCP port deletion for 5bd9e0b1-3db5-40f2-8b5d-c255e6241062 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:24:58.034349 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-219bb0ab-d514-4f0e-a498-a4759497e9be None None] Deleting port dec22063-fe80-4a42-94d0-d3a53e0ac6bf {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:58.034718 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-219bb0ab-d514-4f0e-a498-a4759497e9be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:58.044817 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc6bc90f-bb5e-4b22-906b-6ab6796cb8f9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:58.045166 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-bc6bc90f-bb5e-4b22-906b-6ab6796cb8f9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Added segment 4bfd79db-b3f9-4ede-bc0f-d11c4c235931 of type vlan for network a9886d0d-27bd-4325-8732-8ea294f28e8a Feb 28 14:24:58.050884 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-530b1ce4-ccc1-4c8e-8289-f4cdf2e8f277 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] For port dec22063-fe80-4a42-94d0-d3a53e0ac6bf, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=dec22063-fe80-4a42-94d0-d3a53e0ac6bf,segment=NetworkSegment(3e4f31a7-ea1d-4341-bf73-96e99740f2e4),segment_id=3e4f31a7-ea1d-4341-bf73-96e99740f2e4)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:58.051260 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-530b1ce4-ccc1-4c8e-8289-f4cdf2e8f277 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:58.085657 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5a8daebc-80af-4a56-8d2d-f5dbc14ba7a5 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:58.182081 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5a8daebc-80af-4a56-8d2d-f5dbc14ba7a5 None None] Transition to ACTIVE for port object dfff77d4-84bd-471d-a6ed-fbbb074e82fc will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:24:58.210337 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5a8daebc-80af-4a56-8d2d-f5dbc14ba7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:58.223513 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-530b1ce4-ccc1-4c8e-8289-f4cdf2e8f277 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Calling delete_port for dec22063-fe80-4a42-94d0-d3a53e0ac6bf owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:58.257302 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-efffdae8-1c17-4fb3-81dc-a63a71e7774e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:58.264268 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-efffdae8-1c17-4fb3-81dc-a63a71e7774e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:subnet and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:58.269795 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-efffdae8-1c17-4fb3-81dc-a63a71e7774e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:58.282411 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-efffdae8-1c17-4fb3-81dc-a63a71e7774e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:58.315977 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efffdae8-1c17-4fb3-81dc-a63a71e7774e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:58.319553 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-efffdae8-1c17-4fb3-81dc-a63a71e7774e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:58.355722 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5a8daebc-80af-4a56-8d2d-f5dbc14ba7a5 None None] Attempting to bind port dfff77d4-84bd-471d-a6ed-fbbb074e82fc on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:24:58.356081 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5a8daebc-80af-4a56-8d2d-f5dbc14ba7a5 None None] Attempting to bind port dfff77d4-84bd-471d-a6ed-fbbb074e82fc by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:24:58.356446 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8daebc-80af-4a56-8d2d-f5dbc14ba7a5 None None] Attempting to bind port dfff77d4-84bd-471d-a6ed-fbbb074e82fc on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:24:58.364160 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-69fd6114-fa23-46dc-b351-1a5000131ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:58.381453 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ec2c2c0-cdad-4724-8e68-3800593a080f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:58.393587 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ec2c2c0-cdad-4724-8e68-3800593a080f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:58.396713 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc6bc90f-bb5e-4b22-906b-6ab6796cb8f9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:58.405380 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-69fd6114-fa23-46dc-b351-1a5000131ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:58.420110 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-530b1ce4-ccc1-4c8e-8289-f4cdf2e8f277 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:58.430599 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8daebc-80af-4a56-8d2d-f5dbc14ba7a5 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:24:58.430997 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8daebc-80af-4a56-8d2d-f5dbc14ba7a5 None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:24:58.431513 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5a8daebc-80af-4a56-8d2d-f5dbc14ba7a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:58.431918 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8daebc-80af-4a56-8d2d-f5dbc14ba7a5 None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:24:58.432409 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5a8daebc-80af-4a56-8d2d-f5dbc14ba7a5 None None] Bound port: dfff77d4-84bd-471d-a6ed-fbbb074e82fc, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:24:58.432781 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5a8daebc-80af-4a56-8d2d-f5dbc14ba7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:58.439225 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5965aacc-5f66-4af4-9b1e-725608a5cbd6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:58.470260 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6ec91-e085-4bad-9b88-e0b20c5287d0 None None] Pushing event updated for resources: {'Port': ['ID=dfff77d4-84bd-471d-a6ed-fbbb074e82fc,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:58.490160 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b1ce4-ccc1-4c8e-8289-f4cdf2e8f277 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event deleted for resources: {'Port': ['ID=dec22063-fe80-4a42-94d0-d3a53e0ac6bf,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:58.503550 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530b1ce4-ccc1-4c8e-8289-f4cdf2e8f277 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] No DVR routers for this DVR port dec22063-fe80-4a42-94d0-d3a53e0ac6bf on host dv-neutron-831192-4-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:24:58.513710 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-219bb0ab-d514-4f0e-a498-a4759497e9be None None] For port dec22063-fe80-4a42-94d0-d3a53e0ac6bf, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=dec22063-fe80-4a42-94d0-d3a53e0ac6bf,segment=NetworkSegment(3e4f31a7-ea1d-4341-bf73-96e99740f2e4),segment_id=3e4f31a7-ea1d-4341-bf73-96e99740f2e4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:24:58.514093 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-219bb0ab-d514-4f0e-a498-a4759497e9be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:58.528343 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ec2c2c0-cdad-4724-8e68-3800593a080f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:58.529198 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec2c2c0-cdad-4724-8e68-3800593a080f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89f73b40-618e-447e-897a-f81478bf3356 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:24:58.554376 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-69fd6114-fa23-46dc-b351-1a5000131ff2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8856fe49594742dcb3a316fdfaa98b49&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8481307 Feb 28 14:24:58.560600 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-5965aacc-5f66-4af4-9b1e-725608a5cbd6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] device_id is not set on port de9493d0-88ec-4882-b1fc-b2810723f3c4 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:24:58.563866 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53800) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:58.605855 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd6114-fa23-46dc-b351-1a5000131ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89010dd9-e008-4426-bff6-a9dca9a19acc,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:58.669566 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc6bc90f-bb5e-4b22-906b-6ab6796cb8f9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:58.676563 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6bc90f-bb5e-4b22-906b-6ab6796cb8f9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:58.677301 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bc6bc90f-bb5e-4b22-906b-6ab6796cb8f9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:58.682376 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-530b1ce4-ccc1-4c8e-8289-f4cdf2e8f277 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:58.715035 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-219bb0ab-d514-4f0e-a498-a4759497e9be None None] Calling delete_port for dec22063-fe80-4a42-94d0-d3a53e0ac6bf owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:24:58.767460 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5a8daebc-80af-4a56-8d2d-f5dbc14ba7a5 None None] For port dfff77d4-84bd-471d-a6ed-fbbb074e82fc, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:24:58.768949 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-530b1ce4-ccc1-4c8e-8289-f4cdf2e8f277 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd9e0b1-3db5-40f2-8b5d-c255e6241062']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:58.791527 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5a8daebc-80af-4a56-8d2d-f5dbc14ba7a5 None None] For port dfff77d4-84bd-471d-a6ed-fbbb074e82fc, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=dfff77d4-84bd-471d-a6ed-fbbb074e82fc,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:24:58.798364 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-530b1ce4-ccc1-4c8e-8289-f4cdf2e8f277 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e4f31a7-ea1d-4341-bf73-96e99740f2e4') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:58.798576 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-530b1ce4-ccc1-4c8e-8289-f4cdf2e8f277 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e4f31a7-ea1d-4341-bf73-96e99740f2e4') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:58.813668 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5a8daebc-80af-4a56-8d2d-f5dbc14ba7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:58.829514 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-530b1ce4-ccc1-4c8e-8289-f4cdf2e8f277 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:58.848132 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-530b1ce4-ccc1-4c8e-8289-f4cdf2e8f277 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:58.857111 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-530b1ce4-ccc1-4c8e-8289-f4cdf2e8f277 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:24:58.857542 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-530b1ce4-ccc1-4c8e-8289-f4cdf2e8f277 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:24:58.917785 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:24:58.921824 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6ec91-e085-4bad-9b88-e0b20c5287d0 None None] Pushing event updated for resources: {'Port': ['ID=dfff77d4-84bd-471d-a6ed-fbbb074e82fc,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:58.925892 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-219bb0ab-d514-4f0e-a498-a4759497e9be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:24:58.926255 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-219bb0ab-d514-4f0e-a498-a4759497e9be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:24:58.931301 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8daebc-80af-4a56-8d2d-f5dbc14ba7a5 None None] Routers {'64bbd270-051f-45cc-893d-b734584ee1e9'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:24:58.932575 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5a8daebc-80af-4a56-8d2d-f5dbc14ba7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:24:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['64bbd270-051f-45cc-893d-b734584ee1e9'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:24:58.975865 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bc6bc90f-bb5e-4b22-906b-6ab6796cb8f9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.9488237 Feb 28 14:24:59.003359 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4f437ca7-455e-42f2-84e4-97b608544d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:59.065309 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-efffdae8-1c17-4fb3-81dc-a63a71e7774e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:59.106884 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ec2c2c0-cdad-4724-8e68-3800593a080f admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:59.111242 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9ec2c2c0-cdad-4724-8e68-3800593a080f admin admin] 10.222.0.30 "DELETE /v2.0/routers/89f73b40-618e-447e-897a-f81478bf3356 HTTP/1.1" status: 204 len: 168 time: 5.0380669 Feb 28 14:24:59.124665 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6bc90f-bb5e-4b22-906b-6ab6796cb8f9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event updated for resources: {'Network': ['ID=a9886d0d-27bd-4325-8732-8ea294f28e8a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:59.124929 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53804) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:59.124929 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53806) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:59.177818 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ff89867c-7de8-4ee7-b534-f702ed97a28c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Request body: {'subnet': {'network_id': 'a9886d0d-27bd-4325-8732-8ea294f28e8a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:59.205031 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c3608e01-a421-42ce-9cbf-b70d5e998167 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:24:59.215317 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efffdae8-1c17-4fb3-81dc-a63a71e7774e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network 46dfff5d-6382-461e-9b08-4762af96592e is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:24:59.227656 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-efffdae8-1c17-4fb3-81dc-a63a71e7774e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:24:59.231255 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efffdae8-1c17-4fb3-81dc-a63a71e7774e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:24:59.231850 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-efffdae8-1c17-4fb3-81dc-a63a71e7774e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:59.238310 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network a9886d0d-27bd-4325-8732-8ea294f28e8a details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:24:59.257406 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-530b1ce4-ccc1-4c8e-8289-f4cdf2e8f277 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:59.263392 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-530b1ce4-ccc1-4c8e-8289-f4cdf2e8f277 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:59.265360 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-530b1ce4-ccc1-4c8e-8289-f4cdf2e8f277 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "DELETE /v2.0/networks/5bd9e0b1-3db5-40f2-8b5d-c255e6241062 HTTP/1.1" status: 204 len: 168 time: 1.9923160 Feb 28 14:24:59.269719 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2064ec-9d1f-464f-a670-a79cb36a9b19 None None] Network 46dfff5d-6382-461e-9b08-4762af96592e requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:59.280049 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4f437ca7-455e-42f2-84e4-97b608544d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:59.308075 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53812) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:59.340773 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-efffdae8-1c17-4fb3-81dc-a63a71e7774e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4636412 Feb 28 14:24:59.379499 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53818) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:59.395494 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8aa75b0e-2e45-437c-b738-ef486e688beb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'security_group': {'name': 'tempest-secgroup-143925486'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:24:59.407757 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8aa75b0e-2e45-437c-b738-ef486e688beb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:59.408288 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b1ce4-ccc1-4c8e-8289-f4cdf2e8f277 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event deleted for resources: {'Network': ['ID=5bd9e0b1-3db5-40f2-8b5d-c255e6241062,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:59.411772 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e24c29-e2b8-4df2-93b7-54bed886a2b4 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] DELETE failed (client error): The resource could not be found. Feb 28 14:24:59.412259 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e24c29-e2b8-4df2-93b7-54bed886a2b4 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:24:59.413988 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-64e24c29-e2b8-4df2-93b7-54bed886a2b4 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "DELETE /v2.0/subnets/98fb315f-b153-4303-9724-b0a7f68f4b02 HTTP/1.1" status: 404 len: 337 time: 0.0754521 Feb 28 14:24:59.441686 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53822) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:59.466253 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8aa75b0e-2e45-437c-b738-ef486e688beb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:security_group and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:59.467487 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-219bb0ab-d514-4f0e-a498-a4759497e9be None None] Deleting port dec22063-fe80-4a42-94d0-d3a53e0ac6bf {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:24:59.467858 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-219bb0ab-d514-4f0e-a498-a4759497e9be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:59.481565 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8aa75b0e-2e45-437c-b738-ef486e688beb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:59.491507 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efffdae8-1c17-4fb3-81dc-a63a71e7774e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Subnet': ['ID=5e61d612-f950-4301-8b52-d2204aa03e07,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:59.501389 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8aa75b0e-2e45-437c-b738-ef486e688beb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:59.534917 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c109cca7-83fa-478d-8191-576784a10a54 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] DELETE failed (client error): The resource could not be found. Feb 28 14:24:59.536000 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c109cca7-83fa-478d-8191-576784a10a54 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:24:59.536142 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ef6ea1-3392-431e-9e32-21af6fc47a99 admin admin] Deleting subnet bc032688-fb3b-418b-8fdf-7d855b7f648b {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:24:59.541124 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ff89867c-7de8-4ee7-b534-f702ed97a28c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:59.541337 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c109cca7-83fa-478d-8191-576784a10a54 tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "DELETE /v2.0/networks/80273357-fddf-4137-b439-a4d306ecfceb HTTP/1.1" status: 404 len: 339 time: 0.0949574 Feb 28 14:24:59.542073 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53826) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:59.544274 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51ef6ea1-3392-431e-9e32-21af6fc47a99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:59.570733 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ea6391-141c-400b-a155-8de51f6b5bee None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:24:59.580412 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ff89867c-7de8-4ee7-b534-f702ed97a28c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Usage tracker for resource:subnet and tenant:da983677876248308f7866178fb20b80 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:59.585390 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ff89867c-7de8-4ee7-b534-f702ed97a28c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:59.603843 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ff89867c-7de8-4ee7-b534-f702ed97a28c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:59.619318 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-5a8daebc-80af-4a56-8d2d-f5dbc14ba7a5 None None] Set router 64bbd270-051f-45cc-893d-b734584ee1e9 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:24:59.623779 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8aa75b0e-2e45-437c-b738-ef486e688beb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:59.624071 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51ef6ea1-3392-431e-9e32-21af6fc47a99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:59.638126 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-168cf0af-876e-46b4-8831-ff867243ca70 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:59.694205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-168cf0af-876e-46b4-8831-ff867243ca70 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:59.696472 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-5965aacc-5f66-4af4-9b1e-725608a5cbd6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 172.20.0.8 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/744537c3-97a5-4767-b485-3ea4e646d94c/de9493d0-88ec-4882-b1fc-b2810723f3c4) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:59.743839 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-5965aacc-5f66-4af4-9b1e-725608a5cbd6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 2001:db8::f816:3eff:fe4d:1271 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/51363d65-2d3e-4f5b-8847-9f34d6d18640/de9493d0-88ec-4882-b1fc-b2810723f3c4) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:24:59.745826 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53830) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:24:59.756821 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8aa75b0e-2e45-437c-b738-ef486e688beb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:24:59.762466 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d3e4ec3-64ac-445e-920e-b9794664ee0d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Deleting subnet 92916e64-51e9-43ee-a76a-f11effc046fe {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:24:59.787085 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff89867c-7de8-4ee7-b534-f702ed97a28c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Made reservation on behalf of da983677876248308f7866178fb20b80 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:24:59.790554 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ff89867c-7de8-4ee7-b534-f702ed97a28c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:59.798764 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8aa75b0e-2e45-437c-b738-ef486e688beb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:security_group_rule and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:24:59.804368 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-219bb0ab-d514-4f0e-a498-a4759497e9be None None] The port 'dec22063-fe80-4a42-94d0-d3a53e0ac6bf' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:24:59.807079 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d3e4ec3-64ac-445e-920e-b9794664ee0d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:59.815916 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4f437ca7-455e-42f2-84e4-97b608544d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:59.838464 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8aa75b0e-2e45-437c-b738-ef486e688beb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:24:59.857830 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8aa75b0e-2e45-437c-b738-ef486e688beb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:24:59.901509 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0fb43dc7-ab50-43bb-9b3e-515ea285921d None None] Provisioning for port c3608e01-a421-42ce-9cbf-b70d5e998167 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:24:59.922075 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f437ca7-455e-42f2-84e4-97b608544d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89010dd9-e008-4426-bff6-a9dca9a19acc,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:24:59.935035 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4f437ca7-455e-42f2-84e4-97b608544d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:59.939190 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4f437ca7-455e-42f2-84e4-97b608544d7f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/89010dd9-e008-4426-bff6-a9dca9a19acc HTTP/1.1" status: 204 len: 168 time: 1.3701255 Feb 28 14:24:59.976717 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d3e4ec3-64ac-445e-920e-b9794664ee0d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:24:59.986619 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51ef6ea1-3392-431e-9e32-21af6fc47a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:00.063711 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port c3608e01-a421-42ce-9cbf-b70d5e998167 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:00.127583 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port c3608e01-a421-42ce-9cbf-b70d5e998167 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:00.128309 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:00.245421 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51ef6ea1-3392-431e-9e32-21af6fc47a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:00.291837 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-168cf0af-876e-46b4-8831-ff867243ca70 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Allocated IP 172.26.5.188 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/d729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:00.299188 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ff89867c-7de8-4ee7-b534-f702ed97a28c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:00.325566 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef6ea1-3392-431e-9e32-21af6fc47a99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc032688-fb3b-418b-8fdf-7d855b7f648b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:00.327774 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c0d9f9-6761-4a0f-a953-f2057200d8c6 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:00.328567 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c0d9f9-6761-4a0f-a953-f2057200d8c6 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:00.328567 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c0d9f9-6761-4a0f-a953-f2057200d8c6 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:00.330481 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-62c0d9f9-6761-4a0f-a953-f2057200d8c6 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=1cd57789443e43d89a7681324e1f7304&network_id=6d2dd3d7-4918-4fcf-a188-9392d7a68097 HTTP/1.1" status: 200 len: 3000 time: 0.5814273 Feb 28 14:25:00.348406 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51ef6ea1-3392-431e-9e32-21af6fc47a99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:00.366595 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8aa75b0e-2e45-437c-b738-ef486e688beb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:00.405011 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3d6bd3-3139-476f-82e5-7a3b915b825c None None] Network 29a7bbad-e952-45ba-80e0-ba14ba64ba8a requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:00.417038 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d3e4ec3-64ac-445e-920e-b9794664ee0d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:00.445557 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8aa75b0e-2e45-437c-b738-ef486e688beb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:00.448939 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53840) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:00.473149 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89867c-7de8-4ee7-b534-f702ed97a28c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event updated for resources: {'Subnet': ['ID=36f15db8-446a-4cd5-a77c-f26502be5758,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:00.516107 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-51ef6ea1-3392-431e-9e32-21af6fc47a99 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/bc032688-fb3b-418b-8fdf-7d855b7f648b HTTP/1.1" status: 204 len: 168 time: 1.3900530 Feb 28 14:25:00.517197 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53846) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:00.567482 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5965aacc-5f66-4af4-9b1e-725608a5cbd6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:00.579131 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff89867c-7de8-4ee7-b534-f702ed97a28c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Checking segment: {'id': '4bfd79db-b3f9-4ede-bc0f-d11c4c235931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a9886d0d-27bd-4325-8732-8ea294f28e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:25:00.579783 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff89867c-7de8-4ee7-b534-f702ed97a28c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Network hostable DHCP agents. Network: a9886d0d-27bd-4325-8732-8ea294f28e8a, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:25:00.646351 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa75b0e-2e45-437c-b738-ef486e688beb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c83d042-79a3-466d-bdd0-10918b40724b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:00.649118 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-5965aacc-5f66-4af4-9b1e-725608a5cbd6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Transition to ACTIVE for port object de9493d0-88ec-4882-b1fc-b2810723f3c4 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:00.669973 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75b0e-2e45-437c-b738-ef486e688beb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:00.670396 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75b0e-2e45-437c-b738-ef486e688beb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:00.670627 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75b0e-2e45-437c-b738-ef486e688beb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:00.671343 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75b0e-2e45-437c-b738-ef486e688beb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:00.671664 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75b0e-2e45-437c-b738-ef486e688beb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:00.671973 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75b0e-2e45-437c-b738-ef486e688beb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:00.672285 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75b0e-2e45-437c-b738-ef486e688beb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:00.672607 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75b0e-2e45-437c-b738-ef486e688beb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:00.673104 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75b0e-2e45-437c-b738-ef486e688beb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:00.673420 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75b0e-2e45-437c-b738-ef486e688beb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:00.673832 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75b0e-2e45-437c-b738-ef486e688beb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:00.674230 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75b0e-2e45-437c-b738-ef486e688beb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:00.680173 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a3214587-5f08-4f7a-a540-3f6af67c9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:00.691448 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8aa75b0e-2e45-437c-b738-ef486e688beb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:00.692781 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8aa75b0e-2e45-437c-b738-ef486e688beb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3123591 Feb 28 14:25:00.694767 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff89867c-7de8-4ee7-b534-f702ed97a28c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Network a9886d0d-27bd-4325-8732-8ea294f28e8a is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:25:00.699276 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53850) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:00.706774 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-09b76288-7d7e-4183-b557-c3bc4f937cd1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'security_group': {'name': 'tempest-secgroup-703999752'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:00.716495 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a3214587-5f08-4f7a-a540-3f6af67c9b33 admin admin] Deleting port ea63f468-843b-4027-855c-1e14a1882770 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:00.716871 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a3214587-5f08-4f7a-a540-3f6af67c9b33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:00.738821 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6fcb65f5-ea29-4196-abcb-9d6f80a6e546 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=28872a3dba6642e0b6af4209d1362604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680459 Feb 28 14:25:00.742522 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53854) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:00.745205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-168cf0af-876e-46b4-8831-ff867243ca70 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:00.750522 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d3e4ec3-64ac-445e-920e-b9794664ee0d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:00.761731 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-09b76288-7d7e-4183-b557-c3bc4f937cd1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:00.762012 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:00.771755 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-09b76288-7d7e-4183-b557-c3bc4f937cd1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:security_group and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:00.780580 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-ff89867c-7de8-4ee7-b534-f702ed97a28c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, a9886d0d-27bd-4325-8732-8ea294f28e8a) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:00.782484 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-09b76288-7d7e-4183-b557-c3bc4f937cd1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:00.792493 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff89867c-7de8-4ee7-b534-f702ed97a28c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:00.792938 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ff89867c-7de8-4ee7-b534-f702ed97a28c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:00.816386 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-09b76288-7d7e-4183-b557-c3bc4f937cd1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:00.817373 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd41294-b6b6-4725-9ea5-668b588d2a66 None None] Network a9886d0d-27bd-4325-8732-8ea294f28e8a requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:00.827307 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e4ec3-64ac-445e-920e-b9794664ee0d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event deleted for resources: {'Subnet': ['ID=92916e64-51e9-43ee-a76a-f11effc046fe,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:00.842751 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5a8daebc-80af-4a56-8d2d-f5dbc14ba7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bbd270-051f-45cc-893d-b734584ee1e9', 'name': 'tempest-snat-router-9989491', 'tenant_id': 'ec3f252271e4406286e8ec95b08ceaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.48'}], 'enable_snat': False}, 'gw_port_id': 'dfff77d4-84bd-471d-a6ed-fbbb074e82fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:24:45Z', 'updated_at': '2022-02-28T14:24:51Z', 'revision_number': 3, 'project_id': 'ec3f252271e4406286e8ec95b08ceaed', 'gw_port': {'id': 'dfff77d4-84bd-471d-a6ed-fbbb074e82fc', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bbd270-051f-45cc-893d-b734584ee1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:24:48Z', 'updated_at': '2022-02-28T14:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:00.844053 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d3e4ec3-64ac-445e-920e-b9794664ee0d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:00.872059 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcf477d-15f3-41ac-9370-8662c42194b3 None None] Network c8d7cd65-cd78-49f4-a4b3-f6839d1f976b requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:00.879466 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ff89867c-7de8-4ee7-b534-f702ed97a28c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7467742 Feb 28 14:25:00.879696 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5965aacc-5f66-4af4-9b1e-725608a5cbd6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:00.879864 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53858) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:00.884119 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3d3e4ec3-64ac-445e-920e-b9794664ee0d tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "DELETE /v2.0/subnets/92916e64-51e9-43ee-a76a-f11effc046fe HTTP/1.1" status: 204 len: 168 time: 1.3325355 Feb 28 14:25:00.884770 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53862) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:00.900717 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8daebc-80af-4a56-8d2d-f5dbc14ba7a5 None None] The sync data for ids ['64bbd270-051f-45cc-893d-b734584ee1e9'] in dv-neutron-831192-4-hyperv is: [{'id': '64bbd270-051f-45cc-893d-b734584ee1e9', 'name': 'tempest-snat-router-9989491', 'tenant_id': 'ec3f252271e4406286e8ec95b08ceaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.48'}], 'enable_snat': False}, 'gw_port_id': 'dfff77d4-84bd-471d-a6ed-fbbb074e82fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:24:45Z', 'updated_at': '2022-02-28T14:24:51Z', 'revision_number': 3, 'project_id': 'ec3f252271e4406286e8ec95b08ceaed', 'gw_port': {'id': 'dfff77d4-84bd-471d-a6ed-fbbb074e82fc', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bbd270-051f-45cc-893d-b734584ee1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:24:48Z', 'updated_at': '2022-02-28T14:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:25:00.911396 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port c3608e01-a421-42ce-9cbf-b70d5e998167, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c3608e01-a421-42ce-9cbf-b70d5e998167,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:00.914775 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2b4c84be-ce40-47ad-a103-962baf942cad tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1880898270'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:00.924902 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09b76288-7d7e-4183-b557-c3bc4f937cd1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:00.936874 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2b4c84be-ce40-47ad-a103-962baf942cad tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:00.987439 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5965aacc-5f66-4af4-9b1e-725608a5cbd6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:00.998397 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:01.000480 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6779709e-228b-4a63-8002-2dc03a9a2d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-46dfff5d-6382-461e-9b08-4762af96592e', 'network_id': '46dfff5d-6382-461e-9b08-4762af96592e', 'tenant_id': '6681ad35360248eda2f0e2c9f8f75c94', 'fixed_ips': [{'subnet_id': '5e61d612-f950-4301-8b52-d2204aa03e07'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:25:01.001393 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6779709e-228b-4a63-8002-2dc03a9a2d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:01.002104 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2b4c84be-ce40-47ad-a103-962baf942cad tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Usage tracker for resource:network and tenant:da983677876248308f7866178fb20b80 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:01.028937 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2b4c84be-ce40-47ad-a103-962baf942cad tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:01.030221 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-5965aacc-5f66-4af4-9b1e-725608a5cbd6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:01.040583 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5965aacc-5f66-4af4-9b1e-725608a5cbd6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:01.068957 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2b4c84be-ce40-47ad-a103-962baf942cad tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:01.123602 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965aacc-5f66-4af4-9b1e-725608a5cbd6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Port': ['ID=de9493d0-88ec-4882-b1fc-b2810723f3c4,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:01.132579 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-67bed94f-0621-4f5c-ab61-2d38e81d53b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:01.161117 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5965aacc-5f66-4af4-9b1e-725608a5cbd6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:01.162349 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5965aacc-5f66-4af4-9b1e-725608a5cbd6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:01.166239 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-168cf0af-876e-46b4-8831-ff867243ca70 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:01.167222 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device dec22063-fe80-4a42-94d0-d3a53e0ac6bf no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:25:01.186934 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-09b76288-7d7e-4183-b557-c3bc4f937cd1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:01.218918 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-09b76288-7d7e-4183-b557-c3bc4f937cd1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:security_group_rule and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:01.233713 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-09b76288-7d7e-4183-b557-c3bc4f937cd1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:01.248076 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-67bed94f-0621-4f5c-ab61-2d38e81d53b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:01.249048 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a3214587-5f08-4f7a-a540-3f6af67c9b33 admin admin] For port ea63f468-843b-4027-855c-1e14a1882770, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=ea63f468-843b-4027-855c-1e14a1882770,segment=NetworkSegment(975876b0-ebc4-4d96-a295-bc3105e7b9bf),segment_id=975876b0-ebc4-4d96-a295-bc3105e7b9bf)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:01.249313 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a3214587-5f08-4f7a-a540-3f6af67c9b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:01.261986 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1bb1ef9d-e934-47ca-9cc4-a8f7f715d75e tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:01.268463 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-09b76288-7d7e-4183-b557-c3bc4f937cd1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:01.272532 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4c84be-ce40-47ad-a103-962baf942cad tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Made reservation on behalf of da983677876248308f7866178fb20b80 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:01.275722 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b4c84be-ce40-47ad-a103-962baf942cad tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:01.303057 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5965aacc-5f66-4af4-9b1e-725608a5cbd6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.5238218 Feb 28 14:25:01.303903 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53866) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:01.306104 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168cf0af-876e-46b4-8831-ff867243ca70 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:01.310614 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5a07df-a509-47f9-a461-45734a99e374 None None] DHCP port deletion for 29a7bbad-e952-45ba-80e0-ba14ba64ba8a request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:25:01.327064 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-168cf0af-876e-46b4-8831-ff867243ca70 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:01.350453 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-ce5a07df-a509-47f9-a461-45734a99e374 None None] Deleting port ea63f468-843b-4027-855c-1e14a1882770 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:01.350852 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ce5a07df-a509-47f9-a461-45734a99e374 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:01.389898 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168cf0af-876e-46b4-8831-ff867243ca70 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:01.423380 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168cf0af-876e-46b4-8831-ff867243ca70 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Pushing event updated for resources: {'Port': ['ID=d729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:01.455268 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a3214587-5f08-4f7a-a540-3f6af67c9b33 admin admin] Calling delete_port for ea63f468-843b-4027-855c-1e14a1882770 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:01.525399 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4c84be-ce40-47ad-a103-962baf942cad tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:25:01.527748 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1bb1ef9d-e934-47ca-9cc4-a8f7f715d75e tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Deleting port abdce059-7265-4b66-af28-4b18a2ae8898 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:01.528090 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1bb1ef9d-e934-47ca-9cc4-a8f7f715d75e tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:01.606990 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: dec22063-fe80-4a42-94d0-d3a53e0ac6bf {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:25:01.607650 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device dec22063-fe80-4a42-94d0-d3a53e0ac6bf not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:25:01.607792 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c6c88da7-f25a-49c7-8797-30a1198f1c64 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:25:01.612757 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b4c84be-ce40-47ad-a103-962baf942cad tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:01.613113 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-2b4c84be-ce40-47ad-a103-962baf942cad tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Added segment 6f317fa8-ebc0-44f0-b27d-7d5f7060245b of type vlan for network 0676dd50-e1a9-43fb-82d7-4da655958ea1 Feb 28 14:25:01.726541 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b4c84be-ce40-47ad-a103-962baf942cad tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:01.744960 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: c6c88da7-f25a-49c7-8797-30a1198f1c64 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:25:01.745320 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c6c88da7-f25a-49c7-8797-30a1198f1c64 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:25:01.759000 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-67bed94f-0621-4f5c-ab61-2d38e81d53b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:01.760815 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a3214587-5f08-4f7a-a540-3f6af67c9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:01.822987 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b18723-17a6-4c9f-94df-8b6b2838479e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:01.828795 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b18723-17a6-4c9f-94df-8b6b2838479e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:01.829679 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-16b18723-17a6-4c9f-94df-8b6b2838479e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:01.849492 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bed94f-0621-4f5c-ab61-2d38e81d53b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fac310d-1847-4182-8874-c7c855ae8e94,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:01.878385 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-67bed94f-0621-4f5c-ab61-2d38e81d53b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:01.880181 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-67bed94f-0621-4f5c-ab61-2d38e81d53b1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8fac310d-1847-4182-8874-c7c855ae8e94 HTTP/1.1" status: 204 len: 168 time: 1.1314445 Feb 28 14:25:01.898772 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-16b18723-17a6-4c9f-94df-8b6b2838479e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:01.900267 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-16b18723-17a6-4c9f-94df-8b6b2838479e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.5797868 Feb 28 14:25:01.903041 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53874) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:01.933979 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3214587-5f08-4f7a-a540-3f6af67c9b33 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea63f468-843b-4027-855c-1e14a1882770,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:01.957080 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-2b4c84be-ce40-47ad-a103-962baf942cad tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:25:01.979188 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3214587-5f08-4f7a-a540-3f6af67c9b33 admin admin] No DVR routers for this DVR port ea63f468-843b-4027-855c-1e14a1882770 on host dv-neutron-831192-4-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:25:01.991683 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299475e8-e0e1-4f3e-ae4e-96cf27b4fca4 None None] Update dhcp port {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'fixed_ips': [{'subnet_id': '744537c3-97a5-4767-b485-3ea4e646d94c', 'ip_address': '172.20.0.2'}, {'subnet_id': '51363d65-2d3e-4f5b-8847-9f34d6d18640'}], 'binding:host_id': 'dv-neutron-831192-4-hyperv'}, 'id': 'c3608e01-a421-42ce-9cbf-b70d5e998167'} from dv-neutron-831192-4-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 14:25:02.061563 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-27131962-16ee-499a-a791-499a130b1ea8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting port de9493d0-88ec-4882-b1fc-b2810723f3c4 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:02.062285 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27131962-16ee-499a-a791-499a130b1ea8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:02.189973 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-299475e8-e0e1-4f3e-ae4e-96cf27b4fca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:02.230939 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device dfff77d4-84bd-471d-a6ed-fbbb074e82fc up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:25:02.259300 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=c3608e01-a421-42ce-9cbf-b70d5e998167,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:02.324560 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09b76288-7d7e-4183-b557-c3bc4f937cd1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:02.352574 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09b76288-7d7e-4183-b557-c3bc4f937cd1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:02.363093 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b4c84be-ce40-47ad-a103-962baf942cad tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:02.363466 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ce5a07df-a509-47f9-a461-45734a99e374 None None] For port ea63f468-843b-4027-855c-1e14a1882770, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=ea63f468-843b-4027-855c-1e14a1882770,segment=NetworkSegment(975876b0-ebc4-4d96-a295-bc3105e7b9bf),segment_id=975876b0-ebc4-4d96-a295-bc3105e7b9bf)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:02.363466 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ce5a07df-a509-47f9-a461-45734a99e374 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:02.366148 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4c84be-ce40-47ad-a103-962baf942cad tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:02.366897 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b4c84be-ce40-47ad-a103-962baf942cad tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:02.465749 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-168cf0af-876e-46b4-8831-ff867243ca70 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:02.593451 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-1bb1ef9d-e934-47ca-9cc4-a8f7f715d75e tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] For port abdce059-7265-4b66-af28-4b18a2ae8898, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=abdce059-7265-4b66-af28-4b18a2ae8898,segment=NetworkSegment(dea2cc0b-6cf3-4c30-9003-3424970b6a2e),segment_id=dea2cc0b-6cf3-4c30-9003-3424970b6a2e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:02.594499 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1bb1ef9d-e934-47ca-9cc4-a8f7f715d75e tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:02.671856 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a3214587-5f08-4f7a-a540-3f6af67c9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:02.687666 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27131962-16ee-499a-a791-499a130b1ea8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:02.723477 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-ce5a07df-a509-47f9-a461-45734a99e374 None None] Calling delete_port for ea63f468-843b-4027-855c-1e14a1882770 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:02.749675 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2b4c84be-ce40-47ad-a103-962baf942cad tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8673837 Feb 28 14:25:02.750796 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09b76288-7d7e-4183-b557-c3bc4f937cd1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:02.752195 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-09b76288-7d7e-4183-b557-c3bc4f937cd1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.0512915 Feb 28 14:25:02.764269 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53892) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:02.764594 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53894) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:02.825707 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b76288-7d7e-4183-b557-c3bc4f937cd1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5af4e9-9842-4b06-8389-f976fc5b10a2,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:02.828173 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c84be-ce40-47ad-a103-962baf942cad tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event updated for resources: {'Network': ['ID=0676dd50-e1a9-43fb-82d7-4da655958ea1,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:02.838221 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1bb1ef9d-e934-47ca-9cc4-a8f7f715d75e tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Calling delete_port for abdce059-7265-4b66-af28-4b18a2ae8898 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:02.852173 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-27131962-16ee-499a-a791-499a130b1ea8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Calling delete_port for de9493d0-88ec-4882-b1fc-b2810723f3c4 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:02.882503 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-64da779f-8d4c-41cc-a034-e1a9ca06aef7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-870063185', 'security_groups': ['7f5af4e9-9842-4b06-8389-f976fc5b10a2'], 'network_id': '46dfff5d-6382-461e-9b08-4762af96592e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5e61d612-f950-4301-8b52-d2204aa03e07'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:02.885507 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 0676dd50-e1a9-43fb-82d7-4da655958ea1 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:25:02.899554 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3ef93933-9928-41c6-841e-ab7ee3638441 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Request body: {'subnet': {'network_id': '0676dd50-e1a9-43fb-82d7-4da655958ea1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:02.908319 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-a3214587-5f08-4f7a-a540-3f6af67c9b33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a7bbad-e952-45ba-80e0-ba14ba64ba8a']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:02.926989 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-a3214587-5f08-4f7a-a540-3f6af67c9b33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975876b0-ebc4-4d96-a295-bc3105e7b9bf') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:02.927394 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-a3214587-5f08-4f7a-a540-3f6af67c9b33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975876b0-ebc4-4d96-a295-bc3105e7b9bf') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:02.953190 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a3214587-5f08-4f7a-a540-3f6af67c9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:02.995366 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a3214587-5f08-4f7a-a540-3f6af67c9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:02.998785 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cbf2f8-44b9-4fd0-9159-a906ff3d188c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-a9886d0d-27bd-4325-8732-8ea294f28e8a', 'network_id': 'a9886d0d-27bd-4325-8732-8ea294f28e8a', 'tenant_id': 'da983677876248308f7866178fb20b80', 'fixed_ips': [{'subnet_id': '36f15db8-446a-4cd5-a77c-f26502be5758'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:25:02.999523 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-54cbf2f8-44b9-4fd0-9159-a906ff3d188c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:03.007231 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3214587-5f08-4f7a-a540-3f6af67c9b33 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:25:03.008055 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a3214587-5f08-4f7a-a540-3f6af67c9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:03.049728 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53906) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:25:03.107482 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:25:03.109467 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53908) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:03.124327 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1bb1ef9d-e934-47ca-9cc4-a8f7f715d75e tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:03.181300 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-6779709e-228b-4a63-8002-2dc03a9a2d34 None None] Allocated IP 2001:db8::2 (46dfff5d-6382-461e-9b08-4762af96592e/5e61d612-f950-4301-8b52-d2204aa03e07/3e93b750-4fc5-452e-abe0-8e1e174f71bf) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:03.188561 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port dfff77d4-84bd-471d-a6ed-fbbb074e82fc completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:03.256857 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb1ef9d-e934-47ca-9cc4-a8f7f715d75e tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] No DVR routers for this DVR port abdce059-7265-4b66-af28-4b18a2ae8898 on host dv-neutron-831192-4-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:25:03.257507 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a3214587-5f08-4f7a-a540-3f6af67c9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:03.279477 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc73b0b8-cd7d-4db0-9e7a-0ba84937a7e0 None None] DHCP port deletion for c8d7cd65-cd78-49f4-a4b3-f6839d1f976b request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:25:03.299933 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port dfff77d4-84bd-471d-a6ed-fbbb074e82fc triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:03.303037 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:03.306763 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1ef9d-e934-47ca-9cc4-a8f7f715d75e tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event deleted for resources: {'Port': ['ID=abdce059-7265-4b66-af28-4b18a2ae8898,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:03.332621 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a3214587-5f08-4f7a-a540-3f6af67c9b33 admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:03.341786 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ebac5957-42eb-4be3-b042-ee849af62148 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-952479630'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:03.356095 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-ce5a07df-a509-47f9-a461-45734a99e374 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:25:03.356302 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-ce5a07df-a509-47f9-a461-45734a99e374 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:25:03.384535 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ebac5957-42eb-4be3-b042-ee849af62148 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:03.387337 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3214587-5f08-4f7a-a540-3f6af67c9b33 admin admin] Pushing event deleted for resources: {'Network': ['ID=29a7bbad-e952-45ba-80e0-ba14ba64ba8a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:03.393997 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ebac5957-42eb-4be3-b042-ee849af62148 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Usage tracker for resource:network and tenant:b4eaaf5ef0e8431797c9f0c071bdc3f6 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:03.399509 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ebac5957-42eb-4be3-b042-ee849af62148 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:03.437529 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3ef93933-9928-41c6-841e-ab7ee3638441 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:03.447106 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a3214587-5f08-4f7a-a540-3f6af67c9b33 admin admin] 10.222.0.30 "DELETE /v2.0/networks/29a7bbad-e952-45ba-80e0-ba14ba64ba8a HTTP/1.1" status: 204 len: 168 time: 2.9264061 Feb 28 14:25:03.451517 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ebac5957-42eb-4be3-b042-ee849af62148 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:03.465839 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1bb1ef9d-e934-47ca-9cc4-a8f7f715d75e tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:03.472286 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3ef93933-9928-41c6-841e-ab7ee3638441 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Usage tracker for resource:subnet and tenant:da983677876248308f7866178fb20b80 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:03.478685 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3ef93933-9928-41c6-841e-ab7ee3638441 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:03.496750 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebac5957-42eb-4be3-b042-ee849af62148 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Made reservation on behalf of b4eaaf5ef0e8431797c9f0c071bdc3f6 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:03.500400 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebac5957-42eb-4be3-b042-ee849af62148 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:03.515667 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebac5957-42eb-4be3-b042-ee849af62148 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:03.528652 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-1bb1ef9d-e934-47ca-9cc4-a8f7f715d75e tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d7cd65-cd78-49f4-a4b3-f6839d1f976b']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:03.542983 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ebac5957-42eb-4be3-b042-ee849af62148 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:03.546840 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-1bb1ef9d-e934-47ca-9cc4-a8f7f715d75e tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dea2cc0b-6cf3-4c30-9003-3424970b6a2e') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:03.547129 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-1bb1ef9d-e934-47ca-9cc4-a8f7f715d75e tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dea2cc0b-6cf3-4c30-9003-3424970b6a2e') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:03.561640 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ebac5957-42eb-4be3-b042-ee849af62148 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Usage tracker for resource:security_group_rule and tenant:b4eaaf5ef0e8431797c9f0c071bdc3f6 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:03.567137 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ebac5957-42eb-4be3-b042-ee849af62148 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:03.570763 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3ef93933-9928-41c6-841e-ab7ee3638441 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:03.570922 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1bb1ef9d-e934-47ca-9cc4-a8f7f715d75e tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:03.574813 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f786c10-c066-4792-8132-fbf8c09ce070 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:03.576604 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6f786c10-c066-4792-8132-fbf8c09ce070 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710 HTTP/1.1" status: 200 len: 814 time: 0.4723155 Feb 28 14:25:03.603927 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-299475e8-e0e1-4f3e-ae4e-96cf27b4fca4 None None] Allocated IP 2001:db8::f816:3eff:fe47:409a (22b852e7-638c-4536-9e81-f0f6c68c1fb7/51363d65-2d3e-4f5b-8847-9f34d6d18640/c3608e01-a421-42ce-9cbf-b70d5e998167) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:03.606984 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ebac5957-42eb-4be3-b042-ee849af62148 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:03.614691 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-64da779f-8d4c-41cc-a034-e1a9ca06aef7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:03.621516 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1bb1ef9d-e934-47ca-9cc4-a8f7f715d75e tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:03.635314 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb1ef9d-e934-47ca-9cc4-a8f7f715d75e tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:25:03.635718 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1bb1ef9d-e934-47ca-9cc4-a8f7f715d75e tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:25:03.650172 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:25:03.705328 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-168cf0af-876e-46b4-8831-ff867243ca70 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:03.705328 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-64da779f-8d4c-41cc-a034-e1a9ca06aef7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:port and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:03.715292 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef93933-9928-41c6-841e-ab7ee3638441 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Made reservation on behalf of da983677876248308f7866178fb20b80 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:03.719061 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ef93933-9928-41c6-841e-ab7ee3638441 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:03.748516 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-64da779f-8d4c-41cc-a034-e1a9ca06aef7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:03.754120 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:25:03.771445 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1bb1ef9d-e934-47ca-9cc4-a8f7f715d75e tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:03.776562 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1bb1ef9d-e934-47ca-9cc4-a8f7f715d75e tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:03.787370 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53922) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:03.832042 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1ef9d-e934-47ca-9cc4-a8f7f715d75e tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] Pushing event deleted for resources: {'Network': ['ID=c8d7cd65-cd78-49f4-a4b3-f6839d1f976b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:03.852898 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1bb1ef9d-e934-47ca-9cc4-a8f7f715d75e tempest-NetworksIpV6Test-2072259128 tempest-NetworksIpV6Test-2072259128-project] 10.222.0.30 "DELETE /v2.0/networks/c8d7cd65-cd78-49f4-a4b3-f6839d1f976b HTTP/1.1" status: 204 len: 168 time: 2.9642043 Feb 28 14:25:03.888008 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-ce5a07df-a509-47f9-a461-45734a99e374 None None] Deleting port ea63f468-843b-4027-855c-1e14a1882770 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:03.888008 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ce5a07df-a509-47f9-a461-45734a99e374 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:03.891766 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-29658765-5d79-47cd-ae8b-af9bc47a5961 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c08c193cf744f45b8defa27863396ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0873709 Feb 28 14:25:03.894820 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53928) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:03.926837 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebac5957-42eb-4be3-b042-ee849af62148 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:03.940927 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebac5957-42eb-4be3-b042-ee849af62148 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:03.994867 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebac5957-42eb-4be3-b042-ee849af62148 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:25:04.005788 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac5957-42eb-4be3-b042-ee849af62148 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c575a4b7-f01c-4541-8216-43cf6ed26eff,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:04.022628 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebac5957-42eb-4be3-b042-ee849af62148 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:04.022971 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-ebac5957-42eb-4be3-b042-ee849af62148 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Added segment 7a999fdf-634d-4ff3-a836-81758c56c0ca of type vlan for network 67f81d7d-1dd0-4787-89f4-b138f7c5696f Feb 28 14:25:04.036343 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1f3711e6-b990-4542-aab9-36f637ba0699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:04.082062 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-ce5a07df-a509-47f9-a461-45734a99e374 None None] The port 'ea63f468-843b-4027-855c-1e14a1882770' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:25:04.085010 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebac5957-42eb-4be3-b042-ee849af62148 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:04.089788 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1f3711e6-b990-4542-aab9-36f637ba0699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:04.116604 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-64da779f-8d4c-41cc-a034-e1a9ca06aef7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:04.155031 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:04.166864 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-54cbf2f8-44b9-4fd0-9159-a906ff3d188c None None] Allocated IP 172.20.255.242 (a9886d0d-27bd-4325-8732-8ea294f28e8a/36f15db8-446a-4cd5-a77c-f26502be5758/6befda1d-bd84-416c-9682-7d7b9abd67b7) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:04.167929 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebac5957-42eb-4be3-b042-ee849af62148 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:04.175888 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebac5957-42eb-4be3-b042-ee849af62148 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:04.176579 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebac5957-42eb-4be3-b042-ee849af62148 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:04.180942 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-299475e8-e0e1-4f3e-ae4e-96cf27b4fca4 None None] For port c3608e01-a421-42ce-9cbf-b70d5e998167, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c3608e01-a421-42ce-9cbf-b70d5e998167,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:04.202210 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53934) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:04.229910 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64da779f-8d4c-41cc-a034-e1a9ca06aef7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:04.264795 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-897ddc09-6063-46df-8e82-1d2830aff14e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'network': {'name': 'tempest-network-smoke--818585997', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'port_security_enabled': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:04.307459 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-897ddc09-6063-46df-8e82-1d2830aff14e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:04.309810 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ef93933-9928-41c6-841e-ab7ee3638441 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:04.314132 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53938) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:04.317675 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1f3711e6-b990-4542-aab9-36f637ba0699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:04.320492 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1f3711e6-b990-4542-aab9-36f637ba0699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:04.323881 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1f3711e6-b990-4542-aab9-36f637ba0699 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f13d974d-274b-482f-9759-ba3c3045b0bc HTTP/1.1" status: 204 len: 168 time: 0.4256575 Feb 28 14:25:04.349833 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ebac5957-42eb-4be3-b042-ee849af62148 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2397583 Feb 28 14:25:04.354478 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53946) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:04.356949 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac5957-42eb-4be3-b042-ee849af62148 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Pushing event updated for resources: {'Network': ['ID=67f81d7d-1dd0-4787-89f4-b138f7c5696f,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:04.361230 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3711e6-b990-4542-aab9-36f637ba0699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13d974d-274b-482f-9759-ba3c3045b0bc,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:04.367250 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-349b5e7b-9bb1-4391-aef1-71e146b6b988 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Request body: {'subnet': {'network_id': '67f81d7d-1dd0-4787-89f4-b138f7c5696f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:04.441704 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port dfff77d4-84bd-471d-a6ed-fbbb074e82fc, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=dfff77d4-84bd-471d-a6ed-fbbb074e82fc,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:04.443076 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 67f81d7d-1dd0-4787-89f4-b138f7c5696f details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:25:04.515115 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-897ddc09-6063-46df-8e82-1d2830aff14e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:04.546079 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:04.628610 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27131962-16ee-499a-a791-499a130b1ea8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:04.649340 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897ddc09-6063-46df-8e82-1d2830aff14e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Made reservation on behalf of 1cd57789443e43d89a7681324e1f7304 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:04.654518 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-897ddc09-6063-46df-8e82-1d2830aff14e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:04.662888 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=dfff77d4-84bd-471d-a6ed-fbbb074e82fc,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:04.666513 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device ea63f468-843b-4027-855c-1e14a1882770 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:25:04.666689 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef93933-9928-41c6-841e-ab7ee3638441 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event updated for resources: {'Subnet': ['ID=67a2aea9-d019-47c2-895d-506160196987,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:04.701813 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-349b5e7b-9bb1-4391-aef1-71e146b6b988 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:04.708175 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-349b5e7b-9bb1-4391-aef1-71e146b6b988 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Usage tracker for resource:subnet and tenant:b4eaaf5ef0e8431797c9f0c071bdc3f6 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:04.711405 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-349b5e7b-9bb1-4391-aef1-71e146b6b988 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:04.713007 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.resource_extend [None req-299475e8-e0e1-4f3e-ae4e-96cf27b4fca4 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:25:04.718989 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-349b5e7b-9bb1-4391-aef1-71e146b6b988 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:04.723325 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: ea63f468-843b-4027-855c-1e14a1882770 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:25:04.723860 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device ea63f468-843b-4027-855c-1e14a1882770 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:25:04.752760 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef93933-9928-41c6-841e-ab7ee3638441 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Checking segment: {'id': '6f317fa8-ebc0-44f0-b27d-7d5f7060245b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0676dd50-e1a9-43fb-82d7-4da655958ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:25:04.753162 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef93933-9928-41c6-841e-ab7ee3638441 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Network hostable DHCP agents. Network: 0676dd50-e1a9-43fb-82d7-4da655958ea1, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:25:04.760259 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349b5e7b-9bb1-4391-aef1-71e146b6b988 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Made reservation on behalf of b4eaaf5ef0e8431797c9f0c071bdc3f6 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:04.766050 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-349b5e7b-9bb1-4391-aef1-71e146b6b988 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:04.766488 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27131962-16ee-499a-a791-499a130b1ea8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Port': ['ID=de9493d0-88ec-4882-b1fc-b2810723f3c4,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:04.793439 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897ddc09-6063-46df-8e82-1d2830aff14e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:25:04.805145 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-299475e8-e0e1-4f3e-ae4e-96cf27b4fca4 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:04.809900 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-897ddc09-6063-46df-8e82-1d2830aff14e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:04.810243 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-897ddc09-6063-46df-8e82-1d2830aff14e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Added segment 16381587-2111-4126-94e4-f99c0206869f of type vlan for network 48a65187-5d85-49a0-94f2-0643bb33d9d2 Feb 28 14:25:04.868355 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-64da779f-8d4c-41cc-a034-e1a9ca06aef7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:04.950639 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6779709e-228b-4a63-8002-2dc03a9a2d34 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:04.965184 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device dfff77d4-84bd-471d-a6ed-fbbb074e82fc up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:25:05.009818 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-87cc0eeb-bde4-43da-a313-377bf8dc69e2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f728042230f541b4b4ac3c2d7dd0693a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6935830 Feb 28 14:25:05.010971 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-299475e8-e0e1-4f3e-ae4e-96cf27b4fca4 None None] Transition to ACTIVE for port object c3608e01-a421-42ce-9cbf-b70d5e998167 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:05.019403 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53960) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:05.027656 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-54cbf2f8-44b9-4fd0-9159-a906ff3d188c None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:05.039184 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6779709e-228b-4a63-8002-2dc03a9a2d34 None None] Transition to ACTIVE for port object 3e93b750-4fc5-452e-abe0-8e1e174f71bf will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:05.046574 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27131962-16ee-499a-a791-499a130b1ea8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:05.062415 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6779709e-228b-4a63-8002-2dc03a9a2d34 None None] Transition to ACTIVE for port object 3e93b750-4fc5-452e-abe0-8e1e174f71bf will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:05.069567 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef93933-9928-41c6-841e-ab7ee3638441 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Network 0676dd50-e1a9-43fb-82d7-4da655958ea1 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:25:05.083420 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-64da779f-8d4c-41cc-a034-e1a9ca06aef7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] device_id is not set on port 9b4fecbe-9a80-40c8-ad37-a6a4b1b29818 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:25:05.092251 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6779709e-228b-4a63-8002-2dc03a9a2d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:05.098239 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-299475e8-e0e1-4f3e-ae4e-96cf27b4fca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:05.117941 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-54cbf2f8-44b9-4fd0-9159-a906ff3d188c None None] Transition to ACTIVE for port object 6befda1d-bd84-416c-9682-7d7b9abd67b7 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:05.119653 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168cf0af-876e-46b4-8831-ff867243ca70 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Router 0f359ae0-f758-46ed-b349-a09891f6f0e5 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:25:05.125328 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-897ddc09-6063-46df-8e82-1d2830aff14e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:05.152561 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-54cbf2f8-44b9-4fd0-9159-a906ff3d188c None None] Transition to ACTIVE for port object 6befda1d-bd84-416c-9682-7d7b9abd67b7 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:05.159383 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-affe3185-7f5a-43b7-a6ec-b602e1b5d10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:05.186676 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-affe3185-7f5a-43b7-a6ec-b602e1b5d10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:05.230054 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-3ef93933-9928-41c6-841e-ab7ee3638441 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 0676dd50-e1a9-43fb-82d7-4da655958ea1) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:05.235605 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef93933-9928-41c6-841e-ab7ee3638441 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:05.236276 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ef93933-9928-41c6-841e-ab7ee3638441 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:05.265015 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779709e-228b-4a63-8002-2dc03a9a2d34 None None] Pushing event updated for resources: {'Port': ['ID=3e93b750-4fc5-452e-abe0-8e1e174f71bf,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:05.269396 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-27131962-16ee-499a-a791-499a130b1ea8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/de9493d0-88ec-4882-b1fc-b2810723f3c4 HTTP/1.1" status: 204 len: 168 time: 3.3650904 Feb 28 14:25:05.275387 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53968) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:05.275905 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-54cbf2f8-44b9-4fd0-9159-a906ff3d188c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:05.276268 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-affe3185-7f5a-43b7-a6ec-b602e1b5d10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:05.289565 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-897ddc09-6063-46df-8e82-1d2830aff14e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:25:05.330660 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2615aa7-7f58-4b73-afcc-e0e34e01c5ef None None] Network 0676dd50-e1a9-43fb-82d7-4da655958ea1 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:05.342690 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:05.400553 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe3185-7f5a-43b7-a6ec-b602e1b5d10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5742acbf-928d-4406-82fd-a0d23bb79a7d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:05.435310 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-affe3185-7f5a-43b7-a6ec-b602e1b5d10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:05.439067 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-affe3185-7f5a-43b7-a6ec-b602e1b5d10b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5742acbf-928d-4406-82fd-a0d23bb79a7d HTTP/1.1" status: 204 len: 168 time: 0.4168131 Feb 28 14:25:05.449818 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-349b5e7b-9bb1-4391-aef1-71e146b6b988 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:05.505235 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3ef93933-9928-41c6-841e-ab7ee3638441 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.7385163 Feb 28 14:25:05.507705 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 53980) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:05.577621 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b5e7b-9bb1-4391-aef1-71e146b6b988 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Pushing event updated for resources: {'Subnet': ['ID=6d5cf948-b266-467b-ae4c-ac03d5a0895d,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:05.592267 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076e0037-0b13-4771-aff6-0cd4b35469bb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:05.594922 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076e0037-0b13-4771-aff6-0cd4b35469bb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:05.597128 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076e0037-0b13-4771-aff6-0cd4b35469bb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:05.598137 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-076e0037-0b13-4771-aff6-0cd4b35469bb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:05.616093 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299475e8-e0e1-4f3e-ae4e-96cf27b4fca4 None None] Pushing event updated for resources: {'Port': ['ID=c3608e01-a421-42ce-9cbf-b70d5e998167,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:05.627415 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6779709e-228b-4a63-8002-2dc03a9a2d34 None None] Network 46dfff5d-6382-461e-9b08-4762af96592e is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:05.640985 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-897ddc09-6063-46df-8e82-1d2830aff14e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:05.643661 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53984) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:05.647093 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897ddc09-6063-46df-8e82-1d2830aff14e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:05.647810 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-897ddc09-6063-46df-8e82-1d2830aff14e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:05.675184 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-6779709e-228b-4a63-8002-2dc03a9a2d34 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:05.680718 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-076e0037-0b13-4771-aff6-0cd4b35469bb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:05.682067 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-076e0037-0b13-4771-aff6-0cd4b35469bb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3893845 Feb 28 14:25:05.685050 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53990) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:05.769927 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab37ea9e-0f5e-427e-9516-c97dafbfded4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet 51363d65-2d3e-4f5b-8847-9f34d6d18640 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:25:05.774176 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ab37ea9e-0f5e-427e-9516-c97dafbfded4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:05.782450 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cbf2f8-44b9-4fd0-9159-a906ff3d188c None None] Pushing event updated for resources: {'Port': ['ID=6befda1d-bd84-416c-9682-7d7b9abd67b7,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:05.796181 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6779709e-228b-4a63-8002-2dc03a9a2d34 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:05.816646 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349b5e7b-9bb1-4391-aef1-71e146b6b988 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Checking segment: {'id': '7a999fdf-634d-4ff3-a836-81758c56c0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '67f81d7d-1dd0-4787-89f4-b138f7c5696f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:25:05.817077 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349b5e7b-9bb1-4391-aef1-71e146b6b988 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Network hostable DHCP agents. Network: 67f81d7d-1dd0-4787-89f4-b138f7c5696f, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:25:05.864365 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349b5e7b-9bb1-4391-aef1-71e146b6b988 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Network 67f81d7d-1dd0-4787-89f4-b138f7c5696f is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:25:05.869081 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ab37ea9e-0f5e-427e-9516-c97dafbfded4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:05.883884 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cbf2f8-44b9-4fd0-9159-a906ff3d188c None None] Network a9886d0d-27bd-4325-8732-8ea294f28e8a is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:05.935914 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-349b5e7b-9bb1-4391-aef1-71e146b6b988 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 67f81d7d-1dd0-4787-89f4-b138f7c5696f) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:05.938201 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port dfff77d4-84bd-471d-a6ed-fbbb074e82fc triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:05.938864 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:05.943465 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349b5e7b-9bb1-4391-aef1-71e146b6b988 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:05.944294 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-349b5e7b-9bb1-4391-aef1-71e146b6b988 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:05.955277 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5db2ddd3-08d6-4cbf-ab24-2c96178b3c9d tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:05.958072 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168cf0af-876e-46b4-8831-ff867243ca70 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:25:05.970780 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd66a873-3893-4bf6-8a9c-845bf158887a None None] Sync routers for ids ['0f359ae0-f758-46ed-b349-a09891f6f0e5'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:25:05.980950 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-54cbf2f8-44b9-4fd0-9159-a906ff3d188c None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:05.981928 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-897ddc09-6063-46df-8e82-1d2830aff14e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7536843 Feb 28 14:25:05.994065 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd66a873-3893-4bf6-8a9c-845bf158887a None None] Routers {'0f359ae0-f758-46ed-b349-a09891f6f0e5'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:25:05.996394 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-cd66a873-3893-4bf6-8a9c-845bf158887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:24:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['0f359ae0-f758-46ed-b349-a09891f6f0e5'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:05.999648 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 53996) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:06.000758 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00e1d88-7ac6-453d-986d-e46a289f7fca None None] Network 67f81d7d-1dd0-4787-89f4-b138f7c5696f requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:06.029348 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cbf2f8-44b9-4fd0-9159-a906ff3d188c None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:06.115200 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-349b5e7b-9bb1-4391-aef1-71e146b6b988 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7593191 Feb 28 14:25:06.118400 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-64da779f-8d4c-41cc-a034-e1a9ca06aef7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Allocated IP 2001:db8::8d (46dfff5d-6382-461e-9b08-4762af96592e/5e61d612-f950-4301-8b52-d2204aa03e07/9b4fecbe-9a80-40c8-ad37-a6a4b1b29818) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:06.150427 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54004) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:06.179222 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-323d5fd2-dc3c-4af5-a781-7b1092fc7af3 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-925924245', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:06.210954 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-168cf0af-876e-46b4-8831-ff867243ca70 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:06.214699 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-168cf0af-876e-46b4-8831-ff867243ca70 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 9.6439717 Feb 28 14:25:06.233857 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-323d5fd2-dc3c-4af5-a781-7b1092fc7af3 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:06.236791 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54010) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:06.259124 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ddc09-6063-46df-8e82-1d2830aff14e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Network': ['ID=48a65187-5d85-49a0-94f2-0643bb33d9d2,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:06.331900 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-82139f7f-894e-490a-8a12-631dce6f9ff2 tempest-AgentManagementNegativeTest-715044099 tempest-AgentManagementNegativeTest-715044099-project] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6839471 Feb 28 14:25:06.333251 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-323d5fd2-dc3c-4af5-a781-7b1092fc7af3 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Usage tracker for resource:router and tenant:b4eaaf5ef0e8431797c9f0c071bdc3f6 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:06.349797 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-323d5fd2-dc3c-4af5-a781-7b1092fc7af3 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:06.367607 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3670653e-2c42-468e-89b8-c2d2ab843965 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:06.371978 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3670653e-2c42-468e-89b8-c2d2ab843965 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=1cd57789443e43d89a7681324e1f7304&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3676152 Feb 28 14:25:06.384784 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-323d5fd2-dc3c-4af5-a781-7b1092fc7af3 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:06.396662 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ab37ea9e-0f5e-427e-9516-c97dafbfded4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:06.401864 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 48a65187-5d85-49a0-94f2-0643bb33d9d2 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:25:06.410685 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54018) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:06.460709 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-cd66a873-3893-4bf6-8a9c-845bf158887a None None] Set router 0f359ae0-f758-46ed-b349-a09891f6f0e5 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:25:06.544890 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-323d5fd2-dc3c-4af5-a781-7b1092fc7af3 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:06.547138 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-323d5fd2-dc3c-4af5-a781-7b1092fc7af3 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:06.711490 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6779709e-228b-4a63-8002-2dc03a9a2d34 None None] Attempting to bind port 3e93b750-4fc5-452e-abe0-8e1e174f71bf on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:25:06.711952 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6779709e-228b-4a63-8002-2dc03a9a2d34 None None] Attempting to bind port 3e93b750-4fc5-452e-abe0-8e1e174f71bf by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'b6c3ccf5-82a9-404b-a434-ee5a8f8826e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '46dfff5d-6382-461e-9b08-4762af96592e'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:25:06.712503 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6779709e-228b-4a63-8002-2dc03a9a2d34 None None] Attempting to bind port 3e93b750-4fc5-452e-abe0-8e1e174f71bf on network 46dfff5d-6382-461e-9b08-4762af96592e {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:25:06.740223 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd54a4f-5bb2-4765-a7a7-6e07a72e6694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-0676dd50-e1a9-43fb-82d7-4da655958ea1', 'network_id': '0676dd50-e1a9-43fb-82d7-4da655958ea1', 'tenant_id': 'da983677876248308f7866178fb20b80', 'fixed_ips': [{'subnet_id': '67a2aea9-d019-47c2-895d-506160196987'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:25:06.741048 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6dd54a4f-5bb2-4765-a7a7-6e07a72e6694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:06.747067 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5db2ddd3-08d6-4cbf-ab24-2c96178b3c9d tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:06.824644 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ab37ea9e-0f5e-427e-9516-c97dafbfded4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:06.891869 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54028) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:06.911047 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6779709e-228b-4a63-8002-2dc03a9a2d34 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:25:06.919734 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6779709e-228b-4a63-8002-2dc03a9a2d34 None None] Checking segment: {'id': 'b6c3ccf5-82a9-404b-a434-ee5a8f8826e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '46dfff5d-6382-461e-9b08-4762af96592e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:25:06.920472 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6779709e-228b-4a63-8002-2dc03a9a2d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:06.921555 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6779709e-228b-4a63-8002-2dc03a9a2d34 None None] Bound using segment: {'id': 'b6c3ccf5-82a9-404b-a434-ee5a8f8826e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '46dfff5d-6382-461e-9b08-4762af96592e'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:25:06.922220 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6779709e-228b-4a63-8002-2dc03a9a2d34 None None] Bound port: 3e93b750-4fc5-452e-abe0-8e1e174f71bf, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c3ccf5-82a9-404b-a434-ee5a8f8826e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '46dfff5d-6382-461e-9b08-4762af96592e'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:25:06.922838 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6779709e-228b-4a63-8002-2dc03a9a2d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:06.973474 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-323d5fd2-dc3c-4af5-a781-7b1092fc7af3 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:06.981459 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ab37ea9e-0f5e-427e-9516-c97dafbfded4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:06.981886 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-64da779f-8d4c-41cc-a034-e1a9ca06aef7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:06.986363 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5db2ddd3-08d6-4cbf-ab24-2c96178b3c9d tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:07.037446 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37ea9e-0f5e-427e-9516-c97dafbfded4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=51363d65-2d3e-4f5b-8847-9f34d6d18640,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:07.060900 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-54cbf2f8-44b9-4fd0-9159-a906ff3d188c None None] Attempting to bind port 6befda1d-bd84-416c-9682-7d7b9abd67b7 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:25:07.070204 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3713a2a0-ea96-4f6c-b3af-c6461f9e8b97 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "GET /v2.0/routers/0f359ae0-f758-46ed-b349-a09891f6f0e5 HTTP/1.1" status: 200 len: 905 time: 0.8299136 Feb 28 14:25:07.071307 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-54cbf2f8-44b9-4fd0-9159-a906ff3d188c None None] Attempting to bind port 6befda1d-bd84-416c-9682-7d7b9abd67b7 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '4bfd79db-b3f9-4ede-bc0f-d11c4c235931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a9886d0d-27bd-4325-8732-8ea294f28e8a'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:25:07.071913 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cbf2f8-44b9-4fd0-9159-a906ff3d188c None None] Attempting to bind port 6befda1d-bd84-416c-9682-7d7b9abd67b7 on network a9886d0d-27bd-4325-8732-8ea294f28e8a {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:25:07.072955 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54038) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:07.103909 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2ddd3-08d6-4cbf-ab24-2c96178b3c9d tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Subnet': ['ID=67a2aea9-d019-47c2-895d-506160196987,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:07.146532 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-64da779f-8d4c-41cc-a034-e1a9ca06aef7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Transition to ACTIVE for port object 9b4fecbe-9a80-40c8-ad37-a6a4b1b29818 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:07.186096 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-cd66a873-3893-4bf6-8a9c-845bf158887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f359ae0-f758-46ed-b349-a09891f6f0e5', 'name': 'tempest-snat-router-9989491', 'tenant_id': 'ec3f252271e4406286e8ec95b08ceaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:24:56Z', 'updated_at': '2022-02-28T14:25:01Z', 'revision_number': 3, 'project_id': 'ec3f252271e4406286e8ec95b08ceaed', 'gw_port': {'id': 'd729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f359ae0-f758-46ed-b349-a09891f6f0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:24:59Z', 'updated_at': '2022-02-28T14:25:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:07.196513 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd66a873-3893-4bf6-8a9c-845bf158887a None None] Checking router: 0f359ae0-f758-46ed-b349-a09891f6f0e5 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:25:07.197151 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd66a873-3893-4bf6-8a9c-845bf158887a None None] Updating router 0f359ae0-f758-46ed-b349-a09891f6f0e5 port d729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:25:07.219259 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ab37ea9e-0f5e-427e-9516-c97dafbfded4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/51363d65-2d3e-4f5b-8847-9f34d6d18640 HTTP/1.1" status: 204 len: 168 time: 1.5323112 Feb 28 14:25:07.226371 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90939ecc-26c1-4613-bacf-1423a6f70f4b tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:07.230188 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54042) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:07.231345 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-90939ecc-26c1-4613-bacf-1423a6f70f4b tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7825482 Feb 28 14:25:07.232210 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54044) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:07.239262 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-323d5fd2-dc3c-4af5-a781-7b1092fc7af3 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:07.288212 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-cd66a873-3893-4bf6-8a9c-845bf158887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:07.321372 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54048) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:07.333118 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-323d5fd2-dc3c-4af5-a781-7b1092fc7af3 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:07.338114 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-323d5fd2-dc3c-4af5-a781-7b1092fc7af3 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.1802015 Feb 28 14:25:07.346899 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54052) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:07.387549 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6779709e-228b-4a63-8002-2dc03a9a2d34 None None] For port 3e93b750-4fc5-452e-abe0-8e1e174f71bf, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:25:07.396802 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6779709e-228b-4a63-8002-2dc03a9a2d34 None None] For port 3e93b750-4fc5-452e-abe0-8e1e174f71bf, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=3e93b750-4fc5-452e-abe0-8e1e174f71bf,segment=NetworkSegment(b6c3ccf5-82a9-404b-a434-ee5a8f8826e5),segment_id=b6c3ccf5-82a9-404b-a434-ee5a8f8826e5)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:25:07.444653 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5db2ddd3-08d6-4cbf-ab24-2c96178b3c9d tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:07.462644 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cbf2f8-44b9-4fd0-9159-a906ff3d188c None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:25:07.463119 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cbf2f8-44b9-4fd0-9159-a906ff3d188c None None] Checking segment: {'id': '4bfd79db-b3f9-4ede-bc0f-d11c4c235931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a9886d0d-27bd-4325-8732-8ea294f28e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:25:07.464202 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-54cbf2f8-44b9-4fd0-9159-a906ff3d188c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:07.464202 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cbf2f8-44b9-4fd0-9159-a906ff3d188c None None] Bound using segment: {'id': '4bfd79db-b3f9-4ede-bc0f-d11c4c235931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a9886d0d-27bd-4325-8732-8ea294f28e8a'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:25:07.464403 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-54cbf2f8-44b9-4fd0-9159-a906ff3d188c None None] Bound port: 6befda1d-bd84-416c-9682-7d7b9abd67b7, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bfd79db-b3f9-4ede-bc0f-d11c4c235931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a9886d0d-27bd-4325-8732-8ea294f28e8a'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:25:07.464631 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-54cbf2f8-44b9-4fd0-9159-a906ff3d188c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:07.477281 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-83b61172-597f-4c55-92e9-0a74bdc36b28 tempest-DvrRoutersNegativeTest-371333465 tempest-DvrRoutersNegativeTest-371333465-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1992114186', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:07.480656 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.policy [None req-83b61172-597f-4c55-92e9-0a74bdc36b28 tempest-DvrRoutersNegativeTest-371333465 tempest-DvrRoutersNegativeTest-371333465-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87773) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 28 14:25:07.480656 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.policy [None req-83b61172-597f-4c55-92e9-0a74bdc36b28 tempest-DvrRoutersNegativeTest-371333465 tempest-DvrRoutersNegativeTest-371333465-project] Failed policy check for 'create_router' {{(pid=87773) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 28 14:25:07.480875 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-83b61172-597f-4c55-92e9-0a74bdc36b28 tempest-DvrRoutersNegativeTest-371333465 tempest-DvrRoutersNegativeTest-371333465-project] create failed (client error): Access was denied to this resource. Feb 28 14:25:07.481931 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-83b61172-597f-4c55-92e9-0a74bdc36b28 tempest-DvrRoutersNegativeTest-371333465 tempest-DvrRoutersNegativeTest-371333465-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1595888 Feb 28 14:25:07.483784 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-5db2ddd3-08d6-4cbf-ab24-2c96178b3c9d tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0676dd50-e1a9-43fb-82d7-4da655958ea1']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:07.492398 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c3608e01-a421-42ce-9cbf-b70d5e998167 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:25:07.537310 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6e0a3683-7034-4b06-baba-15a9c972e637 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1791418 Feb 28 14:25:07.538021 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54062) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:07.557694 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-64da779f-8d4c-41cc-a034-e1a9ca06aef7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:07.633146 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6779709e-228b-4a63-8002-2dc03a9a2d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:07.648184 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29faecaf-e499-429d-b141-7866c75e91de None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:07.667992 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64da779f-8d4c-41cc-a034-e1a9ca06aef7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network 46dfff5d-6382-461e-9b08-4762af96592e is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:07.669312 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-71ba177a-6b6a-4403-907d-edcdd657c520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:07.690202 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-5db2ddd3-08d6-4cbf-ab24-2c96178b3c9d tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f317fa8-ebc0-44f0-b27d-7d5f7060245b') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:07.690477 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-5db2ddd3-08d6-4cbf-ab24-2c96178b3c9d tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f317fa8-ebc0-44f0-b27d-7d5f7060245b') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:07.702309 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-64da779f-8d4c-41cc-a034-e1a9ca06aef7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:07.708227 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-71ba177a-6b6a-4403-907d-edcdd657c520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:07.713127 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-71ba177a-6b6a-4403-907d-edcdd657c520 admin admin] Usage tracker for resource:security_group_rule and tenant:0d750a29fb28433d84b890fb2219d1b5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:07.716586 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-71ba177a-6b6a-4403-907d-edcdd657c520 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:07.736426 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-71ba177a-6b6a-4403-907d-edcdd657c520 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:07.760325 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-cd66a873-3893-4bf6-8a9c-845bf158887a None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:07.772729 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-cd66a873-3893-4bf6-8a9c-845bf158887a None None] Transition to ACTIVE for port object d729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:07.783267 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-cd66a873-3893-4bf6-8a9c-845bf158887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:07.785238 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c3fc5757-88ad-4154-b534-c962ddb25749 None None] Provisioning for port c3608e01-a421-42ce-9cbf-b70d5e998167 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:07.859189 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-71ba177a-6b6a-4403-907d-edcdd657c520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:07.861803 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf02af4-7013-48a3-9bcc-7ca7690d88ea None None] Pushing event updated for resources: {'Port': ['ID=d729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:07.871338 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64da779f-8d4c-41cc-a034-e1a9ca06aef7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:07.873448 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf02af4-7013-48a3-9bcc-7ca7690d88ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:07.874055 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf02af4-7013-48a3-9bcc-7ca7690d88ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:07.874611 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf02af4-7013-48a3-9bcc-7ca7690d88ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:07.875197 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf02af4-7013-48a3-9bcc-7ca7690d88ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:07.875827 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf02af4-7013-48a3-9bcc-7ca7690d88ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:07.876388 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf02af4-7013-48a3-9bcc-7ca7690d88ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:07.876962 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf02af4-7013-48a3-9bcc-7ca7690d88ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:07.877202 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64da779f-8d4c-41cc-a034-e1a9ca06aef7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:07.877754 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf02af4-7013-48a3-9bcc-7ca7690d88ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:07.877898 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-64da779f-8d4c-41cc-a034-e1a9ca06aef7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:07.878618 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf02af4-7013-48a3-9bcc-7ca7690d88ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:07.879311 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf02af4-7013-48a3-9bcc-7ca7690d88ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:07.879870 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf02af4-7013-48a3-9bcc-7ca7690d88ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:07.880437 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf02af4-7013-48a3-9bcc-7ca7690d88ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:07.902782 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-cd66a873-3893-4bf6-8a9c-845bf158887a None None] Attempting to bind port d729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:25:07.903518 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-cd66a873-3893-4bf6-8a9c-845bf158887a None None] Attempting to bind port d729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:25:07.904160 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd66a873-3893-4bf6-8a9c-845bf158887a None None] Attempting to bind port d729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:25:07.911862 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd66a873-3893-4bf6-8a9c-845bf158887a None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:25:07.913022 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-67114e8f-3446-4c99-9ccd-b9e8bbccea97 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=1cd57789443e43d89a7681324e1f7304&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3570638 Feb 28 14:25:07.914241 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd66a873-3893-4bf6-8a9c-845bf158887a None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:25:07.914908 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-cd66a873-3893-4bf6-8a9c-845bf158887a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:07.915544 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd66a873-3893-4bf6-8a9c-845bf158887a None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:25:07.916253 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-cd66a873-3893-4bf6-8a9c-845bf158887a None None] Bound port: d729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:25:07.916888 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-cd66a873-3893-4bf6-8a9c-845bf158887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:07.918145 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54070) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:07.918596 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-71ba177a-6b6a-4403-907d-edcdd657c520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:07.955357 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5db2ddd3-08d6-4cbf-ab24-2c96178b3c9d tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:07.973675 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-71ba177a-6b6a-4403-907d-edcdd657c520 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d750a29fb28433d84b890fb2219d1b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0805016 Feb 28 14:25:07.976970 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54074) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:08.011427 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-cd66a873-3893-4bf6-8a9c-845bf158887a None None] For port d729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:25:08.011994 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54076) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:08.016271 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-cd66a873-3893-4bf6-8a9c-845bf158887a None None] For port d729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:25:08.025503 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-64da779f-8d4c-41cc-a034-e1a9ca06aef7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.2536304 Feb 28 14:25:08.028633 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-cd66a873-3893-4bf6-8a9c-845bf158887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:08.042005 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54082) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:08.042538 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa11bea-46d8-44ef-be1d-e3626327df39 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet 744537c3-97a5-4767-b485-3ea4e646d94c {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:25:08.059363 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c3fc5757-88ad-4154-b534-c962ddb25749 None None] Provisioning complete for port c3608e01-a421-42ce-9cbf-b70d5e998167 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:08.060193 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c3fc5757-88ad-4154-b534-c962ddb25749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:08.061937 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fa11bea-46d8-44ef-be1d-e3626327df39 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:08.100220 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a4c2965f-7baf-4e26-b087-9486cb124d19 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'subnet': {'network_id': '46dfff5d-6382-461e-9b08-4762af96592e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:08.115956 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf02af4-7013-48a3-9bcc-7ca7690d88ea None None] Pushing event updated for resources: {'Port': ['ID=d729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:08.143789 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd66a873-3893-4bf6-8a9c-845bf158887a None None] Routers {'0f359ae0-f758-46ed-b349-a09891f6f0e5'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:25:08.144543 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-cd66a873-3893-4bf6-8a9c-845bf158887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:24:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['0f359ae0-f758-46ed-b349-a09891f6f0e5'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:08.168732 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b2640ad4-f946-4b2a-9d25-247fccb69a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:08.282362 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-299c719c-e97c-4c0b-bf08-21d49648bbc3 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:08.355393 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-cd66a873-3893-4bf6-8a9c-845bf158887a None None] Set router 0f359ae0-f758-46ed-b349-a09891f6f0e5 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:25:08.416137 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ab63389-c2d6-452c-a2d2-dfcfb1e743db admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:08.474624 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fa11bea-46d8-44ef-be1d-e3626327df39 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:08.477394 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779709e-228b-4a63-8002-2dc03a9a2d34 None None] Pushing event updated for resources: {'Port': ['ID=3e93b750-4fc5-452e-abe0-8e1e174f71bf,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:08.482477 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-54cbf2f8-44b9-4fd0-9159-a906ff3d188c None None] For port 6befda1d-bd84-416c-9682-7d7b9abd67b7, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:25:08.493694 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port c3608e01-a421-42ce-9cbf-b70d5e998167 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:08.494415 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:08.507877 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a4c2965f-7baf-4e26-b087-9486cb124d19 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:08.511814 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a4c2965f-7baf-4e26-b087-9486cb124d19 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:subnet and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:08.516267 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a4c2965f-7baf-4e26-b087-9486cb124d19 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:08.530075 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a4c2965f-7baf-4e26-b087-9486cb124d19 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:08.546262 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5db2ddd3-08d6-4cbf-ab24-2c96178b3c9d tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:08.548991 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0322745c-ec2b-4b08-a69f-0908bd1a31ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-67f81d7d-1dd0-4787-89f4-b138f7c5696f', 'network_id': '67f81d7d-1dd0-4787-89f4-b138f7c5696f', 'tenant_id': 'b4eaaf5ef0e8431797c9f0c071bdc3f6', 'fixed_ips': [{'subnet_id': '6d5cf948-b266-467b-ae4c-ac03d5a0895d'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:25:08.550762 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0322745c-ec2b-4b08-a69f-0908bd1a31ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:08.572128 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465118c3-7c37-499e-8280-d560fa476fe1 None None] Network 0676dd50-e1a9-43fb-82d7-4da655958ea1 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:08.585990 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1ab63389-c2d6-452c-a2d2-dfcfb1e743db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:08.589942 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1ab63389-c2d6-452c-a2d2-dfcfb1e743db admin admin] Usage tracker for resource:security_group_rule and tenant:368d13d1439c4458af87869a073f2914 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:08.592869 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1ab63389-c2d6-452c-a2d2-dfcfb1e743db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:08.599988 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1ab63389-c2d6-452c-a2d2-dfcfb1e743db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:08.619643 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c2965f-7baf-4e26-b087-9486cb124d19 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:08.624566 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a4c2965f-7baf-4e26-b087-9486cb124d19 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:08.640993 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da779f-8d4c-41cc-a034-e1a9ca06aef7 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Port': ['ID=9b4fecbe-9a80-40c8-ad37-a6a4b1b29818,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:08.652299 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-54cbf2f8-44b9-4fd0-9159-a906ff3d188c None None] For port 6befda1d-bd84-416c-9682-7d7b9abd67b7, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=6befda1d-bd84-416c-9682-7d7b9abd67b7,segment=NetworkSegment(4bfd79db-b3f9-4ede-bc0f-d11c4c235931),segment_id=4bfd79db-b3f9-4ede-bc0f-d11c4c235931)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:25:08.678418 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db2ddd3-08d6-4cbf-ab24-2c96178b3c9d tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:25:08.678818 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5db2ddd3-08d6-4cbf-ab24-2c96178b3c9d tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:25:08.729294 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:25:08.747256 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a563fae6-a5d5-4f8f-baf9-d7e2b632a5fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:08.756997 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ab63389-c2d6-452c-a2d2-dfcfb1e743db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:08.784565 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a563fae6-a5d5-4f8f-baf9-d7e2b632a5fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:08.836245 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba177a-6b6a-4403-907d-edcdd657c520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02a9a24-0757-4d9f-afa2-708c6bdf637a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:08.903116 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-54cbf2f8-44b9-4fd0-9159-a906ff3d188c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:08.912079 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a563fae6-a5d5-4f8f-baf9-d7e2b632a5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:08.965053 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ab63389-c2d6-452c-a2d2-dfcfb1e743db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:08.965987 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-cd66a873-3893-4bf6-8a9c-845bf158887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f359ae0-f758-46ed-b349-a09891f6f0e5', 'name': 'tempest-snat-router-9989491', 'tenant_id': 'ec3f252271e4406286e8ec95b08ceaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:24:56Z', 'updated_at': '2022-02-28T14:25:01Z', 'revision_number': 3, 'project_id': 'ec3f252271e4406286e8ec95b08ceaed', 'gw_port': {'id': 'd729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f359ae0-f758-46ed-b349-a09891f6f0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:24:59Z', 'updated_at': '2022-02-28T14:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:08.974160 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-daef77ae-591f-44a2-ab06-d6e893110aea tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:08.977992 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd66a873-3893-4bf6-8a9c-845bf158887a None None] The sync data for ids ['0f359ae0-f758-46ed-b349-a09891f6f0e5'] in dv-neutron-831192-4-hyperv is: [{'id': '0f359ae0-f758-46ed-b349-a09891f6f0e5', 'name': 'tempest-snat-router-9989491', 'tenant_id': 'ec3f252271e4406286e8ec95b08ceaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:24:56Z', 'updated_at': '2022-02-28T14:25:01Z', 'revision_number': 3, 'project_id': 'ec3f252271e4406286e8ec95b08ceaed', 'gw_port': {'id': 'd729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f359ae0-f758-46ed-b349-a09891f6f0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:24:59Z', 'updated_at': '2022-02-28T14:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:25:09.009297 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e9586ab-c500-426c-a30d-ddba5b892097 req-d1c0f84c-9548-4601-9cb9-ae61a84a94b6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fe1eaf44-0409-4694-add4-a9b3492ce3d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.1843848 Feb 28 14:25:09.044768 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563fae6-a5d5-4f8f-baf9-d7e2b632a5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02a9a24-0757-4d9f-afa2-708c6bdf637a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:09.087977 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a563fae6-a5d5-4f8f-baf9-d7e2b632a5fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:09.089196 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a563fae6-a5d5-4f8f-baf9-d7e2b632a5fd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f02a9a24-0757-4d9f-afa2-708c6bdf637a HTTP/1.1" status: 204 len: 168 time: 1.0690725 Feb 28 14:25:09.114878 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1804ff3-ecb3-4830-a274-773b6a813a59 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:09.119325 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c1804ff3-ecb3-4830-a274-773b6a813a59 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1676550 Feb 28 14:25:09.121372 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5db2ddd3-08d6-4cbf-ab24-2c96178b3c9d tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:09.131570 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54090) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:09.181069 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5db2ddd3-08d6-4cbf-ab24-2c96178b3c9d tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:09.200854 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab63389-c2d6-452c-a2d2-dfcfb1e743db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d679e4-b4e0-4282-9ada-b6bc2c5fa18b,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:09.235681 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2ddd3-08d6-4cbf-ab24-2c96178b3c9d tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Network': ['ID=0676dd50-e1a9-43fb-82d7-4da655958ea1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:09.251918 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-299c719c-e97c-4c0b-bf08-21d49648bbc3 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:09.252333 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-70547d12-a636-4b23-8b12-276d6cd036a5 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0772173 Feb 28 14:25:09.256819 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5db2ddd3-08d6-4cbf-ab24-2c96178b3c9d tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/networks/0676dd50-e1a9-43fb-82d7-4da655958ea1 HTTP/1.1" status: 204 len: 168 time: 3.7372277 Feb 28 14:25:09.256961 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54094) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:09.257522 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54096) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:09.259841 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1ab63389-c2d6-452c-a2d2-dfcfb1e743db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=368d13d1439c4458af87869a073f2914&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2454143 Feb 28 14:25:09.267865 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54098) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:09.277374 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0a5bbc4b-001c-4ebb-99d2-b6f1f3850d75 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-209614265'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:09.283109 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0a5bbc4b-001c-4ebb-99d2-b6f1f3850d75 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:09.286057 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.ipam_backend_mixin [None req-a4c2965f-7baf-4e26-b087-9486cb124d19 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5e61d612-f950-4301-8b52-d2204aa03e07 (CIDR: 2001:db8::/64) Feb 28 14:25:09.290772 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-373510a0-c03f-4b96-bd0c-f21f79720929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-969042199', 'network_id': '48a65187-5d85-49a0-94f2-0643bb33d9d2', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:09.364869 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0a5bbc4b-001c-4ebb-99d2-b6f1f3850d75 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Usage tracker for resource:network and tenant:da983677876248308f7866178fb20b80 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:09.372001 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0a5bbc4b-001c-4ebb-99d2-b6f1f3850d75 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:09.388238 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0a5bbc4b-001c-4ebb-99d2-b6f1f3850d75 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:09.418358 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c2965f-7baf-4e26-b087-9486cb124d19 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:25:09.423402 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c2965f-7baf-4e26-b087-9486cb124d19 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:25:09.498847 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5bbc4b-001c-4ebb-99d2-b6f1f3850d75 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Made reservation on behalf of da983677876248308f7866178fb20b80 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:09.502460 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0a5bbc4b-001c-4ebb-99d2-b6f1f3850d75 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:09.550916 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-299c719c-e97c-4c0b-bf08-21d49648bbc3 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Deleting port d729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:09.551335 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-299c719c-e97c-4c0b-bf08-21d49648bbc3 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:09.616959 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fa11bea-46d8-44ef-be1d-e3626327df39 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:09.623996 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5bbc4b-001c-4ebb-99d2-b6f1f3850d75 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:25:09.644141 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0a5bbc4b-001c-4ebb-99d2-b6f1f3850d75 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:09.644602 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-0a5bbc4b-001c-4ebb-99d2-b6f1f3850d75 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Added segment 0c9fd8d6-ff67-4b82-9a00-2e04f312bfd5 of type vlan for network a53ad3b0-18e4-48ae-b6de-e988d73696db Feb 28 14:25:09.682401 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cbf2f8-44b9-4fd0-9159-a906ff3d188c None None] Pushing event updated for resources: {'Port': ['ID=6befda1d-bd84-416c-9682-7d7b9abd67b7,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:09.790041 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a4c2965f-7baf-4e26-b087-9486cb124d19 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7078822 Feb 28 14:25:09.806128 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54114) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:09.852810 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-cccd7a15-0327-4091-a8d7-1bd6bc115f9f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'subnet': {'network_id': '46dfff5d-6382-461e-9b08-4762af96592e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:09.863287 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2f85f39e-1db7-4720-a9eb-0514ea57109c None None] Could not find standard attr ID for object de9493d0-88ec-4882-b1fc-b2810723f3c4. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:25:09.926217 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9d3cf1c2-a663-45ca-be78-5b9b56a130ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:09.962494 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device abdce059-7265-4b66-af28-4b18a2ae8898 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:25:09.980200 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0a5bbc4b-001c-4ebb-99d2-b6f1f3850d75 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:10.058903 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-0322745c-ec2b-4b08-a69f-0908bd1a31ee None None] Allocated IP 172.20.0.2 (67f81d7d-1dd0-4787-89f4-b138f7c5696f/6d5cf948-b266-467b-ae4c-ac03d5a0895d/0b71abca-ba0d-475d-babe-ea6b351e1f93) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:10.060815 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: abdce059-7265-4b66-af28-4b18a2ae8898 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:25:10.061162 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device abdce059-7265-4b66-af28-4b18a2ae8898 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:25:10.106350 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0a5bbc4b-001c-4ebb-99d2-b6f1f3850d75 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:10.120322 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5bbc4b-001c-4ebb-99d2-b6f1f3850d75 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:10.122446 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0a5bbc4b-001c-4ebb-99d2-b6f1f3850d75 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:10.450462 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-373510a0-c03f-4b96-bd0c-f21f79720929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:10.464746 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-373510a0-c03f-4b96-bd0c-f21f79720929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:subnet and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:10.466182 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-069bef7a-d5ed-4e27-bf97-2fb94d687f29 None None] Provisioning complete for port 9c0ef85a-daa6-4bd6-90c8-78887a0919ff triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:10.467258 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-069bef7a-d5ed-4e27-bf97-2fb94d687f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:10.475558 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-373510a0-c03f-4b96-bd0c-f21f79720929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:10.492589 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-373510a0-c03f-4b96-bd0c-f21f79720929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:10.673463 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54128) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:10.699025 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5bbc4b-001c-4ebb-99d2-b6f1f3850d75 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event updated for resources: {'Network': ['ID=a53ad3b0-18e4-48ae-b6de-e988d73696db,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:10.702138 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0a5bbc4b-001c-4ebb-99d2-b6f1f3850d75 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4368985 Feb 28 14:25:10.715255 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54134) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:10.723541 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9f4118d6-d319-44eb-86d3-99144f8571bd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Request body: {'subnet': {'network_id': 'a53ad3b0-18e4-48ae-b6de-e988d73696db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:10.758771 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373510a0-c03f-4b96-bd0c-f21f79720929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Made reservation on behalf of 1cd57789443e43d89a7681324e1f7304 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:10.762311 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-373510a0-c03f-4b96-bd0c-f21f79720929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:10.777909 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-299c719c-e97c-4c0b-bf08-21d49648bbc3 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] For port d729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:10.778507 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-299c719c-e97c-4c0b-bf08-21d49648bbc3 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:10.794497 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0322745c-ec2b-4b08-a69f-0908bd1a31ee None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:10.814087 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0322745c-ec2b-4b08-a69f-0908bd1a31ee None None] Transition to ACTIVE for port object 0b71abca-ba0d-475d-babe-ea6b351e1f93 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:10.817336 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 6befda1d-bd84-416c-9682-7d7b9abd67b7 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:25:10.847952 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06bea5cc-ea56-42a5-8b04-161328286403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:10.873323 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network a53ad3b0-18e4-48ae-b6de-e988d73696db details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:25:11.063850 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cccd7a15-0327-4091-a8d7-1bd6bc115f9f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:11.069061 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a521e674-ab67-449e-afe5-c81cb34a8023 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-458546401'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:11.089507 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cccd7a15-0327-4091-a8d7-1bd6bc115f9f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:subnet and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:11.090180 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0322745c-ec2b-4b08-a69f-0908bd1a31ee None None] Transition to ACTIVE for port object 0b71abca-ba0d-475d-babe-ea6b351e1f93 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:11.092235 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fa11bea-46d8-44ef-be1d-e3626327df39 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:11.096393 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a521e674-ab67-449e-afe5-c81cb34a8023 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:11.098704 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cccd7a15-0327-4091-a8d7-1bd6bc115f9f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:11.111236 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-069bef7a-d5ed-4e27-bf97-2fb94d687f29 None None] Port 9c0ef85a-daa6-4bd6-90c8-78887a0919ff cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:25:11.111906 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a521e674-ab67-449e-afe5-c81cb34a8023 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Usage tracker for resource:network and tenant:a713dce2e4474a3e85dacb2710c38d65 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:11.119130 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a521e674-ab67-449e-afe5-c81cb34a8023 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:11.128015 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-299c719c-e97c-4c0b-bf08-21d49648bbc3 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Calling delete_port for d729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:11.135195 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0322745c-ec2b-4b08-a69f-0908bd1a31ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:11.142537 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cccd7a15-0327-4091-a8d7-1bd6bc115f9f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:11.153460 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a521e674-ab67-449e-afe5-c81cb34a8023 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:11.185962 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:11.187593 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:11.187760 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9f4118d6-d319-44eb-86d3-99144f8571bd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:11.201003 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9f4118d6-d319-44eb-86d3-99144f8571bd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Usage tracker for resource:subnet and tenant:da983677876248308f7866178fb20b80 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:11.205478 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9f4118d6-d319-44eb-86d3-99144f8571bd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:11.209203 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0322745c-ec2b-4b08-a69f-0908bd1a31ee None None] Network 67f81d7d-1dd0-4787-89f4-b138f7c5696f is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:11.213797 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a521e674-ab67-449e-afe5-c81cb34a8023 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Made reservation on behalf of a713dce2e4474a3e85dacb2710c38d65 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:11.217398 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a521e674-ab67-449e-afe5-c81cb34a8023 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:11.224228 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa11bea-46d8-44ef-be1d-e3626327df39 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=744537c3-97a5-4767-b485-3ea4e646d94c,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:11.227122 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fa11bea-46d8-44ef-be1d-e3626327df39 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:11.229944 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9f4118d6-d319-44eb-86d3-99144f8571bd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:11.230409 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-0322745c-ec2b-4b08-a69f-0908bd1a31ee None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:11.234766 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccd7a15-0327-4091-a8d7-1bd6bc115f9f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:11.238361 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cccd7a15-0327-4091-a8d7-1bd6bc115f9f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:11.245204 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0322745c-ec2b-4b08-a69f-0908bd1a31ee None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:11.265157 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-069bef7a-d5ed-4e27-bf97-2fb94d687f29 None None] Provisioning for port 3e93b750-4fc5-452e-abe0-8e1e174f71bf completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:11.281234 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9586ab-c500-426c-a30d-ddba5b892097 req-8c779c1e-dcc9-4d78-8cf3-59aacd2d1114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:11.283922 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e9586ab-c500-426c-a30d-ddba5b892097 req-8c779c1e-dcc9-4d78-8cf3-59aacd2d1114 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=fe1eaf44-0409-4694-add4-a9b3492ce3d5 HTTP/1.1" status: 200 len: 1099 time: 2.0954213 Feb 28 14:25:11.284068 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f93970-2894-41d4-917a-bc4b01b5fa1d None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:11.304805 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06bea5cc-ea56-42a5-8b04-161328286403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:11.322242 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 6befda1d-bd84-416c-9682-7d7b9abd67b7 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:11.373453 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a521e674-ab67-449e-afe5-c81cb34a8023 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:11.401660 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac716159-9564-4b2b-b9e3-0cd866735d71 None None] Network a9886d0d-27bd-4325-8732-8ea294f28e8a requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:11.441320 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 3e93b750-4fc5-452e-abe0-8e1e174f71bf up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:25:11.468911 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4118d6-d319-44eb-86d3-99144f8571bd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Made reservation on behalf of da983677876248308f7866178fb20b80 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:11.470392 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322745c-ec2b-4b08-a69f-0908bd1a31ee None None] Pushing event updated for resources: {'Port': ['ID=0b71abca-ba0d-475d-babe-ea6b351e1f93,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:11.474801 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f4118d6-d319-44eb-86d3-99144f8571bd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:11.492109 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9fa11bea-46d8-44ef-be1d-e3626327df39 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/744537c3-97a5-4767-b485-3ea4e646d94c HTTP/1.1" status: 204 len: 168 time: 4.2595351 Feb 28 14:25:11.513998 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a521e674-ab67-449e-afe5-c81cb34a8023 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:11.516221 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54138) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:11.541329 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-daef77ae-591f-44a2-ab06-d6e893110aea tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Allocated IP 172.20.0.1 (67f81d7d-1dd0-4787-89f4-b138f7c5696f/6d5cf948-b266-467b-ae4c-ac03d5a0895d/5bdb8e21-2bd8-4e92-83e4-3a617a0c2520) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:11.614862 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a521e674-ab67-449e-afe5-c81cb34a8023 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Usage tracker for resource:security_group_rule and tenant:a713dce2e4474a3e85dacb2710c38d65 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:11.629476 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a521e674-ab67-449e-afe5-c81cb34a8023 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:11.638236 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0322745c-ec2b-4b08-a69f-0908bd1a31ee None None] Attempting to bind port 0b71abca-ba0d-475d-babe-ea6b351e1f93 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:25:11.638600 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0322745c-ec2b-4b08-a69f-0908bd1a31ee None None] Attempting to bind port 0b71abca-ba0d-475d-babe-ea6b351e1f93 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '7a999fdf-634d-4ff3-a836-81758c56c0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '67f81d7d-1dd0-4787-89f4-b138f7c5696f'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:25:11.638957 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0322745c-ec2b-4b08-a69f-0908bd1a31ee None None] Attempting to bind port 0b71abca-ba0d-475d-babe-ea6b351e1f93 on network 67f81d7d-1dd0-4787-89f4-b138f7c5696f {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:25:11.668176 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0322745c-ec2b-4b08-a69f-0908bd1a31ee None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:25:11.668662 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0322745c-ec2b-4b08-a69f-0908bd1a31ee None None] Checking segment: {'id': '7a999fdf-634d-4ff3-a836-81758c56c0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '67f81d7d-1dd0-4787-89f4-b138f7c5696f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:25:11.668956 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0322745c-ec2b-4b08-a69f-0908bd1a31ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:11.669874 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0322745c-ec2b-4b08-a69f-0908bd1a31ee None None] Bound using segment: {'id': '7a999fdf-634d-4ff3-a836-81758c56c0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '67f81d7d-1dd0-4787-89f4-b138f7c5696f'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:25:11.669874 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0322745c-ec2b-4b08-a69f-0908bd1a31ee None None] Bound port: 0b71abca-ba0d-475d-babe-ea6b351e1f93, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a999fdf-634d-4ff3-a836-81758c56c0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '67f81d7d-1dd0-4787-89f4-b138f7c5696f'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:25:11.670244 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0322745c-ec2b-4b08-a69f-0908bd1a31ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:11.680779 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06bea5cc-ea56-42a5-8b04-161328286403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:11.790318 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9ef4c9db-a836-4506-84de-537280e19879 None None] Provisioning for port 9b4fecbe-9a80-40c8-ad37-a6a4b1b29818 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:11.805978 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06bea5cc-ea56-42a5-8b04-161328286403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:11.806837 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-06bea5cc-ea56-42a5-8b04-161328286403 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/24d679e4-b4e0-4282-9ada-b6bc2c5fa18b HTTP/1.1" status: 204 len: 168 time: 2.5289786 Feb 28 14:25:11.813489 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bea5cc-ea56-42a5-8b04-161328286403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d679e4-b4e0-4282-9ada-b6bc2c5fa18b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:11.827899 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9586ab-c500-426c-a30d-ddba5b892097 req-6fd0da8f-3e2d-4c5c-b427-3bc8ba69fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:11.829900 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e9586ab-c500-426c-a30d-ddba5b892097 req-6fd0da8f-3e2d-4c5c-b427-3bc8ba69fa04 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d2dd3d7-4918-4fcf-a188-9392d7a68097 HTTP/1.1" status: 200 len: 897 time: 0.5144489 Feb 28 14:25:11.844559 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-24303001-c6ad-400f-82c4-62f8151643c4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3043931 Feb 28 14:25:11.851885 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a521e674-ab67-449e-afe5-c81cb34a8023 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:11.857196 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54144) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:11.870108 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-373510a0-c03f-4b96-bd0c-f21f79720929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:11.911218 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.ipam_backend_mixin [None req-9f4118d6-d319-44eb-86d3-99144f8571bd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Performing IP validity checks on allocation pools {{(pid=87772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 14:25:11.912124 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.ipam_backend_mixin [None req-9f4118d6-d319-44eb-86d3-99144f8571bd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 14:25:11.953460 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9ef4c9db-a836-4506-84de-537280e19879 None None] Provisioning complete for port 9b4fecbe-9a80-40c8-ad37-a6a4b1b29818 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:11.954155 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9ef4c9db-a836-4506-84de-537280e19879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:12.040532 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-daef77ae-591f-44a2-ab06-d6e893110aea tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:12.047237 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e9586ab-c500-426c-a30d-ddba5b892097 req-63afb9ae-e610-483c-a53e-32499441601c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e HTTP/1.1" status: 200 len: 1002 time: 0.2109110 Feb 28 14:25:12.107722 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 3e93b750-4fc5-452e-abe0-8e1e174f71bf completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:12.117571 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-daef77ae-591f-44a2-ab06-d6e893110aea tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Transition to ACTIVE for port object 5bdb8e21-2bd8-4e92-83e4-3a617a0c2520 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:12.117806 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9ef4c9db-a836-4506-84de-537280e19879 None None] Port 9b4fecbe-9a80-40c8-ad37-a6a4b1b29818 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:25:12.129842 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 3e93b750-4fc5-452e-abe0-8e1e174f71bf triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:12.130208 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:12.131086 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-299c719c-e97c-4c0b-bf08-21d49648bbc3 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:12.193889 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c719c-e97c-4c0b-bf08-21d49648bbc3 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Pushing event deleted for resources: {'Port': ['ID=d729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:12.207438 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9586ab-c500-426c-a30d-ddba5b892097 req-c5199ecf-4300-44c4-bad8-95d103199c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:12.209283 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e9586ab-c500-426c-a30d-ddba5b892097 req-c5199ecf-4300-44c4-bad8-95d103199c4a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32c16988-87c1-45c3-8530-919898fbf5f3 HTTP/1.1" status: 200 len: 834 time: 0.1539011 Feb 28 14:25:12.211629 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0322745c-ec2b-4b08-a69f-0908bd1a31ee None None] For port 0b71abca-ba0d-475d-babe-ea6b351e1f93, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:25:12.261527 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0322745c-ec2b-4b08-a69f-0908bd1a31ee None None] For port 0b71abca-ba0d-475d-babe-ea6b351e1f93, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=0b71abca-ba0d-475d-babe-ea6b351e1f93,segment=NetworkSegment(7a999fdf-634d-4ff3-a836-81758c56c0ca),segment_id=7a999fdf-634d-4ff3-a836-81758c56c0ca)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:25:12.266197 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9ef4c9db-a836-4506-84de-537280e19879 None None] Provisioning complete for port c3608e01-a421-42ce-9cbf-b70d5e998167 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:12.266907 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9ef4c9db-a836-4506-84de-537280e19879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:12.287634 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a521e674-ab67-449e-afe5-c81cb34a8023 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:12.315731 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0322745c-ec2b-4b08-a69f-0908bd1a31ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:12.369934 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-daef77ae-591f-44a2-ab06-d6e893110aea tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:12.449711 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-299c719c-e97c-4c0b-bf08-21d49648bbc3 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:12.481630 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373510a0-c03f-4b96-bd0c-f21f79720929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Subnet': ['ID=ae75369c-b3d9-4ba4-936b-7128a18c3c01,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:12.491574 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cccd7a15-0327-4091-a8d7-1bd6bc115f9f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:12.495176 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a521e674-ab67-449e-afe5-c81cb34a8023 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:12.513375 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a521e674-ab67-449e-afe5-c81cb34a8023 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:25:12.524258 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a521e674-ab67-449e-afe5-c81cb34a8023 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:12.524662 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-a521e674-ab67-449e-afe5-c81cb34a8023 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Added segment 7e67aac1-2246-4669-b2a5-c7d37a21783d of type vlan for network 08507b25-bf65-4624-8d25-00557623e34b Feb 28 14:25:12.556808 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a521e674-ab67-449e-afe5-c81cb34a8023 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:12.566776 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cfedef-9499-4033-a6dc-011e24393672 None None] DHCP port deletion for 22b852e7-638c-4536-9e81-f0f6c68c1fb7 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:25:12.612454 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-e8cfedef-9499-4033-a6dc-011e24393672 None None] Deleting port c3608e01-a421-42ce-9cbf-b70d5e998167 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:12.612833 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e8cfedef-9499-4033-a6dc-011e24393672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:12.685680 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:12.790766 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd7a15-0327-4091-a8d7-1bd6bc115f9f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Subnet': ['ID=ce97aa63-f052-4811-bf8b-0dd2084e36ed,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:12.821627 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521e674-ab67-449e-afe5-c81cb34a8023 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5dbb86-acf3-4f52-bd73-983eadcead69,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:12.885590 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322745c-ec2b-4b08-a69f-0908bd1a31ee None None] Pushing event updated for resources: {'Port': ['ID=0b71abca-ba0d-475d-babe-ea6b351e1f93,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:12.929957 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a521e674-ab67-449e-afe5-c81cb34a8023 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:12.940808 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:12.951430 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a521e674-ab67-449e-afe5-c81cb34a8023 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:12.956810 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a521e674-ab67-449e-afe5-c81cb34a8023 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:12.994074 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-299c719c-e97c-4c0b-bf08-21d49648bbc3 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:12.996492 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-299c719c-e97c-4c0b-bf08-21d49648bbc3 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:13.050967 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9ef4c9db-a836-4506-84de-537280e19879 None None] Provisioning for port 6befda1d-bd84-416c-9682-7d7b9abd67b7 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:13.059364 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-299c719c-e97c-4c0b-bf08-21d49648bbc3 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:13.059863 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299c719c-e97c-4c0b-bf08-21d49648bbc3 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0f359ae0-f758-46ed-b349-a09891f6f0e5 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:25:13.080190 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daef77ae-591f-44a2-ab06-d6e893110aea tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Network 67f81d7d-1dd0-4787-89f4-b138f7c5696f is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:13.087851 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-daef77ae-591f-44a2-ab06-d6e893110aea tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:13.089800 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9ef4c9db-a836-4506-84de-537280e19879 None None] Provisioning complete for port 6befda1d-bd84-416c-9682-7d7b9abd67b7 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:13.089800 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9ef4c9db-a836-4506-84de-537280e19879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:13.094234 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f4118d6-d319-44eb-86d3-99144f8571bd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:13.111497 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9586ab-c500-426c-a30d-ddba5b892097 req-e58199c0-355a-4828-9451-bb660b6cdb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:13.113268 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e9586ab-c500-426c-a30d-ddba5b892097 req-e58199c0-355a-4828-9451-bb660b6cdb0e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d2dd3d7-4918-4fcf-a188-9392d7a68097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8747590 Feb 28 14:25:13.114257 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daef77ae-591f-44a2-ab06-d6e893110aea tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:13.147316 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e8cfedef-9499-4033-a6dc-011e24393672 None None] For port c3608e01-a421-42ce-9cbf-b70d5e998167, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c3608e01-a421-42ce-9cbf-b70d5e998167,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:13.147711 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e8cfedef-9499-4033-a6dc-011e24393672 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:13.173043 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54166) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:13.216605 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef77ae-591f-44a2-ab06-d6e893110aea tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Pushing event updated for resources: {'Port': ['ID=5bdb8e21-2bd8-4e92-83e4-3a617a0c2520,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:13.219130 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 3e93b750-4fc5-452e-abe0-8e1e174f71bf, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=3e93b750-4fc5-452e-abe0-8e1e174f71bf,segment=NetworkSegment(b6c3ccf5-82a9-404b-a434-ee5a8f8826e5),segment_id=b6c3ccf5-82a9-404b-a434-ee5a8f8826e5)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:13.240212 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4118d6-d319-44eb-86d3-99144f8571bd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event updated for resources: {'Subnet': ['ID=2cce0acb-628f-4c77-8486-2c424790aec7,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:13.249968 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-299c719c-e97c-4c0b-bf08-21d49648bbc3 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:13.254527 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-299c719c-e97c-4c0b-bf08-21d49648bbc3 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "DELETE /v2.0/routers/0f359ae0-f758-46ed-b349-a09891f6f0e5 HTTP/1.1" status: 204 len: 168 time: 6.1795197 Feb 28 14:25:13.254937 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521e674-ab67-449e-afe5-c81cb34a8023 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event updated for resources: {'Network': ['ID=08507b25-bf65-4624-8d25-00557623e34b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:13.255235 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54172) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:13.287003 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccd7a15-0327-4091-a8d7-1bd6bc115f9f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network 46dfff5d-6382-461e-9b08-4762af96592e is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:13.300622 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 08507b25-bf65-4624-8d25-00557623e34b details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:25:13.309705 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373510a0-c03f-4b96-bd0c-f21f79720929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Checking segment: {'id': '16381587-2111-4126-94e4-f99c0206869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '48a65187-5d85-49a0-94f2-0643bb33d9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:25:13.310674 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373510a0-c03f-4b96-bd0c-f21f79720929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network hostable DHCP agents. Network: 48a65187-5d85-49a0-94f2-0643bb33d9d2, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:25:13.319491 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-e8cfedef-9499-4033-a6dc-011e24393672 None None] Calling delete_port for c3608e01-a421-42ce-9cbf-b70d5e998167 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:13.320545 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-cccd7a15-0327-4091-a8d7-1bd6bc115f9f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:13.324735 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccd7a15-0327-4091-a8d7-1bd6bc115f9f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:13.325976 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cccd7a15-0327-4091-a8d7-1bd6bc115f9f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:13.354182 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:13.354933 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:25:13.392100 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4666f8a6-e7cf-40f7-a9a8-a8ec0c655d8b None None] Network 46dfff5d-6382-461e-9b08-4762af96592e requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:13.396621 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-48b22772-63ed-4fd3-bf42-26a19ab96101 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Request body: {'security_group': {'name': 'tempest-secgroup--1747518407'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:13.419445 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-daef77ae-591f-44a2-ab06-d6e893110aea tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:13.430718 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-48b22772-63ed-4fd3-bf42-26a19ab96101 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:13.450695 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-48b22772-63ed-4fd3-bf42-26a19ab96101 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Usage tracker for resource:security_group and tenant:2cba675d61d54c2f9c9bfa59ac012ba1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:13.455631 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54176) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:13.456496 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cccd7a15-0327-4091-a8d7-1bd6bc115f9f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.6495922 Feb 28 14:25:13.461997 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-48b22772-63ed-4fd3-bf42-26a19ab96101 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:13.466565 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a521e674-ab67-449e-afe5-c81cb34a8023 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.7916148 Feb 28 14:25:13.467680 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54180) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:13.469083 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5ae0b244-50b9-4970-bfe8-b165b772d3cb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-716738184', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ce97aa63-f052-4811-bf8b-0dd2084e36ed'}], 'security_groups': ['1c83d042-79a3-466d-bdd0-10918b40724b']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:13.473759 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4118d6-d319-44eb-86d3-99144f8571bd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Checking segment: {'id': '0c9fd8d6-ff67-4b82-9a00-2e04f312bfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a53ad3b0-18e4-48ae-b6de-e988d73696db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:25:13.474123 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4118d6-d319-44eb-86d3-99144f8571bd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Network hostable DHCP agents. Network: a53ad3b0-18e4-48ae-b6de-e988d73696db, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:25:13.481317 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373510a0-c03f-4b96-bd0c-f21f79720929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 48a65187-5d85-49a0-94f2-0643bb33d9d2 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:25:13.496983 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: d729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:25:13.497321 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 28 14:25:13.503102 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e93c2b0-033e-4dec-8911-7debfa023f4c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:13.503948 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0e93c2b0-033e-4dec-8911-7debfa023f4c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:13.513771 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b32ad191-5344-4445-9e5d-ea9911d05a88 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Request body: {'subnet': {'network_id': '08507b25-bf65-4624-8d25-00557623e34b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:13.539365 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-48b22772-63ed-4fd3-bf42-26a19ab96101 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:13.563678 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-373510a0-c03f-4b96-bd0c-f21f79720929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 48a65187-5d85-49a0-94f2-0643bb33d9d2) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:13.585186 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373510a0-c03f-4b96-bd0c-f21f79720929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:13.585772 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-373510a0-c03f-4b96-bd0c-f21f79720929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:13.670481 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Port d729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f not found, will not notify nova. {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 28 14:25:13.671340 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c3608e01-a421-42ce-9cbf-b70d5e998167 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:25:13.715059 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b32ad191-5344-4445-9e5d-ea9911d05a88 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:13.723961 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b32ad191-5344-4445-9e5d-ea9911d05a88 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Usage tracker for resource:subnet and tenant:a713dce2e4474a3e85dacb2710c38d65 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:13.725603 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92266be4-cfcb-4a25-9d0e-2b3642f78181 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:13.727603 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0e93c2b0-033e-4dec-8911-7debfa023f4c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:13.728988 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0e93c2b0-033e-4dec-8911-7debfa023f4c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.8676465 Feb 28 14:25:13.732157 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b32ad191-5344-4445-9e5d-ea9911d05a88 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:13.735441 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54184) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:13.736114 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4118d6-d319-44eb-86d3-99144f8571bd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Network a53ad3b0-18e4-48ae-b6de-e988d73696db is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:25:13.778646 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b32ad191-5344-4445-9e5d-ea9911d05a88 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:13.785037 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-373510a0-c03f-4b96-bd0c-f21f79720929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.5267539 Feb 28 14:25:13.790735 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e12e7b-830e-4cb7-8d1a-96813402bb47 None None] Network 48a65187-5d85-49a0-94f2-0643bb33d9d2 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:13.804434 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-9f4118d6-d319-44eb-86d3-99144f8571bd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, a53ad3b0-18e4-48ae-b6de-e988d73696db) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:13.812376 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4118d6-d319-44eb-86d3-99144f8571bd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:13.812960 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9f4118d6-d319-44eb-86d3-99144f8571bd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:13.813267 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e8cfedef-9499-4033-a6dc-011e24393672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:13.854658 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32ad191-5344-4445-9e5d-ea9911d05a88 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Made reservation on behalf of a713dce2e4474a3e85dacb2710c38d65 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:13.861317 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b32ad191-5344-4445-9e5d-ea9911d05a88 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:13.866504 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-48b22772-63ed-4fd3-bf42-26a19ab96101 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:13.907719 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298d02c9-9886-4e9c-bdaa-8dfd19c24a99 None None] Network a53ad3b0-18e4-48ae-b6de-e988d73696db requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:13.958952 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: c3608e01-a421-42ce-9cbf-b70d5e998167 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:25:13.959224 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c3608e01-a421-42ce-9cbf-b70d5e998167 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 28 14:25:13.964699 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e9586ab-c500-426c-a30d-ddba5b892097 req-6fb14920-07f3-4e7b-af83-5cad49303e26 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2dd3d7-4918-4fcf-a188-9392d7a68097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7971957 Feb 28 14:25:13.965342 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-48b22772-63ed-4fd3-bf42-26a19ab96101 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:14.021995 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Port c3608e01-a421-42ce-9cbf-b70d5e998167 not found, will not notify nova. {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 28 14:25:14.024823 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8912a61d-c453-45aa-9f58-01a444715a21 None None] Network 67f81d7d-1dd0-4787-89f4-b138f7c5696f requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:14.089350 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-48b22772-63ed-4fd3-bf42-26a19ab96101 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:14.107800 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9f4118d6-d319-44eb-86d3-99144f8571bd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.3879092 Feb 28 14:25:14.109373 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cc2656-868b-45af-9d61-8dc274cec8a1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:14.110412 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-51cc2656-868b-45af-9d61-8dc274cec8a1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:14.113367 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54190) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:14.117713 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b32ad191-5344-4445-9e5d-ea9911d05a88 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:14.206295 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-48b22772-63ed-4fd3-bf42-26a19ab96101 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Usage tracker for resource:security_group_rule and tenant:2cba675d61d54c2f9c9bfa59ac012ba1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:14.280186 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cfedef-9499-4033-a6dc-011e24393672 None None] No DVR routers for this DVR port c3608e01-a421-42ce-9cbf-b70d5e998167 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:25:14.282694 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-48b22772-63ed-4fd3-bf42-26a19ab96101 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:14.306802 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-48b22772-63ed-4fd3-bf42-26a19ab96101 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:14.309090 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-51cc2656-868b-45af-9d61-8dc274cec8a1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:14.310256 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-51cc2656-868b-45af-9d61-8dc274cec8a1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5716293 Feb 28 14:25:14.320453 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54194) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:14.334194 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92266be4-cfcb-4a25-9d0e-2b3642f78181 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:14.337700 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ad191-5344-4445-9e5d-ea9911d05a88 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event updated for resources: {'Subnet': ['ID=e313196f-d6e9-431f-a11e-fd7033f179ac,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:14.349313 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32ad191-5344-4445-9e5d-ea9911d05a88 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Checking segment: {'id': '7e67aac1-2246-4669-b2a5-c7d37a21783d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '08507b25-bf65-4624-8d25-00557623e34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:25:14.349822 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32ad191-5344-4445-9e5d-ea9911d05a88 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Network hostable DHCP agents. Network: 08507b25-bf65-4624-8d25-00557623e34b, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:25:14.356930 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 0b71abca-ba0d-475d-babe-ea6b351e1f93 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:25:14.381951 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=3e93b750-4fc5-452e-abe0-8e1e174f71bf,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:14.414839 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32ad191-5344-4445-9e5d-ea9911d05a88 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Network 08507b25-bf65-4624-8d25-00557623e34b is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:25:14.436917 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-daef77ae-591f-44a2-ab06-d6e893110aea tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:14.446891 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9ef4c9db-a836-4506-84de-537280e19879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:14.456740 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0749cb05-564b-43a6-8e5a-a248f3add924 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:14.460668 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b32ad191-5344-4445-9e5d-ea9911d05a88 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 08507b25-bf65-4624-8d25-00557623e34b) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:14.468559 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32ad191-5344-4445-9e5d-ea9911d05a88 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:14.469252 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b32ad191-5344-4445-9e5d-ea9911d05a88 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:14.485477 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1efb06e4-b418-4029-a2b0-5e50d39d8418 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1528986 Feb 28 14:25:14.518743 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-92266be4-cfcb-4a25-9d0e-2b3642f78181 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Deleting port dfff77d4-84bd-471d-a6ed-fbbb074e82fc {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:14.519064 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92266be4-cfcb-4a25-9d0e-2b3642f78181 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:14.534251 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cb67ec-a8cd-4e73-99b0-7e8260942cae None None] Network 08507b25-bf65-4624-8d25-00557623e34b requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:14.539592 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54198) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:14.555840 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b32ad191-5344-4445-9e5d-ea9911d05a88 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0743091 Feb 28 14:25:14.555840 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54202) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:14.558564 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c3d23d64-27fd-4d73-b16e-669cfe57af41 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:14.572246 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54204) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:14.577628 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfedef-9499-4033-a6dc-011e24393672 None None] Pushing event deleted for resources: {'Port': ['ID=c3608e01-a421-42ce-9cbf-b70d5e998167,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:14.583124 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-3b7f9058-bf48-48ba-bb2f-d4480f47981f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1919559515', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:14.603901 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-cd3759e8-418c-4c89-8186-c3b77a7c043b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-87099564', 'description': 'tempest-secgroup-smoke-87099564 description', 'project_id': '1cd57789443e43d89a7681324e1f7304'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:14.622267 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cd3759e8-418c-4c89-8186-c3b77a7c043b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:14.635873 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e9586ab-c500-426c-a30d-ddba5b892097 req-7fe10333-6bb1-483c-addb-7759742a018c service neutron] 10.222.0.13 "GET /v2.0/networks/6d2dd3d7-4918-4fcf-a188-9392d7a68097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6449473 Feb 28 14:25:14.637812 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0749cb05-564b-43a6-8e5a-a248f3add924 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:14.658080 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3b7f9058-bf48-48ba-bb2f-d4480f47981f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:14.685231 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cd3759e8-418c-4c89-8186-c3b77a7c043b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:14.831172 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3b7f9058-bf48-48ba-bb2f-d4480f47981f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Usage tracker for resource:router and tenant:a713dce2e4474a3e85dacb2710c38d65 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:14.844902 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3b7f9058-bf48-48ba-bb2f-d4480f47981f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:14.854848 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9ef4c9db-a836-4506-84de-537280e19879 None None] For port 6befda1d-bd84-416c-9682-7d7b9abd67b7, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=6befda1d-bd84-416c-9682-7d7b9abd67b7,segment=NetworkSegment(4bfd79db-b3f9-4ede-bc0f-d11c4c235931),segment_id=4bfd79db-b3f9-4ede-bc0f-d11c4c235931)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:14.893678 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3b7f9058-bf48-48ba-bb2f-d4480f47981f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:14.911570 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd3759e8-418c-4c89-8186-c3b77a7c043b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:14.937119 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c3d23d64-27fd-4d73-b16e-669cfe57af41 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:14.941572 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9ef4c9db-a836-4506-84de-537280e19879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:14.943724 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cd3759e8-418c-4c89-8186-c3b77a7c043b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:14.947522 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cd3759e8-418c-4c89-8186-c3b77a7c043b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:14.950430 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cd3759e8-418c-4c89-8186-c3b77a7c043b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:14.956647 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cd3759e8-418c-4c89-8186-c3b77a7c043b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:14.987916 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c3d23d64-27fd-4d73-b16e-669cfe57af41 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:15.006182 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0749cb05-564b-43a6-8e5a-a248f3add924 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:15.043898 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d23d64-27fd-4d73-b16e-669cfe57af41 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:15.047879 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3d23d64-27fd-4d73-b16e-669cfe57af41 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:15.049176 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d23d64-27fd-4d73-b16e-669cfe57af41 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:25:15.049604 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3d23d64-27fd-4d73-b16e-669cfe57af41 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:25:15.075389 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749cb05-564b-43a6-8e5a-a248f3add924 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Subnet': ['ID=2cce0acb-628f-4c77-8486-2c424790aec7,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:15.118914 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b7f9058-bf48-48ba-bb2f-d4480f47981f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:15.120081 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b7f9058-bf48-48ba-bb2f-d4480f47981f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:15.140054 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c3d23d64-27fd-4d73-b16e-669cfe57af41 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5903647 Feb 28 14:25:15.141064 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54210) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:15.152491 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-33af6548-c77b-4011-b5fc-b0220f477eb8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:15.191000 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5ae0b244-50b9-4970-bfe8-b165b772d3cb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:15.235858 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd3759e8-418c-4c89-8186-c3b77a7c043b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:15.242678 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 0b71abca-ba0d-475d-babe-ea6b351e1f93 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:15.249482 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd3759e8-418c-4c89-8186-c3b77a7c043b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:15.257767 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0749cb05-564b-43a6-8e5a-a248f3add924 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:15.310339 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b7f9058-bf48-48ba-bb2f-d4480f47981f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:15.336863 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22420e28-4d71-4330-bfc2-9d8c55650ec2 None None] Provisioning complete for port 6befda1d-bd84-416c-9682-7d7b9abd67b7 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:15.337512 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22420e28-4d71-4330-bfc2-9d8c55650ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:15.342573 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-48b22772-63ed-4fd3-bf42-26a19ab96101 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:15.373495 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cd3759e8-418c-4c89-8186-c3b77a7c043b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:15.377810 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cd3759e8-418c-4c89-8186-c3b77a7c043b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.7850928 Feb 28 14:25:15.381707 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-0749cb05-564b-43a6-8e5a-a248f3add924 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a53ad3b0-18e4-48ae-b6de-e988d73696db']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:15.391276 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54214) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:15.405657 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d3d0d5c9-e7ae-4e31-9daf-0bfaaf85f9c1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '0c1c4c10-51b3-4aa3-87e0-0aa29417615b', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:15.405909 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4c9db-a836-4506-84de-537280e19879 None None] Pushing event updated for resources: {'Port': ['ID=6befda1d-bd84-416c-9682-7d7b9abd67b7,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:15.406020 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-48b22772-63ed-4fd3-bf42-26a19ab96101 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:15.415541 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3759e8-418c-4c89-8186-c3b77a7c043b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1c4c10-51b3-4aa3-87e0-0aa29417615b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:15.416508 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de056478-e1e7-4127-b2e9-8860039d8ff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-48a65187-5d85-49a0-94f2-0643bb33d9d2', 'network_id': '48a65187-5d85-49a0-94f2-0643bb33d9d2', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ips': [{'subnet_id': 'ae75369c-b3d9-4ba4-936b-7128a18c3c01'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:25:15.417356 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-de056478-e1e7-4127-b2e9-8860039d8ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:15.419508 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d3d0d5c9-e7ae-4e31-9daf-0bfaaf85f9c1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:15.423413 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-0749cb05-564b-43a6-8e5a-a248f3add924 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9fd8d6-ff67-4b82-9a00-2e04f312bfd5') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:15.424391 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-0749cb05-564b-43a6-8e5a-a248f3add924 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9fd8d6-ff67-4b82-9a00-2e04f312bfd5') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:15.431195 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-33af6548-c77b-4011-b5fc-b0220f477eb8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:15.441436 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d3d0d5c9-e7ae-4e31-9daf-0bfaaf85f9c1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:15.446893 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d3d0d5c9-e7ae-4e31-9daf-0bfaaf85f9c1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:15.450815 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0749cb05-564b-43a6-8e5a-a248f3add924 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:15.466024 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-33af6548-c77b-4011-b5fc-b0220f477eb8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:15.471323 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d3d0d5c9-e7ae-4e31-9daf-0bfaaf85f9c1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:15.484839 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0749cb05-564b-43a6-8e5a-a248f3add924 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:15.494012 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33af6548-c77b-4011-b5fc-b0220f477eb8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:15.497567 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-33af6548-c77b-4011-b5fc-b0220f477eb8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:15.498985 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-33af6548-c77b-4011-b5fc-b0220f477eb8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:25:15.499436 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33af6548-c77b-4011-b5fc-b0220f477eb8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:25:15.507395 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0749cb05-564b-43a6-8e5a-a248f3add924 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:25:15.508184 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0749cb05-564b-43a6-8e5a-a248f3add924 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:15.528018 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9972ddf9-76f7-4e20-8b7f-d3e26062b484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-a53ad3b0-18e4-48ae-b6de-e988d73696db', 'network_id': 'a53ad3b0-18e4-48ae-b6de-e988d73696db', 'tenant_id': 'da983677876248308f7866178fb20b80', 'fixed_ips': [{'subnet_id': '2cce0acb-628f-4c77-8486-2c424790aec7'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:25:15.528230 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9972ddf9-76f7-4e20-8b7f-d3e26062b484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:15.532691 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-48b22772-63ed-4fd3-bf42-26a19ab96101 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:15.537801 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:25:15.552082 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:25:15.565708 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-92266be4-cfcb-4a25-9d0e-2b3642f78181 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] For port dfff77d4-84bd-471d-a6ed-fbbb074e82fc, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=dfff77d4-84bd-471d-a6ed-fbbb074e82fc,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:15.566080 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92266be4-cfcb-4a25-9d0e-2b3642f78181 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:15.620236 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d3d0d5c9-e7ae-4e31-9daf-0bfaaf85f9c1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:15.630295 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-48b22772-63ed-4fd3-bf42-26a19ab96101 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Usage tracker for resource:security_group_rule and tenant:2cba675d61d54c2f9c9bfa59ac012ba1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:15.633205 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: d729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:25:15.633546 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d729b0df-29a3-4bbb-a7ad-3e0c3a0f4b7f not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:25:15.633957 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c3608e01-a421-42ce-9cbf-b70d5e998167 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:25:15.697677 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-33af6548-c77b-4011-b5fc-b0220f477eb8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5512409 Feb 28 14:25:15.707184 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54218) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:15.710978 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0749cb05-564b-43a6-8e5a-a248f3add924 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:15.715439 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0749cb05-564b-43a6-8e5a-a248f3add924 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:15.730943 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d3d0d5c9-e7ae-4e31-9daf-0bfaaf85f9c1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:15.759984 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0749cb05-564b-43a6-8e5a-a248f3add924 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/networks/a53ad3b0-18e4-48ae-b6de-e988d73696db HTTP/1.1" status: 204 len: 168 time: 1.6439054 Feb 28 14:25:15.762947 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: c3608e01-a421-42ce-9cbf-b70d5e998167 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:25:15.763321 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c3608e01-a421-42ce-9cbf-b70d5e998167 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:25:15.764985 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d60e2f5f-0d95-4edd-8690-8098b216f34b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:15.779128 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a5b29d-3684-4007-81f5-0f872f0f9d95 None None] Network 08507b25-bf65-4624-8d25-00557623e34b requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:15.783788 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54222) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:15.784592 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749cb05-564b-43a6-8e5a-a248f3add924 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Network': ['ID=a53ad3b0-18e4-48ae-b6de-e988d73696db,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:15.790017 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-48b22772-63ed-4fd3-bf42-26a19ab96101 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:15.802335 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d3d0d5c9-e7ae-4e31-9daf-0bfaaf85f9c1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:15.844614 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e14214c1-3331-45fe-a8dc-ef5832b47dc1 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2144809140'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:15.860566 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d3d0d5c9-e7ae-4e31-9daf-0bfaaf85f9c1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:15.861893 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d3d0d5c9-e7ae-4e31-9daf-0bfaaf85f9c1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4696333 Feb 28 14:25:15.866213 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e14214c1-3331-45fe-a8dc-ef5832b47dc1 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:15.869595 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-48b22772-63ed-4fd3-bf42-26a19ab96101 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:15.871349 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54226) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:15.879578 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-75d40c1e-c625-422b-8a2a-fdb93b5b129b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '0c1c4c10-51b3-4aa3-87e0-0aa29417615b', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:15.884426 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e14214c1-3331-45fe-a8dc-ef5832b47dc1 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Usage tracker for resource:network and tenant:da983677876248308f7866178fb20b80 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:15.940874 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0d5c9-e7ae-4e31-9daf-0bfaaf85f9c1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba50b8c-2421-409c-af42-61f61b044134,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:15.951648 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e14214c1-3331-45fe-a8dc-ef5832b47dc1 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:15.955842 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-75d40c1e-c625-422b-8a2a-fdb93b5b129b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:15.957100 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-92266be4-cfcb-4a25-9d0e-2b3642f78181 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Calling delete_port for dfff77d4-84bd-471d-a6ed-fbbb074e82fc owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:15.966125 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e14214c1-3331-45fe-a8dc-ef5832b47dc1 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:15.979919 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-75d40c1e-c625-422b-8a2a-fdb93b5b129b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:15.990532 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-75d40c1e-c625-422b-8a2a-fdb93b5b129b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:16.002176 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-75d40c1e-c625-422b-8a2a-fdb93b5b129b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:16.010737 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d60e2f5f-0d95-4edd-8690-8098b216f34b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:16.021431 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d60e2f5f-0d95-4edd-8690-8098b216f34b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:16.030756 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14214c1-3331-45fe-a8dc-ef5832b47dc1 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Made reservation on behalf of da983677876248308f7866178fb20b80 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:16.035724 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e14214c1-3331-45fe-a8dc-ef5832b47dc1 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:16.077401 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14214c1-3331-45fe-a8dc-ef5832b47dc1 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:25:16.089419 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e14214c1-3331-45fe-a8dc-ef5832b47dc1 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:16.090025 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-e14214c1-3331-45fe-a8dc-ef5832b47dc1 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Added segment 61eef713-12ff-42d9-bc18-fa0bec0d4106 of type vlan for network f69d434c-0ede-44d2-a4da-7dd92b06cd29 Feb 28 14:25:16.131743 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e14214c1-3331-45fe-a8dc-ef5832b47dc1 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:16.163432 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60e2f5f-0d95-4edd-8690-8098b216f34b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:16.168075 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d60e2f5f-0d95-4edd-8690-8098b216f34b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:16.169910 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60e2f5f-0d95-4edd-8690-8098b216f34b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:25:16.170504 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d60e2f5f-0d95-4edd-8690-8098b216f34b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:25:16.177867 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e14214c1-3331-45fe-a8dc-ef5832b47dc1 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:16.193369 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 3e93b750-4fc5-452e-abe0-8e1e174f71bf up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:25:16.193679 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14214c1-3331-45fe-a8dc-ef5832b47dc1 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:16.194379 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e14214c1-3331-45fe-a8dc-ef5832b47dc1 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:16.205487 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b22772-63ed-4fd3-bf42-26a19ab96101 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6836b638-688e-40d8-88b0-4faaddd6423b,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:16.240590 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c65c132-1995-4fae-bd3c-440da5db97fb None None] Network a53ad3b0-18e4-48ae-b6de-e988d73696db requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:16.253601 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e14214c1-3331-45fe-a8dc-ef5832b47dc1 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4657209 Feb 28 14:25:16.268873 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54230) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:16.290714 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-92c4574d-d9cd-4b39-bfc2-3a325f003f37 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Request body: {'subnet': {'network_id': 'f69d434c-0ede-44d2-a4da-7dd92b06cd29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:16.355181 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75d40c1e-c625-422b-8a2a-fdb93b5b129b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:16.367710 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d60e2f5f-0d95-4edd-8690-8098b216f34b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6396677 Feb 28 14:25:16.392941 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54234) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:16.397881 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c65c132-1995-4fae-bd3c-440da5db97fb None None] Network a53ad3b0-18e4-48ae-b6de-e988d73696db could not be found, it might have been deleted concurrently. {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 28 14:25:16.406657 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-be8949bb-2dd5-4f8d-ab90-0e25644cf4e9 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:16.410446 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22420e28-4d71-4330-bfc2-9d8c55650ec2 None None] Provisioning for port 0b71abca-ba0d-475d-babe-ea6b351e1f93 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:16.434247 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c773942-91d1-4876-a49b-9a81b95e0034 None None] Update dhcp port {'port': {'network_id': '46dfff5d-6382-461e-9b08-4762af96592e', 'fixed_ips': [{'subnet_id': '5e61d612-f950-4301-8b52-d2204aa03e07', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ce97aa63-f052-4811-bf8b-0dd2084e36ed'}], 'binding:host_id': 'dv-neutron-831192-4-hyperv'}, 'id': '3e93b750-4fc5-452e-abe0-8e1e174f71bf'} from dv-neutron-831192-4-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 14:25:16.436373 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92266be4-cfcb-4a25-9d0e-2b3642f78181 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:16.468825 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22420e28-4d71-4330-bfc2-9d8c55650ec2 None None] Provisioning complete for port 0b71abca-ba0d-475d-babe-ea6b351e1f93 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:16.468825 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22420e28-4d71-4330-bfc2-9d8c55650ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:16.541510 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-de056478-e1e7-4127-b2e9-8860039d8ff3 None None] Allocated IP 172.20.0.18 (48a65187-5d85-49a0-94f2-0643bb33d9d2/ae75369c-b3d9-4ba4-936b-7128a18c3c01/5cc2c0f0-9677-4062-aa07-b3b0cbd161fd) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:16.550577 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-daef77ae-591f-44a2-ab06-d6e893110aea tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:25:16.580004 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92266be4-cfcb-4a25-9d0e-2b3642f78181 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Pushing event deleted for resources: {'Port': ['ID=dfff77d4-84bd-471d-a6ed-fbbb074e82fc,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:16.592613 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3c773942-91d1-4876-a49b-9a81b95e0034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:16.601268 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-be8949bb-2dd5-4f8d-ab90-0e25644cf4e9 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:16.605448 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-daef77ae-591f-44a2-ab06-d6e893110aea tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:16.612910 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-be8949bb-2dd5-4f8d-ab90-0e25644cf4e9 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:16.633380 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14214c1-3331-45fe-a8dc-ef5832b47dc1 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event updated for resources: {'Network': ['ID=f69d434c-0ede-44d2-a4da-7dd92b06cd29,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:16.647004 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8949bb-2dd5-4f8d-ab90-0e25644cf4e9 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:16.651081 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-be8949bb-2dd5-4f8d-ab90-0e25644cf4e9 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:16.652871 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-be8949bb-2dd5-4f8d-ab90-0e25644cf4e9 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:25:16.653546 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be8949bb-2dd5-4f8d-ab90-0e25644cf4e9 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:25:16.752761 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-be8949bb-2dd5-4f8d-ab90-0e25644cf4e9 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3551095 Feb 28 14:25:16.761238 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54238) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:16.804655 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ea640cf3-5c1c-4fab-b0e2-eb8627722c46 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:16.857897 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-92c4574d-d9cd-4b39-bfc2-3a325f003f37 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:16.866503 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75d40c1e-c625-422b-8a2a-fdb93b5b129b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:16.876715 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-daef77ae-591f-44a2-ab06-d6e893110aea tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:16.897684 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network f69d434c-0ede-44d2-a4da-7dd92b06cd29 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:25:16.913264 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-92c4574d-d9cd-4b39-bfc2-3a325f003f37 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Usage tracker for resource:subnet and tenant:da983677876248308f7866178fb20b80 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:16.916221 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-92c4574d-d9cd-4b39-bfc2-3a325f003f37 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:16.927675 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75d40c1e-c625-422b-8a2a-fdb93b5b129b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:16.933403 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-92c4574d-d9cd-4b39-bfc2-3a325f003f37 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:16.941349 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-de056478-e1e7-4127-b2e9-8860039d8ff3 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:16.966270 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 3e93b750-4fc5-452e-abe0-8e1e174f71bf triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:16.966559 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:16.976891 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b7f9058-bf48-48ba-bb2f-d4480f47981f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:16.987194 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ea640cf3-5c1c-4fab-b0e2-eb8627722c46 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:16.990201 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d40c1e-c625-422b-8a2a-fdb93b5b129b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b2cbfbb-328f-4fee-9f44-e768728e9b1c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:16.993470 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c4574d-d9cd-4b39-bfc2-3a325f003f37 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Made reservation on behalf of da983677876248308f7866178fb20b80 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:16.996896 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-92c4574d-d9cd-4b39-bfc2-3a325f003f37 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:17.030507 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75d40c1e-c625-422b-8a2a-fdb93b5b129b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:17.034677 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-75d40c1e-c625-422b-8a2a-fdb93b5b129b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1574783 Feb 28 14:25:17.034823 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-de056478-e1e7-4127-b2e9-8860039d8ff3 None None] Transition to ACTIVE for port object 5cc2c0f0-9677-4062-aa07-b3b0cbd161fd will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:17.038035 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54242) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:17.042531 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ea640cf3-5c1c-4fab-b0e2-eb8627722c46 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:17.048249 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-49563866-322c-4f45-a4a5-23942c346e0a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '0c1c4c10-51b3-4aa3-87e0-0aa29417615b', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:17.107558 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-49563866-322c-4f45-a4a5-23942c346e0a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:17.117480 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-49563866-322c-4f45-a4a5-23942c346e0a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:17.121917 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-49563866-322c-4f45-a4a5-23942c346e0a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:17.124499 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea640cf3-5c1c-4fab-b0e2-eb8627722c46 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:17.128409 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea640cf3-5c1c-4fab-b0e2-eb8627722c46 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:17.129824 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea640cf3-5c1c-4fab-b0e2-eb8627722c46 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:25:17.130253 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea640cf3-5c1c-4fab-b0e2-eb8627722c46 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:25:17.144974 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-49563866-322c-4f45-a4a5-23942c346e0a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:17.146778 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-48b22772-63ed-4fd3-bf42-26a19ab96101 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:17.150999 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef77ae-591f-44a2-ab06-d6e893110aea tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Pushing event updated for resources: {'Port': ['ID=5bdb8e21-2bd8-4e92-83e4-3a617a0c2520,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:17.182010 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22420e28-4d71-4330-bfc2-9d8c55650ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:17.191873 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ea640cf3-5c1c-4fab-b0e2-eb8627722c46 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4166255 Feb 28 14:25:17.192073 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54246) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:17.192780 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-daef77ae-591f-44a2-ab06-d6e893110aea tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:17.196012 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49563866-322c-4f45-a4a5-23942c346e0a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:17.206964 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-48b22772-63ed-4fd3-bf42-26a19ab96101 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:17.217688 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92266be4-cfcb-4a25-9d0e-2b3642f78181 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:17.221521 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-de056478-e1e7-4127-b2e9-8860039d8ff3 None None] Transition to ACTIVE for port object 5cc2c0f0-9677-4062-aa07-b3b0cbd161fd will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:17.248783 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-de056478-e1e7-4127-b2e9-8860039d8ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:17.331671 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-defaed59-dcfc-44d5-9e7c-75a9f636149c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:17.427425 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de056478-e1e7-4127-b2e9-8860039d8ff3 None None] Network 48a65187-5d85-49a0-94f2-0643bb33d9d2 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:17.429111 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22420e28-4d71-4330-bfc2-9d8c55650ec2 None None] For port 0b71abca-ba0d-475d-babe-ea6b351e1f93, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=0b71abca-ba0d-475d-babe-ea6b351e1f93,segment=NetworkSegment(7a999fdf-634d-4ff3-a836-81758c56c0ca),segment_id=7a999fdf-634d-4ff3-a836-81758c56c0ca)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:17.433687 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-de056478-e1e7-4127-b2e9-8860039d8ff3 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:17.443601 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de056478-e1e7-4127-b2e9-8860039d8ff3 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:17.455602 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22420e28-4d71-4330-bfc2-9d8c55650ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:17.464343 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 6befda1d-bd84-416c-9682-7d7b9abd67b7 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:25:17.536687 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92266be4-cfcb-4a25-9d0e-2b3642f78181 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:17.543554 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de056478-e1e7-4127-b2e9-8860039d8ff3 None None] Pushing event updated for resources: {'Port': ['ID=5cc2c0f0-9677-4062-aa07-b3b0cbd161fd,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:17.565717 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49563866-322c-4f45-a4a5-23942c346e0a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:17.566837 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-defaed59-dcfc-44d5-9e7c-75a9f636149c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:17.583878 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49563866-322c-4f45-a4a5-23942c346e0a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:17.594918 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92266be4-cfcb-4a25-9d0e-2b3642f78181 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:17.601225 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-5ae0b244-50b9-4970-bfe8-b165b772d3cb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Delete allocated IP 2001:db8::8d (46dfff5d-6382-461e-9b08-4762af96592e/5e61d612-f950-4301-8b52-d2204aa03e07) {{(pid=87773) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 14:25:17.602966 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-defaed59-dcfc-44d5-9e7c-75a9f636149c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:17.607367 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b22772-63ed-4fd3-bf42-26a19ab96101 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9409d001-27c2-4618-bef5-5fb5cc1d01f6,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:17.622475 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-48b22772-63ed-4fd3-bf42-26a19ab96101 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:17.625010 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-48b22772-63ed-4fd3-bf42-26a19ab96101 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 4.4480519 Feb 28 14:25:17.631647 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54250) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:17.632505 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49563866-322c-4f45-a4a5-23942c346e0a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d9f6f6-7ae9-4ff5-b62e-f4725fc09580,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:17.640831 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-92c4574d-d9cd-4b39-bfc2-3a325f003f37 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:17.667173 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22420e28-4d71-4330-bfc2-9d8c55650ec2 None None] Pushing event updated for resources: {'Port': ['ID=0b71abca-ba0d-475d-babe-ea6b351e1f93,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:17.671911 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-5ae0b244-50b9-4970-bfe8-b165b772d3cb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Allocated IP 2001:db8:0:1::2bc (46dfff5d-6382-461e-9b08-4762af96592e/ce97aa63-f052-4811-bf8b-0dd2084e36ed/9b4fecbe-9a80-40c8-ad37-a6a4b1b29818) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:17.673664 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defaed59-dcfc-44d5-9e7c-75a9f636149c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:17.677299 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-defaed59-dcfc-44d5-9e7c-75a9f636149c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:17.678829 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-defaed59-dcfc-44d5-9e7c-75a9f636149c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:25:17.679274 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-defaed59-dcfc-44d5-9e7c-75a9f636149c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:25:17.689064 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-49563866-322c-4f45-a4a5-23942c346e0a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:17.690434 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-49563866-322c-4f45-a4a5-23942c346e0a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6495142 Feb 28 14:25:17.695547 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54254) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:17.700829 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-de056478-e1e7-4127-b2e9-8860039d8ff3 None None] Attempting to bind port 5cc2c0f0-9677-4062-aa07-b3b0cbd161fd on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:25:17.701223 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-de056478-e1e7-4127-b2e9-8860039d8ff3 None None] Attempting to bind port 5cc2c0f0-9677-4062-aa07-b3b0cbd161fd by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '16381587-2111-4126-94e4-f99c0206869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '48a65187-5d85-49a0-94f2-0643bb33d9d2'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:25:17.701579 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de056478-e1e7-4127-b2e9-8860039d8ff3 None None] Attempting to bind port 5cc2c0f0-9677-4062-aa07-b3b0cbd161fd on network 48a65187-5d85-49a0-94f2-0643bb33d9d2 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:25:17.706142 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-992c1588-52d1-4cca-9d4a-73042814aee2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '0c1c4c10-51b3-4aa3-87e0-0aa29417615b', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:17.710304 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de056478-e1e7-4127-b2e9-8860039d8ff3 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:25:17.710845 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de056478-e1e7-4127-b2e9-8860039d8ff3 None None] Checking segment: {'id': '16381587-2111-4126-94e4-f99c0206869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '48a65187-5d85-49a0-94f2-0643bb33d9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:25:17.711297 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-de056478-e1e7-4127-b2e9-8860039d8ff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:17.711691 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de056478-e1e7-4127-b2e9-8860039d8ff3 None None] Bound using segment: {'id': '16381587-2111-4126-94e4-f99c0206869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '48a65187-5d85-49a0-94f2-0643bb33d9d2'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:25:17.712134 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-de056478-e1e7-4127-b2e9-8860039d8ff3 None None] Bound port: 5cc2c0f0-9677-4062-aa07-b3b0cbd161fd, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16381587-2111-4126-94e4-f99c0206869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '48a65187-5d85-49a0-94f2-0643bb33d9d2'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:25:17.712499 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-de056478-e1e7-4127-b2e9-8860039d8ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:17.725500 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fbb8b90b-bab4-4803-ab13-2af306a695d1 None None] Provisioning for port 5bdb8e21-2bd8-4e92-83e4-3a617a0c2520 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:17.732670 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-defaed59-dcfc-44d5-9e7c-75a9f636149c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5370924 Feb 28 14:25:17.732857 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-992c1588-52d1-4cca-9d4a-73042814aee2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:17.741772 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54258) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:17.744038 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fbb8b90b-bab4-4803-ab13-2af306a695d1 None None] Provisioning complete for port 5bdb8e21-2bd8-4e92-83e4-3a617a0c2520 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:17.744380 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fbb8b90b-bab4-4803-ab13-2af306a695d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:17.748270 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92266be4-cfcb-4a25-9d0e-2b3642f78181 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:17.748827 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92266be4-cfcb-4a25-9d0e-2b3642f78181 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64bbd270-051f-45cc-893d-b734584ee1e9 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:25:17.778905 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-992c1588-52d1-4cca-9d4a-73042814aee2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:17.781453 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 6befda1d-bd84-416c-9682-7d7b9abd67b7 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:17.781587 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:17.791981 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-992c1588-52d1-4cca-9d4a-73042814aee2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:17.793923 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4574d-d9cd-4b39-bfc2-3a325f003f37 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event updated for resources: {'Subnet': ['ID=20875392-a706-4c72-bf79-865594862c2d,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:17.812897 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3140a986-2051-40f2-9262-4fa99624abab tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0624940 Feb 28 14:25:17.812897 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c4574d-d9cd-4b39-bfc2-3a325f003f37 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Checking segment: {'id': '61eef713-12ff-42d9-bc18-fa0bec0d4106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f69d434c-0ede-44d2-a4da-7dd92b06cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:25:17.812897 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c4574d-d9cd-4b39-bfc2-3a325f003f37 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Network hostable DHCP agents. Network: f69d434c-0ede-44d2-a4da-7dd92b06cd29, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:25:17.816622 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54262) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:17.822165 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-992c1588-52d1-4cca-9d4a-73042814aee2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:17.836020 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-92266be4-cfcb-4a25-9d0e-2b3642f78181 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:17.837308 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-92266be4-cfcb-4a25-9d0e-2b3642f78181 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "DELETE /v2.0/routers/64bbd270-051f-45cc-893d-b734584ee1e9 HTTP/1.1" status: 204 len: 168 time: 4.5764904 Feb 28 14:25:17.858561 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54266) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:17.872742 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-14f41647-8e51-4125-a492-d06381efa143 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1016936662', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:17.892292 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-14f41647-8e51-4125-a492-d06381efa143 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:17.902762 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-14f41647-8e51-4125-a492-d06381efa143 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Usage tracker for resource:router and tenant:65a020e798544f2fb4804c259bb54147 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:17.908431 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-14f41647-8e51-4125-a492-d06381efa143 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:17.910583 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daef77ae-591f-44a2-ab06-d6e893110aea tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Network 67f81d7d-1dd0-4787-89f4-b138f7c5696f is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:17.911870 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-daef77ae-591f-44a2-ab06-d6e893110aea tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:17.914485 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c4574d-d9cd-4b39-bfc2-3a325f003f37 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Network f69d434c-0ede-44d2-a4da-7dd92b06cd29 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:25:17.931472 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-14f41647-8e51-4125-a492-d06381efa143 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:17.945094 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750602f1-47c2-4da8-aef0-850178f1dc1f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:17.945094 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-750602f1-47c2-4da8-aef0-850178f1dc1f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1271055 Feb 28 14:25:17.947518 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54270) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:17.990557 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-348ff00d-e24d-4f18-8cd7-7a6cc8148ebb tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Synchronizing usage tracker for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:17.996512 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-fbb8b90b-bab4-4803-ab13-2af306a695d1 None None] Port 5bdb8e21-2bd8-4e92-83e4-3a617a0c2520 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:25:18.023280 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-92c4574d-d9cd-4b39-bfc2-3a325f003f37 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, f69d434c-0ede-44d2-a4da-7dd92b06cd29) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:18.044091 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14f41647-8e51-4125-a492-d06381efa143 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:18.045243 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14f41647-8e51-4125-a492-d06381efa143 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:18.053284 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c4574d-d9cd-4b39-bfc2-3a325f003f37 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:18.054017 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-92c4574d-d9cd-4b39-bfc2-3a325f003f37 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:18.058288 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-de056478-e1e7-4127-b2e9-8860039d8ff3 None None] For port 5cc2c0f0-9677-4062-aa07-b3b0cbd161fd, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:25:18.060717 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b07a07-4a9f-47e0-beed-0fdda3a6f798 None None] Network f69d434c-0ede-44d2-a4da-7dd92b06cd29 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:18.071677 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-992c1588-52d1-4cca-9d4a-73042814aee2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:18.074885 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f53b8569-b2d6-4134-aa1d-bb8da9ded411 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1264391 Feb 28 14:25:18.080408 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54274) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:18.088632 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a0ebdbfc-7fe9-4342-b4d6-13f85e361b37 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:18.100350 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fbb8b90b-bab4-4803-ab13-2af306a695d1 None None] Provisioning complete for port 0b71abca-ba0d-475d-babe-ea6b351e1f93 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:18.101003 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fbb8b90b-bab4-4803-ab13-2af306a695d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:18.114672 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-92c4574d-d9cd-4b39-bfc2-3a325f003f37 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8395801 Feb 28 14:25:18.134914 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54278) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:18.172269 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-de056478-e1e7-4127-b2e9-8860039d8ff3 None None] For port 5cc2c0f0-9677-4062-aa07-b3b0cbd161fd, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=5cc2c0f0-9677-4062-aa07-b3b0cbd161fd,segment=NetworkSegment(16381587-2111-4126-94e4-f99c0206869f),segment_id=16381587-2111-4126-94e4-f99c0206869f)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:25:18.178348 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14f41647-8e51-4125-a492-d06381efa143 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:18.193642 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-de056478-e1e7-4127-b2e9-8860039d8ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:18.438460 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de056478-e1e7-4127-b2e9-8860039d8ff3 None None] Pushing event updated for resources: {'Port': ['ID=5cc2c0f0-9677-4062-aa07-b3b0cbd161fd,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:18.452396 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 0b71abca-ba0d-475d-babe-ea6b351e1f93 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:25:18.520853 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-348ff00d-e24d-4f18-8cd7-7a6cc8148ebb tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Unset dirty status for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:18.524860 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-348ff00d-e24d-4f18-8cd7-7a6cc8148ebb tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.8870516 Feb 28 14:25:18.568023 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54282) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:18.574409 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a0ebdbfc-7fe9-4342-b4d6-13f85e361b37 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:18.587582 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a0ebdbfc-7fe9-4342-b4d6-13f85e361b37 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:18.609301 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f9adcb01-3e83-4153-ae42-6db6e71d4c42 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Request body: {'security_group': {'name': 'tempest-security--96858207', 'description': 'tempest-security-description-1443042361'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:18.657577 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ebdbfc-7fe9-4342-b4d6-13f85e361b37 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:18.661452 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 0b71abca-ba0d-475d-babe-ea6b351e1f93 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:18.661827 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:18.663132 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0ebdbfc-7fe9-4342-b4d6-13f85e361b37 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:18.704003 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7e0b5c-28e3-45cd-a2a8-c969cb94e443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-f69d434c-0ede-44d2-a4da-7dd92b06cd29', 'network_id': 'f69d434c-0ede-44d2-a4da-7dd92b06cd29', 'tenant_id': 'da983677876248308f7866178fb20b80', 'fixed_ips': [{'subnet_id': '20875392-a706-4c72-bf79-865594862c2d'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:25:18.704762 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0b5c-28e3-45cd-a2a8-c969cb94e443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:18.735731 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b7f9058-bf48-48ba-bb2f-d4480f47981f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:18.759362 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:18.788399 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b7f9058-bf48-48ba-bb2f-d4480f47981f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:18.796286 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-992c1588-52d1-4cca-9d4a-73042814aee2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:18.805851 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d6e15e7b-5ebe-4a43-b3a4-0e4d2127df9b None None] Provisioning complete for port 5bdb8e21-2bd8-4e92-83e4-3a617a0c2520 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:18.806149 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d6e15e7b-5ebe-4a43-b3a4-0e4d2127df9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:18.806297 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9adcb01-3e83-4153-ae42-6db6e71d4c42 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:18.855358 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-992c1588-52d1-4cca-9d4a-73042814aee2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:18.914821 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c1588-52d1-4cca-9d4a-73042814aee2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4c7932-24a5-473b-b38c-b987443920cd,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:18.932302 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d6e15e7b-5ebe-4a43-b3a4-0e4d2127df9b None None] Port 5bdb8e21-2bd8-4e92-83e4-3a617a0c2520 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:25:18.948799 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5ae0b244-50b9-4970-bfe8-b165b772d3cb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:18.963910 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daef77ae-591f-44a2-ab06-d6e893110aea tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Router 45afe2d1-82e2-48a9-b52a-e227a0f254d8 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:25:18.970120 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-992c1588-52d1-4cca-9d4a-73042814aee2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:18.971600 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-992c1588-52d1-4cca-9d4a-73042814aee2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2732356 Feb 28 14:25:18.980209 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54286) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:19.023231 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-fe7e0b5c-28e3-45cd-a2a8-c969cb94e443 None None] Allocated IP 172.20.0.1 (f69d434c-0ede-44d2-a4da-7dd92b06cd29/20875392-a706-4c72-bf79-865594862c2d/838def97-03e2-4a1d-9ee2-91a10cae7e61) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:19.023845 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-8a0eabda-768a-41bf-ae41-0a860994ac41 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '0c1c4c10-51b3-4aa3-87e0-0aa29417615b', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:19.028981 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-5ae0b244-50b9-4970-bfe8-b165b772d3cb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Transition to ACTIVE for port object 9b4fecbe-9a80-40c8-ad37-a6a4b1b29818 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:19.049393 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8a0eabda-768a-41bf-ae41-0a860994ac41 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:19.098478 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device dfff77d4-84bd-471d-a6ed-fbbb074e82fc no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:25:19.102426 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14f41647-8e51-4125-a492-d06381efa143 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:19.107599 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9adcb01-3e83-4153-ae42-6db6e71d4c42 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:19.122889 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5ae0b244-50b9-4970-bfe8-b165b772d3cb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:19.124875 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8a0eabda-768a-41bf-ae41-0a860994ac41 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:19.130387 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9adcb01-3e83-4153-ae42-6db6e71d4c42 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:19.143349 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8a0eabda-768a-41bf-ae41-0a860994ac41 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:19.154972 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: dfff77d4-84bd-471d-a6ed-fbbb074e82fc {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:25:19.155437 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device dfff77d4-84bd-471d-a6ed-fbbb074e82fc not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:25:19.195739 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9adcb01-3e83-4153-ae42-6db6e71d4c42 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:19.199832 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f9adcb01-3e83-4153-ae42-6db6e71d4c42 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "PUT /v2.0/security-groups/9409d001-27c2-4618-bef5-5fb5cc1d01f6 HTTP/1.1" status: 200 len: 1776 time: 0.6003630 Feb 28 14:25:19.204492 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54290) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:19.206494 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8a0eabda-768a-41bf-ae41-0a860994ac41 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:19.207408 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:19.289288 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-3b7f9058-bf48-48ba-bb2f-d4480f47981f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Allocated IP 172.26.5.194 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/c857e3b4-fd79-486d-8928-434168843e7b) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:19.331038 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-3c773942-91d1-4876-a49b-9a81b95e0034 None None] Allocated IP 2001:db8:0:1::2 (46dfff5d-6382-461e-9b08-4762af96592e/ce97aa63-f052-4811-bf8b-0dd2084e36ed/3e93b750-4fc5-452e-abe0-8e1e174f71bf) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:19.352903 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-8a0eabda-768a-41bf-ae41-0a860994ac41 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Project 1cd57789443e43d89a7681324e1f7304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:25:19.365300 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5ae0b244-50b9-4970-bfe8-b165b772d3cb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] In _notify_port_updated(), no bound segment for port 9b4fecbe-9a80-40c8-ad37-a6a4b1b29818 on network 46dfff5d-6382-461e-9b08-4762af96592e {{(pid=87773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 14:25:19.371350 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae0b244-50b9-4970-bfe8-b165b772d3cb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:19.372311 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5ae0b244-50b9-4970-bfe8-b165b772d3cb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:19.373994 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5ae0b244-50b9-4970-bfe8-b165b772d3cb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "PUT /v2.0/ports/9b4fecbe-9a80-40c8-ad37-a6a4b1b29818 HTTP/1.1" status: 200 len: 930 time: 5.9138591 Feb 28 14:25:19.379611 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0b244-50b9-4970-bfe8-b165b772d3cb tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Port': ['ID=9b4fecbe-9a80-40c8-ad37-a6a4b1b29818,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:19.382311 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54292) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:19.412486 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a0eabda-768a-41bf-ae41-0a860994ac41 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:19.526804 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daef77ae-591f-44a2-ab06-d6e893110aea tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:25:19.547827 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dc9f13-d085-4b6e-a65c-a1103d513ff0 None None] Sync routers for ids ['45afe2d1-82e2-48a9-b52a-e227a0f254d8'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:25:19.548561 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-daef77ae-591f-44a2-ab06-d6e893110aea tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] 10.222.0.30 "PUT /v2.0/routers/45afe2d1-82e2-48a9-b52a-e227a0f254d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1968393 Feb 28 14:25:19.552082 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54298) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:19.575055 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dc9f13-d085-4b6e-a65c-a1103d513ff0 None None] Routers {'45afe2d1-82e2-48a9-b52a-e227a0f254d8'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:25:19.575747 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c7dc9f13-d085-4b6e-a65c-a1103d513ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:25:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['45afe2d1-82e2-48a9-b52a-e227a0f254d8'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:19.615589 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ace76e99-a3df-4de8-bfca-129d6b4ce6e7 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Request body: {'port': {'network_id': '67f81d7d-1dd0-4787-89f4-b138f7c5696f', 'name': 'tempest-FloatingIPNegativeTestJSON-1630280799'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:19.656446 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c7dc9f13-d085-4b6e-a65c-a1103d513ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:19.658993 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0b5c-28e3-45cd-a2a8-c969cb94e443 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:19.680757 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fe7e0b5c-28e3-45cd-a2a8-c969cb94e443 None None] Transition to ACTIVE for port object 838def97-03e2-4a1d-9ee2-91a10cae7e61 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:19.685792 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3c773942-91d1-4876-a49b-9a81b95e0034 None None] For port 3e93b750-4fc5-452e-abe0-8e1e174f71bf, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=3e93b750-4fc5-452e-abe0-8e1e174f71bf,segment=NetworkSegment(b6c3ccf5-82a9-404b-a434-ee5a8f8826e5),segment_id=b6c3ccf5-82a9-404b-a434-ee5a8f8826e5)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:19.688113 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46171f94-6ccb-447e-9132-3c94445c58c5 None None] Network 48a65187-5d85-49a0-94f2-0643bb33d9d2 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:19.715309 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9adcb01-3e83-4153-ae42-6db6e71d4c42 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9409d001-27c2-4618-bef5-5fb5cc1d01f6,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:19.728713 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dc9f13-d085-4b6e-a65c-a1103d513ff0 None None] Routers {'45afe2d1-82e2-48a9-b52a-e227a0f254d8'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:25:19.729348 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c7dc9f13-d085-4b6e-a65c-a1103d513ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:25:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['45afe2d1-82e2-48a9-b52a-e227a0f254d8'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:19.745186 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6281705c-c1e2-44a1-aa27-45b32bcf307e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting port 9b4fecbe-9a80-40c8-ad37-a6a4b1b29818 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:19.745546 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6281705c-c1e2-44a1-aa27-45b32bcf307e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:19.822474 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fe7e0b5c-28e3-45cd-a2a8-c969cb94e443 None None] Transition to ACTIVE for port object 838def97-03e2-4a1d-9ee2-91a10cae7e61 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:19.857880 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1a1b3409-be67-4282-9610-c2b07792cd8d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-groups/9409d001-27c2-4618-bef5-5fb5cc1d01f6 HTTP/1.1" status: 200 len: 1776 time: 0.3354168 Feb 28 14:25:19.858815 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54302) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:19.870236 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a0eabda-768a-41bf-ae41-0a860994ac41 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:19.870449 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c7dc9f13-d085-4b6e-a65c-a1103d513ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:19.870538 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dc9f13-d085-4b6e-a65c-a1103d513ff0 None None] The sync data for ids ['45afe2d1-82e2-48a9-b52a-e227a0f254d8'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:25:19.908137 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0b5c-28e3-45cd-a2a8-c969cb94e443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:19.916117 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3c773942-91d1-4876-a49b-9a81b95e0034 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:19.923255 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a0eabda-768a-41bf-ae41-0a860994ac41 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:19.955810 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-a0ebdbfc-7fe9-4342-b4d6-13f85e361b37 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 14:25:19.960231 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f0e5ee8b-abf7-4108-8524-8db5982db973 None None] Provisioning for port 5cc2c0f0-9677-4062-aa07-b3b0cbd161fd completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:19.963360 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0ebdbfc-7fe9-4342-b4d6-13f85e361b37 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:19.968721 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b7f9058-bf48-48ba-bb2f-d4480f47981f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:19.998603 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0eabda-768a-41bf-ae41-0a860994ac41 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d64920a-0d46-4e2c-9d7f-979e1e871745,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:20.009143 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3c773942-91d1-4876-a49b-9a81b95e0034 None None] Transition to ACTIVE for port object 3e93b750-4fc5-452e-abe0-8e1e174f71bf will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:20.011374 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7e0b5c-28e3-45cd-a2a8-c969cb94e443 None None] Network f69d434c-0ede-44d2-a4da-7dd92b06cd29 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:20.017069 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:20.028743 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ace76e99-a3df-4de8-bfca-129d6b4ce6e7 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:20.031178 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-fe7e0b5c-28e3-45cd-a2a8-c969cb94e443 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:20.033942 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7e0b5c-28e3-45cd-a2a8-c969cb94e443 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:20.044086 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3c773942-91d1-4876-a49b-9a81b95e0034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:20.051412 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ace76e99-a3df-4de8-bfca-129d6b4ce6e7 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Usage tracker for resource:port and tenant:b4eaaf5ef0e8431797c9f0c071bdc3f6 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:20.052153 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e0b5c-28e3-45cd-a2a8-c969cb94e443 None None] Pushing event updated for resources: {'Port': ['ID=838def97-03e2-4a1d-9ee2-91a10cae7e61,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:20.055698 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a0eabda-768a-41bf-ae41-0a860994ac41 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:20.057046 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8a0eabda-768a-41bf-ae41-0a860994ac41 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0728276 Feb 28 14:25:20.061431 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ace76e99-a3df-4de8-bfca-129d6b4ce6e7 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:20.065338 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54306) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:20.075785 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7fbbecfb-9a13-4ec7-9c24-17875ead19d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '0c1c4c10-51b3-4aa3-87e0-0aa29417615b', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:20.077579 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ebdbfc-7fe9-4342-b4d6-13f85e361b37 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:20.097952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-a0ebdbfc-7fe9-4342-b4d6-13f85e361b37 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:20.105880 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c0a9d87f-dc52-4aaf-8c2c-99e158be4ac6 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:20.119822 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ebdbfc-7fe9-4342-b4d6-13f85e361b37 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:20.120411 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a0ebdbfc-7fe9-4342-b4d6-13f85e361b37 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:20.124310 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebdbfc-7fe9-4342-b4d6-13f85e361b37 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=af73cf17-75ea-4f6c-8d75-37ce4e9338b3,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:20.130487 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ace76e99-a3df-4de8-bfca-129d6b4ce6e7 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:20.143468 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7fbbecfb-9a13-4ec7-9c24-17875ead19d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:20.162210 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7fbbecfb-9a13-4ec7-9c24-17875ead19d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:20.163953 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849bb382-1539-4a47-bd98-85539d214ba8 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:20.168726 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7fbbecfb-9a13-4ec7-9c24-17875ead19d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:20.174084 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace76e99-a3df-4de8-bfca-129d6b4ce6e7 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Made reservation on behalf of b4eaaf5ef0e8431797c9f0c071bdc3f6 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:20.177567 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ace76e99-a3df-4de8-bfca-129d6b4ce6e7 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:20.197301 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7fbbecfb-9a13-4ec7-9c24-17875ead19d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:20.223166 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-ace76e99-a3df-4de8-bfca-129d6b4ce6e7 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] device_id is not set on port 7d45b734-903c-4d5d-9bb2-44ee88d73e3b yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:25:20.251405 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Subnet': ['ID=20875392-a706-4c72-bf79-865594862c2d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:20.273463 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c0a9d87f-dc52-4aaf-8c2c-99e158be4ac6 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:20.274979 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b7f9058-bf48-48ba-bb2f-d4480f47981f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:20.288413 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:20.380456 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a0ebdbfc-7fe9-4342-b4d6-13f85e361b37 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2985058 Feb 28 14:25:20.410195 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54310) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:20.441346 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0577ee8a-7cce-4c24-8964-02c365277386 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'mac_address': 'fa:16:3e:bf:74:69', 'name': 'tempest-NetworksTestDHCPv6-978954688'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:20.480152 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-fe7e0b5c-28e3-45cd-a2a8-c969cb94e443 None None] Attempting to bind port 838def97-03e2-4a1d-9ee2-91a10cae7e61 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:25:20.480895 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-fe7e0b5c-28e3-45cd-a2a8-c969cb94e443 None None] Attempting to bind port 838def97-03e2-4a1d-9ee2-91a10cae7e61 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '61eef713-12ff-42d9-bc18-fa0bec0d4106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f69d434c-0ede-44d2-a4da-7dd92b06cd29'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:25:20.481416 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e0b5c-28e3-45cd-a2a8-c969cb94e443 None None] Attempting to bind port 838def97-03e2-4a1d-9ee2-91a10cae7e61 on network f69d434c-0ede-44d2-a4da-7dd92b06cd29 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:25:20.483909 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 5cc2c0f0-9677-4062-aa07-b3b0cbd161fd up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:25:20.496240 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6281705c-c1e2-44a1-aa27-45b32bcf307e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:20.534525 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-7fbbecfb-9a13-4ec7-9c24-17875ead19d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Project 1cd57789443e43d89a7681324e1f7304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:25:20.549131 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c773942-91d1-4876-a49b-9a81b95e0034 None None] Pushing event updated for resources: {'Port': ['ID=3e93b750-4fc5-452e-abe0-8e1e174f71bf,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:20.577847 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69d434c-0ede-44d2-a4da-7dd92b06cd29']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:20.580310 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e0b5c-28e3-45cd-a2a8-c969cb94e443 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:25:20.580683 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e0b5c-28e3-45cd-a2a8-c969cb94e443 None None] Checking segment: {'id': '61eef713-12ff-42d9-bc18-fa0bec0d4106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f69d434c-0ede-44d2-a4da-7dd92b06cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:25:20.581173 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0b5c-28e3-45cd-a2a8-c969cb94e443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:20.581626 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e0b5c-28e3-45cd-a2a8-c969cb94e443 None None] Bound using segment: {'id': '61eef713-12ff-42d9-bc18-fa0bec0d4106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f69d434c-0ede-44d2-a4da-7dd92b06cd29'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:25:20.582176 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-fe7e0b5c-28e3-45cd-a2a8-c969cb94e443 None None] Bound port: 838def97-03e2-4a1d-9ee2-91a10cae7e61, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61eef713-12ff-42d9-bc18-fa0bec0d4106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f69d434c-0ede-44d2-a4da-7dd92b06cd29'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:25:20.582656 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0b5c-28e3-45cd-a2a8-c969cb94e443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:20.606647 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61eef713-12ff-42d9-bc18-fa0bec0d4106') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:20.606903 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61eef713-12ff-42d9-bc18-fa0bec0d4106') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:20.624559 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7f9058-bf48-48ba-bb2f-d4480f47981f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:20.679969 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7fbbecfb-9a13-4ec7-9c24-17875ead19d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:20.695581 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c0a9d87f-dc52-4aaf-8c2c-99e158be4ac6 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:20.718523 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6281705c-c1e2-44a1-aa27-45b32bcf307e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Calling delete_port for 9b4fecbe-9a80-40c8-ad37-a6a4b1b29818 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:20.727325 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:20.738318 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14f41647-8e51-4125-a492-d06381efa143 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:20.757511 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-3b7f9058-bf48-48ba-bb2f-d4480f47981f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:20.780320 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7f9058-bf48-48ba-bb2f-d4480f47981f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:20.783430 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9d87f-dc52-4aaf-8c2c-99e158be4ac6 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9409d001-27c2-4618-bef5-5fb5cc1d01f6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:20.791886 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14f41647-8e51-4125-a492-d06381efa143 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:20.835941 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:20.850404 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:25:20.850908 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:25:20.869802 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:25:20.884895 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f9058-bf48-48ba-bb2f-d4480f47981f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event updated for resources: {'Port': ['ID=c857e3b4-fd79-486d-8928-434168843e7b,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:20.890260 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c0a9d87f-dc52-4aaf-8c2c-99e158be4ac6 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:20.892165 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c0a9d87f-dc52-4aaf-8c2c-99e158be4ac6 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "DELETE /v2.0/security-groups/9409d001-27c2-4618-bef5-5fb5cc1d01f6 HTTP/1.1" status: 204 len: 168 time: 1.0322134 Feb 28 14:25:20.905086 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54314) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:20.914252 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 5cc2c0f0-9677-4062-aa07-b3b0cbd161fd completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:20.927330 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-fe7e0b5c-28e3-45cd-a2a8-c969cb94e443 None None] For port 838def97-03e2-4a1d-9ee2-91a10cae7e61, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:25:20.930567 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 5cc2c0f0-9677-4062-aa07-b3b0cbd161fd triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:20.930948 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:20.987825 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cabd25-9b25-4a73-9284-c2d40b407636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'fixed_ips': [{'subnet_id': 'af73cf17-75ea-4f6c-8d75-37ce4e9338b3'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:25:20.990025 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-71cabd25-9b25-4a73-9284-c2d40b407636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:21.008696 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7fbbecfb-9a13-4ec7-9c24-17875ead19d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:21.032734 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0577ee8a-7cce-4c24-8964-02c365277386 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:21.034611 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-fe7e0b5c-28e3-45cd-a2a8-c969cb94e443 None None] For port 838def97-03e2-4a1d-9ee2-91a10cae7e61, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=838def97-03e2-4a1d-9ee2-91a10cae7e61,segment=NetworkSegment(61eef713-12ff-42d9-bc18-fa0bec0d4106),segment_id=61eef713-12ff-42d9-bc18-fa0bec0d4106)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:25:21.037537 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0577ee8a-7cce-4c24-8964-02c365277386 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:port and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:21.042421 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0577ee8a-7cce-4c24-8964-02c365277386 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:21.050299 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0577ee8a-7cce-4c24-8964-02c365277386 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:21.053753 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0b5c-28e3-45cd-a2a8-c969cb94e443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:21.095688 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-ace76e99-a3df-4de8-bfca-129d6b4ce6e7 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Allocated IP 172.20.0.9 (67f81d7d-1dd0-4787-89f4-b138f7c5696f/6d5cf948-b266-467b-ae4c-ac03d5a0895d/7d45b734-903c-4d5d-9bb2-44ee88d73e3b) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:21.109252 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7fbbecfb-9a13-4ec7-9c24-17875ead19d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:21.151396 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-14f41647-8e51-4125-a492-d06381efa143 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Allocated IP 172.26.5.70 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/3101d986-9bd9-4d95-bab8-5fad786e9b20) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:21.278547 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbecfb-9a13-4ec7-9c24-17875ead19d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61bab6d5-5f38-4c6f-b7fb-5fe6ecffcd57,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:21.334581 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14f41647-8e51-4125-a492-d06381efa143 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:21.385172 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7fbbecfb-9a13-4ec7-9c24-17875ead19d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:21.386776 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7fbbecfb-9a13-4ec7-9c24-17875ead19d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3179071 Feb 28 14:25:21.413430 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-22c7b164-7a81-49cb-9296-fada95ae947c tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Synchronizing usage tracker for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:21.430234 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 14:25:21.430234 dv-neutron-831192-4-hyperv neutron-server[87772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 14:25:21.430234 dv-neutron-831192-4-hyperv neutron-server[87772]: [parameters: {'id': 'f69d434c-0ede-44d2-a4da-7dd92b06cd29'}] Feb 28 14:25:21.430234 dv-neutron-831192-4-hyperv neutron-server[87772]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:25:21.431276 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:25:21.432273 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14f41647-8e51-4125-a492-d06381efa143 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:21.442863 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0577ee8a-7cce-4c24-8964-02c365277386 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:21.461527 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6281705c-c1e2-44a1-aa27-45b32bcf307e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:21.499895 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:21.537844 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e0b5c-28e3-45cd-a2a8-c969cb94e443 None None] Pushing event updated for resources: {'Port': ['ID=838def97-03e2-4a1d-9ee2-91a10cae7e61,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:21.625183 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281705c-c1e2-44a1-aa27-45b32bcf307e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Port': ['ID=9b4fecbe-9a80-40c8-ad37-a6a4b1b29818,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:21.654684 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-27b242bd-7db3-4549-a0fd-18bc719a9416 None None] Provisioning complete for port 9c0ef85a-daa6-4bd6-90c8-78887a0919ff triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:21.655281 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-27b242bd-7db3-4549-a0fd-18bc719a9416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:21.736141 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-27b242bd-7db3-4549-a0fd-18bc719a9416 None None] Port 9c0ef85a-daa6-4bd6-90c8-78887a0919ff cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:25:21.743901 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 5cc2c0f0-9677-4062-aa07-b3b0cbd161fd, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=5cc2c0f0-9677-4062-aa07-b3b0cbd161fd,segment=NetworkSegment(16381587-2111-4126-94e4-f99c0206869f),segment_id=16381587-2111-4126-94e4-f99c0206869f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:21.761195 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-71cabd25-9b25-4a73-9284-c2d40b407636 None None] Allocated IP 2001:db8::f816:3eff:feec:9572 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/af73cf17-75ea-4f6c-8d75-37ce4e9338b3/f7f86d5e-3a4b-4f63-8054-7f076b85a465) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:21.801985 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f41647-8e51-4125-a492-d06381efa143 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:21.811140 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba873f2-0ecf-4a01-b5da-de6190eb1eed None None] Network f69d434c-0ede-44d2-a4da-7dd92b06cd29 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:21.813962 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-14f41647-8e51-4125-a492-d06381efa143 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:21.816738 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f41647-8e51-4125-a492-d06381efa143 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:21.824451 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6281705c-c1e2-44a1-aa27-45b32bcf307e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:21.826619 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6281705c-c1e2-44a1-aa27-45b32bcf307e tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/ports/9b4fecbe-9a80-40c8-ad37-a6a4b1b29818 HTTP/1.1" status: 204 len: 168 time: 2.4160001 Feb 28 14:25:21.834322 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54330) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:21.856992 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:21.913340 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c6834d-7d38-4f54-81da-d947c4b958dd tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] GET failed (client error): The resource could not be found. Feb 28 14:25:21.913883 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a9c6834d-7d38-4f54-81da-d947c4b958dd tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Synchronizing usage tracker for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:21.938146 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-22c7b164-7a81-49cb-9296-fada95ae947c tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Unset dirty status for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:21.939426 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-22c7b164-7a81-49cb-9296-fada95ae947c tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.0191703 Feb 28 14:25:21.957625 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:21.966551 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54334) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:21.972216 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f41647-8e51-4125-a492-d06381efa143 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Pushing event updated for resources: {'Port': ['ID=3101d986-9bd9-4d95-bab8-5fad786e9b20,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:22.005860 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-3c678157-5e5a-4759-88e0-c622d9a8fda0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:22.033531 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-d3e8578c-e179-4751-a0a2-3759597ef50a tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] delete failed (client error): The resource could not be found. Feb 28 14:25:22.034567 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d3e8578c-e179-4751-a0a2-3759597ef50a tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "DELETE /v2.0/security-groups/9409d001-27c2-4618-bef5-5fb5cc1d01f6 HTTP/1.1" status: 404 len: 347 time: 0.0638063 Feb 28 14:25:22.047510 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ace76e99-a3df-4de8-bfca-129d6b4ce6e7 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:22.050675 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54338) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:22.062549 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-27b242bd-7db3-4549-a0fd-18bc719a9416 None None] Provisioning complete for port 5cc2c0f0-9677-4062-aa07-b3b0cbd161fd triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:22.063275 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-27b242bd-7db3-4549-a0fd-18bc719a9416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:22.067196 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-698e602a-a7a2-4b2c-a9f3-d91cbe928971 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Request body: {'security_group': {'name': 'tempest-secgroup--2071584051'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:22.071184 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a9c6834d-7d38-4f54-81da-d947c4b958dd tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Unset dirty status for tenant:6681ad35360248eda2f0e2c9f8f75c94 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:22.074862 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a9c6834d-7d38-4f54-81da-d947c4b958dd tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "GET /v2.0/ports/9b4fecbe-9a80-40c8-ad37-a6a4b1b29818 HTTP/1.1" status: 404 len: 333 time: 0.2373497 Feb 28 14:25:22.079573 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-698e602a-a7a2-4b2c-a9f3-d91cbe928971 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:22.081346 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54342) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:22.082044 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b7f9058-bf48-48ba-bb2f-d4480f47981f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:22.111325 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Deleting port 838def97-03e2-4a1d-9ee2-91a10cae7e61 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:22.112380 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:22.160518 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=5cc2c0f0-9677-4062-aa07-b3b0cbd161fd,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:22.175590 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ace76e99-a3df-4de8-bfca-129d6b4ce6e7 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Transition to ACTIVE for port object 7d45b734-903c-4d5d-9bb2-44ee88d73e3b will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:22.179399 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0577ee8a-7cce-4c24-8964-02c365277386 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:22.182540 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-698e602a-a7a2-4b2c-a9f3-d91cbe928971 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:22.193922 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-3c678157-5e5a-4759-88e0-c622d9a8fda0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:22.195281 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-3c678157-5e5a-4759-88e0-c622d9a8fda0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-87099564&fields=id&tenant_id=1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 267 time: 0.5026255 Feb 28 14:25:22.233830 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-698e602a-a7a2-4b2c-a9f3-d91cbe928971 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:22.329474 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-0577ee8a-7cce-4c24-8964-02c365277386 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] device_id is not set on port 41038777-dbcd-4f88-bfca-a85d3161bd1a yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:25:22.355549 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-71cabd25-9b25-4a73-9284-c2d40b407636 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:22.414962 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-71cabd25-9b25-4a73-9284-c2d40b407636 None None] Transition to ACTIVE for port object f7f86d5e-3a4b-4f63-8054-7f076b85a465 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:22.418979 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 5cc2c0f0-9677-4062-aa07-b3b0cbd161fd up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:25:22.494094 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-71cabd25-9b25-4a73-9284-c2d40b407636 None None] Transition to ACTIVE for port object f7f86d5e-3a4b-4f63-8054-7f076b85a465 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:22.501893 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-27b242bd-7db3-4549-a0fd-18bc719a9416 None None] Provisioning for port 3e93b750-4fc5-452e-abe0-8e1e174f71bf completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:22.510260 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-27b242bd-7db3-4549-a0fd-18bc719a9416 None None] Provisioning complete for port 3e93b750-4fc5-452e-abe0-8e1e174f71bf triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:22.511296 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-27b242bd-7db3-4549-a0fd-18bc719a9416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:22.536009 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-71cabd25-9b25-4a73-9284-c2d40b407636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:22.621014 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cabd25-9b25-4a73-9284-c2d40b407636 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:22.631325 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-71cabd25-9b25-4a73-9284-c2d40b407636 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:22.642297 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cabd25-9b25-4a73-9284-c2d40b407636 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:22.685347 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 5cc2c0f0-9677-4062-aa07-b3b0cbd161fd triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:22.686030 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:22.717402 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cabd25-9b25-4a73-9284-c2d40b407636 None None] Pushing event updated for resources: {'Port': ['ID=f7f86d5e-3a4b-4f63-8054-7f076b85a465,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:22.748753 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-698e602a-a7a2-4b2c-a9f3-d91cbe928971 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:22.771794 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-698e602a-a7a2-4b2c-a9f3-d91cbe928971 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Usage tracker for resource:security_group_rule and tenant:2cba675d61d54c2f9c9bfa59ac012ba1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:22.777072 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ace76e99-a3df-4de8-bfca-129d6b4ce6e7 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:22.789790 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-698e602a-a7a2-4b2c-a9f3-d91cbe928971 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:22.839801 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-71cabd25-9b25-4a73-9284-c2d40b407636 None None] Attempting to bind port f7f86d5e-3a4b-4f63-8054-7f076b85a465 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:25:22.840249 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-71cabd25-9b25-4a73-9284-c2d40b407636 None None] Attempting to bind port f7f86d5e-3a4b-4f63-8054-7f076b85a465 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:25:22.840676 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cabd25-9b25-4a73-9284-c2d40b407636 None None] Attempting to bind port f7f86d5e-3a4b-4f63-8054-7f076b85a465 on network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:25:22.841400 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-24d621df-e1a2-4d7d-9664-4313ca84f8b0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:22.842158 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-24d621df-e1a2-4d7d-9664-4313ca84f8b0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:22.854396 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-0577ee8a-7cce-4c24-8964-02c365277386 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 2001:db8::f816:3eff:febf:7469 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/af73cf17-75ea-4f6c-8d75-37ce4e9338b3/41038777-dbcd-4f88-bfca-a85d3161bd1a) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:22.855237 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cabd25-9b25-4a73-9284-c2d40b407636 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:25:22.855694 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cabd25-9b25-4a73-9284-c2d40b407636 None None] Checking segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:25:22.856177 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-71cabd25-9b25-4a73-9284-c2d40b407636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:22.856635 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cabd25-9b25-4a73-9284-c2d40b407636 None None] Bound using segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:25:22.857251 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-71cabd25-9b25-4a73-9284-c2d40b407636 None None] Bound port: f7f86d5e-3a4b-4f63-8054-7f076b85a465, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:25:22.857607 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-71cabd25-9b25-4a73-9284-c2d40b407636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:22.857818 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] For port 838def97-03e2-4a1d-9ee2-91a10cae7e61, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=838def97-03e2-4a1d-9ee2-91a10cae7e61,segment=NetworkSegment(61eef713-12ff-42d9-bc18-fa0bec0d4106),segment_id=61eef713-12ff-42d9-bc18-fa0bec0d4106)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:22.858226 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:22.886068 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace76e99-a3df-4de8-bfca-129d6b4ce6e7 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Network 67f81d7d-1dd0-4787-89f4-b138f7c5696f is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:22.894837 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace76e99-a3df-4de8-bfca-129d6b4ce6e7 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Pushing event updated for resources: {'Port': ['ID=7d45b734-903c-4d5d-9bb2-44ee88d73e3b,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:22.900772 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-ace76e99-a3df-4de8-bfca-129d6b4ce6e7 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:22.903081 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-698e602a-a7a2-4b2c-a9f3-d91cbe928971 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:22.963074 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-27b242bd-7db3-4549-a0fd-18bc719a9416 None None] Could not find standard attr ID for object 9b4fecbe-9a80-40c8-ad37-a6a4b1b29818. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:25:23.012701 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 3e93b750-4fc5-452e-abe0-8e1e174f71bf up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:25:23.048328 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b7f9058-bf48-48ba-bb2f-d4480f47981f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:23.050574 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5c6a84a-046d-4260-b00c-0350e7cac949 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:23.068923 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-71cabd25-9b25-4a73-9284-c2d40b407636 None None] For port f7f86d5e-3a4b-4f63-8054-7f076b85a465, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:25:23.078874 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Calling delete_port for 838def97-03e2-4a1d-9ee2-91a10cae7e61 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:23.085619 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5c6a84a-046d-4260-b00c-0350e7cac949 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:23.108370 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-24d621df-e1a2-4d7d-9664-4313ca84f8b0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:23.109533 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-24d621df-e1a2-4d7d-9664-4313ca84f8b0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/networks?id=48a65187-5d85-49a0-94f2-0643bb33d9d2 HTTP/1.1" status: 200 len: 796 time: 0.8560293 Feb 28 14:25:23.134675 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace76e99-a3df-4de8-bfca-129d6b4ce6e7 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:23.138041 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f38d5721-e243-41d6-a222-9a70f993610c None None] Could not find standard attr ID for object 9b4fecbe-9a80-40c8-ad37-a6a4b1b29818. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:25:23.142760 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-71cabd25-9b25-4a73-9284-c2d40b407636 None None] For port f7f86d5e-3a4b-4f63-8054-7f076b85a465, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=f7f86d5e-3a4b-4f63-8054-7f076b85a465,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:25:23.157877 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-71cabd25-9b25-4a73-9284-c2d40b407636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:23.195666 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 3e93b750-4fc5-452e-abe0-8e1e174f71bf triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:23.196096 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:23.285408 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5c6a84a-046d-4260-b00c-0350e7cac949 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:23.302155 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14f41647-8e51-4125-a492-d06381efa143 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:23.320128 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cabd25-9b25-4a73-9284-c2d40b407636 None None] Pushing event updated for resources: {'Port': ['ID=f7f86d5e-3a4b-4f63-8054-7f076b85a465,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:23.324312 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-76c92ee9-0045-49ae-844b-8e31fc6179bd None None] Provisioning for port 7d45b734-903c-4d5d-9bb2-44ee88d73e3b completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:23.333659 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-76c92ee9-0045-49ae-844b-8e31fc6179bd None None] Provisioning complete for port 7d45b734-903c-4d5d-9bb2-44ee88d73e3b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:23.334172 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-76c92ee9-0045-49ae-844b-8e31fc6179bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:23.335900 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6a84a-046d-4260-b00c-0350e7cac949 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5af4e9-9842-4b06-8389-f976fc5b10a2,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:23.357744 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace76e99-a3df-4de8-bfca-129d6b4ce6e7 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:23.358376 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ace76e99-a3df-4de8-bfca-129d6b4ce6e7 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:23.385686 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-0810e36b-27e8-4af9-88f6-01e282a0f066 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/quotas/1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 375 time: 0.2512290 Feb 28 14:25:23.475599 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-76c92ee9-0045-49ae-844b-8e31fc6179bd None None] Port 7d45b734-903c-4d5d-9bb2-44ee88d73e3b cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:25:23.546036 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ace76e99-a3df-4de8-bfca-129d6b4ce6e7 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9887686 Feb 28 14:25:23.553380 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54346) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:23.555922 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-698e602a-a7a2-4b2c-a9f3-d91cbe928971 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:23.561997 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5c6a84a-046d-4260-b00c-0350e7cac949 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:23.564035 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e5c6a84a-046d-4260-b00c-0350e7cac949 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/security-groups/7f5af4e9-9842-4b06-8389-f976fc5b10a2 HTTP/1.1" status: 204 len: 168 time: 1.4257231 Feb 28 14:25:23.569691 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-588bba71-9ff2-4783-810d-52aa615937bc tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:23.574817 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54350) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:23.592676 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-698e602a-a7a2-4b2c-a9f3-d91cbe928971 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:23.618841 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-588bba71-9ff2-4783-810d-52aa615937bc tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:23.646649 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-588bba71-9ff2-4783-810d-52aa615937bc tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Usage tracker for resource:floatingip and tenant:b4eaaf5ef0e8431797c9f0c071bdc3f6 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:23.655815 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-588bba71-9ff2-4783-810d-52aa615937bc tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:23.677743 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:23.684388 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-588bba71-9ff2-4783-810d-52aa615937bc tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:23.714510 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-698e602a-a7a2-4b2c-a9f3-d91cbe928971 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:23.718492 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-698e602a-a7a2-4b2c-a9f3-d91cbe928971 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6637449 Feb 28 14:25:23.726893 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54354) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:23.737618 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e602a-a7a2-4b2c-a9f3-d91cbe928971 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99c3f082-5ed6-4673-94f5-44da445ba62c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:23.743195 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-495deb2f-f7b7-42f1-8cce-8683187f90e4 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Request body: {'security_group_rule': {'security_group_id': '99c3f082-5ed6-4673-94f5-44da445ba62c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:23.750100 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-588bba71-9ff2-4783-810d-52aa615937bc tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:23.754268 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Port': ['ID=838def97-03e2-4a1d-9ee2-91a10cae7e61,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:23.763389 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] No DVR routers for this DVR port 838def97-03e2-4a1d-9ee2-91a10cae7e61 on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:25:23.776556 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-495deb2f-f7b7-42f1-8cce-8683187f90e4 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:23.792858 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-495deb2f-f7b7-42f1-8cce-8683187f90e4 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Usage tracker for resource:security_group_rule and tenant:2cba675d61d54c2f9c9bfa59ac012ba1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:23.815139 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-495deb2f-f7b7-42f1-8cce-8683187f90e4 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:23.832276 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12dac32c-20c5-4f83-bb9c-327998962068 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:23.836627 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-495deb2f-f7b7-42f1-8cce-8683187f90e4 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:23.887812 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12dac32c-20c5-4f83-bb9c-327998962068 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:23.895487 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7f9058-bf48-48ba-bb2f-d4480f47981f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Router c03555cd-652b-4bba-b748-91a2da17fdbf is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:25:23.950579 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-495deb2f-f7b7-42f1-8cce-8683187f90e4 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:23.957743 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0577ee8a-7cce-4c24-8964-02c365277386 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:24.081208 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:24.118238 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12dac32c-20c5-4f83-bb9c-327998962068 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:24.122571 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-dfde3458-77ea-42d3-b4a5-09f0e0fde023 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7096095 Feb 28 14:25:24.129549 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-0577ee8a-7cce-4c24-8964-02c365277386 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Transition to ACTIVE for port object 41038777-dbcd-4f88-bfca-a85d3161bd1a will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:24.180529 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69d434c-0ede-44d2-a4da-7dd92b06cd29']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:24.210145 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14f41647-8e51-4125-a492-d06381efa143 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:24.219897 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61eef713-12ff-42d9-bc18-fa0bec0d4106') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:24.220364 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61eef713-12ff-42d9-bc18-fa0bec0d4106') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:24.226577 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dac32c-20c5-4f83-bb9c-327998962068 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c83d042-79a3-466d-bdd0-10918b40724b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:24.241563 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-495deb2f-f7b7-42f1-8cce-8683187f90e4 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:24.267617 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-495deb2f-f7b7-42f1-8cce-8683187f90e4 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:24.277735 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-12dac32c-20c5-4f83-bb9c-327998962068 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:24.281576 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-12dac32c-20c5-4f83-bb9c-327998962068 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/security-groups/1c83d042-79a3-466d-bdd0-10918b40724b HTTP/1.1" status: 204 len: 168 time: 0.6887939 Feb 28 14:25:24.291653 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54358) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:24.338040 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:24.338985 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495deb2f-f7b7-42f1-8cce-8683187f90e4 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b78575-d7d4-485b-a6d6-15c5100a3f6d,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:24.341298 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7f9058-bf48-48ba-bb2f-d4480f47981f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:25:24.361170 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a425d2-c933-4791-8cbc-b1cceb9af607 None None] Sync routers for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:25:24.392956 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-495deb2f-f7b7-42f1-8cce-8683187f90e4 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:24.396828 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-495deb2f-f7b7-42f1-8cce-8683187f90e4 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6635699 Feb 28 14:25:24.397622 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:24.398653 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54362) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:24.402518 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-588bba71-9ff2-4783-810d-52aa615937bc tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:24.406757 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a425d2-c933-4791-8cbc-b1cceb9af607 None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:25:24.414158 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-92a425d2-c933-4791-8cbc-b1cceb9af607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:25:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:24.428439 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:25:24.429001 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:25:24.446713 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:25:24.484317 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3b7f9058-bf48-48ba-bb2f-d4480f47981f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:24.485998 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3b7f9058-bf48-48ba-bb2f-d4480f47981f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.9145823 Feb 28 14:25:24.491634 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54366) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:24.523258 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0577ee8a-7cce-4c24-8964-02c365277386 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:24.543349 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device f7f86d5e-3a4b-4f63-8054-7f076b85a465 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:25:24.544998 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-92a425d2-c933-4791-8cbc-b1cceb9af607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:24.556012 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a425d2-c933-4791-8cbc-b1cceb9af607 None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:25:24.556912 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-92a425d2-c933-4791-8cbc-b1cceb9af607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:25:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:24.592689 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-760c35fe-5d1e-4ce1-bac2-f3cdeec99a1b tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting subnet 5e61d612-f950-4301-8b52-d2204aa03e07 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:25:24.630064 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-760c35fe-5d1e-4ce1-bac2-f3cdeec99a1b tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:24.649293 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port f7f86d5e-3a4b-4f63-8054-7f076b85a465 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:24.651269 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-92a425d2-c933-4791-8cbc-b1cceb9af607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:24.651639 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a425d2-c933-4791-8cbc-b1cceb9af607 None None] The sync data for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:25:24.657441 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da1d57c-0be4-4d17-a9b6-54d6cb40001c None None] get_active_networks_info from dv-neutron-831192-4-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 28 14:25:24.738693 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f6380973-9af6-44b3-b144-a5974835e71b None None] Provisioning for port f7f86d5e-3a4b-4f63-8054-7f076b85a465 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:24.770435 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f6380973-9af6-44b3-b144-a5974835e71b None None] Provisioning complete for port f7f86d5e-3a4b-4f63-8054-7f076b85a465 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:24.770820 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f6380973-9af6-44b3-b144-a5974835e71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:24.840631 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a7fba3cd-fc76-4381-9ef5-78cd5bf9bded tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:24.855923 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-03c30371-0010-4267-87b6-fea13fc24f57 service neutron] 10.222.0.30 "GET /v2.0/networks/48a65187-5d85-49a0-94f2-0643bb33d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6988568 Feb 28 14:25:24.870559 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0577ee8a-7cce-4c24-8964-02c365277386 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:24.898000 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-0577ee8a-7cce-4c24-8964-02c365277386 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:24.900814 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a7fba3cd-fc76-4381-9ef5-78cd5bf9bded tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:24.917265 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da1d57c-0be4-4d17-a9b6-54d6cb40001c None None] Resources bound (agent type, host, resource id): {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 14:25:24.924129 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0577ee8a-7cce-4c24-8964-02c365277386 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:24.929849 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0577ee8a-7cce-4c24-8964-02c365277386 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:24.930559 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0577ee8a-7cce-4c24-8964-02c365277386 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:24.937119 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577ee8a-7cce-4c24-8964-02c365277386 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Port': ['ID=41038777-dbcd-4f88-bfca-a85d3161bd1a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:24.946791 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-760c35fe-5d1e-4ce1-bac2-f3cdeec99a1b tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:24.972030 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:24.989494 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f6380973-9af6-44b3-b144-a5974835e71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:25.044351 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:25.088017 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Network': ['ID=f69d434c-0ede-44d2-a4da-7dd92b06cd29,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:25.093104 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a7fba3cd-fc76-4381-9ef5-78cd5bf9bded tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:25.102303 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f6380973-9af6-44b3-b144-a5974835e71b None None] For port f7f86d5e-3a4b-4f63-8054-7f076b85a465, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=f7f86d5e-3a4b-4f63-8054-7f076b85a465,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:25.110974 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-588bba71-9ff2-4783-810d-52aa615937bc tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Allocated IP 172.26.5.86 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/ca64c3cf-2644-45fd-a0b2-bc21eb008eb1) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:25.113120 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f6380973-9af6-44b3-b144-a5974835e71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:25.118643 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c3041371-b196-4e3e-8029-d10d9ed54f97 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/networks/f69d434c-0ede-44d2-a4da-7dd92b06cd29 HTTP/1.1" status: 204 len: 168 time: 6.9800196 Feb 28 14:25:25.126018 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54370) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:25.133106 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0577ee8a-7cce-4c24-8964-02c365277386 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.7146070 Feb 28 14:25:25.147004 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d97c4798-fe6f-4e92-8230-c07defe939de tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-294952361'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:25.152273 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54374) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:25.194648 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d97c4798-fe6f-4e92-8230-c07defe939de tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:25.201527 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d97c4798-fe6f-4e92-8230-c07defe939de tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Usage tracker for resource:network and tenant:da983677876248308f7866178fb20b80 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:25.209165 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d97c4798-fe6f-4e92-8230-c07defe939de tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:25.210361 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fba3cd-fc76-4381-9ef5-78cd5bf9bded tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7b78575-d7d4-485b-a6d6-15c5100a3f6d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:25.212212 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f41647-8e51-4125-a492-d06381efa143 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Router 38084127-413d-4586-9cd5-4e4cb8b26370 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:25:25.224401 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-6dbe6820-31de-424d-b93d-b3b211b852af service neutron] 10.222.0.30 "GET /v2.0/networks/48a65187-5d85-49a0-94f2-0643bb33d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303621 Feb 28 14:25:25.236942 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d97c4798-fe6f-4e92-8230-c07defe939de tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:25.262544 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6380973-9af6-44b3-b144-a5974835e71b None None] Pushing event updated for resources: {'Port': ['ID=f7f86d5e-3a4b-4f63-8054-7f076b85a465,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:25.266450 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a7fba3cd-fc76-4381-9ef5-78cd5bf9bded tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:25.267793 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a7fba3cd-fc76-4381-9ef5-78cd5bf9bded tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/b7b78575-d7d4-485b-a6d6-15c5100a3f6d HTTP/1.1" status: 204 len: 168 time: 0.8672738 Feb 28 14:25:25.273939 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54378) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:25.410922 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97c4798-fe6f-4e92-8230-c07defe939de tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Made reservation on behalf of da983677876248308f7866178fb20b80 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:25.414790 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d97c4798-fe6f-4e92-8230-c07defe939de tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:25.451664 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d97c4798-fe6f-4e92-8230-c07defe939de tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:25:25.462424 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d97c4798-fe6f-4e92-8230-c07defe939de tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:25.462951 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-d97c4798-fe6f-4e92-8230-c07defe939de tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Added segment 6eb2c274-8d52-4483-9ec5-10bf5e062164 of type vlan for network 7de412cf-f7a0-41e6-9b28-ecba9883f693 Feb 28 14:25:25.505385 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d97c4798-fe6f-4e92-8230-c07defe939de tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:25.533779 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-760c35fe-5d1e-4ce1-bac2-f3cdeec99a1b tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:25.547818 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8f09da-6ec6-4676-96f7-861eefa3ac75 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:25.553624 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8f09da-6ec6-4676-96f7-861eefa3ac75 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:25.554829 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fb8f09da-6ec6-4676-96f7-861eefa3ac75 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:25.585547 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dd706e56-8615-4aa4-84d3-0a5fcaae4837 req-defe4d42-a3be-454d-abd4-db8bcffa3869 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbfa9f7f-d263-4114-a82b-16494787805f HTTP/1.1" status: 200 len: 210 time: 0.0955040 Feb 28 14:25:25.672848 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-588bba71-9ff2-4783-810d-52aa615937bc tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:25.681977 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fb8f09da-6ec6-4676-96f7-861eefa3ac75 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:25.685506 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fb8f09da-6ec6-4676-96f7-861eefa3ac75 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.5283530 Feb 28 14:25:25.686837 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-55db3392-ab26-47f4-b57a-d23210149dab tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Synchronizing usage tracker for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group_rule {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:25.696538 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54390) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:25.698489 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d97c4798-fe6f-4e92-8230-c07defe939de tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:25.704123 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97c4798-fe6f-4e92-8230-c07defe939de tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:25.705029 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d97c4798-fe6f-4e92-8230-c07defe939de tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:25.753718 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f41647-8e51-4125-a492-d06381efa143 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:25:25.769689 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d239106c-dde8-4c81-a635-af7f1936c5a3 None None] Sync routers for ids ['38084127-413d-4586-9cd5-4e4cb8b26370'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:25:25.792499 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d239106c-dde8-4c81-a635-af7f1936c5a3 None None] Routers {'38084127-413d-4586-9cd5-4e4cb8b26370'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:25:25.793985 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d239106c-dde8-4c81-a635-af7f1936c5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:25:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['38084127-413d-4586-9cd5-4e4cb8b26370'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:25.872100 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c4798-fe6f-4e92-8230-c07defe939de tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event updated for resources: {'Network': ['ID=7de412cf-f7a0-41e6-9b28-ecba9883f693,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:25.880409 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d97c4798-fe6f-4e92-8230-c07defe939de tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7492046 Feb 28 14:25:25.881601 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14f41647-8e51-4125-a492-d06381efa143 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:25.883076 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-55db3392-ab26-47f4-b57a-d23210149dab tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Unset dirty status for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group_rule {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:25.883563 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-14f41647-8e51-4125-a492-d06381efa143 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.0194805 Feb 28 14:25:25.883563 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54396) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:25.887407 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54398) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:25.889809 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-55db3392-ab26-47f4-b57a-d23210149dab tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6121254 Feb 28 14:25:25.891179 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54402) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:25.894870 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-894c9672-6fa0-4cd7-b004-dca0f9039956 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Request body: {'subnet': {'network_id': '7de412cf-f7a0-41e6-9b28-ecba9883f693', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:25.898447 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-14bb5679-1137-4666-8ba5-870ae1ea2815 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting port 41038777-dbcd-4f88-bfca-a85d3161bd1a {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:25.898796 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14bb5679-1137-4666-8ba5-870ae1ea2815 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:25.906221 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 7de412cf-f7a0-41e6-9b28-ecba9883f693 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:25:25.926980 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-755f2352-ce0d-40a5-be15-94017fb74c75 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'enable_snat': False}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:25.929783 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-760c35fe-5d1e-4ce1-bac2-f3cdeec99a1b tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:25.936044 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d239106c-dde8-4c81-a635-af7f1936c5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:25.945359 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-75beeec8-11f9-497b-8eae-7b324f5e74e5 None None] Provisioning for port 41038777-dbcd-4f88-bfca-a85d3161bd1a completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:26.009506 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d239106c-dde8-4c81-a635-af7f1936c5a3 None None] Routers {'38084127-413d-4586-9cd5-4e4cb8b26370'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:25:26.010304 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d239106c-dde8-4c81-a635-af7f1936c5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:25:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['38084127-413d-4586-9cd5-4e4cb8b26370'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:26.052331 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c35fe-5d1e-4ce1-bac2-f3cdeec99a1b tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Subnet': ['ID=5e61d612-f950-4301-8b52-d2204aa03e07,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:26.057724 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-760c35fe-5d1e-4ce1-bac2-f3cdeec99a1b tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:26.062527 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-75beeec8-11f9-497b-8eae-7b324f5e74e5 None None] Provisioning complete for port 41038777-dbcd-4f88-bfca-a85d3161bd1a triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:26.063538 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-75beeec8-11f9-497b-8eae-7b324f5e74e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:26.103196 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-760c35fe-5d1e-4ce1-bac2-f3cdeec99a1b tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/subnets/5e61d612-f950-4301-8b52-d2204aa03e07 HTTP/1.1" status: 204 len: 168 time: 1.8078578 Feb 28 14:25:26.104069 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54408) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:26.136196 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4262f75e-ea8b-42af-b431-a46518da66a8 None None] Network 46dfff5d-6382-461e-9b08-4762af96592e requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:26.154848 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d31be0c2-b7bd-4432-b0fd-da0ff6ee13ec tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'subnet': {'network_id': '46dfff5d-6382-461e-9b08-4762af96592e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:26.188515 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d239106c-dde8-4c81-a635-af7f1936c5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:26.188921 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d239106c-dde8-4c81-a635-af7f1936c5a3 None None] The sync data for ids ['38084127-413d-4586-9cd5-4e4cb8b26370'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:25:26.199297 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-588bba71-9ff2-4783-810d-52aa615937bc tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:26.208073 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-894c9672-6fa0-4cd7-b004-dca0f9039956 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:26.221385 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-894c9672-6fa0-4cd7-b004-dca0f9039956 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Usage tracker for resource:subnet and tenant:da983677876248308f7866178fb20b80 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:26.233165 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-894c9672-6fa0-4cd7-b004-dca0f9039956 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:26.244739 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-894c9672-6fa0-4cd7-b004-dca0f9039956 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:26.255367 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81add99b-cee0-406e-9144-ea484d4861e9 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:26.287746 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894c9672-6fa0-4cd7-b004-dca0f9039956 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Made reservation on behalf of da983677876248308f7866178fb20b80 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:26.291274 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-894c9672-6fa0-4cd7-b004-dca0f9039956 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:26.300893 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-75beeec8-11f9-497b-8eae-7b324f5e74e5 None None] Port 41038777-dbcd-4f88-bfca-a85d3161bd1a cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:25:26.459196 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device f7f86d5e-3a4b-4f63-8054-7f076b85a465 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:25:26.467548 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81add99b-cee0-406e-9144-ea484d4861e9 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:26.569974 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588bba71-9ff2-4783-810d-52aa615937bc tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:26.586081 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-588bba71-9ff2-4783-810d-52aa615937bc tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:26.635592 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port f7f86d5e-3a4b-4f63-8054-7f076b85a465 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:26.635963 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:26.648666 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588bba71-9ff2-4783-810d-52aa615937bc tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:26.665465 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81add99b-cee0-406e-9144-ea484d4861e9 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:26.760941 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588bba71-9ff2-4783-810d-52aa615937bc tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Pushing event updated for resources: {'Port': ['ID=ca64c3cf-2644-45fd-a0b2-bc21eb008eb1,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:26.838111 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81add99b-cee0-406e-9144-ea484d4861e9 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c3f082-5ed6-4673-94f5-44da445ba62c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:26.948342 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-588bba71-9ff2-4783-810d-52aa615937bc tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:26.952476 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d31be0c2-b7bd-4432-b0fd-da0ff6ee13ec tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:27.070648 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-27daa7cd-77a0-456a-a934-d0d9a5da9fae req-47e60b41-c110-4306-a488-d281beb69e26 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbfa9f7f-d263-4114-a82b-16494787805f HTTP/1.1" status: 200 len: 210 time: 0.2900608 Feb 28 14:25:27.095491 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d31be0c2-b7bd-4432-b0fd-da0ff6ee13ec tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:subnet and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:27.116501 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d31be0c2-b7bd-4432-b0fd-da0ff6ee13ec tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:27.138753 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14bb5679-1137-4666-8ba5-870ae1ea2815 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:27.149579 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d31be0c2-b7bd-4432-b0fd-da0ff6ee13ec tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:27.204816 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81add99b-cee0-406e-9144-ea484d4861e9 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:27.208330 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-81add99b-cee0-406e-9144-ea484d4861e9 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "DELETE /v2.0/security-groups/99c3f082-5ed6-4673-94f5-44da445ba62c HTTP/1.1" status: 204 len: 168 time: 1.2901487 Feb 28 14:25:27.210278 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54418) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:27.229433 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-894c9672-6fa0-4cd7-b004-dca0f9039956 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:27.289562 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-755f2352-ce0d-40a5-be15-94017fb74c75 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:27.316771 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-588bba71-9ff2-4783-810d-52aa615937bc tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:27.350439 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-14bb5679-1137-4666-8ba5-870ae1ea2815 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Calling delete_port for 41038777-dbcd-4f88-bfca-a85d3161bd1a owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:27.374448 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c9672-6fa0-4cd7-b004-dca0f9039956 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event updated for resources: {'Subnet': ['ID=eb5fc305-0fd5-49a8-b082-325f14521c58,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:27.387368 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-edaca67e-f0f6-417a-9b6c-11484b3334dc tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Synchronizing usage tracker for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:27.389427 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31be0c2-b7bd-4432-b0fd-da0ff6ee13ec tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:27.394212 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d31be0c2-b7bd-4432-b0fd-da0ff6ee13ec tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:27.411551 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894c9672-6fa0-4cd7-b004-dca0f9039956 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Checking segment: {'id': '6eb2c274-8d52-4483-9ec5-10bf5e062164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7de412cf-f7a0-41e6-9b28-ecba9883f693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:25:27.411890 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894c9672-6fa0-4cd7-b004-dca0f9039956 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Network hostable DHCP agents. Network: 7de412cf-f7a0-41e6-9b28-ecba9883f693, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:25:27.440078 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-edaca67e-f0f6-417a-9b6c-11484b3334dc tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Unset dirty status for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:27.441336 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-edaca67e-f0f6-417a-9b6c-11484b3334dc tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2301261 Feb 28 14:25:27.447005 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8ee2a252-e24e-4e5f-aad1-1d8fe4415835 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:27.465793 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54422) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:27.499072 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894c9672-6fa0-4cd7-b004-dca0f9039956 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Network 7de412cf-f7a0-41e6-9b28-ecba9883f693 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:25:27.518422 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-894c9672-6fa0-4cd7-b004-dca0f9039956 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 7de412cf-f7a0-41e6-9b28-ecba9883f693) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:27.523743 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894c9672-6fa0-4cd7-b004-dca0f9039956 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:27.524322 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-894c9672-6fa0-4cd7-b004-dca0f9039956 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:27.531770 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-b50cf0f2-7e1b-4709-9709-129f743d86d8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:27.532011 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de3eeef-abd3-4a1b-80fb-3bbf52675c98 None None] Network 7de412cf-f7a0-41e6-9b28-ecba9883f693 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:27.533605 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-b50cf0f2-7e1b-4709-9709-129f743d86d8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/networks?id=48a65187-5d85-49a0-94f2-0643bb33d9d2 HTTP/1.1" status: 200 len: 796 time: 0.7254584 Feb 28 14:25:27.549412 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-894c9672-6fa0-4cd7-b004-dca0f9039956 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6647205 Feb 28 14:25:27.552079 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54426) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:27.555136 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-731875e4-89c1-4554-816d-f39aa29cc9c6 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Request body: {'security_group': {'name': 'tempest-secgroup--1301328622'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:27.629629 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-861967db-8347-42ee-ba0e-0c1b69d8aad6 None None] Provisioning complete for port 9c0ef85a-daa6-4bd6-90c8-78887a0919ff triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:27.630057 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-861967db-8347-42ee-ba0e-0c1b69d8aad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:27.651681 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-731875e4-89c1-4554-816d-f39aa29cc9c6 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:27.700259 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-731875e4-89c1-4554-816d-f39aa29cc9c6 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:27.702830 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-861967db-8347-42ee-ba0e-0c1b69d8aad6 None None] Port 9c0ef85a-daa6-4bd6-90c8-78887a0919ff cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:25:27.765118 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-861967db-8347-42ee-ba0e-0c1b69d8aad6 None None] Provisioning complete for port 3e93b750-4fc5-452e-abe0-8e1e174f71bf triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:27.765322 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-861967db-8347-42ee-ba0e-0c1b69d8aad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:27.834616 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:27.867685 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88e4a0e-96ee-45c6-b2a0-31075c0ee18b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-7de412cf-f7a0-41e6-9b28-ecba9883f693', 'network_id': '7de412cf-f7a0-41e6-9b28-ecba9883f693', 'tenant_id': 'da983677876248308f7866178fb20b80', 'fixed_ips': [{'subnet_id': 'eb5fc305-0fd5-49a8-b082-325f14521c58'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:25:27.868542 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-bc0683cf-3d8b-4b2f-a3be-0d1f92e423c7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 470 time: 0.2958903 Feb 28 14:25:27.868684 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c88e4a0e-96ee-45c6-b2a0-31075c0ee18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:27.889591 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-731875e4-89c1-4554-816d-f39aa29cc9c6 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:27.958898 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-159496c3-a10f-4495-8884-bf55b0e1dce9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'port': {'device_id': 'cbfa9f7f-d263-4114-a82b-16494787805f', 'network_id': '48a65187-5d85-49a0-94f2-0643bb33d9d2', 'admin_state_up': True, 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'security_groups': ['0c1c4c10-51b3-4aa3-87e0-0aa29417615b']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:27.992205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:28.093842 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-c88e4a0e-96ee-45c6-b2a0-31075c0ee18b None None] Allocated IP 172.20.0.2 (7de412cf-f7a0-41e6-9b28-ecba9883f693/eb5fc305-0fd5-49a8-b082-325f14521c58/eedd08a4-b7be-4fc7-8fe0-fdfd8053b0a0) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:28.308469 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-731875e4-89c1-4554-816d-f39aa29cc9c6 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:28.324568 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c88e4a0e-96ee-45c6-b2a0-31075c0ee18b None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:28.329949 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-755f2352-ce0d-40a5-be15-94017fb74c75 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:28.333755 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-755f2352-ce0d-40a5-be15-94017fb74c75 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728902'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:28.399745 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-731875e4-89c1-4554-816d-f39aa29cc9c6 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Usage tracker for resource:security_group_rule and tenant:2cba675d61d54c2f9c9bfa59ac012ba1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:28.419055 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-731875e4-89c1-4554-816d-f39aa29cc9c6 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:28.438077 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9f296395-c6df-4633-b58e-fe0b7923d5cf req-3a9adf2a-a428-460e-beaa-29e3110bddb1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbfa9f7f-d263-4114-a82b-16494787805f HTTP/1.1" status: 200 len: 210 time: 0.1905806 Feb 28 14:25:28.445879 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-731875e4-89c1-4554-816d-f39aa29cc9c6 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:28.486801 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c88e4a0e-96ee-45c6-b2a0-31075c0ee18b None None] Transition to ACTIVE for port object eedd08a4-b7be-4fc7-8fe0-fdfd8053b0a0 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:28.507979 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c88e4a0e-96ee-45c6-b2a0-31075c0ee18b None None] Transition to ACTIVE for port object eedd08a4-b7be-4fc7-8fe0-fdfd8053b0a0 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:28.511367 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14bb5679-1137-4666-8ba5-870ae1ea2815 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:28.516016 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c88e4a0e-96ee-45c6-b2a0-31075c0ee18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:28.584280 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88e4a0e-96ee-45c6-b2a0-31075c0ee18b None None] Network 7de412cf-f7a0-41e6-9b28-ecba9883f693 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:28.593689 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-c88e4a0e-96ee-45c6-b2a0-31075c0ee18b None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:28.599736 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88e4a0e-96ee-45c6-b2a0-31075c0ee18b None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:28.605959 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e4a0e-96ee-45c6-b2a0-31075c0ee18b None None] Pushing event updated for resources: {'Port': ['ID=eedd08a4-b7be-4fc7-8fe0-fdfd8053b0a0,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:28.678237 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:28.716474 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c88e4a0e-96ee-45c6-b2a0-31075c0ee18b None None] Attempting to bind port eedd08a4-b7be-4fc7-8fe0-fdfd8053b0a0 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:25:28.716845 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c88e4a0e-96ee-45c6-b2a0-31075c0ee18b None None] Attempting to bind port eedd08a4-b7be-4fc7-8fe0-fdfd8053b0a0 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '6eb2c274-8d52-4483-9ec5-10bf5e062164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7de412cf-f7a0-41e6-9b28-ecba9883f693'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:25:28.717206 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88e4a0e-96ee-45c6-b2a0-31075c0ee18b None None] Attempting to bind port eedd08a4-b7be-4fc7-8fe0-fdfd8053b0a0 on network 7de412cf-f7a0-41e6-9b28-ecba9883f693 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:25:28.724310 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88e4a0e-96ee-45c6-b2a0-31075c0ee18b None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:25:28.724599 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88e4a0e-96ee-45c6-b2a0-31075c0ee18b None None] Checking segment: {'id': '6eb2c274-8d52-4483-9ec5-10bf5e062164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7de412cf-f7a0-41e6-9b28-ecba9883f693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:25:28.724888 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c88e4a0e-96ee-45c6-b2a0-31075c0ee18b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:28.725271 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88e4a0e-96ee-45c6-b2a0-31075c0ee18b None None] Bound using segment: {'id': '6eb2c274-8d52-4483-9ec5-10bf5e062164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7de412cf-f7a0-41e6-9b28-ecba9883f693'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:25:28.725736 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c88e4a0e-96ee-45c6-b2a0-31075c0ee18b None None] Bound port: eedd08a4-b7be-4fc7-8fe0-fdfd8053b0a0, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb2c274-8d52-4483-9ec5-10bf5e062164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7de412cf-f7a0-41e6-9b28-ecba9883f693'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:25:28.726152 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c88e4a0e-96ee-45c6-b2a0-31075c0ee18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:28.733863 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Subnet': ['ID=eb5fc305-0fd5-49a8-b082-325f14521c58,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:28.741533 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755f2352-ce0d-40a5-be15-94017fb74c75 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Router 38084127-413d-4586-9cd5-4e4cb8b26370 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:25:28.764898 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb5679-1137-4666-8ba5-870ae1ea2815 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Port': ['ID=41038777-dbcd-4f88-bfca-a85d3161bd1a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:28.791057 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14bb5679-1137-4666-8ba5-870ae1ea2815 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:28.810594 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-588bba71-9ff2-4783-810d-52aa615937bc tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:25:28.850358 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-159496c3-a10f-4495-8884-bf55b0e1dce9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:28.858517 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c88e4a0e-96ee-45c6-b2a0-31075c0ee18b None None] For port eedd08a4-b7be-4fc7-8fe0-fdfd8053b0a0, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:25:28.858769 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-588bba71-9ff2-4783-810d-52aa615937bc tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:28.867223 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c88e4a0e-96ee-45c6-b2a0-31075c0ee18b None None] For port eedd08a4-b7be-4fc7-8fe0-fdfd8053b0a0, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=eedd08a4-b7be-4fc7-8fe0-fdfd8053b0a0,segment=NetworkSegment(6eb2c274-8d52-4483-9ec5-10bf5e062164),segment_id=6eb2c274-8d52-4483-9ec5-10bf5e062164)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:25:28.875844 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c88e4a0e-96ee-45c6-b2a0-31075c0ee18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:28.887656 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-159496c3-a10f-4495-8884-bf55b0e1dce9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:port and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:28.893102 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-588bba71-9ff2-4783-810d-52aa615937bc tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:28.908592 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-159496c3-a10f-4495-8884-bf55b0e1dce9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:28.909349 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:28.954620 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de412cf-f7a0-41e6-9b28-ecba9883f693']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:28.996114 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-159496c3-a10f-4495-8884-bf55b0e1dce9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:29.011016 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e4a0e-96ee-45c6-b2a0-31075c0ee18b None None] Pushing event updated for resources: {'Port': ['ID=eedd08a4-b7be-4fc7-8fe0-fdfd8053b0a0,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:29.029451 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-14bb5679-1137-4666-8ba5-870ae1ea2815 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/41038777-dbcd-4f88-bfca-a85d3161bd1a HTTP/1.1" status: 204 len: 168 time: 3.3318462 Feb 28 14:25:29.037487 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb2c274-8d52-4483-9ec5-10bf5e062164') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:29.037783 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb2c274-8d52-4483-9ec5-10bf5e062164') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:29.040477 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d48b2b-5729-4c4c-93e4-6b0a0e036e58 None None] Network 7de412cf-f7a0-41e6-9b28-ecba9883f693 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:29.044428 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54432) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:29.097050 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:29.138251 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755f2352-ce0d-40a5-be15-94017fb74c75 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:25:29.144571 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-159496c3-a10f-4495-8884-bf55b0e1dce9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Made reservation on behalf of 1cd57789443e43d89a7681324e1f7304 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:29.146963 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:29.148352 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-159496c3-a10f-4495-8884-bf55b0e1dce9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:29.158156 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:25:29.158553 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:29.160985 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6561da-cd97-443b-8b92-d8c9c6b147ab None None] Sync routers for ids ['38084127-413d-4586-9cd5-4e4cb8b26370'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:25:29.170445 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6561da-cd97-443b-8b92-d8c9c6b147ab None None] Routers {'38084127-413d-4586-9cd5-4e4cb8b26370'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:25:29.171708 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0d6561da-cd97-443b-8b92-d8c9c6b147ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:25:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['38084127-413d-4586-9cd5-4e4cb8b26370'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:25:29.173785 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:25:29.176031 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-755f2352-ce0d-40a5-be15-94017fb74c75 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:29.177156 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-755f2352-ce0d-40a5-be15-94017fb74c75 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "PUT /v2.0/routers/38084127-413d-4586-9cd5-4e4cb8b26370 HTTP/1.1" status: 200 len: 925 time: 3.2888246 Feb 28 14:25:29.191518 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54436) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:29.192285 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-731875e4-89c1-4554-816d-f39aa29cc9c6 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:29.194855 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4019d21-a766-471d-a2e3-5fdaa9a442a8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:29.196367 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4019d21-a766-471d-a2e3-5fdaa9a442a8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:29.197116 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e4019d21-a766-471d-a2e3-5fdaa9a442a8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:29.227776 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588bba71-9ff2-4783-810d-52aa615937bc tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Pushing event updated for resources: {'Port': ['ID=ca64c3cf-2644-45fd-a0b2-bc21eb008eb1,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:29.232949 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-8ee2a252-e24e-4e5f-aad1-1d8fe4415835 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Allocated IP 172.20.0.1 (08507b25-bf65-4624-8d25-00557623e34b/e313196f-d6e9-431f-a11e-fd7033f179ac/2f2a0c16-62c5-4f28-ab9c-f54d9f0e0638) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:29.237279 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-588bba71-9ff2-4783-810d-52aa615937bc tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:29.242745 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-731875e4-89c1-4554-816d-f39aa29cc9c6 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:29.251294 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0d6561da-cd97-443b-8b92-d8c9c6b147ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:29.262044 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6561da-cd97-443b-8b92-d8c9c6b147ab None None] Routers {'38084127-413d-4586-9cd5-4e4cb8b26370'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:25:29.263100 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0d6561da-cd97-443b-8b92-d8c9c6b147ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:25:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['38084127-413d-4586-9cd5-4e4cb8b26370'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:29.291823 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fb9f67-4f6b-4f37-9534-d99d9c301c80 None None] get_active_networks_info from dv-neutron-831192-4-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 28 14:25:29.336855 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0d6561da-cd97-443b-8b92-d8c9c6b147ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:29.337609 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6561da-cd97-443b-8b92-d8c9c6b147ab None None] The sync data for ids ['38084127-413d-4586-9cd5-4e4cb8b26370'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:25:29.350982 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e4019d21-a766-471d-a2e3-5fdaa9a442a8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:29.355132 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e4019d21-a766-471d-a2e3-5fdaa9a442a8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3046455 Feb 28 14:25:29.355757 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 14:25:29.355757 dv-neutron-831192-4-hyperv neutron-server[87772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 14:25:29.355757 dv-neutron-831192-4-hyperv neutron-server[87772]: [parameters: {'id': '7de412cf-f7a0-41e6-9b28-ecba9883f693'}] Feb 28 14:25:29.355757 dv-neutron-831192-4-hyperv neutron-server[87772]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:25:29.356208 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:25:29.358643 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54440) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:29.367864 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d31be0c2-b7bd-4432-b0fd-da0ff6ee13ec tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:29.430940 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-588bba71-9ff2-4783-810d-52aa615937bc tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:29.432668 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-588bba71-9ff2-4783-810d-52aa615937bc tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8755064 Feb 28 14:25:29.465201 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-731875e4-89c1-4554-816d-f39aa29cc9c6 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:29.466415 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-731875e4-89c1-4554-816d-f39aa29cc9c6 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9459443 Feb 28 14:25:29.467483 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54444) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:29.480559 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54446) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:29.483899 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4334b2c5-e7d0-4cfa-881a-654a1ed724eb tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Request body: {'floatingip': {'port_id': '7d45b734-903c-4d5d-9bb2-44ee88d73e3b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:29.501927 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731875e4-89c1-4554-816d-f39aa29cc9c6 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc2067f-0886-49ef-95b0-7122d4caf8bd,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:29.521041 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31be0c2-b7bd-4432-b0fd-da0ff6ee13ec tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network 46dfff5d-6382-461e-9b08-4762af96592e is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:29.540860 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fb9f67-4f6b-4f37-9534-d99d9c301c80 None None] Resources bound (agent type, host, resource id): {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 14:25:29.558844 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e589b0e3-d8a5-4ba5-bf2f-eeea21bd7d31 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Request body: {'security_group_rule': {'security_group_id': 'dbc2067f-0886-49ef-95b0-7122d4caf8bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:29.578448 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e589b0e3-d8a5-4ba5-bf2f-eeea21bd7d31 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:29.582900 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-d31be0c2-b7bd-4432-b0fd-da0ff6ee13ec tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:29.585895 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4334b2c5-e7d0-4cfa-881a-654a1ed724eb tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks [] for floatingip, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:29.589831 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31be0c2-b7bd-4432-b0fd-da0ff6ee13ec tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:29.590420 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d31be0c2-b7bd-4432-b0fd-da0ff6ee13ec tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:29.637183 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31be0c2-b7bd-4432-b0fd-da0ff6ee13ec tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Subnet': ['ID=fd8a6066-ef16-41b0-b1a5-22d16ea5b29b,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:29.656712 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e589b0e3-d8a5-4ba5-bf2f-eeea21bd7d31 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Usage tracker for resource:security_group_rule and tenant:2cba675d61d54c2f9c9bfa59ac012ba1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:29.675344 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e589b0e3-d8a5-4ba5-bf2f-eeea21bd7d31 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:29.693670 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d31be0c2-b7bd-4432-b0fd-da0ff6ee13ec tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5584223 Feb 28 14:25:29.702461 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54454) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:29.718314 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-49a4ba85-5a91-4152-a21d-3fa013d1e20a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'security_group': {'name': 'tempest-secgroup-1079252204'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:29.729871 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-49a4ba85-5a91-4152-a21d-3fa013d1e20a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:29.749558 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e589b0e3-d8a5-4ba5-bf2f-eeea21bd7d31 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:29.752789 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-49a4ba85-5a91-4152-a21d-3fa013d1e20a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:security_group and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:29.757751 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8ee2a252-e24e-4e5f-aad1-1d8fe4415835 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:29.762312 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b6b9e8-1169-413c-8fd5-87190c965aee tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet af73cf17-75ea-4f6c-8d75-37ce4e9338b3 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:25:29.763763 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-49a4ba85-5a91-4152-a21d-3fa013d1e20a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:29.776944 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-49a4ba85-5a91-4152-a21d-3fa013d1e20a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:29.777200 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ba5869fc-d3e6-4d84-b566-5da7890dbdb5 req-5c131bcf-8b27-4de0-8cef-b956c91bf985 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbfa9f7f-d263-4114-a82b-16494787805f HTTP/1.1" status: 200 len: 210 time: 0.1371760 Feb 28 14:25:29.781715 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-70b6b9e8-1169-413c-8fd5-87190c965aee tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:29.788485 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-159496c3-a10f-4495-8884-bf55b0e1dce9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.20.0.20 (48a65187-5d85-49a0-94f2-0643bb33d9d2/ae75369c-b3d9-4ba4-936b-7128a18c3c01/21c03e02-f72a-4014-82e0-99bfffdb10da) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:29.811002 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-49a4ba85-5a91-4152-a21d-3fa013d1e20a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:29.820419 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-693696e6-8c83-48cc-9b51-67c1bcb365d3 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "GET /v2.0/routers/38084127-413d-4586-9cd5-4e4cb8b26370 HTTP/1.1" status: 200 len: 925 time: 0.6203234 Feb 28 14:25:29.826355 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54458) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:29.859089 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:29.908785 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e589b0e3-d8a5-4ba5-bf2f-eeea21bd7d31 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:29.913503 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-49a4ba85-5a91-4152-a21d-3fa013d1e20a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:29.923298 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb356539-d450-4938-9700-b7bfd8d1501d None None] Network 46dfff5d-6382-461e-9b08-4762af96592e requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:29.927360 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-49a4ba85-5a91-4152-a21d-3fa013d1e20a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:security_group_rule and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:29.928468 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-70b6b9e8-1169-413c-8fd5-87190c965aee tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:29.931869 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-49a4ba85-5a91-4152-a21d-3fa013d1e20a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:29.953460 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8ee2a252-e24e-4e5f-aad1-1d8fe4415835 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:29.957544 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-49a4ba85-5a91-4152-a21d-3fa013d1e20a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:29.996512 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Deleting port eedd08a4-b7be-4fc7-8fe0-fdfd8053b0a0 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:29.996825 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:30.082497 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-4334b2c5-e7d0-4cfa-881a-654a1ed724eb tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] update failed (client error): The resource could not be found. Feb 28 14:25:30.083662 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4334b2c5-e7d0-4cfa-881a-654a1ed724eb tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] 10.222.0.30 "PUT /v2.0/floatingips/a2a147b1-6483-484e-bfcb-ae36dd000102 HTTP/1.1" status: 404 len: 507 time: 0.6151342 Feb 28 14:25:30.092223 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54462) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:30.238933 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2a252-e24e-4e5f-aad1-1d8fe4415835 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event updated for resources: {'Port': ['ID=2f2a0c16-62c5-4f28-ab9c-f54d9f0e0638,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:30.250850 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee2a252-e24e-4e5f-aad1-1d8fe4415835 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Network 08507b25-bf65-4624-8d25-00557623e34b is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:30.256993 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-8ee2a252-e24e-4e5f-aad1-1d8fe4415835 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:30.264721 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a53a236-281c-487d-9348-b7612fb56e6f None None] Update dhcp port {'port': {'network_id': '46dfff5d-6382-461e-9b08-4762af96592e', 'fixed_ips': [{'subnet_id': 'ce97aa63-f052-4811-bf8b-0dd2084e36ed', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fd8a6066-ef16-41b0-b1a5-22d16ea5b29b'}], 'binding:host_id': 'dv-neutron-831192-4-hyperv'}, 'id': '3e93b750-4fc5-452e-abe0-8e1e174f71bf'} from dv-neutron-831192-4-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 14:25:30.279300 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e589b0e3-d8a5-4ba5-bf2f-eeea21bd7d31 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:30.289382 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e589b0e3-d8a5-4ba5-bf2f-eeea21bd7d31 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:30.329624 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4a53a236-281c-487d-9348-b7612fb56e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:30.334880 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-70b6b9e8-1169-413c-8fd5-87190c965aee tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:30.472278 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] For port eedd08a4-b7be-4fc7-8fe0-fdfd8053b0a0, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=eedd08a4-b7be-4fc7-8fe0-fdfd8053b0a0,segment=NetworkSegment(6eb2c274-8d52-4483-9ec5-10bf5e062164),segment_id=6eb2c274-8d52-4483-9ec5-10bf5e062164)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:30.472884 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:30.482590 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee2a252-e24e-4e5f-aad1-1d8fe4415835 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:30.490574 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589b0e3-d8a5-4ba5-bf2f-eeea21bd7d31 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f75942-9ccd-4ecf-aaf6-84afa31360c6,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:30.546910 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-4a53a236-281c-487d-9348-b7612fb56e6f None None] Allocated IP 2001:db8::2 (46dfff5d-6382-461e-9b08-4762af96592e/fd8a6066-ef16-41b0-b1a5-22d16ea5b29b/3e93b750-4fc5-452e-abe0-8e1e174f71bf) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:30.578462 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-22f5bcae-5f9c-49a5-a9e9-79bfea72e932 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Deleting port ca64c3cf-2644-45fd-a0b2-bc21eb008eb1 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:30.578795 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-22f5bcae-5f9c-49a5-a9e9-79bfea72e932 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:30.622769 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Calling delete_port for eedd08a4-b7be-4fc7-8fe0-fdfd8053b0a0 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:30.636607 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22924864-b908-41d9-afe6-c0b65d4af249 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:30.641038 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-22924864-b908-41d9-afe6-c0b65d4af249 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710&device_id=38084127-413d-4586-9cd5-4e4cb8b26370&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8093894 Feb 28 14:25:30.651897 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54466) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:30.652996 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e589b0e3-d8a5-4ba5-bf2f-eeea21bd7d31 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:30.654368 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e589b0e3-d8a5-4ba5-bf2f-eeea21bd7d31 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1176398 Feb 28 14:25:30.659475 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54470) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:30.671495 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-159496c3-a10f-4495-8884-bf55b0e1dce9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:30.677555 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-aa01c523-3d6a-42a4-b9e0-6885dc9466ff tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Request body: {'security_group_rule': {'security_group_id': 'dbc2067f-0886-49ef-95b0-7122d4caf8bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:30.696744 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4a53a236-281c-487d-9348-b7612fb56e6f None None] For port 3e93b750-4fc5-452e-abe0-8e1e174f71bf, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=3e93b750-4fc5-452e-abe0-8e1e174f71bf,segment=NetworkSegment(b6c3ccf5-82a9-404b-a434-ee5a8f8826e5),segment_id=b6c3ccf5-82a9-404b-a434-ee5a8f8826e5)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:30.715524 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-aa01c523-3d6a-42a4-b9e0-6885dc9466ff tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:30.717944 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8ee2a252-e24e-4e5f-aad1-1d8fe4415835 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:30.723407 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4a53a236-281c-487d-9348-b7612fb56e6f None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:30.740075 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4a53a236-281c-487d-9348-b7612fb56e6f None None] Transition to ACTIVE for port object 3e93b750-4fc5-452e-abe0-8e1e174f71bf will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:30.745738 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4a53a236-281c-487d-9348-b7612fb56e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:30.746284 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-aa01c523-3d6a-42a4-b9e0-6885dc9466ff tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Usage tracker for resource:security_group_rule and tenant:2cba675d61d54c2f9c9bfa59ac012ba1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:30.780522 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-aa01c523-3d6a-42a4-b9e0-6885dc9466ff tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:30.786295 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-49a4ba85-5a91-4152-a21d-3fa013d1e20a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:30.796202 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-aa01c523-3d6a-42a4-b9e0-6885dc9466ff tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:30.804637 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-159496c3-a10f-4495-8884-bf55b0e1dce9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Transition to ACTIVE for port object 21c03e02-f72a-4014-82e0-99bfffdb10da will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:30.825163 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-70b6b9e8-1169-413c-8fd5-87190c965aee tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:30.856680 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-49a4ba85-5a91-4152-a21d-3fa013d1e20a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:30.878698 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:30.891619 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53a236-281c-487d-9348-b7612fb56e6f None None] Pushing event updated for resources: {'Port': ['ID=3e93b750-4fc5-452e-abe0-8e1e174f71bf,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:30.933060 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6b9e8-1169-413c-8fd5-87190c965aee tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=af73cf17-75ea-4f6c-8d75-37ce4e9338b3,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:30.944072 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-70b6b9e8-1169-413c-8fd5-87190c965aee tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:30.950164 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450e6531-6d4b-4096-aed7-ba3f3c84ff94 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:30.953503 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Port': ['ID=eedd08a4-b7be-4fc7-8fe0-fdfd8053b0a0,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:30.960265 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590a37fb-df5f-4637-bfdd-b935255caa11 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:30.963079 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa01c523-3d6a-42a4-b9e0-6885dc9466ff tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:30.963625 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-590a37fb-df5f-4637-bfdd-b935255caa11 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Synchronizing usage tracker for tenant:ec3f252271e4406286e8ec95b08ceaed on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:30.973187 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] No DVR routers for this DVR port eedd08a4-b7be-4fc7-8fe0-fdfd8053b0a0 on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:25:30.996277 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-49a4ba85-5a91-4152-a21d-3fa013d1e20a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:31.001525 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-49a4ba85-5a91-4152-a21d-3fa013d1e20a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2868485 Feb 28 14:25:31.053646 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54476) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:31.065268 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-fddaca8e-8d5f-4054-a3c9-9d01d0ff05ae tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'security_group': {'name': 'tempest-secgroup-413493251'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:31.077553 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4ba85-5a91-4152-a21d-3fa013d1e20a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd020924-2aa9-4c5f-a6ac-e96f6081ce73,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:31.105514 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-c20fa616-2f83-4dba-b138-8e8aa518bc6e req-f6b247e7-9b22-4cc8-9ef5-10f74d05bc3a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:31.106287 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:31.108401 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fddaca8e-8d5f-4054-a3c9-9d01d0ff05ae tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:31.134065 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de412cf-f7a0-41e6-9b28-ecba9883f693']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:31.145214 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fddaca8e-8d5f-4054-a3c9-9d01d0ff05ae tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:security_group and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:31.146980 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb2c274-8d52-4483-9ec5-10bf5e062164') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:31.155489 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-22f5bcae-5f9c-49a5-a9e9-79bfea72e932 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:31.155812 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-22f5bcae-5f9c-49a5-a9e9-79bfea72e932 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:31.156189 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb2c274-8d52-4483-9ec5-10bf5e062164') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:31.167121 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fddaca8e-8d5f-4054-a3c9-9d01d0ff05ae tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:31.169035 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:31.186844 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:31.193733 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:25:31.194551 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:31.203232 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fddaca8e-8d5f-4054-a3c9-9d01d0ff05ae tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:25:31.299193 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:25:31.310444 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:31.317795 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-70b6b9e8-1169-413c-8fd5-87190c965aee tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/af73cf17-75ea-4f6c-8d75-37ce4e9338b3 HTTP/1.1" status: 204 len: 168 time: 1.9580047 Feb 28 14:25:31.320187 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54480) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:31.323085 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72387ad2-6772-47b7-ae36-7407e5cadeea None None] DHCP port deletion for 22b852e7-638c-4536-9e81-f0f6c68c1fb7 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:25:31.328689 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-72387ad2-6772-47b7-ae36-7407e5cadeea None None] Deleting port f7f86d5e-3a4b-4f63-8054-7f076b85a465 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:31.330401 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-72387ad2-6772-47b7-ae36-7407e5cadeea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:31.396331 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-22f5bcae-5f9c-49a5-a9e9-79bfea72e932 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Calling delete_port for ca64c3cf-2644-45fd-a0b2-bc21eb008eb1 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:31.431730 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:31.446163 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-590a37fb-df5f-4637-bfdd-b935255caa11 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Unset dirty status for tenant:ec3f252271e4406286e8ec95b08ceaed on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:31.447720 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-590a37fb-df5f-4637-bfdd-b935255caa11 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "GET /v2.0/networks/227601ee-f6c9-4fe2-9e97-307a6863d710 HTTP/1.1" status: 200 len: 881 time: 0.7921002 Feb 28 14:25:31.456538 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-159496c3-a10f-4495-8884-bf55b0e1dce9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:31.463036 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54484) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:31.481733 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Network': ['ID=7de412cf-f7a0-41e6-9b28-ecba9883f693,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:31.515560 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-53bb623f-0d4f-4e61-b2a1-00603a3223d4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1786544 Feb 28 14:25:31.528456 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fddaca8e-8d5f-4054-a3c9-9d01d0ff05ae tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:31.530181 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-893d5f1c-9382-4f45-b38d-1c19a172d320 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/networks/7de412cf-f7a0-41e6-9b28-ecba9883f693 HTTP/1.1" status: 204 len: 168 time: 3.9766436 Feb 28 14:25:31.538273 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-c20fa616-2f83-4dba-b138-8e8aa518bc6e req-f6b247e7-9b22-4cc8-9ef5-10f74d05bc3a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:31.539748 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c20fa616-2f83-4dba-b138-8e8aa518bc6e req-f6b247e7-9b22-4cc8-9ef5-10f74d05bc3a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbfa9f7f-d263-4114-a82b-16494787805f HTTP/1.1" status: 200 len: 210 time: 0.5453494 Feb 28 14:25:31.559284 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54488) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:31.559765 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54490) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:31.575576 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-cc8fd0b2-2766-4408-b606-80ecee386596 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:31.588777 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-53ff8c8e-8428-4c12-bc07-b41becf0704e tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "GET /v2.0/ports?device_id=38084127-413d-4586-9cd5-4e4cb8b26370 HTTP/1.1" status: 200 len: 205 time: 0.1168435 Feb 28 14:25:31.592081 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54496) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:31.613812 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-15ff794b-f10f-4d80-a512-22d31ad0cbb5 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1383555801'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:31.634480 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-15ff794b-f10f-4d80-a512-22d31ad0cbb5 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:31.653446 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa01c523-3d6a-42a4-b9e0-6885dc9466ff tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:31.698707 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-159496c3-a10f-4495-8884-bf55b0e1dce9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 48a65187-5d85-49a0-94f2-0643bb33d9d2 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:31.701742 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-15ff794b-f10f-4d80-a512-22d31ad0cbb5 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Usage tracker for resource:network and tenant:da983677876248308f7866178fb20b80 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:31.722429 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-72387ad2-6772-47b7-ae36-7407e5cadeea None None] For port f7f86d5e-3a4b-4f63-8054-7f076b85a465, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=f7f86d5e-3a4b-4f63-8054-7f076b85a465,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:31.722800 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-72387ad2-6772-47b7-ae36-7407e5cadeea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:31.723686 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa01c523-3d6a-42a4-b9e0-6885dc9466ff tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:31.735353 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-15ff794b-f10f-4d80-a512-22d31ad0cbb5 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:31.754971 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-159496c3-a10f-4495-8884-bf55b0e1dce9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:31.757812 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-159496c3-a10f-4495-8884-bf55b0e1dce9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:31.823350 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-86167eb1-01f2-4893-b61d-5dd65711873c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:31.872475 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fddaca8e-8d5f-4054-a3c9-9d01d0ff05ae tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:31.883290 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01c523-3d6a-42a4-b9e0-6885dc9466ff tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99879bdb-a294-4088-b22a-722321b52195,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:31.906984 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-15ff794b-f10f-4d80-a512-22d31ad0cbb5 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:31.916599 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159496c3-a10f-4495-8884-bf55b0e1dce9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=21c03e02-f72a-4014-82e0-99bfffdb10da,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:31.936997 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fddaca8e-8d5f-4054-a3c9-9d01d0ff05ae tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:security_group_rule and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:31.967410 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-72387ad2-6772-47b7-ae36-7407e5cadeea None None] Calling delete_port for f7f86d5e-3a4b-4f63-8054-7f076b85a465 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:32.029345 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cb055eb2-4675-43d4-a994-7d1216832670 None None] Provisioning complete for port 9c0ef85a-daa6-4bd6-90c8-78887a0919ff triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:32.029625 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cb055eb2-4675-43d4-a994-7d1216832670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:32.053640 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cc8fd0b2-2766-4408-b606-80ecee386596 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:32.058654 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cc8fd0b2-2766-4408-b606-80ecee386596 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:subnet and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:32.062111 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cc8fd0b2-2766-4408-b606-80ecee386596 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:32.074351 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cc8fd0b2-2766-4408-b606-80ecee386596 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:32.101213 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-cb055eb2-4675-43d4-a994-7d1216832670 None None] Port 9c0ef85a-daa6-4bd6-90c8-78887a0919ff cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:25:32.104988 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-72387ad2-6772-47b7-ae36-7407e5cadeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:32.107342 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fddaca8e-8d5f-4054-a3c9-9d01d0ff05ae tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:32.111178 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8ee2a252-e24e-4e5f-aad1-1d8fe4415835 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:32.131732 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa01c523-3d6a-42a4-b9e0-6885dc9466ff tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:32.136332 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-aa01c523-3d6a-42a4-b9e0-6885dc9466ff tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4722164 Feb 28 14:25:32.139135 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54502) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:32.140478 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fddaca8e-8d5f-4054-a3c9-9d01d0ff05ae tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:32.155392 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ff794b-f10f-4d80-a512-22d31ad0cbb5 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Made reservation on behalf of da983677876248308f7866178fb20b80 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:32.157656 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72387ad2-6772-47b7-ae36-7407e5cadeea None None] Pushing event deleted for resources: {'Port': ['ID=f7f86d5e-3a4b-4f63-8054-7f076b85a465,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:32.159876 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15ff794b-f10f-4d80-a512-22d31ad0cbb5 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:32.176858 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72387ad2-6772-47b7-ae36-7407e5cadeea None None] No DVR routers for this DVR port f7f86d5e-3a4b-4f63-8054-7f076b85a465 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:25:32.179722 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8fd0b2-2766-4408-b606-80ecee386596 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:32.185389 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cb055eb2-4675-43d4-a994-7d1216832670 None None] Provisioning for port 3e93b750-4fc5-452e-abe0-8e1e174f71bf completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:32.187889 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc8fd0b2-2766-4408-b606-80ecee386596 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:32.191230 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cb055eb2-4675-43d4-a994-7d1216832670 None None] Provisioning complete for port 3e93b750-4fc5-452e-abe0-8e1e174f71bf triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:32.191555 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cb055eb2-4675-43d4-a994-7d1216832670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:32.243425 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-4bc0c263-68ee-48e7-8592-26d3d6af147e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Request body: {'security_group_rule': {'security_group_id': 'dbc2067f-0886-49ef-95b0-7122d4caf8bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:32.266961 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-86167eb1-01f2-4893-b61d-5dd65711873c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:32.277276 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-86167eb1-01f2-4893-b61d-5dd65711873c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Deleting port 3101d986-9bd9-4d95-bab8-5fad786e9b20 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:32.277784 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-86167eb1-01f2-4893-b61d-5dd65711873c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:32.362587 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-22f5bcae-5f9c-49a5-a9e9-79bfea72e932 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:32.372701 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-159496c3-a10f-4495-8884-bf55b0e1dce9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:32.373308 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-159496c3-a10f-4495-8884-bf55b0e1dce9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:32.394123 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-4bc0c263-68ee-48e7-8592-26d3d6af147e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:32.402555 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 3e93b750-4fc5-452e-abe0-8e1e174f71bf up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:25:32.458874 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4bc0c263-68ee-48e7-8592-26d3d6af147e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Usage tracker for resource:security_group_rule and tenant:2cba675d61d54c2f9c9bfa59ac012ba1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:32.463333 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4bc0c263-68ee-48e7-8592-26d3d6af147e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:32.472099 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-4bc0c263-68ee-48e7-8592-26d3d6af147e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:32.481094 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 3e93b750-4fc5-452e-abe0-8e1e174f71bf triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:32.481357 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:32.516681 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-86167eb1-01f2-4893-b61d-5dd65711873c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:32.517169 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fddaca8e-8d5f-4054-a3c9-9d01d0ff05ae tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:32.529077 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e3a4be52-db5a-4f06-8897-cb5a01b51736 None None] Provisioning for port 21c03e02-f72a-4014-82e0-99bfffdb10da completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:32.539707 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e3a4be52-db5a-4f06-8897-cb5a01b51736 None None] Provisioning complete for port 21c03e02-f72a-4014-82e0-99bfffdb10da triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:32.540071 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e3a4be52-db5a-4f06-8897-cb5a01b51736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:32.610006 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-e3a4be52-db5a-4f06-8897-cb5a01b51736 None None] Port 21c03e02-f72a-4014-82e0-99bfffdb10da cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:25:32.660231 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-86167eb1-01f2-4893-b61d-5dd65711873c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Calling delete_port for 3101d986-9bd9-4d95-bab8-5fad786e9b20 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:32.727562 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device f7f86d5e-3a4b-4f63-8054-7f076b85a465 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:25:32.763604 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: f7f86d5e-3a4b-4f63-8054-7f076b85a465 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:25:32.763992 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device f7f86d5e-3a4b-4f63-8054-7f076b85a465 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:25:32.795209 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5bcae-5f9c-49a5-a9e9-79bfea72e932 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Pushing event deleted for resources: {'Port': ['ID=ca64c3cf-2644-45fd-a0b2-bc21eb008eb1,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:32.798717 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fddaca8e-8d5f-4054-a3c9-9d01d0ff05ae tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:32.813372 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ff794b-f10f-4d80-a512-22d31ad0cbb5 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:25:32.825480 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bc989-6222-4b1d-9887-472cd5f2a133 req-a7ba2909-48c0-4443-a4f5-03d556c8918f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:32.826957 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-346bc989-6222-4b1d-9887-472cd5f2a133 req-a7ba2909-48c0-4443-a4f5-03d556c8918f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbfa9f7f-d263-4114-a82b-16494787805f HTTP/1.1" status: 200 len: 932 time: 0.1363416 Feb 28 14:25:32.892485 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4bc0c263-68ee-48e7-8592-26d3d6af147e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:32.907716 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-346bc989-6222-4b1d-9887-472cd5f2a133 req-c4a4980b-9313-418a-833c-8ce1731056d5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1c4c10-51b3-4aa3-87e0-0aa29417615b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702207 Feb 28 14:25:32.940304 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-86167eb1-01f2-4893-b61d-5dd65711873c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:32.984769 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86167eb1-01f2-4893-b61d-5dd65711873c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Pushing event deleted for resources: {'Port': ['ID=3101d986-9bd9-4d95-bab8-5fad786e9b20,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:33.006899 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-159496c3-a10f-4495-8884-bf55b0e1dce9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1223686 Feb 28 14:25:33.011732 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15ff794b-f10f-4d80-a512-22d31ad0cbb5 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:33.012074 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-15ff794b-f10f-4d80-a512-22d31ad0cbb5 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Added segment e5643f41-9260-45d0-8470-d4d02f2bf18b of type vlan for network 32874cce-8941-463b-b6cb-d01dc713c6a8 Feb 28 14:25:33.023138 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fddaca8e-8d5f-4054-a3c9-9d01d0ff05ae tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:33.024281 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fddaca8e-8d5f-4054-a3c9-9d01d0ff05ae tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.9696939 Feb 28 14:25:33.028332 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54508) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:33.046539 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-683b97e2-76cc-44f9-bc26-028e17bff9d2 service neutron] Request body: {'port': {'device_id': 'cbfa9f7f-d263-4114-a82b-16494787805f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:33.058200 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0cacaad0-df14-4e34-80dd-21627bd6a562 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'security_group': {'name': 'tempest-secgroup-1979499577'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:33.070147 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0cacaad0-df14-4e34-80dd-21627bd6a562 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:33.081291 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0cacaad0-df14-4e34-80dd-21627bd6a562 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:security_group and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:33.085782 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0cacaad0-df14-4e34-80dd-21627bd6a562 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:33.094026 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0cacaad0-df14-4e34-80dd-21627bd6a562 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:33.096341 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddaca8e-8d5f-4054-a3c9-9d01d0ff05ae tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8b54a4-3cd9-47e7-a706-29116d3d5b98,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:33.106542 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-86167eb1-01f2-4893-b61d-5dd65711873c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:33.134585 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-22f5bcae-5f9c-49a5-a9e9-79bfea72e932 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:33.152956 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0cacaad0-df14-4e34-80dd-21627bd6a562 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:33.232940 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15ff794b-f10f-4d80-a512-22d31ad0cbb5 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:33.246154 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-22f5bcae-5f9c-49a5-a9e9-79bfea72e932 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:33.247497 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-22f5bcae-5f9c-49a5-a9e9-79bfea72e932 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] 10.222.0.30 "DELETE /v2.0/floatingips/a2a147b1-6483-484e-bfcb-ae36dd000102 HTTP/1.1" status: 204 len: 168 time: 3.1464345 Feb 28 14:25:33.263903 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54512) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:33.298808 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-86167eb1-01f2-4893-b61d-5dd65711873c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:33.300622 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0cacaad0-df14-4e34-80dd-21627bd6a562 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:33.303081 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-86167eb1-01f2-4893-b61d-5dd65711873c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:33.307086 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0cacaad0-df14-4e34-80dd-21627bd6a562 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:security_group_rule and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:33.311674 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0cacaad0-df14-4e34-80dd-21627bd6a562 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:33.325749 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0cacaad0-df14-4e34-80dd-21627bd6a562 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:33.325950 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-178379d4-250b-4cb3-b349-f974b6619e15 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Request body: {'floatingip': {'floating_network_id': '67f81d7d-1dd0-4787-89f4-b138f7c5696f', 'port_id': '7d45b734-903c-4d5d-9bb2-44ee88d73e3b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:33.340277 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4bc0c263-68ee-48e7-8592-26d3d6af147e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:33.344791 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-86167eb1-01f2-4893-b61d-5dd65711873c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:33.345120 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86167eb1-01f2-4893-b61d-5dd65711873c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Fanout notify agent at l3_agent the message router_deleted on router 38084127-413d-4586-9cd5-4e4cb8b26370 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:25:33.378762 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-178379d4-250b-4cb3-b349-f974b6619e15 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:33.391408 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-86167eb1-01f2-4893-b61d-5dd65711873c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:33.397371 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-86167eb1-01f2-4893-b61d-5dd65711873c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "DELETE /v2.0/routers/38084127-413d-4586-9cd5-4e4cb8b26370 HTTP/1.1" status: 204 len: 168 time: 1.7974951 Feb 28 14:25:33.397371 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54516) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:33.399768 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4bc0c263-68ee-48e7-8592-26d3d6af147e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:33.408703 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-dfb201c9-94a4-43d0-9691-f3be43eefcbd tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2099241673', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:33.410917 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-15ff794b-f10f-4d80-a512-22d31ad0cbb5 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:25:33.418113 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-dfb201c9-94a4-43d0-9691-f3be43eefcbd tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:33.429763 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-dfb201c9-94a4-43d0-9691-f3be43eefcbd tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Usage tracker for resource:router and tenant:65a020e798544f2fb4804c259bb54147 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:33.438490 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-dfb201c9-94a4-43d0-9691-f3be43eefcbd tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:33.442444 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0cacaad0-df14-4e34-80dd-21627bd6a562 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:33.443108 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-178379d4-250b-4cb3-b349-f974b6619e15 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Usage tracker for resource:floatingip and tenant:b4eaaf5ef0e8431797c9f0c071bdc3f6 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:33.446306 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-dfb201c9-94a4-43d0-9691-f3be43eefcbd tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:33.452635 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0cacaad0-df14-4e34-80dd-21627bd6a562 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:33.457854 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-178379d4-250b-4cb3-b349-f974b6619e15 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:33.473776 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dfb201c9-94a4-43d0-9691-f3be43eefcbd tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:33.474761 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dfb201c9-94a4-43d0-9691-f3be43eefcbd tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:33.496630 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0cacaad0-df14-4e34-80dd-21627bd6a562 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:33.497813 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0cacaad0-df14-4e34-80dd-21627bd6a562 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4686024 Feb 28 14:25:33.503541 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54520) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:33.508385 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0c263-68ee-48e7-8592-26d3d6af147e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f5af26-d61e-43d4-bf06-42ed23643b2b,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:33.512752 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d165955e-fb03-47d9-864e-550bc0c4433a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1205392855', 'security_groups': ['061e9370-9135-47e2-8d5a-bb3a9d002ed3'], 'network_id': '46dfff5d-6382-461e-9b08-4762af96592e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fd8a6066-ef16-41b0-b1a5-22d16ea5b29b'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:33.518486 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-178379d4-250b-4cb3-b349-f974b6619e15 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:33.526475 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cacaad0-df14-4e34-80dd-21627bd6a562 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=061e9370-9135-47e2-8d5a-bb3a9d002ed3,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:33.529290 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dfb201c9-94a4-43d0-9691-f3be43eefcbd tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:33.598904 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15ff794b-f10f-4d80-a512-22d31ad0cbb5 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:33.605203 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ff794b-f10f-4d80-a512-22d31ad0cbb5 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:33.605203 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-15ff794b-f10f-4d80-a512-22d31ad0cbb5 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:33.627258 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dfb201c9-94a4-43d0-9691-f3be43eefcbd tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:33.632702 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4bc0c263-68ee-48e7-8592-26d3d6af147e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:33.636434 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4bc0c263-68ee-48e7-8592-26d3d6af147e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4865444 Feb 28 14:25:33.636678 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54524) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:33.648310 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-56af6dfb-2b9e-41fb-9d6c-0c126a0382c3 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Request body: {'security_group_rule': {'security_group_id': 'dbc2067f-0886-49ef-95b0-7122d4caf8bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:33.656280 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-683b97e2-76cc-44f9-bc26-028e17bff9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:33.661371 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-56af6dfb-2b9e-41fb-9d6c-0c126a0382c3 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:33.679082 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-56af6dfb-2b9e-41fb-9d6c-0c126a0382c3 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Usage tracker for resource:security_group_rule and tenant:2cba675d61d54c2f9c9bfa59ac012ba1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:33.684622 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dfb201c9-94a4-43d0-9691-f3be43eefcbd tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:33.688470 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dfb201c9-94a4-43d0-9691-f3be43eefcbd tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2885032 Feb 28 14:25:33.688941 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-56af6dfb-2b9e-41fb-9d6c-0c126a0382c3 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:33.692680 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54528) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:33.698333 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-178379d4-250b-4cb3-b349-f974b6619e15 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:33.700301 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-56af6dfb-2b9e-41fb-9d6c-0c126a0382c3 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:33.704904 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7ef9624d-cd6a-4dd4-aa1d-74dd3dc07b51 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Request body: {'router': {'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:33.764342 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d165955e-fb03-47d9-864e-550bc0c4433a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:33.833385 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-15ff794b-f10f-4d80-a512-22d31ad0cbb5 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2682192 Feb 28 14:25:33.850247 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54532) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:33.887800 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-fadeb3ea-e2d0-4d4f-bf1d-7874bc80b3d2 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Request body: {'subnet': {'network_id': '32874cce-8941-463b-b6cb-d01dc713c6a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:33.898856 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d165955e-fb03-47d9-864e-550bc0c4433a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:33.903912 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff794b-f10f-4d80-a512-22d31ad0cbb5 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event updated for resources: {'Network': ['ID=32874cce-8941-463b-b6cb-d01dc713c6a8,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:33.916634 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 32874cce-8941-463b-b6cb-d01dc713c6a8 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:25:33.985855 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-56af6dfb-2b9e-41fb-9d6c-0c126a0382c3 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:34.066062 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d165955e-fb03-47d9-864e-550bc0c4433a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:34.252683 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-8ee2a252-e24e-4e5f-aad1-1d8fe4415835 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:25:34.288293 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8ee2a252-e24e-4e5f-aad1-1d8fe4415835 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:34.290617 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fadeb3ea-e2d0-4d4f-bf1d-7874bc80b3d2 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:34.355455 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fadeb3ea-e2d0-4d4f-bf1d-7874bc80b3d2 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Usage tracker for resource:subnet and tenant:da983677876248308f7866178fb20b80 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:34.358270 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8ee2a252-e24e-4e5f-aad1-1d8fe4415835 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:34.376372 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ef9624d-cd6a-4dd4-aa1d-74dd3dc07b51 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:34.396113 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fadeb3ea-e2d0-4d4f-bf1d-7874bc80b3d2 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:34.426934 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-56af6dfb-2b9e-41fb-9d6c-0c126a0382c3 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:34.437703 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d165955e-fb03-47d9-864e-550bc0c4433a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:34.449832 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-56af6dfb-2b9e-41fb-9d6c-0c126a0382c3 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:34.496547 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af6dfb-2b9e-41fb-9d6c-0c126a0382c3 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad2cf81-5c0c-4c39-9ef7-94a08a7241ed,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:34.503485 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-d165955e-fb03-47d9-864e-550bc0c4433a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] device_id is not set on port 897342ff-015b-4a2d-bf04-62805ff49a50 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:25:34.568473 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-56af6dfb-2b9e-41fb-9d6c-0c126a0382c3 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:34.569573 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-56af6dfb-2b9e-41fb-9d6c-0c126a0382c3 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9319785 Feb 28 14:25:34.581686 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54538) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:34.593855 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ddef7182-0d55-4dff-b8d7-479a87afd680 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Request body: {'security_group_rule': {'security_group_id': 'dbc2067f-0886-49ef-95b0-7122d4caf8bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:34.603268 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.objects.ports [None req-cc8fd0b2-2766-4408-b606-80ecee386596 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87773) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 14:25:34.619756 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fadeb3ea-e2d0-4d4f-bf1d-7874bc80b3d2 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:34.626399 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc8fd0b2-2766-4408-b606-80ecee386596 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:34.650017 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ddef7182-0d55-4dff-b8d7-479a87afd680 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:34.699356 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ddef7182-0d55-4dff-b8d7-479a87afd680 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Usage tracker for resource:security_group_rule and tenant:2cba675d61d54c2f9c9bfa59ac012ba1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:34.706128 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ddef7182-0d55-4dff-b8d7-479a87afd680 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:34.722762 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ddef7182-0d55-4dff-b8d7-479a87afd680 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:34.786934 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadeb3ea-e2d0-4d4f-bf1d-7874bc80b3d2 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Made reservation on behalf of da983677876248308f7866178fb20b80 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:34.790287 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fadeb3ea-e2d0-4d4f-bf1d-7874bc80b3d2 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:34.793413 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ddef7182-0d55-4dff-b8d7-479a87afd680 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:34.826226 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8fd0b2-2766-4408-b606-80ecee386596 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:34.831492 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8ee2a252-e24e-4e5f-aad1-1d8fe4415835 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:34.855135 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-cc8fd0b2-2766-4408-b606-80ecee386596 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:34.856806 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2a252-e24e-4e5f-aad1-1d8fe4415835 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event updated for resources: {'Port': ['ID=2f2a0c16-62c5-4f28-ab9c-f54d9f0e0638,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:34.863460 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8fd0b2-2766-4408-b606-80ecee386596 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:34.864050 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc8fd0b2-2766-4408-b606-80ecee386596 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:34.868443 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-d165955e-fb03-47d9-864e-550bc0c4433a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Allocated IP 2001:db8::32 (46dfff5d-6382-461e-9b08-4762af96592e/fd8a6066-ef16-41b0-b1a5-22d16ea5b29b/897342ff-015b-4a2d-bf04-62805ff49a50) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:34.872165 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a72ea6-e72b-4007-bcf8-a5f17b257670 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:34.905574 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ddef7182-0d55-4dff-b8d7-479a87afd680 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:34.972587 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ddef7182-0d55-4dff-b8d7-479a87afd680 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:34.986741 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:35.000362 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fd57d-1d6c-44aa-8127-fd433e3e1750 req-39a9d34d-4dee-4dbf-a6c4-ccf5d6e9104d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:35.001731 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-322fd57d-1d6c-44aa-8127-fd433e3e1750 req-39a9d34d-4dee-4dbf-a6c4-ccf5d6e9104d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbfa9f7f-d263-4114-a82b-16494787805f HTTP/1.1" status: 200 len: 932 time: 0.9453084 Feb 28 14:25:35.002370 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8fd0b2-2766-4408-b606-80ecee386596 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=00dc9028-3aa9-4836-9dea-7d6e4e5f9e77,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:35.027658 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.ipam_backend_mixin [None req-fadeb3ea-e2d0-4d4f-bf1d-7874bc80b3d2 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Performing IP validity checks on allocation pools {{(pid=87773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 14:25:35.028164 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.ipam_backend_mixin [None req-fadeb3ea-e2d0-4d4f-bf1d-7874bc80b3d2 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 14:25:35.082719 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef7182-0d55-4dff-b8d7-479a87afd680 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a743b8c1-6354-442c-89c3-6826235edd94,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:35.101290 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cc8fd0b2-2766-4408-b606-80ecee386596 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5378721 Feb 28 14:25:35.116672 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8372b688-ae7f-4cc7-bb87-e349a8582e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'fixed_ips': [{'subnet_id': '00dc9028-3aa9-4836-9dea-7d6e4e5f9e77'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:25:35.117158 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54542) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:35.117876 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8372b688-ae7f-4cc7-bb87-e349a8582e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:35.135500 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-29589f51-768c-4abb-9b0a-2153023dd117 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'mac_address': 'fa:16:3e:70:5c:1a', 'name': 'tempest-NetworksTestDHCPv6-1308154419'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:35.152857 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ef9624d-cd6a-4dd4-aa1d-74dd3dc07b51 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:35.191879 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ddef7182-0d55-4dff-b8d7-479a87afd680 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:35.195781 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ddef7182-0d55-4dff-b8d7-479a87afd680 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6107466 Feb 28 14:25:35.195781 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ef9624d-cd6a-4dd4-aa1d-74dd3dc07b51 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:35.212050 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54546) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:35.285738 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-8372b688-ae7f-4cc7-bb87-e349a8582e09 None None] Allocated IP 2001:db8::f816:3eff:feb3:e372 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/00dc9028-3aa9-4836-9dea-7d6e4e5f9e77/3d814a7c-accb-4521-98cd-910ec4a2eb77) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:35.342878 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-322fd57d-1d6c-44aa-8127-fd433e3e1750 req-5414300d-6357-47e7-ba51-c9a2a153dc73 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1c4c10-51b3-4aa3-87e0-0aa29417615b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3222604 Feb 28 14:25:35.424220 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ef4f4cce-ec14-4c09-8214-1c0bff48a80e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:35.442897 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-178379d4-250b-4cb3-b349-f974b6619e15 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:25:35.444372 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-178379d4-250b-4cb3-b349-f974b6619e15 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.1727407 Feb 28 14:25:35.450046 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54550) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:35.459666 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6ba5f22e-ae6d-4f6a-88d5-1673f235c87f tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'port_id': '7d45b734-903c-4d5d-9bb2-44ee88d73e3b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:35.473935 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6ba5f22e-ae6d-4f6a-88d5-1673f235c87f tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:35.490273 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6ba5f22e-ae6d-4f6a-88d5-1673f235c87f tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Usage tracker for resource:floatingip and tenant:b4eaaf5ef0e8431797c9f0c071bdc3f6 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:35.494966 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6ba5f22e-ae6d-4f6a-88d5-1673f235c87f tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:35.501758 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-683b97e2-76cc-44f9-bc26-028e17bff9d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21c03e02-f72a-4014-82e0-99bfffdb10da {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:25:35.504832 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6ba5f22e-ae6d-4f6a-88d5-1673f235c87f tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:35.525227 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ef4f4cce-ec14-4c09-8214-1c0bff48a80e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:35.538862 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-683b97e2-76cc-44f9-bc26-028e17bff9d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:35.552558 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee2a252-e24e-4e5f-aad1-1d8fe4415835 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Network 08507b25-bf65-4624-8d25-00557623e34b is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:35.564474 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-8ee2a252-e24e-4e5f-aad1-1d8fe4415835 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:35.570058 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ba5f22e-ae6d-4f6a-88d5-1673f235c87f tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:35.573041 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8372b688-ae7f-4cc7-bb87-e349a8582e09 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:35.584128 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8372b688-ae7f-4cc7-bb87-e349a8582e09 None None] Transition to ACTIVE for port object 3d814a7c-accb-4521-98cd-910ec4a2eb77 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:35.586503 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d165955e-fb03-47d9-864e-550bc0c4433a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:35.602735 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8372b688-ae7f-4cc7-bb87-e349a8582e09 None None] Transition to ACTIVE for port object 3d814a7c-accb-4521-98cd-910ec4a2eb77 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:35.611538 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8372b688-ae7f-4cc7-bb87-e349a8582e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:35.615181 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-683b97e2-76cc-44f9-bc26-028e17bff9d2 service neutron] Transition to ACTIVE for port object 21c03e02-f72a-4014-82e0-99bfffdb10da will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:35.636546 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-7ef9624d-cd6a-4dd4-aa1d-74dd3dc07b51 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Allocated IP 172.26.5.15 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/2ec522b5-c24c-4b09-a16c-5b40fbc90aec) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:35.675630 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8372b688-ae7f-4cc7-bb87-e349a8582e09 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:35.682371 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-8372b688-ae7f-4cc7-bb87-e349a8582e09 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:35.686431 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8372b688-ae7f-4cc7-bb87-e349a8582e09 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:35.695114 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372b688-ae7f-4cc7-bb87-e349a8582e09 None None] Pushing event updated for resources: {'Port': ['ID=3d814a7c-accb-4521-98cd-910ec4a2eb77,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:35.703220 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-683b97e2-76cc-44f9-bc26-028e17bff9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:35.741105 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-29589f51-768c-4abb-9b0a-2153023dd117 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:35.780442 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-d165955e-fb03-47d9-864e-550bc0c4433a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Transition to ACTIVE for port object 897342ff-015b-4a2d-bf04-62805ff49a50 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:35.785451 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-8372b688-ae7f-4cc7-bb87-e349a8582e09 None None] Attempting to bind port 3d814a7c-accb-4521-98cd-910ec4a2eb77 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:25:35.786463 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-8372b688-ae7f-4cc7-bb87-e349a8582e09 None None] Attempting to bind port 3d814a7c-accb-4521-98cd-910ec4a2eb77 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:25:35.786891 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8372b688-ae7f-4cc7-bb87-e349a8582e09 None None] Attempting to bind port 3d814a7c-accb-4521-98cd-910ec4a2eb77 on network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:25:35.790842 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ef4f4cce-ec14-4c09-8214-1c0bff48a80e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:35.794313 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8372b688-ae7f-4cc7-bb87-e349a8582e09 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:25:35.794956 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8372b688-ae7f-4cc7-bb87-e349a8582e09 None None] Checking segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:25:35.796105 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8372b688-ae7f-4cc7-bb87-e349a8582e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:35.796552 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8372b688-ae7f-4cc7-bb87-e349a8582e09 None None] Bound using segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:25:35.796924 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-29589f51-768c-4abb-9b0a-2153023dd117 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:port and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:35.797290 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-8372b688-ae7f-4cc7-bb87-e349a8582e09 None None] Bound port: 3d814a7c-accb-4521-98cd-910ec4a2eb77, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:25:35.797735 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8372b688-ae7f-4cc7-bb87-e349a8582e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:35.858808 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-29589f51-768c-4abb-9b0a-2153023dd117 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:35.879048 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ef9624d-cd6a-4dd4-aa1d-74dd3dc07b51 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:35.905634 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d165955e-fb03-47d9-864e-550bc0c4433a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:35.916521 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-29589f51-768c-4abb-9b0a-2153023dd117 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:35.924998 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-8372b688-ae7f-4cc7-bb87-e349a8582e09 None None] For port 3d814a7c-accb-4521-98cd-910ec4a2eb77, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:25:35.929723 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-8372b688-ae7f-4cc7-bb87-e349a8582e09 None None] For port 3d814a7c-accb-4521-98cd-910ec4a2eb77, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=3d814a7c-accb-4521-98cd-910ec4a2eb77,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:25:35.938861 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8372b688-ae7f-4cc7-bb87-e349a8582e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:35.939728 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f4cce-ec14-4c09-8214-1c0bff48a80e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a743b8c1-6354-442c-89c3-6826235edd94,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:35.944164 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ba5f22e-ae6d-4f6a-88d5-1673f235c87f tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:36.023716 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b97e2-76cc-44f9-bc26-028e17bff9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=21c03e02-f72a-4014-82e0-99bfffdb10da,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:36.032981 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fadeb3ea-e2d0-4d4f-bf1d-7874bc80b3d2 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:36.035889 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d165955e-fb03-47d9-864e-550bc0c4433a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network 46dfff5d-6382-461e-9b08-4762af96592e is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:36.053633 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-d165955e-fb03-47d9-864e-550bc0c4433a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:36.055762 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372b688-ae7f-4cc7-bb87-e349a8582e09 None None] Pushing event updated for resources: {'Port': ['ID=3d814a7c-accb-4521-98cd-910ec4a2eb77,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:36.065380 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d165955e-fb03-47d9-864e-550bc0c4433a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:36.071378 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d165955e-fb03-47d9-864e-550bc0c4433a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:36.072081 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d165955e-fb03-47d9-864e-550bc0c4433a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:36.080326 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d165955e-fb03-47d9-864e-550bc0c4433a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Port': ['ID=897342ff-015b-4a2d-bf04-62805ff49a50,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:36.107449 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ef9624d-cd6a-4dd4-aa1d-74dd3dc07b51 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:36.123686 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29589f51-768c-4abb-9b0a-2153023dd117 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:36.138688 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ef4f4cce-ec14-4c09-8214-1c0bff48a80e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:36.143529 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ef4f4cce-ec14-4c09-8214-1c0bff48a80e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/a743b8c1-6354-442c-89c3-6826235edd94 HTTP/1.1" status: 204 len: 168 time: 0.9299982 Feb 28 14:25:36.144716 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54554) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:36.195127 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d165955e-fb03-47d9-864e-550bc0c4433a tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6904852 Feb 28 14:25:36.195980 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54556) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:36.228146 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c12362b0-94ba-4690-969f-bc7b5bd2626c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'subnet': {'network_id': '46dfff5d-6382-461e-9b08-4762af96592e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:36.270664 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef9624d-cd6a-4dd4-aa1d-74dd3dc07b51 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:36.277461 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-7ef9624d-cd6a-4dd4-aa1d-74dd3dc07b51 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:36.285469 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef9624d-cd6a-4dd4-aa1d-74dd3dc07b51 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:36.373138 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee2a252-e24e-4e5f-aad1-1d8fe4415835 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Router c03555cd-652b-4bba-b748-91a2da17fdbf has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:25:36.417179 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2cad2e81-8cc8-486a-8433-e17bcf69a8db tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Synchronizing usage tracker for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group_rule {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:36.426544 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9624d-cd6a-4dd4-aa1d-74dd3dc07b51 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Pushing event updated for resources: {'Port': ['ID=2ec522b5-c24c-4b09-a16c-5b40fbc90aec,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:36.440586 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-6ba5f22e-ae6d-4f6a-88d5-1673f235c87f tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Allocated IP 172.26.5.242 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/1d5d928e-11bd-4675-b287-a2d44860670e) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:36.446600 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadeb3ea-e2d0-4d4f-bf1d-7874bc80b3d2 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event updated for resources: {'Subnet': ['ID=d34ac52c-6c05-468b-8ab1-6e3a73954007,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:36.521096 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b40b7a98-737a-41fe-aaa9-20f0ea3ae181 None None] Provisioning for port 897342ff-015b-4a2d-bf04-62805ff49a50 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:36.528805 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b40b7a98-737a-41fe-aaa9-20f0ea3ae181 None None] Provisioning complete for port 897342ff-015b-4a2d-bf04-62805ff49a50 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:36.529186 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b40b7a98-737a-41fe-aaa9-20f0ea3ae181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:36.602363 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b40b7a98-737a-41fe-aaa9-20f0ea3ae181 None None] Port 897342ff-015b-4a2d-bf04-62805ff49a50 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:25:36.710227 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-683b97e2-76cc-44f9-bc26-028e17bff9d2 service neutron] Attempting to bind port 21c03e02-f72a-4014-82e0-99bfffdb10da on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:25:36.710458 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-683b97e2-76cc-44f9-bc26-028e17bff9d2 service neutron] Attempting to bind port 21c03e02-f72a-4014-82e0-99bfffdb10da by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '16381587-2111-4126-94e4-f99c0206869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '48a65187-5d85-49a0-94f2-0643bb33d9d2'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:25:36.710755 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-683b97e2-76cc-44f9-bc26-028e17bff9d2 service neutron] Attempting to bind port 21c03e02-f72a-4014-82e0-99bfffdb10da on network 48a65187-5d85-49a0-94f2-0643bb33d9d2 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:25:36.740594 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-683b97e2-76cc-44f9-bc26-028e17bff9d2 service neutron] Port 21c03e02-f72a-4014-82e0-99bfffdb10da on network 48a65187-5d85-49a0-94f2-0643bb33d9d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:25:36.740908 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-683b97e2-76cc-44f9-bc26-028e17bff9d2 service neutron] Attempting to bind port 21c03e02-f72a-4014-82e0-99bfffdb10da on network 48a65187-5d85-49a0-94f2-0643bb33d9d2 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:25:36.750319 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c12362b0-94ba-4690-969f-bc7b5bd2626c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:36.789187 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2cad2e81-8cc8-486a-8433-e17bcf69a8db tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Unset dirty status for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group_rule {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:36.790523 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2cad2e81-8cc8-486a-8433-e17bcf69a8db tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.5941389 Feb 28 14:25:36.800629 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54564) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:36.805059 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c12362b0-94ba-4690-969f-bc7b5bd2626c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:subnet and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:36.816084 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c12362b0-94ba-4690-969f-bc7b5bd2626c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:36.822634 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadeb3ea-e2d0-4d4f-bf1d-7874bc80b3d2 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Checking segment: {'id': 'e5643f41-9260-45d0-8470-d4d02f2bf18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '32874cce-8941-463b-b6cb-d01dc713c6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:25:36.822991 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadeb3ea-e2d0-4d4f-bf1d-7874bc80b3d2 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Network hostable DHCP agents. Network: 32874cce-8941-463b-b6cb-d01dc713c6a8, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:25:36.827361 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-683b97e2-76cc-44f9-bc26-028e17bff9d2 service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:25:36.827729 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-683b97e2-76cc-44f9-bc26-028e17bff9d2 service neutron] Checking segment: {'id': '16381587-2111-4126-94e4-f99c0206869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '48a65187-5d85-49a0-94f2-0643bb33d9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:25:36.828179 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-683b97e2-76cc-44f9-bc26-028e17bff9d2 service neutron] Bound using segment: {'id': '16381587-2111-4126-94e4-f99c0206869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '48a65187-5d85-49a0-94f2-0643bb33d9d2'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:25:36.828784 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-683b97e2-76cc-44f9-bc26-028e17bff9d2 service neutron] Bound port: 21c03e02-f72a-4014-82e0-99bfffdb10da, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16381587-2111-4126-94e4-f99c0206869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '48a65187-5d85-49a0-94f2-0643bb33d9d2'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:25:36.829130 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-683b97e2-76cc-44f9-bc26-028e17bff9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:36.847214 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c12362b0-94ba-4690-969f-bc7b5bd2626c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:36.900653 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-074a61ac-9257-4727-86e8-3a2471997acd tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:36.913374 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29589f51-768c-4abb-9b0a-2153023dd117 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:36.957839 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12362b0-94ba-4690-969f-bc7b5bd2626c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:36.961424 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c12362b0-94ba-4690-969f-bc7b5bd2626c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:37.003833 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadeb3ea-e2d0-4d4f-bf1d-7874bc80b3d2 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Network 32874cce-8941-463b-b6cb-d01dc713c6a8 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:25:37.048239 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-29589f51-768c-4abb-9b0a-2153023dd117 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] device_id is not set on port c77ed4e1-76b4-4558-9fd7-c5c9853de82b yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:25:37.100872 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-fadeb3ea-e2d0-4d4f-bf1d-7874bc80b3d2 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 32874cce-8941-463b-b6cb-d01dc713c6a8) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:37.113551 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588329b0-d293-43e8-b460-9ab1e55655d4 None None] Network 32874cce-8941-463b-b6cb-d01dc713c6a8 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:37.117075 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadeb3ea-e2d0-4d4f-bf1d-7874bc80b3d2 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:37.117661 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fadeb3ea-e2d0-4d4f-bf1d-7874bc80b3d2 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:37.145656 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee2a252-e24e-4e5f-aad1-1d8fe4415835 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:25:37.149549 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-074a61ac-9257-4727-86e8-3a2471997acd tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:37.166991 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704f84c7-78ae-42de-90ed-d862fa1a1501 None None] Sync routers for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:25:37.170900 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-683b97e2-76cc-44f9-bc26-028e17bff9d2 service neutron] For port 21c03e02-f72a-4014-82e0-99bfffdb10da, host hv-neutron-8311, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:25:37.177418 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-683b97e2-76cc-44f9-bc26-028e17bff9d2 service neutron] For port 21c03e02-f72a-4014-82e0-99bfffdb10da, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=21c03e02-f72a-4014-82e0-99bfffdb10da,segment=NetworkSegment(16381587-2111-4126-94e4-f99c0206869f),segment_id=16381587-2111-4126-94e4-f99c0206869f)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:25:37.191682 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704f84c7-78ae-42de-90ed-d862fa1a1501 None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:25:37.191913 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-704f84c7-78ae-42de-90ed-d862fa1a1501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:25:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:37.192332 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-683b97e2-76cc-44f9-bc26-028e17bff9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:37.231026 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8ee2a252-e24e-4e5f-aad1-1d8fe4415835 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "PUT /v2.0/routers/c03555cd-652b-4bba-b748-91a2da17fdbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7325780 Feb 28 14:25:37.242757 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fadeb3ea-e2d0-4d4f-bf1d-7874bc80b3d2 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.3795061 Feb 28 14:25:37.255954 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54568) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:37.256307 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54570) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:37.266088 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-baa96fd2-68c0-4d20-b0de-6b7c8a13e372 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Request body: {'port': {'network_id': '08507b25-bf65-4624-8d25-00557623e34b', 'name': 'tempest-FloatingIPTestJSON-1236812318'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:37.306860 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-704f84c7-78ae-42de-90ed-d862fa1a1501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:37.328074 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e215e7a-c7bc-463b-a40e-79e944b0f884 req-9a25c268-cfe0-463f-9232-9992eb16640d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:37.338385 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704f84c7-78ae-42de-90ed-d862fa1a1501 None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:25:37.339033 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-704f84c7-78ae-42de-90ed-d862fa1a1501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:25:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:37.340009 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6e215e7a-c7bc-463b-a40e-79e944b0f884 req-9a25c268-cfe0-463f-9232-9992eb16640d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbfa9f7f-d263-4114-a82b-16494787805f HTTP/1.1" status: 200 len: 944 time: 0.7709420 Feb 28 14:25:37.387257 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ba5f22e-ae6d-4f6a-88d5-1673f235c87f tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:37.395525 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-683b97e2-76cc-44f9-bc26-028e17bff9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:37.396169 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-683b97e2-76cc-44f9-bc26-028e17bff9d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:37.397551 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-683b97e2-76cc-44f9-bc26-028e17bff9d2 service neutron] 10.222.0.13 "PUT /v2.0/ports/21c03e02-f72a-4014-82e0-99bfffdb10da HTTP/1.1" status: 200 len: 1094 time: 4.3601792 Feb 28 14:25:37.398847 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbfa9f7f-d263-4114-a82b-16494787805f', 'tag': '21c03e02-f72a-4014-82e0-99bfffdb10da'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:25:37.455588 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-704f84c7-78ae-42de-90ed-d862fa1a1501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:37.456199 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704f84c7-78ae-42de-90ed-d862fa1a1501 None None] The sync data for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:25:37.525420 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5d680abc-6bcc-4cde-bd4e-5f8d1d13fc46 None None] Provisioning for port 3d814a7c-accb-4521-98cd-910ec4a2eb77 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:37.567639 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbfa9f7f-d263-4114-a82b-16494787805f', 'tag': '21c03e02-f72a-4014-82e0-99bfffdb10da', 'status': 'completed', 'code': 200} Feb 28 14:25:37.578423 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6e215e7a-c7bc-463b-a40e-79e944b0f884 req-e8b26d7e-8f84-464f-8414-7d35fb88bc41 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1c4c10-51b3-4aa3-87e0-0aa29417615b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2373531 Feb 28 14:25:37.586379 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-074a61ac-9257-4727-86e8-3a2471997acd tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:37.597466 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.ipam_backend_mixin [None req-c12362b0-94ba-4690-969f-bc7b5bd2626c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fd8a6066-ef16-41b0-b1a5-22d16ea5b29b (CIDR: 2001:db8::/64) Feb 28 14:25:37.616604 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a61ac-9257-4727-86e8-3a2471997acd tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ad2cf81-5c0c-4c39-9ef7-94a08a7241ed,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:37.633465 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c12362b0-94ba-4690-969f-bc7b5bd2626c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:25:37.633949 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c12362b0-94ba-4690-969f-bc7b5bd2626c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:25:37.653335 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0d1e6fd0-aaa9-4800-b91f-f454ed0b3ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:37.655243 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-074a61ac-9257-4727-86e8-3a2471997acd tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:37.659139 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-074a61ac-9257-4727-86e8-3a2471997acd tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/6ad2cf81-5c0c-4c39-9ef7-94a08a7241ed HTTP/1.1" status: 204 len: 168 time: 0.8512776 Feb 28 14:25:37.670219 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54578) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:37.681321 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137cf06d-12a8-41ba-b4c4-3ea704bd0cb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-32874cce-8941-463b-b6cb-d01dc713c6a8', 'network_id': '32874cce-8941-463b-b6cb-d01dc713c6a8', 'tenant_id': 'da983677876248308f7866178fb20b80', 'fixed_ips': [{'subnet_id': 'd34ac52c-6c05-468b-8ab1-6e3a73954007'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:25:37.681986 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-137cf06d-12a8-41ba-b4c4-3ea704bd0cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:37.699064 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-29589f51-768c-4abb-9b0a-2153023dd117 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 2001:db8::f816:3eff:fe70:5c1a (22b852e7-638c-4536-9e81-f0f6c68c1fb7/00dc9028-3aa9-4836-9dea-7d6e4e5f9e77/c77ed4e1-76b4-4558-9fd7-c5c9853de82b) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:37.700556 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ef9624d-cd6a-4dd4-aa1d-74dd3dc07b51 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:37.704052 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b97e2-76cc-44f9-bc26-028e17bff9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=21c03e02-f72a-4014-82e0-99bfffdb10da,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:37.791193 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-baa96fd2-68c0-4d20-b0de-6b7c8a13e372 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:37.791606 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c12362b0-94ba-4690-969f-bc7b5bd2626c tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5804124 Feb 28 14:25:37.794192 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54582) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:37.804732 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-41d3055a-3053-4279-830c-ee282fea2423 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'subnet': {'network_id': '46dfff5d-6382-461e-9b08-4762af96592e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:37.813265 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ba5f22e-ae6d-4f6a-88d5-1673f235c87f tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:37.830085 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:37.832214 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-baa96fd2-68c0-4d20-b0de-6b7c8a13e372 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Usage tracker for resource:port and tenant:a713dce2e4474a3e85dacb2710c38d65 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:37.841806 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-baa96fd2-68c0-4d20-b0de-6b7c8a13e372 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:37.870684 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1b0adbbc-aac8-45c3-8836-3e21581e8e47 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Synchronizing usage tracker for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:37.874080 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-137cf06d-12a8-41ba-b4c4-3ea704bd0cb7 None None] Allocated IP 172.20.0.3 (32874cce-8941-463b-b6cb-d01dc713c6a8/d34ac52c-6c05-468b-8ab1-6e3a73954007/9f596d52-e20f-4eb7-82d8-dcd5306959f1) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:37.879713 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-baa96fd2-68c0-4d20-b0de-6b7c8a13e372 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:37.978500 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba5f22e-ae6d-4f6a-88d5-1673f235c87f tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:37.992870 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-6ba5f22e-ae6d-4f6a-88d5-1673f235c87f tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:37.996006 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba5f22e-ae6d-4f6a-88d5-1673f235c87f tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:38.008475 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-60cc7093-cfbe-481b-8605-b41c09dbd339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:38.010001 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-60cc7093-cfbe-481b-8605-b41c09dbd339 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=cbfa9f7f-d263-4114-a82b-16494787805f HTTP/1.1" status: 200 len: 1097 time: 0.4779699 Feb 28 14:25:38.010593 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa96fd2-68c0-4d20-b0de-6b7c8a13e372 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Made reservation on behalf of a713dce2e4474a3e85dacb2710c38d65 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:38.013942 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-baa96fd2-68c0-4d20-b0de-6b7c8a13e372 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:38.046895 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5f22e-ae6d-4f6a-88d5-1673f235c87f tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Pushing event updated for resources: {'Port': ['ID=1d5d928e-11bd-4675-b287-a2d44860670e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:38.056762 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1b0adbbc-aac8-45c3-8836-3e21581e8e47 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Unset dirty status for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:38.060820 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1b0adbbc-aac8-45c3-8836-3e21581e8e47 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3842971 Feb 28 14:25:38.067446 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54586) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:38.125088 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-137cf06d-12a8-41ba-b4c4-3ea704bd0cb7 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:38.134524 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-137cf06d-12a8-41ba-b4c4-3ea704bd0cb7 None None] Transition to ACTIVE for port object 9f596d52-e20f-4eb7-82d8-dcd5306959f1 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:38.153038 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-137cf06d-12a8-41ba-b4c4-3ea704bd0cb7 None None] Transition to ACTIVE for port object 9f596d52-e20f-4eb7-82d8-dcd5306959f1 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:38.160083 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-137cf06d-12a8-41ba-b4c4-3ea704bd0cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:38.174973 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02bbeb02-c17d-4ae5-a19b-fe7e36031aa4 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:38.185212 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-bbea304c-8016-4428-9e6a-ac4c63bd528d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=21c03e02-f72a-4014-82e0-99bfffdb10da HTTP/1.1" status: 200 len: 217 time: 0.1610029 Feb 28 14:25:38.204439 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-baa96fd2-68c0-4d20-b0de-6b7c8a13e372 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] device_id is not set on port 8d969443-ede3-4799-91a7-c7a1d1ff2ac7 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:25:38.225896 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137cf06d-12a8-41ba-b4c4-3ea704bd0cb7 None None] Network 32874cce-8941-463b-b6cb-d01dc713c6a8 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:38.226666 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02bbeb02-c17d-4ae5-a19b-fe7e36031aa4 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:38.228321 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-137cf06d-12a8-41ba-b4c4-3ea704bd0cb7 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:38.231958 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137cf06d-12a8-41ba-b4c4-3ea704bd0cb7 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:38.279485 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137cf06d-12a8-41ba-b4c4-3ea704bd0cb7 None None] Pushing event updated for resources: {'Port': ['ID=9f596d52-e20f-4eb7-82d8-dcd5306959f1,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:38.335893 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-137cf06d-12a8-41ba-b4c4-3ea704bd0cb7 None None] Attempting to bind port 9f596d52-e20f-4eb7-82d8-dcd5306959f1 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:25:38.336257 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-137cf06d-12a8-41ba-b4c4-3ea704bd0cb7 None None] Attempting to bind port 9f596d52-e20f-4eb7-82d8-dcd5306959f1 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'e5643f41-9260-45d0-8470-d4d02f2bf18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '32874cce-8941-463b-b6cb-d01dc713c6a8'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:25:38.337955 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137cf06d-12a8-41ba-b4c4-3ea704bd0cb7 None None] Attempting to bind port 9f596d52-e20f-4eb7-82d8-dcd5306959f1 on network 32874cce-8941-463b-b6cb-d01dc713c6a8 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:25:38.351963 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137cf06d-12a8-41ba-b4c4-3ea704bd0cb7 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:25:38.352338 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137cf06d-12a8-41ba-b4c4-3ea704bd0cb7 None None] Checking segment: {'id': 'e5643f41-9260-45d0-8470-d4d02f2bf18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '32874cce-8941-463b-b6cb-d01dc713c6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:25:38.353018 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-137cf06d-12a8-41ba-b4c4-3ea704bd0cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:38.353134 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137cf06d-12a8-41ba-b4c4-3ea704bd0cb7 None None] Bound using segment: {'id': 'e5643f41-9260-45d0-8470-d4d02f2bf18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '32874cce-8941-463b-b6cb-d01dc713c6a8'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:25:38.353535 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-137cf06d-12a8-41ba-b4c4-3ea704bd0cb7 None None] Bound port: 9f596d52-e20f-4eb7-82d8-dcd5306959f1, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5643f41-9260-45d0-8470-d4d02f2bf18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '32874cce-8941-463b-b6cb-d01dc713c6a8'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:25:38.353897 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-137cf06d-12a8-41ba-b4c4-3ea704bd0cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:38.356673 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:38.377661 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02bbeb02-c17d-4ae5-a19b-fe7e36031aa4 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:38.398771 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-41d3055a-3053-4279-830c-ee282fea2423 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:38.425151 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ef9624d-cd6a-4dd4-aa1d-74dd3dc07b51 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:38.427240 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bbeb02-c17d-4ae5-a19b-fe7e36031aa4 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2f5af26-d61e-43d4-bf06-42ed23643b2b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:38.432286 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-41d3055a-3053-4279-830c-ee282fea2423 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:subnet and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:38.443382 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ef9624d-cd6a-4dd4-aa1d-74dd3dc07b51 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728902'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:38.460755 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6ba5f22e-ae6d-4f6a-88d5-1673f235c87f tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Deleting port 1d5d928e-11bd-4675-b287-a2d44860670e {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:38.463495 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ba5f22e-ae6d-4f6a-88d5-1673f235c87f tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:38.511675 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 3d814a7c-accb-4521-98cd-910ec4a2eb77 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:25:38.566885 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02bbeb02-c17d-4ae5-a19b-fe7e36031aa4 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:38.570298 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-02bbeb02-c17d-4ae5-a19b-fe7e36031aa4 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/e2f5af26-d61e-43d4-bf06-42ed23643b2b HTTP/1.1" status: 204 len: 168 time: 0.4524684 Feb 28 14:25:38.572145 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54590) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:38.598490 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-41d3055a-3053-4279-830c-ee282fea2423 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:38.614342 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-137cf06d-12a8-41ba-b4c4-3ea704bd0cb7 None None] For port 9f596d52-e20f-4eb7-82d8-dcd5306959f1, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:25:38.614925 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-82713701-b66c-4d95-bf38-0fb0905409d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:38.616618 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-82713701-b66c-4d95-bf38-0fb0905409d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae75369c-b3d9-4ba4-936b-7128a18c3c01 HTTP/1.1" status: 200 len: 837 time: 0.4158559 Feb 28 14:25:38.617779 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-41d3055a-3053-4279-830c-ee282fea2423 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:38.633915 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-137cf06d-12a8-41ba-b4c4-3ea704bd0cb7 None None] For port 9f596d52-e20f-4eb7-82d8-dcd5306959f1, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9f596d52-e20f-4eb7-82d8-dcd5306959f1,segment=NetworkSegment(e5643f41-9260-45d0-8470-d4d02f2bf18b),segment_id=e5643f41-9260-45d0-8470-d4d02f2bf18b)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:25:38.636431 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 3d814a7c-accb-4521-98cd-910ec4a2eb77 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:38.644674 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 3d814a7c-accb-4521-98cd-910ec4a2eb77 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:38.645072 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:38.726127 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29589f51-768c-4abb-9b0a-2153023dd117 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:38.752747 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-137cf06d-12a8-41ba-b4c4-3ea704bd0cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:38.802085 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d3055a-3053-4279-830c-ee282fea2423 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:38.805515 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-41d3055a-3053-4279-830c-ee282fea2423 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:38.806843 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-74b4052b-5a66-476f-8b7a-9caca8b39463 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Synchronizing usage tracker for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:38.846535 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-29589f51-768c-4abb-9b0a-2153023dd117 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Transition to ACTIVE for port object c77ed4e1-76b4-4558-9fd7-c5c9853de82b will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:38.865236 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-74b4052b-5a66-476f-8b7a-9caca8b39463 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Unset dirty status for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:38.868906 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-74b4052b-5a66-476f-8b7a-9caca8b39463 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2913492 Feb 28 14:25:38.870921 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54596) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:38.877677 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ba5f22e-ae6d-4f6a-88d5-1673f235c87f tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:38.878008 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ba5f22e-ae6d-4f6a-88d5-1673f235c87f tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:38.895881 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137cf06d-12a8-41ba-b4c4-3ea704bd0cb7 None None] Pushing event updated for resources: {'Port': ['ID=9f596d52-e20f-4eb7-82d8-dcd5306959f1,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:38.904305 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-baa96fd2-68c0-4d20-b0de-6b7c8a13e372 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Allocated IP 172.20.0.10 (08507b25-bf65-4624-8d25-00557623e34b/e313196f-d6e9-431f-a11e-fd7033f179ac/8d969443-ede3-4799-91a7-c7a1d1ff2ac7) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:38.925848 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:38.966235 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 3d814a7c-accb-4521-98cd-910ec4a2eb77, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=3d814a7c-accb-4521-98cd-910ec4a2eb77,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:38.972433 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:39.043554 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.ipam_backend_mixin [None req-41d3055a-3053-4279-830c-ee282fea2423 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ce97aa63-f052-4811-bf8b-0dd2084e36ed (CIDR: 2001:db8:0:1::/64) Feb 28 14:25:39.069128 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=3d814a7c-accb-4521-98cd-910ec4a2eb77,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:39.074062 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:39.084538 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d3055a-3053-4279-830c-ee282fea2423 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:25:39.084972 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41d3055a-3053-4279-830c-ee282fea2423 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:25:39.204626 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6ba5f22e-ae6d-4f6a-88d5-1673f235c87f tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Calling delete_port for 1d5d928e-11bd-4675-b287-a2d44860670e owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:39.244193 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Subnet': ['ID=d34ac52c-6c05-468b-8ab1-6e3a73954007,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:39.255109 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2df15336-a6c6-42b0-98ef-489d8aae8bc2 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:39.274300 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2df15336-a6c6-42b0-98ef-489d8aae8bc2 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:39.296394 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:39.302129 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef9624d-cd6a-4dd4-aa1d-74dd3dc07b51 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Router 01c225be-7e77-4754-afe5-f68d7da4b0a9 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:25:39.339597 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-41d3055a-3053-4279-830c-ee282fea2423 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.5405235 Feb 28 14:25:39.348964 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-b4f837e0-b5c0-456d-99fc-7b93d7e4598a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:39.350367 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-b4f837e0-b5c0-456d-99fc-7b93d7e4598a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48a65187-5d85-49a0-94f2-0643bb33d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7117257 Feb 28 14:25:39.357827 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54600) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:39.365771 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-be136b74-d072-4da4-a40b-b12a297baa97 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'subnet': {'network_id': '46dfff5d-6382-461e-9b08-4762af96592e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:39.385961 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2df15336-a6c6-42b0-98ef-489d8aae8bc2 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:39.386182 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32874cce-8941-463b-b6cb-d01dc713c6a8']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:39.421363 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf7093-5ef5-45e6-b2fd-47fecffb0b35 req-486994eb-0140-4111-aa10-3edc6c5640fe tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:39.428630 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bcdf7093-5ef5-45e6-b2fd-47fecffb0b35 req-486994eb-0140-4111-aa10-3edc6c5640fe tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbfa9f7f-d263-4114-a82b-16494787805f HTTP/1.1" status: 200 len: 944 time: 0.6862218 Feb 28 14:25:39.458316 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df15336-a6c6-42b0-98ef-489d8aae8bc2 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99879bdb-a294-4088-b22a-722321b52195,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:39.495316 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5643f41-9260-45d0-8470-d4d02f2bf18b') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:39.495610 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5643f41-9260-45d0-8470-d4d02f2bf18b') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:39.525668 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29589f51-768c-4abb-9b0a-2153023dd117 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:39.557906 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2df15336-a6c6-42b0-98ef-489d8aae8bc2 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:39.559024 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2df15336-a6c6-42b0-98ef-489d8aae8bc2 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/99879bdb-a294-4088-b22a-722321b52195 HTTP/1.1" status: 204 len: 168 time: 0.6840882 Feb 28 14:25:39.568429 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ba5f22e-ae6d-4f6a-88d5-1673f235c87f tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:39.571633 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54604) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:39.642526 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5f22e-ae6d-4f6a-88d5-1673f235c87f tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Pushing event deleted for resources: {'Port': ['ID=1d5d928e-11bd-4675-b287-a2d44860670e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:39.649417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef9624d-cd6a-4dd4-aa1d-74dd3dc07b51 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:25:39.660425 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f57ae8b-14df-4109-890e-0bd669b9289e None None] Sync routers for ids ['01c225be-7e77-4754-afe5-f68d7da4b0a9'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:25:39.674242 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f57ae8b-14df-4109-890e-0bd669b9289e None None] Routers {'01c225be-7e77-4754-afe5-f68d7da4b0a9'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:25:39.675106 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4f57ae8b-14df-4109-890e-0bd669b9289e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:25:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['01c225be-7e77-4754-afe5-f68d7da4b0a9'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:39.675932 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:39.741510 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ef9624d-cd6a-4dd4-aa1d-74dd3dc07b51 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:39.742829 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7ef9624d-cd6a-4dd4-aa1d-74dd3dc07b51 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "PUT /v2.0/routers/01c225be-7e77-4754-afe5-f68d7da4b0a9 HTTP/1.1" status: 200 len: 883 time: 6.0492456 Feb 28 14:25:39.746028 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4f57ae8b-14df-4109-890e-0bd669b9289e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:39.755194 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54608) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:39.759023 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f57ae8b-14df-4109-890e-0bd669b9289e None None] Routers {'01c225be-7e77-4754-afe5-f68d7da4b0a9'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:25:39.760651 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4f57ae8b-14df-4109-890e-0bd669b9289e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:25:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['01c225be-7e77-4754-afe5-f68d7da4b0a9'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:39.796925 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f6680067-3b16-4afa-857a-5785ac0447e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:39.817303 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7738af9b-a654-4d9a-ae0b-9764b5c27430 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Synchronizing usage tracker for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:39.858444 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7738af9b-a654-4d9a-ae0b-9764b5c27430 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Unset dirty status for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:39.865548 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7738af9b-a654-4d9a-ae0b-9764b5c27430 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2571077 Feb 28 14:25:39.865789 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4f57ae8b-14df-4109-890e-0bd669b9289e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:39.866526 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f57ae8b-14df-4109-890e-0bd669b9289e None None] The sync data for ids ['01c225be-7e77-4754-afe5-f68d7da4b0a9'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:25:39.873358 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54612) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:39.884335 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:39.892007 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-6ba5f22e-ae6d-4f6a-88d5-1673f235c87f tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] create failed (client error): The resource could not be found. Feb 28 14:25:39.896945 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6ba5f22e-ae6d-4f6a-88d5-1673f235c87f tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.4397416 Feb 28 14:25:39.898869 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54616) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:39.904637 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29589f51-768c-4abb-9b0a-2153023dd117 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:39.924963 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-29589f51-768c-4abb-9b0a-2153023dd117 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:39.936605 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bcdf7093-5ef5-45e6-b2fd-47fecffb0b35 req-28757cb9-1863-48bc-bc4a-81308f8cd6db tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1c4c10-51b3-4aa3-87e0-0aa29417615b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5070543 Feb 28 14:25:39.941102 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:25:39.941509 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:39.963888 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-444aef7c-b98c-413d-9a7d-e4394c6c99a8 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:39.978305 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29589f51-768c-4abb-9b0a-2153023dd117 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:39.983934 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29589f51-768c-4abb-9b0a-2153023dd117 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:39.984739 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-29589f51-768c-4abb-9b0a-2153023dd117 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:39.985279 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-444aef7c-b98c-413d-9a7d-e4394c6c99a8 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:25:39.992323 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:25:40.003114 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d4dfe321-7c29-4757-95a5-55f6fa5d4efe tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Deleting port 7d45b734-903c-4d5d-9bb2-44ee88d73e3b {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:40.003489 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d4dfe321-7c29-4757-95a5-55f6fa5d4efe tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:40.030204 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15388f0-ee96-4c63-aba9-4331bdf8958b None None] Network 32874cce-8941-463b-b6cb-d01dc713c6a8 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:40.033402 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29589f51-768c-4abb-9b0a-2153023dd117 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Port': ['ID=c77ed4e1-76b4-4558-9fd7-c5c9853de82b,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:40.134439 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-444aef7c-b98c-413d-9a7d-e4394c6c99a8 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:40.191081 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444aef7c-b98c-413d-9a7d-e4394c6c99a8 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4f75942-9ccd-4ecf-aaf6-84afa31360c6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:40.204841 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0b88bebd-8186-4cfb-a5f3-488419ef02d3 None None] Provisioning for port 9f596d52-e20f-4eb7-82d8-dcd5306959f1 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:40.231994 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-29589f51-768c-4abb-9b0a-2153023dd117 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.1065063 Feb 28 14:25:40.249482 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54620) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:40.251853 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-29eb98d8-3e12-4ab2-8f9d-d8c6b3eb6fdb service neutron] 10.222.0.13 "GET /v2.0/networks/48a65187-5d85-49a0-94f2-0643bb33d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8558137 Feb 28 14:25:40.266475 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 14:25:40.266475 dv-neutron-831192-4-hyperv neutron-server[87773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 14:25:40.266475 dv-neutron-831192-4-hyperv neutron-server[87773]: [parameters: {'id': '32874cce-8941-463b-b6cb-d01dc713c6a8'}] Feb 28 14:25:40.266475 dv-neutron-831192-4-hyperv neutron-server[87773]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:25:40.266475 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:25:40.287072 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-baa96fd2-68c0-4d20-b0de-6b7c8a13e372 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:40.290292 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-be136b74-d072-4da4-a40b-b12a297baa97 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:40.293207 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-444aef7c-b98c-413d-9a7d-e4394c6c99a8 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:40.297734 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-444aef7c-b98c-413d-9a7d-e4394c6c99a8 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/b4f75942-9ccd-4ecf-aaf6-84afa31360c6 HTTP/1.1" status: 204 len: 168 time: 0.4217336 Feb 28 14:25:40.299188 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54624) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:40.309161 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-be136b74-d072-4da4-a40b-b12a297baa97 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Usage tracker for resource:subnet and tenant:6681ad35360248eda2f0e2c9f8f75c94 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:40.323935 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-be136b74-d072-4da4-a40b-b12a297baa97 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:40.352351 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-78343c50-934a-43dc-a162-f83e386111bb None None] Provisioning for port c77ed4e1-76b4-4558-9fd7-c5c9853de82b completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:40.358479 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-78343c50-934a-43dc-a162-f83e386111bb None None] Provisioning complete for port c77ed4e1-76b4-4558-9fd7-c5c9853de82b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:40.358479 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-78343c50-934a-43dc-a162-f83e386111bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:40.360748 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-be136b74-d072-4da4-a40b-b12a297baa97 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:40.365425 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d4dfe321-7c29-4757-95a5-55f6fa5d4efe tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:40.401932 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806e1bd4-a8a4-4c46-8a0e-e32daf5d5e5c None None] DHCP port deletion for 32874cce-8941-463b-b6cb-d01dc713c6a8 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:25:40.420408 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-806e1bd4-a8a4-4c46-8a0e-e32daf5d5e5c None None] Deleting port 9f596d52-e20f-4eb7-82d8-dcd5306959f1 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:40.421520 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-806e1bd4-a8a4-4c46-8a0e-e32daf5d5e5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:40.469993 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 3d814a7c-accb-4521-98cd-910ec4a2eb77 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:25:40.544551 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-78343c50-934a-43dc-a162-f83e386111bb None None] Port c77ed4e1-76b4-4558-9fd7-c5c9853de82b cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:25:40.572182 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c8952679-cbc2-49d2-8912-9fae5224eb13 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "GET /v2.0/routers/01c225be-7e77-4754-afe5-f68d7da4b0a9 HTTP/1.1" status: 200 len: 924 time: 0.7874885 Feb 28 14:25:40.572827 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d4dfe321-7c29-4757-95a5-55f6fa5d4efe tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Calling delete_port for 7d45b734-903c-4d5d-9bb2-44ee88d73e3b owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:40.578048 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54628) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:40.608433 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3479f6b6-9a2c-4848-95fb-c4f3b86079f4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:40.614870 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3479f6b6-9a2c-4848-95fb-c4f3b86079f4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:40.619115 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3479f6b6-9a2c-4848-95fb-c4f3b86079f4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3691099 Feb 28 14:25:40.622643 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54632) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:40.644006 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be136b74-d072-4da4-a40b-b12a297baa97 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Made reservation on behalf of 6681ad35360248eda2f0e2c9f8f75c94 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:40.647674 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be136b74-d072-4da4-a40b-b12a297baa97 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:40.695022 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 3d814a7c-accb-4521-98cd-910ec4a2eb77 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:40.695437 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:40.754099 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:25:40.765567 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-806e1bd4-a8a4-4c46-8a0e-e32daf5d5e5c None None] For port 9f596d52-e20f-4eb7-82d8-dcd5306959f1, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9f596d52-e20f-4eb7-82d8-dcd5306959f1,segment=NetworkSegment(e5643f41-9260-45d0-8470-d4d02f2bf18b),segment_id=e5643f41-9260-45d0-8470-d4d02f2bf18b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:40.765931 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-806e1bd4-a8a4-4c46-8a0e-e32daf5d5e5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:40.767818 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d4dfe321-7c29-4757-95a5-55f6fa5d4efe tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:40.819085 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfe321-7c29-4757-95a5-55f6fa5d4efe tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Pushing event deleted for resources: {'Port': ['ID=7d45b734-903c-4d5d-9bb2-44ee88d73e3b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:40.823995 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0cacd98a-f332-439c-b104-315534619601 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4978797 Feb 28 14:25:40.823995 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:40.824172 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54636) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:40.872719 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-45875b20-cb62-4f4a-84bd-81c410591d23 req-1ae7d58c-9134-48df-8e75-6a456cf4af62 service neutron] 10.222.0.13 "GET /v2.0/networks/48a65187-5d85-49a0-94f2-0643bb33d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6120293 Feb 28 14:25:40.898023 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3ae1775a-d60e-4004-a0a4-d6f2c32d9d0b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting port c77ed4e1-76b4-4558-9fd7-c5c9853de82b {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:40.898270 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ae1775a-d60e-4004-a0a4-d6f2c32d9d0b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:40.903888 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-806e1bd4-a8a4-4c46-8a0e-e32daf5d5e5c None None] Calling delete_port for 9f596d52-e20f-4eb7-82d8-dcd5306959f1 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:41.008468 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-baa96fd2-68c0-4d20-b0de-6b7c8a13e372 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:41.010215 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Deleting port 9f596d52-e20f-4eb7-82d8-dcd5306959f1 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:41.010542 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:41.016734 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:41.079465 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:41.081862 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-806e1bd4-a8a4-4c46-8a0e-e32daf5d5e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:41.140130 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e1bd4-a8a4-4c46-8a0e-e32daf5d5e5c None None] Pushing event deleted for resources: {'Port': ['ID=9f596d52-e20f-4eb7-82d8-dcd5306959f1,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:41.145105 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806e1bd4-a8a4-4c46-8a0e-e32daf5d5e5c None None] No DVR routers for this DVR port 9f596d52-e20f-4eb7-82d8-dcd5306959f1 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:25:41.236105 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0134a432-9a80-4192-b712-891afef5c7a1 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:41.261725 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa96fd2-68c0-4d20-b0de-6b7c8a13e372 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Network 08507b25-bf65-4624-8d25-00557623e34b is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:41.269718 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebe2fec-09af-427e-bec9-31b5509a0b2c tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:41.270317 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d4dfe321-7c29-4757-95a5-55f6fa5d4efe tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:41.273723 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4ebe2fec-09af-427e-bec9-31b5509a0b2c tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710&device_id=01c225be-7e77-4754-afe5-f68d7da4b0a9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6834774 Feb 28 14:25:41.278700 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0134a432-9a80-4192-b712-891afef5c7a1 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:41.285705 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54642) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:41.308040 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-baa96fd2-68c0-4d20-b0de-6b7c8a13e372 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:41.310585 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa96fd2-68c0-4d20-b0de-6b7c8a13e372 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:41.316091 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d4dfe321-7c29-4757-95a5-55f6fa5d4efe tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] 10.222.0.30 "DELETE /v2.0/ports/7d45b734-903c-4d5d-9bb2-44ee88d73e3b HTTP/1.1" status: 204 len: 168 time: 1.4161577 Feb 28 14:25:41.340518 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54646) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:41.344052 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa96fd2-68c0-4d20-b0de-6b7c8a13e372 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event updated for resources: {'Port': ['ID=8d969443-ede3-4799-91a7-c7a1d1ff2ac7,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:41.355551 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] The port '9f596d52-e20f-4eb7-82d8-dcd5306959f1' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:25:41.473071 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999fb4e-38bf-4af9-b13d-30692a766cee req-2fb6476c-1b2a-491f-94e7-a0ce28fbb0df tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:41.474536 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c999fb4e-38bf-4af9-b13d-30692a766cee req-2fb6476c-1b2a-491f-94e7-a0ce28fbb0df tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbfa9f7f-d263-4114-a82b-16494787805f HTTP/1.1" status: 200 len: 944 time: 0.3581028 Feb 28 14:25:41.535825 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0134a432-9a80-4192-b712-891afef5c7a1 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:41.562940 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa96fd2-68c0-4d20-b0de-6b7c8a13e372 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:41.563580 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-baa96fd2-68c0-4d20-b0de-6b7c8a13e372 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:41.570078 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c999fb4e-38bf-4af9-b13d-30692a766cee req-4b8a46cd-2c25-4e43-814a-7fc47f7b92d0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1c4c10-51b3-4aa3-87e0-0aa29417615b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0877657 Feb 28 14:25:41.570750 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134a432-9a80-4192-b712-891afef5c7a1 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc2067f-0886-49ef-95b0-7122d4caf8bd,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:41.574517 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f4677e-0f8c-4a70-a875-8edba0a97266 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:41.579095 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c9f4677e-0f8c-4a70-a875-8edba0a97266 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "GET /v2.0/networks/227601ee-f6c9-4fe2-9e97-307a6863d710 HTTP/1.1" status: 200 len: 881 time: 0.2882366 Feb 28 14:25:41.582507 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54650) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:41.644396 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ad36786c-8f9d-406a-a176-a05e2ba6725a tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "GET /v2.0/ports?device_id=01c225be-7e77-4754-afe5-f68d7da4b0a9 HTTP/1.1" status: 200 len: 205 time: 0.0607796 Feb 28 14:25:41.653521 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ec4273-8a33-4827-8ca7-98eec04abe69 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:41.654193 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-46ec4273-8a33-4827-8ca7-98eec04abe69 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Synchronizing usage tracker for tenant:b4eaaf5ef0e8431797c9f0c071bdc3f6 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:41.659104 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54654) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:41.713219 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:41.726119 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea803474-f7e0-4dc2-907a-caca205a9ab1 req-1d755e06-b0ec-4cd1-a342-055300d843cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:41.726787 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0134a432-9a80-4192-b712-891afef5c7a1 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:41.727674 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ea803474-f7e0-4dc2-907a-caca205a9ab1 req-1d755e06-b0ec-4cd1-a342-055300d843cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=cbfa9f7f-d263-4114-a82b-16494787805f HTTP/1.1" status: 200 len: 1097 time: 0.7783990 Feb 28 14:25:41.727916 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0134a432-9a80-4192-b712-891afef5c7a1 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "DELETE /v2.0/security-groups/dbc2067f-0886-49ef-95b0-7122d4caf8bd HTTP/1.1" status: 204 len: 168 time: 0.9034109 Feb 28 14:25:41.737143 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54658) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:41.757107 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-46ec4273-8a33-4827-8ca7-98eec04abe69 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Unset dirty status for tenant:b4eaaf5ef0e8431797c9f0c071bdc3f6 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:41.758280 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-46ec4273-8a33-4827-8ca7-98eec04abe69 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] 10.222.0.30 "GET /v2.0/ports?device_id=45afe2d1-82e2-48a9-b52a-e227a0f254d8 HTTP/1.1" status: 200 len: 913 time: 0.4168437 Feb 28 14:25:41.761146 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54662) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:41.806680 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-baa96fd2-68c0-4d20-b0de-6b7c8a13e372 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.5471032 Feb 28 14:25:41.806680 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32874cce-8941-463b-b6cb-d01dc713c6a8']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:41.831003 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54666) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:41.855833 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5643f41-9260-45d0-8470-d4d02f2bf18b') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:41.856134 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5643f41-9260-45d0-8470-d4d02f2bf18b') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:41.895368 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6f34a113-7097-4351-9569-b43a1f63b754 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Request body: {'port': {'network_id': '08507b25-bf65-4624-8d25-00557623e34b', 'name': 'tempest-FloatingIPTestJSON-1429762647'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:41.931602 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ae1775a-d60e-4004-a0a4-d6f2c32d9d0b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:41.939677 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:42.097022 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:42.106949 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3456bd30-3733-46b6-b85a-bbfc6d9462f3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:42.245483 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3ae1775a-d60e-4004-a0a4-d6f2c32d9d0b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Calling delete_port for c77ed4e1-76b4-4558-9fd7-c5c9853de82b owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:42.281523 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-621732c7-58ae-415c-b3ce-f38137654200 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Synchronizing usage tracker for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:42.307622 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:25:42.308009 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:25:42.327282 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:25:42.342425 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9f596d52-e20f-4eb7-82d8-dcd5306959f1 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:25:42.385987 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 9f596d52-e20f-4eb7-82d8-dcd5306959f1 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:25:42.386335 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9f596d52-e20f-4eb7-82d8-dcd5306959f1 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:25:42.424031 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:42.442749 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be136b74-d072-4da4-a40b-b12a297baa97 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:42.446832 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea803474-f7e0-4dc2-907a-caca205a9ab1 req-61321f3e-f375-4488-8b06-c98782e87f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:42.448294 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ea803474-f7e0-4dc2-907a-caca205a9ab1 req-61321f3e-f375-4488-8b06-c98782e87f32 service neutron] 10.222.0.13 "GET /v2.0/networks?id=48a65187-5d85-49a0-94f2-0643bb33d9d2 HTTP/1.1" status: 200 len: 897 time: 0.7049093 Feb 28 14:25:42.471679 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6f34a113-7097-4351-9569-b43a1f63b754 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:42.488536 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6f34a113-7097-4351-9569-b43a1f63b754 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Usage tracker for resource:port and tenant:a713dce2e4474a3e85dacb2710c38d65 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:42.495196 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6f34a113-7097-4351-9569-b43a1f63b754 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:42.544449 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-621732c7-58ae-415c-b3ce-f38137654200 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Unset dirty status for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:42.550321 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-621732c7-58ae-415c-b3ce-f38137654200 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8010914 Feb 28 14:25:42.566348 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54670) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:42.576097 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6f34a113-7097-4351-9569-b43a1f63b754 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:42.584763 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2c2501fe-9d27-48f0-91fd-491669023552 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Request body: {'security_group': {'name': 'tempest-secgroup--881309567'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:42.586936 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:42.589498 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ea803474-f7e0-4dc2-907a-caca205a9ab1 req-aef10f71-c3a2-4807-a17f-a59bed6ae7cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=21c03e02-f72a-4014-82e0-99bfffdb10da HTTP/1.1" status: 200 len: 217 time: 0.1026864 Feb 28 14:25:42.613660 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be136b74-d072-4da4-a40b-b12a297baa97 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Network 46dfff5d-6382-461e-9b08-4762af96592e is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:42.614757 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:42.622553 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2c2501fe-9d27-48f0-91fd-491669023552 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:42.657488 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-be136b74-d072-4da4-a40b-b12a297baa97 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:42.661794 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2c2501fe-9d27-48f0-91fd-491669023552 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:42.669761 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f34a113-7097-4351-9569-b43a1f63b754 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Made reservation on behalf of a713dce2e4474a3e85dacb2710c38d65 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:42.673707 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f34a113-7097-4351-9569-b43a1f63b754 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:42.676800 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc13d61-1663-46cd-b1f4-e1f95a5106a8 None None] Network 46dfff5d-6382-461e-9b08-4762af96592e requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:42.679498 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be136b74-d072-4da4-a40b-b12a297baa97 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:42.680086 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be136b74-d072-4da4-a40b-b12a297baa97 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:42.707605 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3456bd30-3733-46b6-b85a-bbfc6d9462f3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:42.717741 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2c2501fe-9d27-48f0-91fd-491669023552 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:42.718509 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be136b74-d072-4da4-a40b-b12a297baa97 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Subnet': ['ID=ba91e724-e1cf-4146-bcc7-408b02407c66,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:42.720837 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Network': ['ID=32874cce-8941-463b-b6cb-d01dc713c6a8,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:42.737416 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-05bc7213-21ce-484b-84e1-37d5bc91a2fb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/networks/32874cce-8941-463b-b6cb-d01dc713c6a8 HTTP/1.1" status: 204 len: 168 time: 5.4783652 Feb 28 14:25:42.760702 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-6f34a113-7097-4351-9569-b43a1f63b754 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] device_id is not set on port b64ea1e2-752e-42ca-bc99-cf5053f04b88 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:25:42.783807 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54676) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:42.804364 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3456bd30-3733-46b6-b85a-bbfc6d9462f3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Deleting port 2ec522b5-c24c-4b09-a16c-5b40fbc90aec {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:42.804699 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3456bd30-3733-46b6-b85a-bbfc6d9462f3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:42.809514 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-71a2aeb2-722f-49a3-8530-d72aecf7a606 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-219928552'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:42.826981 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-be136b74-d072-4da4-a40b-b12a297baa97 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.4630928 Feb 28 14:25:42.826981 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-71a2aeb2-722f-49a3-8530-d72aecf7a606 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:42.829021 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54680) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:42.831236 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea803474-f7e0-4dc2-907a-caca205a9ab1 req-38a20225-7bbc-4d54-a6f2-8e3828e03cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:42.832655 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ea803474-f7e0-4dc2-907a-caca205a9ab1 req-38a20225-7bbc-4d54-a6f2-8e3828e03cd6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae75369c-b3d9-4ba4-936b-7128a18c3c01 HTTP/1.1" status: 200 len: 837 time: 0.2151937 Feb 28 14:25:42.842300 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-71a2aeb2-722f-49a3-8530-d72aecf7a606 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Usage tracker for resource:network and tenant:da983677876248308f7866178fb20b80 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:42.844658 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-24ec2ad5-c912-4445-a076-57768af4a85f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1931709556', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ba91e724-e1cf-4146-bcc7-408b02407c66'}], 'security_groups': ['fd020924-2aa9-4c5f-a6ac-e96f6081ce73', '3e8b54a4-3cd9-47e7-a706-29116d3d5b98']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:42.848769 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-71a2aeb2-722f-49a3-8530-d72aecf7a606 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:42.888995 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-71a2aeb2-722f-49a3-8530-d72aecf7a606 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:42.896702 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ae1775a-d60e-4004-a0a4-d6f2c32d9d0b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:42.918978 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2c2501fe-9d27-48f0-91fd-491669023552 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:42.937651 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2c2501fe-9d27-48f0-91fd-491669023552 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Usage tracker for resource:security_group_rule and tenant:2cba675d61d54c2f9c9bfa59ac012ba1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:42.949037 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2c2501fe-9d27-48f0-91fd-491669023552 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:42.960639 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1775a-d60e-4004-a0a4-d6f2c32d9d0b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Port': ['ID=c77ed4e1-76b4-4558-9fd7-c5c9853de82b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:42.968241 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a2aeb2-722f-49a3-8530-d72aecf7a606 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Made reservation on behalf of da983677876248308f7866178fb20b80 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:42.972958 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-71a2aeb2-722f-49a3-8530-d72aecf7a606 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:42.974960 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2c2501fe-9d27-48f0-91fd-491669023552 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:43.050799 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ae1775a-d60e-4004-a0a4-d6f2c32d9d0b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:43.055037 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3ae1775a-d60e-4004-a0a4-d6f2c32d9d0b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/c77ed4e1-76b4-4558-9fd7-c5c9853de82b HTTP/1.1" status: 204 len: 168 time: 2.4193029 Feb 28 14:25:43.062058 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54684) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:43.105778 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b951660-c721-41b6-bf23-4842ebaae5cc req-0b19bc08-9ccd-443e-b25b-f67ba3ca909d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:43.107323 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8b951660-c721-41b6-bf23-4842ebaae5cc req-0b19bc08-9ccd-443e-b25b-f67ba3ca909d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbfa9f7f-d263-4114-a82b-16494787805f HTTP/1.1" status: 200 len: 944 time: 0.3744674 Feb 28 14:25:43.128082 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecc1de7-ef80-45e7-bc58-90eeb76ac4c6 None None] Update dhcp port {'port': {'network_id': '46dfff5d-6382-461e-9b08-4762af96592e', 'fixed_ips': [{'subnet_id': 'ce97aa63-f052-4811-bf8b-0dd2084e36ed', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fd8a6066-ef16-41b0-b1a5-22d16ea5b29b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ba91e724-e1cf-4146-bcc7-408b02407c66'}], 'binding:host_id': 'dv-neutron-831192-4-hyperv'}, 'id': '3e93b750-4fc5-452e-abe0-8e1e174f71bf'} from dv-neutron-831192-4-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 14:25:43.149695 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a2aeb2-722f-49a3-8530-d72aecf7a606 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:25:43.177749 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea803474-f7e0-4dc2-907a-caca205a9ab1 req-1d356749-fc1e-4005-8dbf-d659d3836254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:43.179267 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ea803474-f7e0-4dc2-907a-caca205a9ab1 req-1d356749-fc1e-4005-8dbf-d659d3836254 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48a65187-5d85-49a0-94f2-0643bb33d9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3328638 Feb 28 14:25:43.187106 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-aecc1de7-ef80-45e7-bc58-90eeb76ac4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:43.200574 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-71a2aeb2-722f-49a3-8530-d72aecf7a606 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:43.201663 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-71a2aeb2-722f-49a3-8530-d72aecf7a606 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Added segment a84e087b-481c-4292-b622-2ffeb259cc39 of type vlan for network cc1cbc4d-a8ff-4daa-b0ba-6c8641307bfa Feb 28 14:25:43.251399 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8b951660-c721-41b6-bf23-4842ebaae5cc req-2e49c83c-f145-46ed-ae05-21eb0e918310 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1c4c10-51b3-4aa3-87e0-0aa29417615b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1363387 Feb 28 14:25:43.254292 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdfb7a6-dc50-49dd-adae-590a6f22b1ca tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:43.255935 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdfb7a6-dc50-49dd-adae-590a6f22b1ca tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:43.256597 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3fdfb7a6-dc50-49dd-adae-590a6f22b1ca tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:43.349002 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-71a2aeb2-722f-49a3-8530-d72aecf7a606 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:43.367525 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3fdfb7a6-dc50-49dd-adae-590a6f22b1ca tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:43.368664 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3fdfb7a6-dc50-49dd-adae-590a6f22b1ca tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3056185 Feb 28 14:25:43.372521 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54688) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:43.438790 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-aecc1de7-ef80-45e7-bc58-90eeb76ac4c6 None None] Allocated IP 2001:db8:0:2::2 (46dfff5d-6382-461e-9b08-4762af96592e/ba91e724-e1cf-4146-bcc7-408b02407c66/3e93b750-4fc5-452e-abe0-8e1e174f71bf) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:43.447491 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ea803474-f7e0-4dc2-907a-caca205a9ab1 req-ad0824ba-f48c-4dbd-a8d1-7887c73fc77b service neutron] 10.222.0.13 "GET /v2.0/networks/48a65187-5d85-49a0-94f2-0643bb33d9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511525 Feb 28 14:25:43.480541 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-6f34a113-7097-4351-9569-b43a1f63b754 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Allocated IP 172.20.0.13 (08507b25-bf65-4624-8d25-00557623e34b/e313196f-d6e9-431f-a11e-fd7033f179ac/b64ea1e2-752e-42ca-bc99-cf5053f04b88) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:43.494337 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-24ec2ad5-c912-4445-a076-57768af4a85f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:43.500322 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-71a2aeb2-722f-49a3-8530-d72aecf7a606 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:43.505828 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a2aeb2-722f-49a3-8530-d72aecf7a606 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:43.506368 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-71a2aeb2-722f-49a3-8530-d72aecf7a606 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:43.541395 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-41639a98-8dcd-4ef7-8700-0ab8c5ec9527 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet 00dc9028-3aa9-4836-9dea-7d6e4e5f9e77 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:25:43.557979 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3456bd30-3733-46b6-b85a-bbfc6d9462f3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:43.602845 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-aecc1de7-ef80-45e7-bc58-90eeb76ac4c6 None None] For port 3e93b750-4fc5-452e-abe0-8e1e174f71bf, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=3e93b750-4fc5-452e-abe0-8e1e174f71bf,segment=NetworkSegment(b6c3ccf5-82a9-404b-a434-ee5a8f8826e5),segment_id=b6c3ccf5-82a9-404b-a434-ee5a8f8826e5)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:43.617683 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-41639a98-8dcd-4ef7-8700-0ab8c5ec9527 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:43.628441 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-aecc1de7-ef80-45e7-bc58-90eeb76ac4c6 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:43.645085 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-aecc1de7-ef80-45e7-bc58-90eeb76ac4c6 None None] Transition to ACTIVE for port object 3e93b750-4fc5-452e-abe0-8e1e174f71bf will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:43.650725 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-aecc1de7-ef80-45e7-bc58-90eeb76ac4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:43.715972 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3456bd30-3733-46b6-b85a-bbfc6d9462f3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Calling delete_port for 2ec522b5-c24c-4b09-a16c-5b40fbc90aec owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:43.721501 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-71a2aeb2-722f-49a3-8530-d72aecf7a606 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9314196 Feb 28 14:25:43.727578 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54692) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:43.736183 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2aeb2-722f-49a3-8530-d72aecf7a606 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event updated for resources: {'Network': ['ID=cc1cbc4d-a8ff-4daa-b0ba-6c8641307bfa,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:43.741270 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-903b52ef-944c-474f-8c27-21000adf46d9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Request body: {'subnet': {'network_id': 'cc1cbc4d-a8ff-4daa-b0ba-6c8641307bfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:43.782116 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-41639a98-8dcd-4ef7-8700-0ab8c5ec9527 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:43.787752 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network cc1cbc4d-a8ff-4daa-b0ba-6c8641307bfa details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:25:43.797498 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2c2501fe-9d27-48f0-91fd-491669023552 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:43.854098 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2c2501fe-9d27-48f0-91fd-491669023552 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:43.855416 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc1de7-ef80-45e7-bc58-90eeb76ac4c6 None None] Pushing event updated for resources: {'Port': ['ID=3e93b750-4fc5-452e-abe0-8e1e174f71bf,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:44.066073 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ea803474-f7e0-4dc2-907a-caca205a9ab1 req-3b48530e-bdd3-49ca-b16e-c18de71c201f service neutron] 10.222.0.13 "GET /v2.0/networks/48a65187-5d85-49a0-94f2-0643bb33d9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6097782 Feb 28 14:25:44.071002 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2501fe-9d27-48f0-91fd-491669023552 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc321b2-989e-47c3-9a47-73494e33e248,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:44.084767 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-903b52ef-944c-474f-8c27-21000adf46d9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:44.095418 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-903b52ef-944c-474f-8c27-21000adf46d9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Usage tracker for resource:subnet and tenant:da983677876248308f7866178fb20b80 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:44.099702 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-903b52ef-944c-474f-8c27-21000adf46d9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:44.107535 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-903b52ef-944c-474f-8c27-21000adf46d9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:44.124014 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-41639a98-8dcd-4ef7-8700-0ab8c5ec9527 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:44.153426 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903b52ef-944c-474f-8c27-21000adf46d9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Made reservation on behalf of da983677876248308f7866178fb20b80 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:44.157107 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-903b52ef-944c-474f-8c27-21000adf46d9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:44.288739 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2c2501fe-9d27-48f0-91fd-491669023552 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:44.292676 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2c2501fe-9d27-48f0-91fd-491669023552 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7203996 Feb 28 14:25:44.297077 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54698) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:44.306035 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a851e6b2-2657-4147-92ac-7e52b6389dce tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Request body: {'security_group_rule': {'security_group_id': '9cc321b2-989e-47c3-9a47-73494e33e248', 'direction': 'ingress', 'protocol': 17}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:44.310901 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f2d7-a157-4b40-833b-47f5de7ac9c4 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:44.317526 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a851e6b2-2657-4147-92ac-7e52b6389dce tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:44.329904 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a851e6b2-2657-4147-92ac-7e52b6389dce tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Usage tracker for resource:security_group_rule and tenant:2cba675d61d54c2f9c9bfa59ac012ba1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:44.334148 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a851e6b2-2657-4147-92ac-7e52b6389dce tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:44.350851 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a851e6b2-2657-4147-92ac-7e52b6389dce tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:44.361685 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-41639a98-8dcd-4ef7-8700-0ab8c5ec9527 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:44.435997 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-41639a98-8dcd-4ef7-8700-0ab8c5ec9527 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:44.436897 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 3e93b750-4fc5-452e-abe0-8e1e174f71bf up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:25:44.441975 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41639a98-8dcd-4ef7-8700-0ab8c5ec9527 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=00dc9028-3aa9-4836-9dea-7d6e4e5f9e77,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:44.505437 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fffda47-6ffb-40ac-af60-3f55cc1ded91 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:44.511861 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a851e6b2-2657-4147-92ac-7e52b6389dce tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:44.552196 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-41639a98-8dcd-4ef7-8700-0ab8c5ec9527 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/00dc9028-3aa9-4836-9dea-7d6e4e5f9e77 HTTP/1.1" status: 204 len: 168 time: 1.1704209 Feb 28 14:25:44.559679 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54702) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:44.655132 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-36722778-dae2-4d5a-8823-a736aeffa58a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0919094 Feb 28 14:25:44.656491 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54706) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:44.736205 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 21c03e02-f72a-4014-82e0-99bfffdb10da details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:25:44.761763 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-903b52ef-944c-474f-8c27-21000adf46d9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:44.769727 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a89af260-a484-40b4-a809-19a8b664dadd None None] Provisioning complete for port 9c0ef85a-daa6-4bd6-90c8-78887a0919ff triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:44.770103 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a89af260-a484-40b4-a809-19a8b664dadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:44.771267 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a851e6b2-2657-4147-92ac-7e52b6389dce tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:44.788271 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f34a113-7097-4351-9569-b43a1f63b754 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:44.811054 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a851e6b2-2657-4147-92ac-7e52b6389dce tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:44.861470 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851e6b2-2657-4147-92ac-7e52b6389dce tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90fa287e-622c-42ba-a202-4456361e6110,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:44.890722 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b52ef-944c-474f-8c27-21000adf46d9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event updated for resources: {'Subnet': ['ID=c6fa6d13-8688-44fa-adee-0198b1d2b723,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:44.908951 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a851e6b2-2657-4147-92ac-7e52b6389dce tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:44.912550 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a851e6b2-2657-4147-92ac-7e52b6389dce tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6118753 Feb 28 14:25:44.913377 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54710) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:44.917248 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903b52ef-944c-474f-8c27-21000adf46d9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Checking segment: {'id': 'a84e087b-481c-4292-b622-2ffeb259cc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cc1cbc4d-a8ff-4daa-b0ba-6c8641307bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:25:44.917610 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903b52ef-944c-474f-8c27-21000adf46d9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Network hostable DHCP agents. Network: cc1cbc4d-a8ff-4daa-b0ba-6c8641307bfa, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:25:44.922257 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3456bd30-3733-46b6-b85a-bbfc6d9462f3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:44.943596 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0006e949-1393-4672-a0e5-8c47dd54929b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:44.944293 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0006e949-1393-4672-a0e5-8c47dd54929b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:44.953182 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a89af260-a484-40b4-a809-19a8b664dadd None None] Port 9c0ef85a-daa6-4bd6-90c8-78887a0919ff cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:25:44.976722 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a89af260-a484-40b4-a809-19a8b664dadd None None] Provisioning complete for port 897342ff-015b-4a2d-bf04-62805ff49a50 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:44.977085 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a89af260-a484-40b4-a809-19a8b664dadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:44.989783 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456bd30-3733-46b6-b85a-bbfc6d9462f3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Pushing event deleted for resources: {'Port': ['ID=2ec522b5-c24c-4b09-a16c-5b40fbc90aec,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:45.003339 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0006e949-1393-4672-a0e5-8c47dd54929b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:45.004454 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0006e949-1393-4672-a0e5-8c47dd54929b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3469150 Feb 28 14:25:45.013360 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54714) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:45.015785 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903b52ef-944c-474f-8c27-21000adf46d9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Network cc1cbc4d-a8ff-4daa-b0ba-6c8641307bfa is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:25:45.046899 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12c861-e9fe-4132-917d-ef33d714ccc8 req-03c308bc-befe-4b4f-a5e9-82f0c2cdba44 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:45.053505 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a89af260-a484-40b4-a809-19a8b664dadd None None] Port 897342ff-015b-4a2d-bf04-62805ff49a50 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:25:45.053971 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0a12c861-e9fe-4132-917d-ef33d714ccc8 req-03c308bc-befe-4b4f-a5e9-82f0c2cdba44 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbfa9f7f-d263-4114-a82b-16494787805f HTTP/1.1" status: 200 len: 944 time: 0.5572782 Feb 28 14:25:45.064652 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 21c03e02-f72a-4014-82e0-99bfffdb10da, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=21c03e02-f72a-4014-82e0-99bfffdb10da,segment=NetworkSegment(16381587-2111-4126-94e4-f99c0206869f),segment_id=16381587-2111-4126-94e4-f99c0206869f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:45.086064 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a89af260-a484-40b4-a809-19a8b664dadd None None] Provisioning for port 3e93b750-4fc5-452e-abe0-8e1e174f71bf completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:45.096811 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0a37d177-0d50-49c5-a6e2-818dfc8d6828 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:45.105161 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a89af260-a484-40b4-a809-19a8b664dadd None None] Provisioning complete for port 3e93b750-4fc5-452e-abe0-8e1e174f71bf triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:45.105530 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a89af260-a484-40b4-a809-19a8b664dadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:45.118547 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-903b52ef-944c-474f-8c27-21000adf46d9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, cc1cbc4d-a8ff-4daa-b0ba-6c8641307bfa) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:45.125790 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903b52ef-944c-474f-8c27-21000adf46d9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:45.126495 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-903b52ef-944c-474f-8c27-21000adf46d9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:45.136217 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '21c03e02-f72a-4014-82e0-99bfffdb10da', 'network_id': '48a65187-5d85-49a0-94f2-0643bb33d9d2', 'port_id': '21c03e02-f72a-4014-82e0-99bfffdb10da', 'mac_address': 'fa:16:3e:93:6c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae75369c-b3d9-4ba4-936b-7128a18c3c01', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:25:45.150646 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f1e7a8-7a9f-409e-9baf-3b14cea447b8 None None] DHCP port deletion for 22b852e7-638c-4536-9e81-f0f6c68c1fb7 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:25:45.152506 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e575ec97-4e05-4163-ac35-141274385994 None None] Network cc1cbc4d-a8ff-4daa-b0ba-6c8641307bfa requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:45.154897 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cae1a6-28cb-4ade-a143-955d7556cf4b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:45.155701 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f7cae1a6-28cb-4ade-a143-955d7556cf4b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:45.164713 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0a37d177-0d50-49c5-a6e2-818dfc8d6828 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:45.188122 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-903b52ef-944c-474f-8c27-21000adf46d9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4547410 Feb 28 14:25:45.191113 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54718) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:45.197588 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f7cae1a6-28cb-4ade-a143-955d7556cf4b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:45.201077 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f7cae1a6-28cb-4ade-a143-955d7556cf4b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1845052 Feb 28 14:25:45.202006 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54720) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:45.213677 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f34a113-7097-4351-9569-b43a1f63b754 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:45.287196 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e3ab8a42-4aac-41de-8dee-da1b053b450a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837774 Feb 28 14:25:45.294003 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54726) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:45.301890 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-35c3b7ac-6ccf-41be-8a11-f25dab455331 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:45.314978 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-42f1e7a8-7a9f-409e-9baf-3b14cea447b8 None None] Deleting port 3d814a7c-accb-4521-98cd-910ec4a2eb77 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:45.315374 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-42f1e7a8-7a9f-409e-9baf-3b14cea447b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:45.317277 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0a12c861-e9fe-4132-917d-ef33d714ccc8 req-319c4562-7d5f-4cb9-a97a-883846450c8b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1c4c10-51b3-4aa3-87e0-0aa29417615b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2623911 Feb 28 14:25:45.349776 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0a37d177-0d50-49c5-a6e2-818dfc8d6828 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:45.400875 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-24ec2ad5-c912-4445-a076-57768af4a85f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Delete allocated IP 2001:db8::32 (46dfff5d-6382-461e-9b08-4762af96592e/fd8a6066-ef16-41b0-b1a5-22d16ea5b29b) {{(pid=87772) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 14:25:45.412333 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:45.433912 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21c03e02-f72a-4014-82e0-99bfffdb10da {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:25:45.446279 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0a37d177-0d50-49c5-a6e2-818dfc8d6828 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:45.450940 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0a37d177-0d50-49c5-a6e2-818dfc8d6828 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "DELETE /v2.0/security-groups/9cc321b2-989e-47c3-9a47-73494e33e248 HTTP/1.1" status: 204 len: 168 time: 0.5350540 Feb 28 14:25:45.452011 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37d177-0d50-49c5-a6e2-818dfc8d6828 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc321b2-989e-47c3-9a47-73494e33e248,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:45.474052 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54730) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:45.483445 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3456bd30-3733-46b6-b85a-bbfc6d9462f3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:45.484449 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-35c3b7ac-6ccf-41be-8a11-f25dab455331 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:45.498499 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-35c3b7ac-6ccf-41be-8a11-f25dab455331 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:45.516749 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c3b7ac-6ccf-41be-8a11-f25dab455331 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:45.520892 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-35c3b7ac-6ccf-41be-8a11-f25dab455331 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:45.550566 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f34a113-7097-4351-9569-b43a1f63b754 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Network 08507b25-bf65-4624-8d25-00557623e34b is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:45.565848 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-24ec2ad5-c912-4445-a076-57768af4a85f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Allocated IP 2001:db8:0:2::2e (46dfff5d-6382-461e-9b08-4762af96592e/ba91e724-e1cf-4146-bcc7-408b02407c66/897342ff-015b-4a2d-bf04-62805ff49a50) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:45.570526 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-6f34a113-7097-4351-9569-b43a1f63b754 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:45.575801 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 21c03e02-f72a-4014-82e0-99bfffdb10da, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=21c03e02-f72a-4014-82e0-99bfffdb10da,segment=NetworkSegment(16381587-2111-4126-94e4-f99c0206869f),segment_id=16381587-2111-4126-94e4-f99c0206869f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:45.602974 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:45.644629 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f34a113-7097-4351-9569-b43a1f63b754 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:45.699139 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34a113-7097-4351-9569-b43a1f63b754 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event updated for resources: {'Port': ['ID=b64ea1e2-752e-42ca-bc99-cf5053f04b88,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:45.828019 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-42f1e7a8-7a9f-409e-9baf-3b14cea447b8 None None] For port 3d814a7c-accb-4521-98cd-910ec4a2eb77, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=3d814a7c-accb-4521-98cd-910ec4a2eb77,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:45.828418 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-42f1e7a8-7a9f-409e-9baf-3b14cea447b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:45.838488 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cc1754-ecc8-46a7-930e-111b0e504027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-cc1cbc4d-a8ff-4daa-b0ba-6c8641307bfa', 'network_id': 'cc1cbc4d-a8ff-4daa-b0ba-6c8641307bfa', 'tenant_id': 'da983677876248308f7866178fb20b80', 'fixed_ips': [{'subnet_id': 'c6fa6d13-8688-44fa-adee-0198b1d2b723'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:25:45.839349 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-97cc1754-ecc8-46a7-930e-111b0e504027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:45.861285 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['21c03e02-f72a-4014-82e0-99bfffdb10da'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:25:45.889617 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=21c03e02-f72a-4014-82e0-99bfffdb10da,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:45.903492 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.objects.ports [None req-35c3b7ac-6ccf-41be-8a11-f25dab455331 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87773) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 14:25:45.950903 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2ad7f2d7-a157-4b40-833b-47f5de7ac9c4 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Deleting port 5bdb8e21-2bd8-4e92-83e4-3a617a0c2520 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:45.951572 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f2d7-a157-4b40-833b-47f5de7ac9c4 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:46.003954 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3456bd30-3733-46b6-b85a-bbfc6d9462f3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:46.025811 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-42f1e7a8-7a9f-409e-9baf-3b14cea447b8 None None] Calling delete_port for 3d814a7c-accb-4521-98cd-910ec4a2eb77 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:46.030037 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3456bd30-3733-46b6-b85a-bbfc6d9462f3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:46.067024 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-aa3821df-eb54-4d81-af2c-ed71dcdb2208 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Synchronizing usage tracker for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:46.081786 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f34a113-7097-4351-9569-b43a1f63b754 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:46.082691 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f34a113-7097-4351-9569-b43a1f63b754 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:46.084030 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-35c3b7ac-6ccf-41be-8a11-f25dab455331 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:46.097525 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:46.272640 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6f34a113-7097-4351-9569-b43a1f63b754 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.4374592 Feb 28 14:25:46.272640 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3456bd30-3733-46b6-b85a-bbfc6d9462f3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:46.272640 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3456bd30-3733-46b6-b85a-bbfc6d9462f3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Fanout notify agent at l3_agent the message router_deleted on router 01c225be-7e77-4754-afe5-f68d7da4b0a9 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:25:46.280714 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-aa3821df-eb54-4d81-af2c-ed71dcdb2208 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Unset dirty status for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:46.285812 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-aa3821df-eb54-4d81-af2c-ed71dcdb2208 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8004954 Feb 28 14:25:46.291783 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54734) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:46.292122 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54736) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:46.297880 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3456bd30-3733-46b6-b85a-bbfc6d9462f3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:46.303350 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3456bd30-3733-46b6-b85a-bbfc6d9462f3 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "DELETE /v2.0/routers/01c225be-7e77-4754-afe5-f68d7da4b0a9 HTTP/1.1" status: 204 len: 168 time: 4.6389275 Feb 28 14:25:46.313054 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-97cc1754-ecc8-46a7-930e-111b0e504027 None None] Allocated IP 172.20.0.1 (cc1cbc4d-a8ff-4daa-b0ba-6c8641307bfa/c6fa6d13-8688-44fa-adee-0198b1d2b723/ce9b5533-57c1-4241-80ce-994723267785) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:46.338327 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54738) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:46.348461 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-102f3231-5eac-4556-b097-83529ae52b8c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2119560667', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:46.349492 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0bb7bba6-e4a2-4c38-ac6d-58d3c9a27135 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Request body: {'security_group': {'name': 'tempest-secgroup--1712997701'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:46.362930 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-102f3231-5eac-4556-b097-83529ae52b8c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:46.367100 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ba7d3c3b-58ca-4ca0-ab20-6c827832b8eb tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'port_id': 'b64ea1e2-752e-42ca-bc99-cf5053f04b88', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:46.411700 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-102f3231-5eac-4556-b097-83529ae52b8c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Usage tracker for resource:router and tenant:65a020e798544f2fb4804c259bb54147 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:46.414386 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0bb7bba6-e4a2-4c38-ac6d-58d3c9a27135 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:46.422832 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ba7d3c3b-58ca-4ca0-ab20-6c827832b8eb tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:46.430287 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-102f3231-5eac-4556-b097-83529ae52b8c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:46.451507 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ba7d3c3b-58ca-4ca0-ab20-6c827832b8eb tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Usage tracker for resource:floatingip and tenant:a713dce2e4474a3e85dacb2710c38d65 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:46.456828 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0bb7bba6-e4a2-4c38-ac6d-58d3c9a27135 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:46.462128 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ba7d3c3b-58ca-4ca0-ab20-6c827832b8eb tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:46.465098 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-102f3231-5eac-4556-b097-83529ae52b8c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:46.480635 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ba7d3c3b-58ca-4ca0-ab20-6c827832b8eb tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:46.523576 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:46.529624 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 3d814a7c-accb-4521-98cd-910ec4a2eb77 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:25:46.568442 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f2d7-a157-4b40-833b-47f5de7ac9c4 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:46.576784 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3c3b-58ca-4ca0-ab20-6c827832b8eb tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:46.583622 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-35c3b7ac-6ccf-41be-8a11-f25dab455331 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] For port 3d814a7c-accb-4521-98cd-910ec4a2eb77, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=3d814a7c-accb-4521-98cd-910ec4a2eb77,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:46.586962 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102f3231-5eac-4556-b097-83529ae52b8c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:46.587955 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102f3231-5eac-4556-b097-83529ae52b8c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:46.589154 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0bb7bba6-e4a2-4c38-ac6d-58d3c9a27135 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:46.618501 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102f3231-5eac-4556-b097-83529ae52b8c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:46.646088 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-35c3b7ac-6ccf-41be-8a11-f25dab455331 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:46.662755 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-35c3b7ac-6ccf-41be-8a11-f25dab455331 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:46.663931 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-35c3b7ac-6ccf-41be-8a11-f25dab455331 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:46.676424 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-42f1e7a8-7a9f-409e-9baf-3b14cea447b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:25:46.677041 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-42f1e7a8-7a9f-409e-9baf-3b14cea447b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:25:46.740092 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102f3231-5eac-4556-b097-83529ae52b8c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:46.764672 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2ad7f2d7-a157-4b40-833b-47f5de7ac9c4 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Calling delete_port for 5bdb8e21-2bd8-4e92-83e4-3a617a0c2520 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:46.795826 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa1916-18c5-467c-9978-76a8781886b5 req-8361b2c9-a5f2-4797-bf79-348502dab451 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:46.798203 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-50fa1916-18c5-467c-9978-76a8781886b5 req-8361b2c9-a5f2-4797-bf79-348502dab451 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbfa9f7f-d263-4114-a82b-16494787805f HTTP/1.1" status: 200 len: 945 time: 0.2684281 Feb 28 14:25:46.815027 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0bb7bba6-e4a2-4c38-ac6d-58d3c9a27135 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:46.828244 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0bb7bba6-e4a2-4c38-ac6d-58d3c9a27135 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Usage tracker for resource:security_group_rule and tenant:2cba675d61d54c2f9c9bfa59ac012ba1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:46.833558 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0bb7bba6-e4a2-4c38-ac6d-58d3c9a27135 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:46.836010 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:46.839948 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c3b7ac-6ccf-41be-8a11-f25dab455331 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:46.844413 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0bb7bba6-e4a2-4c38-ac6d-58d3c9a27135 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:46.847502 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-97cc1754-ecc8-46a7-930e-111b0e504027 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:46.849105 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-35c3b7ac-6ccf-41be-8a11-f25dab455331 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:46.857700 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-97cc1754-ecc8-46a7-930e-111b0e504027 None None] Transition to ACTIVE for port object ce9b5533-57c1-4241-80ce-994723267785 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:46.862906 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c3b7ac-6ccf-41be-8a11-f25dab455331 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:46.863511 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-35c3b7ac-6ccf-41be-8a11-f25dab455331 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:46.871240 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-102f3231-5eac-4556-b097-83529ae52b8c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:46.875752 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-102f3231-5eac-4556-b097-83529ae52b8c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5331695 Feb 28 14:25:46.875752 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3b7ac-6ccf-41be-8a11-f25dab455331 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=df30762e-6634-4d84-b70a-8c07472fd56d,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:46.880986 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54748) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:46.882657 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-97cc1754-ecc8-46a7-930e-111b0e504027 None None] Transition to ACTIVE for port object ce9b5533-57c1-4241-80ce-994723267785 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:46.885515 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-24ec2ad5-c912-4445-a076-57768af4a85f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:46.896490 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-97cc1754-ecc8-46a7-930e-111b0e504027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:46.897829 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-fd30023c-6e0d-4269-9a0f-26c4a0f85d85 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'enable_snat': True}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:46.953936 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3b7ac-6ccf-41be-8a11-f25dab455331 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Port': ['ID=3d814a7c-accb-4521-98cd-910ec4a2eb77,revision_number=6']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:46.982497 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-50fa1916-18c5-467c-9978-76a8781886b5 req-79b1946a-698e-4fcf-beae-b53f030b22fb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1c4c10-51b3-4aa3-87e0-0aa29417615b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1724646 Feb 28 14:25:46.989218 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-35c3b7ac-6ccf-41be-8a11-f25dab455331 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6912396 Feb 28 14:25:47.007076 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cc1754-ecc8-46a7-930e-111b0e504027 None None] Network cc1cbc4d-a8ff-4daa-b0ba-6c8641307bfa is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:47.007236 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54752) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:47.015597 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-97cc1754-ecc8-46a7-930e-111b0e504027 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:47.017742 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-52c81688-3898-4f60-bd70-18a68d9e0e3d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'mac_address': 'fa:16:3e:bb:0f:27', 'name': 'tempest-NetworksTestDHCPv6-550187269'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:47.026479 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 3d814a7c-accb-4521-98cd-910ec4a2eb77, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=3d814a7c-accb-4521-98cd-910ec4a2eb77,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:47.027647 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cc1754-ecc8-46a7-930e-111b0e504027 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:47.041481 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:47.043493 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc1754-ecc8-46a7-930e-111b0e504027 None None] Pushing event updated for resources: {'Port': ['ID=ce9b5533-57c1-4241-80ce-994723267785,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:47.052728 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-24ec2ad5-c912-4445-a076-57768af4a85f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Transition to ACTIVE for port object 897342ff-015b-4a2d-bf04-62805ff49a50 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:47.069322 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:47.110304 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-24ec2ad5-c912-4445-a076-57768af4a85f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:47.202751 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-42f1e7a8-7a9f-409e-9baf-3b14cea447b8 None None] Deleting port 3d814a7c-accb-4521-98cd-910ec4a2eb77 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:47.203405 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-42f1e7a8-7a9f-409e-9baf-3b14cea447b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:47.248857 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Subnet': ['ID=c6fa6d13-8688-44fa-adee-0198b1d2b723,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:47.283779 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-97cc1754-ecc8-46a7-930e-111b0e504027 None None] Attempting to bind port ce9b5533-57c1-4241-80ce-994723267785 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:25:47.284145 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-97cc1754-ecc8-46a7-930e-111b0e504027 None None] Attempting to bind port ce9b5533-57c1-4241-80ce-994723267785 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'a84e087b-481c-4292-b622-2ffeb259cc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cc1cbc4d-a8ff-4daa-b0ba-6c8641307bfa'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:25:47.284501 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc1754-ecc8-46a7-930e-111b0e504027 None None] Attempting to bind port ce9b5533-57c1-4241-80ce-994723267785 on network cc1cbc4d-a8ff-4daa-b0ba-6c8641307bfa {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:25:47.302557 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc1754-ecc8-46a7-930e-111b0e504027 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:25:47.302973 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc1754-ecc8-46a7-930e-111b0e504027 None None] Checking segment: {'id': 'a84e087b-481c-4292-b622-2ffeb259cc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cc1cbc4d-a8ff-4daa-b0ba-6c8641307bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:25:47.303814 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-97cc1754-ecc8-46a7-930e-111b0e504027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:47.303814 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc1754-ecc8-46a7-930e-111b0e504027 None None] Bound using segment: {'id': 'a84e087b-481c-4292-b622-2ffeb259cc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cc1cbc4d-a8ff-4daa-b0ba-6c8641307bfa'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:25:47.304248 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-97cc1754-ecc8-46a7-930e-111b0e504027 None None] Bound port: ce9b5533-57c1-4241-80ce-994723267785, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84e087b-481c-4292-b622-2ffeb259cc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cc1cbc4d-a8ff-4daa-b0ba-6c8641307bfa'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:25:47.304537 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-97cc1754-ecc8-46a7-930e-111b0e504027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:47.313317 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=3d814a7c-accb-4521-98cd-910ec4a2eb77,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:47.316340 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd30023c-6e0d-4269-9a0f-26c4a0f85d85 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:47.475462 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-97cc1754-ecc8-46a7-930e-111b0e504027 None None] For port ce9b5533-57c1-4241-80ce-994723267785, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:25:47.511860 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-24ec2ad5-c912-4445-a076-57768af4a85f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] In _notify_port_updated(), no bound segment for port 897342ff-015b-4a2d-bf04-62805ff49a50 on network 46dfff5d-6382-461e-9b08-4762af96592e {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 14:25:47.518216 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ec2ad5-c912-4445-a076-57768af4a85f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:47.518868 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-24ec2ad5-c912-4445-a076-57768af4a85f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:47.522818 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-24ec2ad5-c912-4445-a076-57768af4a85f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "PUT /v2.0/ports/897342ff-015b-4a2d-bf04-62805ff49a50 HTTP/1.1" status: 200 len: 969 time: 4.6805212 Feb 28 14:25:47.534333 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-97cc1754-ecc8-46a7-930e-111b0e504027 None None] For port ce9b5533-57c1-4241-80ce-994723267785, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=ce9b5533-57c1-4241-80ce-994723267785,segment=NetworkSegment(a84e087b-481c-4292-b622-2ffeb259cc39),segment_id=a84e087b-481c-4292-b622-2ffeb259cc39)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:25:47.541342 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec2ad5-c912-4445-a076-57768af4a85f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event updated for resources: {'Port': ['ID=897342ff-015b-4a2d-bf04-62805ff49a50,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:47.548346 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-97cc1754-ecc8-46a7-930e-111b0e504027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:47.549048 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54756) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:47.568264 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:47.668288 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-42f1e7a8-7a9f-409e-9baf-3b14cea447b8 None None] For port 3d814a7c-accb-4521-98cd-910ec4a2eb77, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=3d814a7c-accb-4521-98cd-910ec4a2eb77,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:47.668575 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-42f1e7a8-7a9f-409e-9baf-3b14cea447b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:47.677019 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc1754-ecc8-46a7-930e-111b0e504027 None None] Pushing event updated for resources: {'Port': ['ID=ce9b5533-57c1-4241-80ce-994723267785,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:47.760864 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd30023c-6e0d-4269-9a0f-26c4a0f85d85 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:47.785965 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f2d7-a157-4b40-833b-47f5de7ac9c4 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:47.794513 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd30023c-6e0d-4269-9a0f-26c4a0f85d85 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:47.824129 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-42f1e7a8-7a9f-409e-9baf-3b14cea447b8 None None] Calling delete_port for 3d814a7c-accb-4521-98cd-910ec4a2eb77 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:47.846965 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0bb7bba6-e4a2-4c38-ac6d-58d3c9a27135 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:47.856771 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-52c81688-3898-4f60-bd70-18a68d9e0e3d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:47.868469 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1cbc4d-a8ff-4daa-b0ba-6c8641307bfa']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:47.885877 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-52c81688-3898-4f60-bd70-18a68d9e0e3d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:port and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:47.904066 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0bb7bba6-e4a2-4c38-ac6d-58d3c9a27135 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:47.909181 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7f2d7-a157-4b40-833b-47f5de7ac9c4 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Pushing event deleted for resources: {'Port': ['ID=5bdb8e21-2bd8-4e92-83e4-3a617a0c2520,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:47.942802 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-52c81688-3898-4f60-bd70-18a68d9e0e3d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:47.960175 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-fd30023c-6e0d-4269-9a0f-26c4a0f85d85 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Allocated IP 172.26.5.151 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/e3ee325d-c0f2-4a05-8846-dc1ad6348ac9) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:47.968553 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84e087b-481c-4292-b622-2ffeb259cc39') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:47.969856 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84e087b-481c-4292-b622-2ffeb259cc39') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:47.981727 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-42f1e7a8-7a9f-409e-9baf-3b14cea447b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:47.996692 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-52c81688-3898-4f60-bd70-18a68d9e0e3d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:48.005527 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2e5df769-cd07-4b3a-8892-cb8919c1b9c6 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting port 897342ff-015b-4a2d-bf04-62805ff49a50 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:48.005855 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e5df769-cd07-4b3a-8892-cb8919c1b9c6 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:48.071032 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1e7a8-7a9f-409e-9baf-3b14cea447b8 None None] Pushing event deleted for resources: {'Port': ['ID=3d814a7c-accb-4521-98cd-910ec4a2eb77,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:48.080950 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:48.081628 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a570e1e9-5c22-4d88-aa5c-af0d98a7bb28 None None] Provisioning for port 897342ff-015b-4a2d-bf04-62805ff49a50 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:48.091654 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a570e1e9-5c22-4d88-aa5c-af0d98a7bb28 None None] Provisioning complete for port 897342ff-015b-4a2d-bf04-62805ff49a50 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:48.092160 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a570e1e9-5c22-4d88-aa5c-af0d98a7bb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:48.182858 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a570e1e9-5c22-4d88-aa5c-af0d98a7bb28 None None] Port 897342ff-015b-4a2d-bf04-62805ff49a50 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:25:48.185293 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0db78a-e09f-4209-962d-9b4940ccdf38 None None] Network cc1cbc4d-a8ff-4daa-b0ba-6c8641307bfa requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:48.188854 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3c3b-58ca-4ca0-ab20-6c827832b8eb tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:48.233909 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7bba6-e4a2-4c38-ac6d-58d3c9a27135 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c84f0b-ba42-49b7-a5ef-65cb40e70648,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:48.247513 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:48.282288 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd30023c-6e0d-4269-9a0f-26c4a0f85d85 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:48.316165 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd30023c-6e0d-4269-9a0f-26c4a0f85d85 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:48.338829 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f1e7a8-7a9f-409e-9baf-3b14cea447b8 None None] No DVR routers for this DVR port 3d814a7c-accb-4521-98cd-910ec4a2eb77 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:25:48.365325 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b02c64-9ff2-414e-b4d4-2ee6000c200f None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:48.387103 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd30023c-6e0d-4269-9a0f-26c4a0f85d85 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:48.395432 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-fd30023c-6e0d-4269-9a0f-26c4a0f85d85 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:48.399892 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd30023c-6e0d-4269-9a0f-26c4a0f85d85 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:48.434410 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-ba7d3c3b-58ca-4ca0-ab20-6c827832b8eb tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Allocated IP 172.26.5.146 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/3d8e7fd0-8ae5-4aa2-b0d5-27b4eb465346) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:48.434695 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30023c-6e0d-4269-9a0f-26c4a0f85d85 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Pushing event updated for resources: {'Port': ['ID=e3ee325d-c0f2-4a05-8846-dc1ad6348ac9,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:48.494831 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:25:48.495255 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:25:48.530604 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:25:48.533144 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0bb7bba6-e4a2-4c38-ac6d-58d3c9a27135 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:48.536986 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0bb7bba6-e4a2-4c38-ac6d-58d3c9a27135 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1884425 Feb 28 14:25:48.538394 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54762) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:48.543829 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5c58c85d-f1e7-4221-b08b-fe91f27b8d3d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Request body: {'security_group': {'name': 'tempest-secgroup--1263620039'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:48.558607 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5c58c85d-f1e7-4221-b08b-fe91f27b8d3d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:48.616461 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5c58c85d-f1e7-4221-b08b-fe91f27b8d3d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Usage tracker for resource:security_group and tenant:2cba675d61d54c2f9c9bfa59ac012ba1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:48.626568 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5c58c85d-f1e7-4221-b08b-fe91f27b8d3d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:48.633660 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c81688-3898-4f60-bd70-18a68d9e0e3d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:48.665865 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5c58c85d-f1e7-4221-b08b-fe91f27b8d3d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:48.684394 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2907cb20-82a8-4719-ab69-ac57d4ddea23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'fixed_ips': [{'subnet_id': 'df30762e-6634-4d84-b70a-8c07472fd56d'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:25:48.686156 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2907cb20-82a8-4719-ab69-ac57d4ddea23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:48.686498 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c58c85d-f1e7-4221-b08b-fe91f27b8d3d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:48.715041 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5c58c85d-f1e7-4221-b08b-fe91f27b8d3d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:48.776780 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5c58c85d-f1e7-4221-b08b-fe91f27b8d3d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Usage tracker for resource:security_group_rule and tenant:2cba675d61d54c2f9c9bfa59ac012ba1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:48.787666 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5c58c85d-f1e7-4221-b08b-fe91f27b8d3d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:48.791192 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 21c03e02-f72a-4014-82e0-99bfffdb10da up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:25:48.797294 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5c58c85d-f1e7-4221-b08b-fe91f27b8d3d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:48.934194 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port 21c03e02-f72a-4014-82e0-99bfffdb10da completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:48.946533 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 21c03e02-f72a-4014-82e0-99bfffdb10da triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:48.946780 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:48.952223 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd30023c-6e0d-4269-9a0f-26c4a0f85d85 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:48.959883 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 14:25:48.959883 dv-neutron-831192-4-hyperv neutron-server[87772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 14:25:48.959883 dv-neutron-831192-4-hyperv neutron-server[87772]: [parameters: {'id': 'cc1cbc4d-a8ff-4daa-b0ba-6c8641307bfa'}] Feb 28 14:25:48.959883 dv-neutron-831192-4-hyperv neutron-server[87772]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:25:48.960331 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:25:48.984070 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-2907cb20-82a8-4719-ab69-ac57d4ddea23 None None] Allocated IP 2001:db8::f816:3eff:fe5c:e (22b852e7-638c-4536-9e81-f0f6c68c1fb7/df30762e-6634-4d84-b70a-8c07472fd56d/66c431c5-0924-439d-85df-7a4249387669) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:49.028996 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ad7f2d7-a157-4b40-833b-47f5de7ac9c4 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:49.034456 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c58c85d-f1e7-4221-b08b-fe91f27b8d3d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:49.042939 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c58c85d-f1e7-4221-b08b-fe91f27b8d3d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:49.170138 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:49.176748 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3c3b-58ca-4ca0-ab20-6c827832b8eb tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:49.177613 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58c85d-f1e7-4221-b08b-fe91f27b8d3d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d422e18-ecd9-47f6-b241-96a0d3c8efa8,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:49.194376 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c58c85d-f1e7-4221-b08b-fe91f27b8d3d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:49.198717 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5c58c85d-f1e7-4221-b08b-fe91f27b8d3d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6588573 Feb 28 14:25:49.202375 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54766) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:49.208076 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-8ac115d4-e5f6-4a10-acb2-2196a2b63f4c tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Request body: {'security_group_rule': {'security_group_id': 'd6c84f0b-ba42-49b7-a5ef-65cb40e70648', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1d422e18-ecd9-47f6-b241-96a0d3c8efa8', 'remote_ip_prefix': None}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:49.248881 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfa9f7f-d263-4114-a82b-16494787805f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c03e02-f72a-4014-82e0-99bfffdb10da'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:25:49.267085 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 21c03e02-f72a-4014-82e0-99bfffdb10da, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=21c03e02-f72a-4014-82e0-99bfffdb10da,segment=NetworkSegment(16381587-2111-4126-94e4-f99c0206869f),segment_id=16381587-2111-4126-94e4-f99c0206869f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:49.270521 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef4bff-f378-4066-9dc3-d17222723712 req-76ed7612-024e-411a-aa71-db2102053a12 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:49.277356 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9aef4bff-f378-4066-9dc3-d17222723712 req-76ed7612-024e-411a-aa71-db2102053a12 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbfa9f7f-d263-4114-a82b-16494787805f HTTP/1.1" status: 200 len: 945 time: 1.0850189 Feb 28 14:25:49.279125 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:49.292665 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8ac115d4-e5f6-4a10-acb2-2196a2b63f4c tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:49.299179 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8ac115d4-e5f6-4a10-acb2-2196a2b63f4c tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Usage tracker for resource:security_group_rule and tenant:2cba675d61d54c2f9c9bfa59ac012ba1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:49.303022 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8ac115d4-e5f6-4a10-acb2-2196a2b63f4c tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:49.322497 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8ac115d4-e5f6-4a10-acb2-2196a2b63f4c tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:49.325753 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfa9f7f-d263-4114-a82b-16494787805f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c03e02-f72a-4014-82e0-99bfffdb10da', 'code': 200} Feb 28 14:25:49.340796 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2907cb20-82a8-4719-ab69-ac57d4ddea23 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:49.364192 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2907cb20-82a8-4719-ab69-ac57d4ddea23 None None] Transition to ACTIVE for port object 66c431c5-0924-439d-85df-7a4249387669 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:49.400163 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=21c03e02-f72a-4014-82e0-99bfffdb10da,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:49.417444 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2907cb20-82a8-4719-ab69-ac57d4ddea23 None None] Transition to ACTIVE for port object 66c431c5-0924-439d-85df-7a4249387669 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:49.437664 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2907cb20-82a8-4719-ab69-ac57d4ddea23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:49.441100 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8ac115d4-e5f6-4a10-acb2-2196a2b63f4c tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:49.485368 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:49.497980 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-52c81688-3898-4f60-bd70-18a68d9e0e3d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:49.508949 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e5df769-cd07-4b3a-8892-cb8919c1b9c6 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:49.534824 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2907cb20-82a8-4719-ab69-ac57d4ddea23 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:49.537886 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-2907cb20-82a8-4719-ab69-ac57d4ddea23 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:49.547543 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2907cb20-82a8-4719-ab69-ac57d4ddea23 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:49.553846 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8ac115d4-e5f6-4a10-acb2-2196a2b63f4c tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:49.557168 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907cb20-82a8-4719-ab69-ac57d4ddea23 None None] Pushing event updated for resources: {'Port': ['ID=66c431c5-0924-439d-85df-7a4249387669,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:49.570881 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8ac115d4-e5f6-4a10-acb2-2196a2b63f4c tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:49.596958 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd30023c-6e0d-4269-9a0f-26c4a0f85d85 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:49.637679 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac115d4-e5f6-4a10-acb2-2196a2b63f4c tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e0e1a2-3774-4833-9253-ce884a86552e,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:49.648686 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2907cb20-82a8-4719-ab69-ac57d4ddea23 None None] Attempting to bind port 66c431c5-0924-439d-85df-7a4249387669 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:25:49.649056 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2907cb20-82a8-4719-ab69-ac57d4ddea23 None None] Attempting to bind port 66c431c5-0924-439d-85df-7a4249387669 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:25:49.649764 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2907cb20-82a8-4719-ab69-ac57d4ddea23 None None] Attempting to bind port 66c431c5-0924-439d-85df-7a4249387669 on network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:25:49.650306 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd30023c-6e0d-4269-9a0f-26c4a0f85d85 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728902'] for router, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:49.655552 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2907cb20-82a8-4719-ab69-ac57d4ddea23 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:25:49.655996 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2907cb20-82a8-4719-ab69-ac57d4ddea23 None None] Checking segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:25:49.656453 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2907cb20-82a8-4719-ab69-ac57d4ddea23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:49.656882 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2907cb20-82a8-4719-ab69-ac57d4ddea23 None None] Bound using segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:25:49.657452 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2907cb20-82a8-4719-ab69-ac57d4ddea23 None None] Bound port: 66c431c5-0924-439d-85df-7a4249387669, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:25:49.657820 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2907cb20-82a8-4719-ab69-ac57d4ddea23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:49.729914 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8ac115d4-e5f6-4a10-acb2-2196a2b63f4c tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:49.731043 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8ac115d4-e5f6-4a10-acb2-2196a2b63f4c tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5276942 Feb 28 14:25:49.734832 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54772) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:49.751532 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2e5df769-cd07-4b3a-8892-cb8919c1b9c6 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Calling delete_port for 897342ff-015b-4a2d-bf04-62805ff49a50 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:49.756914 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2907cb20-82a8-4719-ab69-ac57d4ddea23 None None] For port 66c431c5-0924-439d-85df-7a4249387669, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:25:49.760211 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2907cb20-82a8-4719-ab69-ac57d4ddea23 None None] For port 66c431c5-0924-439d-85df-7a4249387669, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=66c431c5-0924-439d-85df-7a4249387669,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:25:49.768333 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2907cb20-82a8-4719-ab69-ac57d4ddea23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:49.782887 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-52c81688-3898-4f60-bd70-18a68d9e0e3d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] device_id is not set on port 65fa011f-40f7-4376-bfb7-97bd4012e3b5 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:25:49.835683 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Deleting port ce9b5533-57c1-4241-80ce-994723267785 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:49.836002 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:49.855893 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907cb20-82a8-4719-ab69-ac57d4ddea23 None None] Pushing event updated for resources: {'Port': ['ID=66c431c5-0924-439d-85df-7a4249387669,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:49.875956 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9aef4bff-f378-4066-9dc3-d17222723712 req-ab4f240a-8410-4952-b491-017cd2dc6068 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1c4c10-51b3-4aa3-87e0-0aa29417615b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5974951 Feb 28 14:25:49.977540 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1a52-2405-43f6-9306-a0bab118a02d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:50.004757 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1a52-2405-43f6-9306-a0bab118a02d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:50.025338 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7537de-1599-480d-b9c2-a2bcea1396ff req-5652dd58-5506-4e3b-869b-8a455a419a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:50.026885 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ca7537de-1599-480d-b9c2-a2bcea1396ff req-5652dd58-5506-4e3b-869b-8a455a419a83 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cbfa9f7f-d263-4114-a82b-16494787805f HTTP/1.1" status: 200 len: 1099 time: 0.4376447 Feb 28 14:25:50.042141 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad7f2d7-a157-4b40-833b-47f5de7ac9c4 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Router 45afe2d1-82e2-48a9-b52a-e227a0f254d8 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:25:50.095922 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3c3b-58ca-4ca0-ab20-6c827832b8eb tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:50.124925 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1a52-2405-43f6-9306-a0bab118a02d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:50.150100 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ca7537de-1599-480d-b9c2-a2bcea1396ff req-70a2c74c-8afe-4e7c-9970-2992f3d2df9b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0c1c4c10-51b3-4aa3-87e0-0aa29417615b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0842786 Feb 28 14:25:50.160926 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a1a52-2405-43f6-9306-a0bab118a02d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3e0e1a2-3774-4833-9253-ce884a86552e,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:50.173803 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1a52-2405-43f6-9306-a0bab118a02d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:50.174769 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0c0a1a52-2405-43f6-9306-a0bab118a02d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/e3e0e1a2-3774-4833-9253-ce884a86552e HTTP/1.1" status: 204 len: 168 time: 0.4373600 Feb 28 14:25:50.179059 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54776) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:50.223882 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd30023c-6e0d-4269-9a0f-26c4a0f85d85 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Router a6154c53-2010-4303-9740-c449e473c76c is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:25:50.247508 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-93a920ff-7b29-473c-9d7f-257c4b32b7f8 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Synchronizing usage tracker for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group_rule {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:50.336901 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-93a920ff-7b29-473c-9d7f-257c4b32b7f8 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Unset dirty status for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group_rule {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:50.341046 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-93a920ff-7b29-473c-9d7f-257c4b32b7f8 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1609652 Feb 28 14:25:50.341645 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54780) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:50.363697 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7d3c3b-58ca-4ca0-ab20-6c827832b8eb tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:50.399524 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ba7d3c3b-58ca-4ca0-ab20-6c827832b8eb tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:50.413379 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d3c3b-58ca-4ca0-ab20-6c827832b8eb tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event updated for resources: {'Port': ['ID=3d8e7fd0-8ae5-4aa2-b0d5-27b4eb465346,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:50.415669 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7d3c3b-58ca-4ca0-ab20-6c827832b8eb tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:50.463265 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 66c431c5-0924-439d-85df-7a4249387669 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:25:50.488288 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd30023c-6e0d-4269-9a0f-26c4a0f85d85 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:25:50.495043 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd30023c-6e0d-4269-9a0f-26c4a0f85d85 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:50.495734 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fd30023c-6e0d-4269-9a0f-26c4a0f85d85 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "PUT /v2.0/routers/a6154c53-2010-4303-9740-c449e473c76c HTTP/1.1" status: 200 len: 919 time: 3.6117091 Feb 28 14:25:50.498680 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54784) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:50.519328 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302a5e82-710f-4e6b-aed4-251efb1dab57 None None] Sync routers for ids ['a6154c53-2010-4303-9740-c449e473c76c'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:25:50.547805 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302a5e82-710f-4e6b-aed4-251efb1dab57 None None] Routers {'a6154c53-2010-4303-9740-c449e473c76c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:25:50.548574 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-302a5e82-710f-4e6b-aed4-251efb1dab57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:25:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['a6154c53-2010-4303-9740-c449e473c76c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:50.566760 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0082833d-8aa9-4f18-bc7a-3571625b2616 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:50.587582 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-52c81688-3898-4f60-bd70-18a68d9e0e3d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 2001:db8::f816:3eff:febb:f27 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/df30762e-6634-4d84-b70a-8c07472fd56d/65fa011f-40f7-4376-bfb7-97bd4012e3b5) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:50.591976 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad7f2d7-a157-4b40-833b-47f5de7ac9c4 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:25:50.605138 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef2c468-9145-4447-bac9-0cc67c6ff390 None None] Sync routers for ids ['45afe2d1-82e2-48a9-b52a-e227a0f254d8'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:25:50.611655 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0082833d-8aa9-4f18-bc7a-3571625b2616 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:50.618935 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef2c468-9145-4447-bac9-0cc67c6ff390 None None] Routers {'45afe2d1-82e2-48a9-b52a-e227a0f254d8'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:25:50.619913 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-aef2c468-9145-4447-bac9-0cc67c6ff390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:25:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['45afe2d1-82e2-48a9-b52a-e227a0f254d8'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:50.649205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] For port ce9b5533-57c1-4241-80ce-994723267785, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=ce9b5533-57c1-4241-80ce-994723267785,segment=NetworkSegment(a84e087b-481c-4292-b622-2ffeb259cc39),segment_id=a84e087b-481c-4292-b622-2ffeb259cc39)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:50.649853 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:50.663677 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-302a5e82-710f-4e6b-aed4-251efb1dab57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:50.682945 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302a5e82-710f-4e6b-aed4-251efb1dab57 None None] Routers {'a6154c53-2010-4303-9740-c449e473c76c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:25:50.683741 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-302a5e82-710f-4e6b-aed4-251efb1dab57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:25:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['a6154c53-2010-4303-9740-c449e473c76c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:50.684862 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e5df769-cd07-4b3a-8892-cb8919c1b9c6 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:50.689817 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2ad7f2d7-a157-4b40-833b-47f5de7ac9c4 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] 10.222.0.30 "PUT /v2.0/routers/45afe2d1-82e2-48a9-b52a-e227a0f254d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9277217 Feb 28 14:25:50.707983 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-aef2c468-9145-4447-bac9-0cc67c6ff390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:50.718206 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54788) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:50.718930 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef2c468-9145-4447-bac9-0cc67c6ff390 None None] Routers {'45afe2d1-82e2-48a9-b52a-e227a0f254d8'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:25:50.719807 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-aef2c468-9145-4447-bac9-0cc67c6ff390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:25:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['45afe2d1-82e2-48a9-b52a-e227a0f254d8'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:50.785244 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-aef2c468-9145-4447-bac9-0cc67c6ff390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:50.785858 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef2c468-9145-4447-bac9-0cc67c6ff390 None None] The sync data for ids ['45afe2d1-82e2-48a9-b52a-e227a0f254d8'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:25:50.808590 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 66c431c5-0924-439d-85df-7a4249387669 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:50.812652 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-302a5e82-710f-4e6b-aed4-251efb1dab57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:50.814392 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302a5e82-710f-4e6b-aed4-251efb1dab57 None None] The sync data for ids ['a6154c53-2010-4303-9740-c449e473c76c'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:25:50.911101 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d174216a-5b0c-41a0-9064-e3f0d1f86619 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:50.977628 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8edfda34-765d-4c8a-afba-11f39a5109b5 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "GET /v2.0/routers/a6154c53-2010-4303-9740-c449e473c76c HTTP/1.1" status: 200 len: 925 time: 0.4751568 Feb 28 14:25:50.990093 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54794) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:51.095443 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0082833d-8aa9-4f18-bc7a-3571625b2616 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:51.098266 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20fb490-5885-41e6-982d-9f1058163c8a None None] get_active_networks_info from dv-neutron-831192-4-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 28 14:25:51.119699 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5df769-cd07-4b3a-8892-cb8919c1b9c6 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Port': ['ID=897342ff-015b-4a2d-bf04-62805ff49a50,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:51.130561 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Calling delete_port for ce9b5533-57c1-4241-80ce-994723267785 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:51.191403 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fcb66400-5424-4fab-aeb4-533cc3bd3045 None None] Provisioning for port 66c431c5-0924-439d-85df-7a4249387669 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:51.207385 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fcb66400-5424-4fab-aeb4-533cc3bd3045 None None] Provisioning complete for port 66c431c5-0924-439d-85df-7a4249387669 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:51.208248 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fcb66400-5424-4fab-aeb4-533cc3bd3045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:51.219030 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082833d-8aa9-4f18-bc7a-3571625b2616 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d422e18-ecd9-47f6-b241-96a0d3c8efa8,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:51.283882 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e5df769-cd07-4b3a-8892-cb8919c1b9c6 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:51.288440 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2e5df769-cd07-4b3a-8892-cb8919c1b9c6 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/ports/897342ff-015b-4a2d-bf04-62805ff49a50 HTTP/1.1" status: 204 len: 168 time: 3.7235534 Feb 28 14:25:51.303551 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54798) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:51.418376 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d174216a-5b0c-41a0-9064-e3f0d1f86619 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:51.422476 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d174216a-5b0c-41a0-9064-e3f0d1f86619 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:51.425646 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-43da62f0-5f0d-4e27-954a-c61a3532f903 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] GET failed (client error): The resource could not be found. Feb 28 14:25:51.429742 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-43da62f0-5f0d-4e27-954a-c61a3532f903 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "GET /v2.0/ports/897342ff-015b-4a2d-bf04-62805ff49a50 HTTP/1.1" status: 404 len: 333 time: 0.1214182 Feb 28 14:25:51.430269 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54802) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:51.431393 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0082833d-8aa9-4f18-bc7a-3571625b2616 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:51.432519 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0082833d-8aa9-4f18-bc7a-3571625b2616 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "DELETE /v2.0/security-groups/1d422e18-ecd9-47f6-b241-96a0d3c8efa8 HTTP/1.1" status: 204 len: 168 time: 1.0824361 Feb 28 14:25:51.438226 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54806) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:51.469218 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20fb490-5885-41e6-982d-9f1058163c8a None None] Resources bound (agent type, host, resource id): {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 14:25:51.493412 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fcb66400-5424-4fab-aeb4-533cc3bd3045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:51.534552 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:51.601428 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] No DVR routers for this DVR port ce9b5533-57c1-4241-80ce-994723267785 on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:25:51.621765 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-fcb66400-5424-4fab-aeb4-533cc3bd3045 None None] For port 66c431c5-0924-439d-85df-7a4249387669, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=66c431c5-0924-439d-85df-7a4249387669,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:51.628223 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fcb66400-5424-4fab-aeb4-533cc3bd3045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:51.647351 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Port': ['ID=ce9b5533-57c1-4241-80ce-994723267785,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:51.678065 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14520cc-26ac-456a-bb48-819aed29a933 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:51.682017 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b14520cc-26ac-456a-bb48-819aed29a933 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710&device_id=a6154c53-2010-4303-9740-c449e473c76c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6882775 Feb 28 14:25:51.688303 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d174216a-5b0c-41a0-9064-e3f0d1f86619 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:51.688832 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d174216a-5b0c-41a0-9064-e3f0d1f86619 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Fanout notify agent at l3_agent the message router_deleted on router 45afe2d1-82e2-48a9-b52a-e227a0f254d8 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:25:51.689605 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54810) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:51.711125 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72473558-1397-4e53-8f62-0b46abbcf174 req-04509a28-b71e-4df8-8ec5-3167e57fddb7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:51.712871 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-72473558-1397-4e53-8f62-0b46abbcf174 req-04509a28-b71e-4df8-8ec5-3167e57fddb7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbfa9f7f-d263-4114-a82b-16494787805f HTTP/1.1" status: 200 len: 946 time: 0.6243663 Feb 28 14:25:51.718470 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3df968fe-c429-4cbe-b00c-b917ff08cfaf tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Synchronizing usage tracker for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:51.728318 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d174216a-5b0c-41a0-9064-e3f0d1f86619 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:51.730017 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d174216a-5b0c-41a0-9064-e3f0d1f86619 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] 10.222.0.30 "DELETE /v2.0/routers/45afe2d1-82e2-48a9-b52a-e227a0f254d8 HTTP/1.1" status: 204 len: 168 time: 1.0045211 Feb 28 14:25:51.744071 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54814) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:51.786549 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb66400-5424-4fab-aeb4-533cc3bd3045 None None] Pushing event updated for resources: {'Port': ['ID=66c431c5-0924-439d-85df-7a4249387669,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:51.829267 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-52c81688-3898-4f60-bd70-18a68d9e0e3d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:51.830848 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3df968fe-c429-4cbe-b00c-b917ff08cfaf tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Unset dirty status for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:51.832399 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3df968fe-c429-4cbe-b00c-b917ff08cfaf tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3909652 Feb 28 14:25:51.836857 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54818) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:51.839985 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-72473558-1397-4e53-8f62-0b46abbcf174 req-1f664663-96f9-498c-8f9b-16a6dd4151a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1c4c10-51b3-4aa3-87e0-0aa29417615b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1186125 Feb 28 14:25:51.863186 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0701bcc8-df61-4da8-83c5-0424569f4be7 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Deleting subnet 6d5cf948-b266-467b-ae4c-ac03d5a0895d {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:25:51.872480 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0701bcc8-df61-4da8-83c5-0424569f4be7 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:51.948246 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0701bcc8-df61-4da8-83c5-0424569f4be7 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:52.002227 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:52.008612 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc7caebc-f3e0-4706-869f-d4dfdf447d38 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:52.021958 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-52c81688-3898-4f60-bd70-18a68d9e0e3d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Transition to ACTIVE for port object 65fa011f-40f7-4376-bfb7-97bd4012e3b5 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:52.033503 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-662c0509-169b-4515-abac-dedeb7a41b8f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:52.052700 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc7caebc-f3e0-4706-869f-d4dfdf447d38 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:52.104206 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0701bcc8-df61-4da8-83c5-0424569f4be7 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:52.116541 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1cbc4d-a8ff-4daa-b0ba-6c8641307bfa']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:52.132838 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-662c0509-169b-4515-abac-dedeb7a41b8f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:52.152449 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84e087b-481c-4292-b622-2ffeb259cc39') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:52.152710 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84e087b-481c-4292-b622-2ffeb259cc39') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:52.154423 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc7caebc-f3e0-4706-869f-d4dfdf447d38 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:52.162634 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b83e908-b558-43a1-867f-9ce347e135ca tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:52.166969 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2b83e908-b558-43a1-867f-9ce347e135ca tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "GET /v2.0/networks/227601ee-f6c9-4fe2-9e97-307a6863d710 HTTP/1.1" status: 200 len: 881 time: 0.4607723 Feb 28 14:25:52.170361 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54822) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:52.191461 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:52.216440 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7caebc-f3e0-4706-869f-d4dfdf447d38 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c84f0b-ba42-49b7-a5ef-65cb40e70648,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:52.227195 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:52.238635 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fad7b8df-c0c0-4396-8f3c-4392670043ad tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6154c53-2010-4303-9740-c449e473c76c HTTP/1.1" status: 200 len: 205 time: 0.0621493 Feb 28 14:25:52.239288 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:25:52.239735 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:52.241318 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54826) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:25:52.256177 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:25:52.275633 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-52c81688-3898-4f60-bd70-18a68d9e0e3d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:52.329214 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc7caebc-f3e0-4706-869f-d4dfdf447d38 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:52.330532 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fc7caebc-f3e0-4706-869f-d4dfdf447d38 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "DELETE /v2.0/security-groups/d6c84f0b-ba42-49b7-a5ef-65cb40e70648 HTTP/1.1" status: 204 len: 168 time: 0.4896655 Feb 28 14:25:52.333712 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54830) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:52.353133 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0701bcc8-df61-4da8-83c5-0424569f4be7 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:52.418242 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 66c431c5-0924-439d-85df-7a4249387669 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:25:52.431539 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-662c0509-169b-4515-abac-dedeb7a41b8f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:52.444709 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c81688-3898-4f60-bd70-18a68d9e0e3d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:52.459174 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:52.464204 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:52.466570 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701bcc8-df61-4da8-83c5-0424569f4be7 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Pushing event deleted for resources: {'Subnet': ['ID=6d5cf948-b266-467b-ae4c-ac03d5a0895d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:52.476230 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0701bcc8-df61-4da8-83c5-0424569f4be7 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:52.487367 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f8b5ec-5f38-4e24-a22f-69fc22fdd271 None None] Network 67f81d7d-1dd0-4787-89f4-b138f7c5696f requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:52.487880 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-662c0509-169b-4515-abac-dedeb7a41b8f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:52.492952 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-662c0509-169b-4515-abac-dedeb7a41b8f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/security-groups/061e9370-9135-47e2-8d5a-bb3a9d002ed3 HTTP/1.1" status: 204 len: 168 time: 1.0616522 Feb 28 14:25:52.497424 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54834) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:52.516949 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/networks/cc1cbc4d-a8ff-4daa-b0ba-6c8641307bfa HTTP/1.1" status: 204 len: 168 time: 7.3119280 Feb 28 14:25:52.516949 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-52c81688-3898-4f60-bd70-18a68d9e0e3d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:52.519818 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c81688-3898-4f60-bd70-18a68d9e0e3d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:52.523878 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0701bcc8-df61-4da8-83c5-0424569f4be7 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] 10.222.0.30 "DELETE /v2.0/subnets/6d5cf948-b266-467b-ae4c-ac03d5a0895d HTTP/1.1" status: 204 len: 168 time: 0.7735336 Feb 28 14:25:52.525859 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c81688-3898-4f60-bd70-18a68d9e0e3d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:52.526881 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-52c81688-3898-4f60-bd70-18a68d9e0e3d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:52.540407 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54838) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:52.540925 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54840) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:52.561358 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e1f24174-443e-41f3-bf73-ee76dbb8b0cb tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Synchronizing usage tracker for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:52.586259 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6eacc430-e7d7-41df-bd5b-711014409fc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1387456352'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:52.591077 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6eacc430-e7d7-41df-bd5b-711014409fc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:52.595582 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6eacc430-e7d7-41df-bd5b-711014409fc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Usage tracker for resource:network and tenant:da983677876248308f7866178fb20b80 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:52.598575 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6eacc430-e7d7-41df-bd5b-711014409fc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:52.599691 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c623df8e-e37d-4b83-a683-23fac2d4abe7 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:52.605234 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6eacc430-e7d7-41df-bd5b-711014409fc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:52.613274 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c81688-3898-4f60-bd70-18a68d9e0e3d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Port': ['ID=65fa011f-40f7-4376-bfb7-97bd4012e3b5,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:52.618048 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c0509-169b-4515-abac-dedeb7a41b8f tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=061e9370-9135-47e2-8d5a-bb3a9d002ed3,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:52.636851 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ce32c-6947-4e38-81f3-6cfa946a04aa tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Network': ['ID=cc1cbc4d-a8ff-4daa-b0ba-6c8641307bfa,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:52.646942 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eacc430-e7d7-41df-bd5b-711014409fc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Made reservation on behalf of da983677876248308f7866178fb20b80 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:52.650972 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6eacc430-e7d7-41df-bd5b-711014409fc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:52.685217 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 66c431c5-0924-439d-85df-7a4249387669 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:52.685586 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:52.691177 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e1f24174-443e-41f3-bf73-ee76dbb8b0cb tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Unset dirty status for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:52.692535 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e1f24174-443e-41f3-bf73-ee76dbb8b0cb tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3579412 Feb 28 14:25:52.707612 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54846) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:52.719226 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-11767282-1f89-4b39-8d32-b5bf8799bfa5 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Request body: {'security_group': {'name': 'tempest-secgroup--1809573241'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:52.724139 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3c3b-58ca-4ca0-ab20-6c827832b8eb tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:52.731537 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-11767282-1f89-4b39-8d32-b5bf8799bfa5 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:52.734772 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-52c81688-3898-4f60-bd70-18a68d9e0e3d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.7296731 Feb 28 14:25:52.742789 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb8ba112-8916-4fab-b416-8a7ad0e4801d tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:52.744182 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54850) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:52.832753 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-11767282-1f89-4b39-8d32-b5bf8799bfa5 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:52.853762 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb8ba112-8916-4fab-b416-8a7ad0e4801d tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:52.896656 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-11767282-1f89-4b39-8d32-b5bf8799bfa5 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:52.921603 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0e66706f-a556-49a6-b2f4-e892743aaa7e None None] Provisioning for port 65fa011f-40f7-4376-bfb7-97bd4012e3b5 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:25:52.927911 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0e66706f-a556-49a6-b2f4-e892743aaa7e None None] Provisioning complete for port 65fa011f-40f7-4376-bfb7-97bd4012e3b5 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:52.928287 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0e66706f-a556-49a6-b2f4-e892743aaa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:52.945225 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c623df8e-e37d-4b83-a683-23fac2d4abe7 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:52.976674 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-11767282-1f89-4b39-8d32-b5bf8799bfa5 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:52.982004 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c623df8e-e37d-4b83-a683-23fac2d4abe7 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Deleting port e3ee325d-c0f2-4a05-8846-dc1ad6348ac9 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:52.986599 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c623df8e-e37d-4b83-a683-23fac2d4abe7 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:53.003569 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7995b3b7-892e-4235-a98d-29fff6f0c0af None None] DHCP port deletion for 67f81d7d-1dd0-4787-89f4-b138f7c5696f request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:25:53.004120 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32cd9434-355a-407a-baff-47d851c264d6 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:53.011792 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-7995b3b7-892e-4235-a98d-29fff6f0c0af None None] Deleting port 0b71abca-ba0d-475d-babe-ea6b351e1f93 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:53.012308 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7995b3b7-892e-4235-a98d-29fff6f0c0af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:53.017966 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eacc430-e7d7-41df-bd5b-711014409fc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:25:53.060354 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-11767282-1f89-4b39-8d32-b5bf8799bfa5 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Usage tracker for resource:security_group_rule and tenant:2cba675d61d54c2f9c9bfa59ac012ba1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:53.066432 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0e66706f-a556-49a6-b2f4-e892743aaa7e None None] Port 65fa011f-40f7-4376-bfb7-97bd4012e3b5 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:25:53.080332 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-11767282-1f89-4b39-8d32-b5bf8799bfa5 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:53.082987 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb8ba112-8916-4fab-b416-8a7ad0e4801d tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:53.106512 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6eacc430-e7d7-41df-bd5b-711014409fc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:53.106845 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-6eacc430-e7d7-41df-bd5b-711014409fc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Added segment 683744e7-dcf5-4814-99f5-3b97cc00fd0c of type vlan for network 2cc42de9-9ab0-413e-87d3-74860a13ceb3 Feb 28 14:25:53.111934 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-11767282-1f89-4b39-8d32-b5bf8799bfa5 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:53.113799 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-32cd9434-355a-407a-baff-47d851c264d6 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Deleting port 0b71abca-ba0d-475d-babe-ea6b351e1f93 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:53.114128 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32cd9434-355a-407a-baff-47d851c264d6 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:53.119964 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ba112-8916-4fab-b416-8a7ad0e4801d tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8b54a4-3cd9-47e7-a706-29116d3d5b98,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:53.216340 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb8ba112-8916-4fab-b416-8a7ad0e4801d tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:53.221078 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bb8ba112-8916-4fab-b416-8a7ad0e4801d tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/security-groups/3e8b54a4-3cd9-47e7-a706-29116d3d5b98 HTTP/1.1" status: 204 len: 168 time: 0.7189949 Feb 28 14:25:53.222369 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54856) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:53.233781 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6eacc430-e7d7-41df-bd5b-711014409fc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:53.241735 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3c3b-58ca-4ca0-ab20-6c827832b8eb tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:53.251088 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-7995b3b7-892e-4235-a98d-29fff6f0c0af None None] For port 0b71abca-ba0d-475d-babe-ea6b351e1f93, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=0b71abca-ba0d-475d-babe-ea6b351e1f93,segment=NetworkSegment(7a999fdf-634d-4ff3-a836-81758c56c0ca),segment_id=7a999fdf-634d-4ff3-a836-81758c56c0ca)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:53.251673 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7995b3b7-892e-4235-a98d-29fff6f0c0af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:53.269678 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c623df8e-e37d-4b83-a683-23fac2d4abe7 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:53.353218 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5418225f-43dc-4742-915f-b33d89f5df31 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:53.358983 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5418225f-43dc-4742-915f-b33d89f5df31 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:53.359795 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5418225f-43dc-4742-915f-b33d89f5df31 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:53.376719 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-7995b3b7-892e-4235-a98d-29fff6f0c0af None None] Calling delete_port for 0b71abca-ba0d-475d-babe-ea6b351e1f93 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:53.415590 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c623df8e-e37d-4b83-a683-23fac2d4abe7 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Calling delete_port for e3ee325d-c0f2-4a05-8846-dc1ad6348ac9 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:53.456262 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7995b3b7-892e-4235-a98d-29fff6f0c0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:53.481355 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b14ee-a1bf-4af6-af01-449ad82111ac req-b2a7d165-a3ec-453e-98be-99716438b2b1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:53.483051 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-863b14ee-a1bf-4af6-af01-449ad82111ac req-b2a7d165-a3ec-453e-98be-99716438b2b1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbfa9f7f-d263-4114-a82b-16494787805f HTTP/1.1" status: 200 len: 946 time: 0.4661424 Feb 28 14:25:53.509492 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-11767282-1f89-4b39-8d32-b5bf8799bfa5 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:53.518464 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995b3b7-892e-4235-a98d-29fff6f0c0af None None] Pushing event deleted for resources: {'Port': ['ID=0b71abca-ba0d-475d-babe-ea6b351e1f93,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:53.522303 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7995b3b7-892e-4235-a98d-29fff6f0c0af None None] No DVR routers for this DVR port 0b71abca-ba0d-475d-babe-ea6b351e1f93 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:25:53.525637 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-11767282-1f89-4b39-8d32-b5bf8799bfa5 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:53.585028 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5418225f-43dc-4742-915f-b33d89f5df31 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:53.586288 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5418225f-43dc-4742-915f-b33d89f5df31 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.8411484 Feb 28 14:25:53.616267 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54860) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:53.621050 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6eacc430-e7d7-41df-bd5b-711014409fc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:53.626391 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eacc430-e7d7-41df-bd5b-711014409fc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:53.626993 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6eacc430-e7d7-41df-bd5b-711014409fc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:53.786395 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-32cd9434-355a-407a-baff-47d851c264d6 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] For port 0b71abca-ba0d-475d-babe-ea6b351e1f93, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=0b71abca-ba0d-475d-babe-ea6b351e1f93,segment=NetworkSegment(7a999fdf-634d-4ff3-a836-81758c56c0ca),segment_id=7a999fdf-634d-4ff3-a836-81758c56c0ca)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:53.786645 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32cd9434-355a-407a-baff-47d851c264d6 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:53.815067 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4778331-918c-49b4-8580-7909cc64aa59 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:53.816654 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6eacc430-e7d7-41df-bd5b-711014409fc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2745082 Feb 28 14:25:53.830752 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54864) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:53.886448 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11767282-1f89-4b39-8d32-b5bf8799bfa5 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79366e5a-ffab-4c48-968f-4822f23c4e67,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:53.889349 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4778331-918c-49b4-8580-7909cc64aa59 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:53.904982 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-11767282-1f89-4b39-8d32-b5bf8799bfa5 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:53.906882 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-11767282-1f89-4b39-8d32-b5bf8799bfa5 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1975627 Feb 28 14:25:53.919748 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54866) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:53.928801 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-863b14ee-a1bf-4af6-af01-449ad82111ac req-2cfec4bc-0f24-487e-9447-4b8b71f59f78 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1c4c10-51b3-4aa3-87e0-0aa29417615b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4364355 Feb 28 14:25:53.936021 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5262d185-cbdc-4133-92f0-42fc654cefdd tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Request body: {'security_group_rule': {'security_group_id': '79366e5a-ffab-4c48-968f-4822f23c4e67', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:53.952258 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5262d185-cbdc-4133-92f0-42fc654cefdd tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:53.970031 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5262d185-cbdc-4133-92f0-42fc654cefdd tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Usage tracker for resource:security_group_rule and tenant:2cba675d61d54c2f9c9bfa59ac012ba1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:53.973894 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5262d185-cbdc-4133-92f0-42fc654cefdd tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:53.981045 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5262d185-cbdc-4133-92f0-42fc654cefdd tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:53.997006 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4778331-918c-49b4-8580-7909cc64aa59 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:54.004568 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-44667802-a962-433d-abdf-c56a22de82c7 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Request body: {'subnet': {'network_id': '2cc42de9-9ab0-413e-87d3-74860a13ceb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:54.032957 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-32cd9434-355a-407a-baff-47d851c264d6 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Calling delete_port for 0b71abca-ba0d-475d-babe-ea6b351e1f93 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:54.102344 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4778331-918c-49b4-8580-7909cc64aa59 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd020924-2aa9-4c5f-a6ac-e96f6081ce73,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:54.111447 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-666ca40f-1e52-4aef-85e4-e3d4fd22ca33 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting port 65fa011f-40f7-4376-bfb7-97bd4012e3b5 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:54.111781 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-666ca40f-1e52-4aef-85e4-e3d4fd22ca33 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:54.112061 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5262d185-cbdc-4133-92f0-42fc654cefdd tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:54.150875 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacc430-e7d7-41df-bd5b-711014409fc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event updated for resources: {'Network': ['ID=2cc42de9-9ab0-413e-87d3-74860a13ceb3,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:54.155508 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b4778331-918c-49b4-8580-7909cc64aa59 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:54.159844 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b4778331-918c-49b4-8580-7909cc64aa59 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/security-groups/fd020924-2aa9-4c5f-a6ac-e96f6081ce73 HTTP/1.1" status: 204 len: 168 time: 0.9369016 Feb 28 14:25:54.160698 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54874) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:54.163262 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 2cc42de9-9ab0-413e-87d3-74860a13ceb3 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:25:54.169548 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c623df8e-e37d-4b83-a683-23fac2d4abe7 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:54.267561 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623df8e-e37d-4b83-a683-23fac2d4abe7 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Pushing event deleted for resources: {'Port': ['ID=e3ee325d-c0f2-4a05-8846-dc1ad6348ac9,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:54.283610 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-44667802-a962-433d-abdf-c56a22de82c7 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:54.314058 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-44667802-a962-433d-abdf-c56a22de82c7 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Usage tracker for resource:subnet and tenant:da983677876248308f7866178fb20b80 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:54.324238 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-44667802-a962-433d-abdf-c56a22de82c7 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:54.340922 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-32cd9434-355a-407a-baff-47d851c264d6 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:25:54.341075 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-32cd9434-355a-407a-baff-47d851c264d6 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:25:54.341741 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-44667802-a962-433d-abdf-c56a22de82c7 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:54.364628 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3c3b-58ca-4ca0-ab20-6c827832b8eb tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:54.376988 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3c3b-58ca-4ca0-ab20-6c827832b8eb tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:54.399295 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5262d185-cbdc-4133-92f0-42fc654cefdd tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:54.407207 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 0b71abca-ba0d-475d-babe-ea6b351e1f93 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:25:54.409585 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59bffa9-6e97-49e3-9fbe-227bf3df8d28 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting subnet fd8a6066-ef16-41b0-b1a5-22d16ea5b29b {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:25:54.417662 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5262d185-cbdc-4133-92f0-42fc654cefdd tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:54.425752 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d59bffa9-6e97-49e3-9fbe-227bf3df8d28 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:54.450388 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 0b71abca-ba0d-475d-babe-ea6b351e1f93 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:25:54.451001 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 0b71abca-ba0d-475d-babe-ea6b351e1f93 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:25:54.451482 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44667802-a962-433d-abdf-c56a22de82c7 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Made reservation on behalf of da983677876248308f7866178fb20b80 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:25:54.455748 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-44667802-a962-433d-abdf-c56a22de82c7 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:54.485704 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018c23f-f0e6-4110-a44a-76749b6f8f36 req-bf0a8f76-09ad-416f-b9c3-c0cfd9a435e6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:54.487460 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0018c23f-f0e6-4110-a44a-76749b6f8f36 req-bf0a8f76-09ad-416f-b9c3-c0cfd9a435e6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbfa9f7f-d263-4114-a82b-16494787805f HTTP/1.1" status: 200 len: 946 time: 0.4386466 Feb 28 14:25:54.500969 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d3c3b-58ca-4ca0-ab20-6c827832b8eb tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event updated for resources: {'Port': ['ID=3d8e7fd0-8ae5-4aa2-b0d5-27b4eb465346,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:54.503011 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262d185-cbdc-4133-92f0-42fc654cefdd tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be306403-4e3f-4c4e-b58d-8bbf78ba0f93,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:54.534332 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c623df8e-e37d-4b83-a683-23fac2d4abe7 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:54.650865 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d59bffa9-6e97-49e3-9fbe-227bf3df8d28 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:54.701870 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5262d185-cbdc-4133-92f0-42fc654cefdd tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:54.703188 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5262d185-cbdc-4133-92f0-42fc654cefdd tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7825472 Feb 28 14:25:54.712622 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54878) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:54.791838 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c623df8e-e37d-4b83-a683-23fac2d4abe7 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:54.800082 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c623df8e-e37d-4b83-a683-23fac2d4abe7 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:54.804024 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0018c23f-f0e6-4110-a44a-76749b6f8f36 req-091307b1-d51d-4faa-8317-0d83a708b285 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1c4c10-51b3-4aa3-87e0-0aa29417615b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3020840 Feb 28 14:25:54.841940 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-32cd9434-355a-407a-baff-47d851c264d6 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Deleting port 0b71abca-ba0d-475d-babe-ea6b351e1f93 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:54.842548 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32cd9434-355a-407a-baff-47d851c264d6 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:54.843730 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3dcff94-f084-46b2-83f1-85e9a11e93fd tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:54.867013 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c623df8e-e37d-4b83-a683-23fac2d4abe7 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:54.867531 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c623df8e-e37d-4b83-a683-23fac2d4abe7 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Fanout notify agent at l3_agent the message router_deleted on router a6154c53-2010-4303-9740-c449e473c76c {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:25:54.871172 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3dcff94-f084-46b2-83f1-85e9a11e93fd tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:54.878030 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3c3b-58ca-4ca0-ab20-6c827832b8eb tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:54.895272 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c623df8e-e37d-4b83-a683-23fac2d4abe7 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:54.899844 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c623df8e-e37d-4b83-a683-23fac2d4abe7 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "DELETE /v2.0/routers/a6154c53-2010-4303-9740-c449e473c76c HTTP/1.1" status: 204 len: 168 time: 2.6537771 Feb 28 14:25:54.901679 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54884) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:54.910451 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a18c6453-2e47-46b7-b4b5-4f6aa31368c2 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1498117374', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:54.920196 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d59bffa9-6e97-49e3-9fbe-227bf3df8d28 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:54.950698 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a18c6453-2e47-46b7-b4b5-4f6aa31368c2 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:54.965672 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a18c6453-2e47-46b7-b4b5-4f6aa31368c2 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Usage tracker for resource:router and tenant:65a020e798544f2fb4804c259bb54147 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:54.970256 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-666ca40f-1e52-4aef-85e4-e3d4fd22ca33 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:54.971141 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3dcff94-f084-46b2-83f1-85e9a11e93fd tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:54.972992 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a18c6453-2e47-46b7-b4b5-4f6aa31368c2 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:55.000171 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a18c6453-2e47-46b7-b4b5-4f6aa31368c2 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:55.008022 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dcff94-f084-46b2-83f1-85e9a11e93fd tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be306403-4e3f-4c4e-b58d-8bbf78ba0f93,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:55.014953 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3dcff94-f084-46b2-83f1-85e9a11e93fd tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:55.016145 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c3dcff94-f084-46b2-83f1-85e9a11e93fd tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/be306403-4e3f-4c4e-b58d-8bbf78ba0f93 HTTP/1.1" status: 204 len: 168 time: 0.2978497 Feb 28 14:25:55.019619 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54890) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:55.038474 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a18c6453-2e47-46b7-b4b5-4f6aa31368c2 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:55.039623 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a18c6453-2e47-46b7-b4b5-4f6aa31368c2 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:55.070719 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-32cd9434-355a-407a-baff-47d851c264d6 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] The port '0b71abca-ba0d-475d-babe-ea6b351e1f93' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:25:55.078233 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d59bffa9-6e97-49e3-9fbe-227bf3df8d28 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:55.111568 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a18c6453-2e47-46b7-b4b5-4f6aa31368c2 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:55.121182 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-157b011d-26ca-4337-b20a-80583920eb54 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Synchronizing usage tracker for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group_rule {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:55.136241 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-666ca40f-1e52-4aef-85e4-e3d4fd22ca33 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Calling delete_port for 65fa011f-40f7-4376-bfb7-97bd4012e3b5 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:55.146466 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59bffa9-6e97-49e3-9fbe-227bf3df8d28 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Subnet': ['ID=fd8a6066-ef16-41b0-b1a5-22d16ea5b29b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:55.152684 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d59bffa9-6e97-49e3-9fbe-227bf3df8d28 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:55.158840 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b343631b-a358-4a43-85d1-fb80cc99a244 None None] Network 46dfff5d-6382-461e-9b08-4762af96592e requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:55.172423 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d59bffa9-6e97-49e3-9fbe-227bf3df8d28 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/subnets/fd8a6066-ef16-41b0-b1a5-22d16ea5b29b HTTP/1.1" status: 204 len: 168 time: 1.0004086 Feb 28 14:25:55.173405 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54894) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:55.208663 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-157b011d-26ca-4337-b20a-80583920eb54 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Unset dirty status for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group_rule {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:55.211999 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-157b011d-26ca-4337-b20a-80583920eb54 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1883085 Feb 28 14:25:55.215876 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a18c6453-2e47-46b7-b4b5-4f6aa31368c2 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:55.221736 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54898) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:55.289943 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a18c6453-2e47-46b7-b4b5-4f6aa31368c2 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:55.293763 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a18c6453-2e47-46b7-b4b5-4f6aa31368c2 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3871772 Feb 28 14:25:55.299178 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a05deaa8-9e92-47c1-aa31-d47dc93f7d60 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting subnet ba91e724-e1cf-4146-bcc7-408b02407c66 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:25:55.300960 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54902) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:55.306963 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a05deaa8-9e92-47c1-aa31-d47dc93f7d60 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:55.336959 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6aa541c0-c883-4ee1-b339-c76ff89475b4 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'enable_snat': False}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:55.486019 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32cd9434-355a-407a-baff-47d851c264d6 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:55.552302 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-ba7d3c3b-58ca-4ca0-ab20-6c827832b8eb tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Floating IP bc0d22b3-a565-4171-beba-762a2eca0ef1 associated. External IP: 172.26.5.146, port: b64ea1e2-752e-42ca-bc99-cf5053f04b88. Feb 28 14:25:55.630526 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ed09893-9662-4d44-835f-f1b385bc6f28 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:55.646563 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-32cd9434-355a-407a-baff-47d851c264d6 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f81d7d-1dd0-4787-89f4-b138f7c5696f']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:55.674622 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-44667802-a962-433d-abdf-c56a22de82c7 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:55.679095 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-32cd9434-355a-407a-baff-47d851c264d6 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a999fdf-634d-4ff3-a836-81758c56c0ca') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:55.679403 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-32cd9434-355a-407a-baff-47d851c264d6 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a999fdf-634d-4ff3-a836-81758c56c0ca') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:55.714180 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a05deaa8-9e92-47c1-aa31-d47dc93f7d60 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:55.739734 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32cd9434-355a-407a-baff-47d851c264d6 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:55.834938 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-666ca40f-1e52-4aef-85e4-e3d4fd22ca33 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:55.848892 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32cd9434-355a-407a-baff-47d851c264d6 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:55.886810 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ed09893-9662-4d44-835f-f1b385bc6f28 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:55.929951 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32cd9434-355a-407a-baff-47d851c264d6 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:25:55.930352 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32cd9434-355a-407a-baff-47d851c264d6 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:25:55.944810 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:25:55.952091 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ca40f-1e52-4aef-85e4-e3d4fd22ca33 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Port': ['ID=65fa011f-40f7-4376-bfb7-97bd4012e3b5,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:55.974206 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44667802-a962-433d-abdf-c56a22de82c7 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event updated for resources: {'Subnet': ['ID=013b45cb-468b-4a39-86e9-1bec190fbe03,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:56.013678 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6aa541c0-c883-4ee1-b339-c76ff89475b4 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:56.055093 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ed09893-9662-4d44-835f-f1b385bc6f28 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:56.088973 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a05deaa8-9e92-47c1-aa31-d47dc93f7d60 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:56.120702 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed09893-9662-4d44-835f-f1b385bc6f28 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79366e5a-ffab-4c48-968f-4822f23c4e67,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:56.154895 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed09893-9662-4d44-835f-f1b385bc6f28 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:56.155260 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed09893-9662-4d44-835f-f1b385bc6f28 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:56.155598 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed09893-9662-4d44-835f-f1b385bc6f28 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:56.156015 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed09893-9662-4d44-835f-f1b385bc6f28 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:56.156337 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed09893-9662-4d44-835f-f1b385bc6f28 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:56.156663 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed09893-9662-4d44-835f-f1b385bc6f28 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:56.156985 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed09893-9662-4d44-835f-f1b385bc6f28 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:56.157783 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed09893-9662-4d44-835f-f1b385bc6f28 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:56.157783 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed09893-9662-4d44-835f-f1b385bc6f28 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:56.157960 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed09893-9662-4d44-835f-f1b385bc6f28 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:56.158212 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed09893-9662-4d44-835f-f1b385bc6f28 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:56.158526 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed09893-9662-4d44-835f-f1b385bc6f28 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:56.190318 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ed09893-9662-4d44-835f-f1b385bc6f28 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:56.191547 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1ed09893-9662-4d44-835f-f1b385bc6f28 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "DELETE /v2.0/security-groups/79366e5a-ffab-4c48-968f-4822f23c4e67 HTTP/1.1" status: 204 len: 168 time: 0.9627323 Feb 28 14:25:56.251277 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54906) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:56.267907 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44667802-a962-433d-abdf-c56a22de82c7 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Checking segment: {'id': '683744e7-dcf5-4814-99f5-3b97cc00fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cc42de9-9ab0-413e-87d3-74860a13ceb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:25:56.268292 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44667802-a962-433d-abdf-c56a22de82c7 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Network hostable DHCP agents. Network: 2cc42de9-9ab0-413e-87d3-74860a13ceb3, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:25:56.319188 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a05deaa8-9e92-47c1-aa31-d47dc93f7d60 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:56.325071 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c8748f6e-ddea-4175-a4e0-27ccc022ea70 None None] Provisioning complete for port 9c0ef85a-daa6-4bd6-90c8-78887a0919ff triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:56.325575 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c8748f6e-ddea-4175-a4e0-27ccc022ea70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:56.336847 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32cd9434-355a-407a-baff-47d851c264d6 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:56.339908 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-666ca40f-1e52-4aef-85e4-e3d4fd22ca33 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:56.345761 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54910) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:56.384273 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05deaa8-9e92-47c1-aa31-d47dc93f7d60 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Subnet': ['ID=ba91e724-e1cf-4146-bcc7-408b02407c66,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:56.385989 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c8748f6e-ddea-4175-a4e0-27ccc022ea70 None None] Port 9c0ef85a-daa6-4bd6-90c8-78887a0919ff cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:25:56.396108 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a342cbef-7d7b-40df-9825-d428a5527a27 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Synchronizing usage tracker for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:56.398854 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c8748f6e-ddea-4175-a4e0-27ccc022ea70 None None] Provisioning complete for port 3e93b750-4fc5-452e-abe0-8e1e174f71bf triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:56.399292 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c8748f6e-ddea-4175-a4e0-27ccc022ea70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:56.407525 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a05deaa8-9e92-47c1-aa31-d47dc93f7d60 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:56.426580 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a05deaa8-9e92-47c1-aa31-d47dc93f7d60 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/subnets/ba91e724-e1cf-4146-bcc7-408b02407c66 HTTP/1.1" status: 204 len: 168 time: 1.2521498 Feb 28 14:25:56.430338 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54914) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:56.461356 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0bc6a9-3e6f-4672-a07e-eb4bf7c9406e None None] Network 46dfff5d-6382-461e-9b08-4762af96592e requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:56.466023 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32cd9434-355a-407a-baff-47d851c264d6 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:56.483243 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a342cbef-7d7b-40df-9825-d428a5527a27 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Unset dirty status for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:56.488137 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a342cbef-7d7b-40df-9825-d428a5527a27 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2304678 Feb 28 14:25:56.488137 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-e641ebd4-10a6-4a2e-b952-1d0427087bea tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] DELETE failed (client error): The resource could not be found. Feb 28 14:25:56.488137 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e641ebd4-10a6-4a2e-b952-1d0427087bea tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:25:56.491647 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e641ebd4-10a6-4a2e-b952-1d0427087bea tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/subnets/fd8a6066-ef16-41b0-b1a5-22d16ea5b29b HTTP/1.1" status: 404 len: 337 time: 0.0597486 Feb 28 14:25:56.492217 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54918) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:56.492606 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54920) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:56.501051 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd9434-355a-407a-baff-47d851c264d6 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] Pushing event deleted for resources: {'Network': ['ID=67f81d7d-1dd0-4787-89f4-b138f7c5696f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:56.530435 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44667802-a962-433d-abdf-c56a22de82c7 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Network 2cc42de9-9ab0-413e-87d3-74860a13ceb3 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:25:56.533645 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2b77db49-41d3-4ef2-bbc9-b155397b2d70 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Request body: {'security_group': {'name': 'tempest-secgroup--1802133001'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:56.551965 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-666ca40f-1e52-4aef-85e4-e3d4fd22ca33 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/65fa011f-40f7-4376-bfb7-97bd4012e3b5 HTTP/1.1" status: 204 len: 168 time: 2.9300313 Feb 28 14:25:56.606153 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2b77db49-41d3-4ef2-bbc9-b155397b2d70 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:56.606445 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54926) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:56.611080 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-32cd9434-355a-407a-baff-47d851c264d6 tempest-FloatingIPNegativeTestJSON-949533353 tempest-FloatingIPNegativeTestJSON-949533353-project] 10.222.0.30 "DELETE /v2.0/networks/67f81d7d-1dd0-4787-89f4-b138f7c5696f HTTP/1.1" status: 204 len: 168 time: 4.0642741 Feb 28 14:25:56.688579 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2b77db49-41d3-4ef2-bbc9-b155397b2d70 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:56.691176 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-44667802-a962-433d-abdf-c56a22de82c7 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 2cc42de9-9ab0-413e-87d3-74860a13ceb3) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:56.744526 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b77db49-41d3-4ef2-bbc9-b155397b2d70 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:56.758987 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44667802-a962-433d-abdf-c56a22de82c7 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:56.759654 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-44667802-a962-433d-abdf-c56a22de82c7 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:56.762373 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416726e4-084f-447b-a65e-2f9aa44be147 None None] Network 2cc42de9-9ab0-413e-87d3-74860a13ceb3 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:56.766221 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6319b19-1474-4d3e-b82e-70f57be3f454 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting subnet ce97aa63-f052-4811-bf8b-0dd2084e36ed {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:25:56.776732 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6319b19-1474-4d3e-b82e-70f57be3f454 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:56.806319 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2179f1df-8f45-4821-8fdb-01fcc3892d4a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:56.807812 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2179f1df-8f45-4821-8fdb-01fcc3892d4a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:25:56.808558 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2179f1df-8f45-4821-8fdb-01fcc3892d4a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:56.832040 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2b77db49-41d3-4ef2-bbc9-b155397b2d70 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:56.842936 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7d3c3b-58ca-4ca0-ab20-6c827832b8eb tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Router c03555cd-652b-4bba-b748-91a2da17fdbf has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:25:56.847305 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2b77db49-41d3-4ef2-bbc9-b155397b2d70 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Usage tracker for resource:security_group_rule and tenant:2cba675d61d54c2f9c9bfa59ac012ba1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:56.859317 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-44667802-a962-433d-abdf-c56a22de82c7 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9274211 Feb 28 14:25:56.862639 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54934) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:56.863187 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2b77db49-41d3-4ef2-bbc9-b155397b2d70 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:56.868783 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6aa541c0-c883-4ee1-b339-c76ff89475b4 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:56.905807 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6319b19-1474-4d3e-b82e-70f57be3f454 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:56.933201 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2b77db49-41d3-4ef2-bbc9-b155397b2d70 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:56.935555 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6aa541c0-c883-4ee1-b339-c76ff89475b4 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:56.951100 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2179f1df-8f45-4821-8fdb-01fcc3892d4a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:56.952625 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2179f1df-8f45-4821-8fdb-01fcc3892d4a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3428807 Feb 28 14:25:56.980704 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54938) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:57.055028 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-2cc42de9-9ab0-413e-87d3-74860a13ceb3', 'network_id': '2cc42de9-9ab0-413e-87d3-74860a13ceb3', 'tenant_id': 'da983677876248308f7866178fb20b80', 'fixed_ips': [{'subnet_id': '013b45cb-468b-4a39-86e9-1bec190fbe03'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:25:57.056091 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:57.101314 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54942) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:57.265132 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Allocated IP 172.20.0.1 (2cc42de9-9ab0-413e-87d3-74860a13ceb3/013b45cb-468b-4a39-86e9-1bec190fbe03/f4a13215-f854-4611-b7c5-df36f4819e2f) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:57.279962 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6319b19-1474-4d3e-b82e-70f57be3f454 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:57.364694 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b77db49-41d3-4ef2-bbc9-b155397b2d70 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:57.372947 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b384dd6-1951-4c4e-b99b-f95c9ec09c5d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet df30762e-6634-4d84-b70a-8c07472fd56d {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:25:57.379987 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-6aa541c0-c883-4ee1-b339-c76ff89475b4 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Allocated IP 172.26.5.59 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/ae876e06-54c0-4ed8-977d-eb33bda2ac45) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:25:57.382160 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b77db49-41d3-4ef2-bbc9-b155397b2d70 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:57.409878 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b384dd6-1951-4c4e-b99b-f95c9ec09c5d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:57.480198 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77db49-41d3-4ef2-bbc9-b155397b2d70 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=472a0d83-8b31-49db-ba9c-d239f531b925,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:57.503399 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b77db49-41d3-4ef2-bbc9-b155397b2d70 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:57.506255 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2b77db49-41d3-4ef2-bbc9-b155397b2d70 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0114446 Feb 28 14:25:57.526068 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54948) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:57.537950 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-df02e43a-0da6-470f-95c9-5782f916341e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Request body: {'security_group_rule': {'security_group_id': '472a0d83-8b31-49db-ba9c-d239f531b925', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:57.548456 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-df02e43a-0da6-470f-95c9-5782f916341e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:57.553092 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:57.611685 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Transition to ACTIVE for port object f4a13215-f854-4611-b7c5-df36f4819e2f will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:57.632229 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Transition to ACTIVE for port object f4a13215-f854-4611-b7c5-df36f4819e2f will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:25:57.638631 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-df02e43a-0da6-470f-95c9-5782f916341e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Usage tracker for resource:security_group_rule and tenant:2cba675d61d54c2f9c9bfa59ac012ba1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:57.641303 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:57.642873 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-df02e43a-0da6-470f-95c9-5782f916341e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:57.648747 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6319b19-1474-4d3e-b82e-70f57be3f454 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:57.667982 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:57.677751 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b384dd6-1951-4c4e-b99b-f95c9ec09c5d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:57.691618 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-df02e43a-0da6-470f-95c9-5782f916341e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:25:57.706341 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7d3c3b-58ca-4ca0-ab20-6c827832b8eb tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:25:57.714470 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6319b19-1474-4d3e-b82e-70f57be3f454 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Subnet': ['ID=ce97aa63-f052-4811-bf8b-0dd2084e36ed,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:57.716858 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6319b19-1474-4d3e-b82e-70f57be3f454 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:57.728217 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d6319b19-1474-4d3e-b82e-70f57be3f454 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/subnets/ce97aa63-f052-4811-bf8b-0dd2084e36ed HTTP/1.1" status: 204 len: 168 time: 1.2329502 Feb 28 14:25:57.732356 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bc24ea-e755-4481-9cb2-0b686a580b0e None None] Sync routers for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:25:57.732803 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54952) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:57.753038 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-123c8b81-1749-44e4-a976-9d08ca322713 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b4eaaf5ef0e8431797c9f0c071bdc3f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5918081 Feb 28 14:25:57.757864 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54956) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:57.764276 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Network 2cc42de9-9ab0-413e-87d3-74860a13ceb3 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:57.771001 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:57.773058 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Pushing event updated for resources: {'Port': ['ID=f4a13215-f854-4611-b7c5-df36f4819e2f,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:57.775822 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bc24ea-e755-4481-9cb2-0b686a580b0e None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:25:57.776423 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-43bc24ea-e755-4481-9cb2-0b686a580b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:25:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:57.796355 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-9421679e-f223-4f82-8a82-9a47cb647abe tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] DELETE failed (client error): The resource could not be found. Feb 28 14:25:57.797263 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9421679e-f223-4f82-8a82-9a47cb647abe tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:25:57.799252 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9421679e-f223-4f82-8a82-9a47cb647abe tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/subnets/5e61d612-f950-4301-8b52-d2204aa03e07 HTTP/1.1" status: 404 len: 337 time: 0.0626073 Feb 28 14:25:57.806273 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54958) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:57.850850 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:57.854592 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df02e43a-0da6-470f-95c9-5782f916341e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:57.858355 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197c80d6-34d4-4bf2-87d9-430b45e3921d None None] Network 46dfff5d-6382-461e-9b08-4762af96592e requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:57.876321 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6aa541c0-c883-4ee1-b339-c76ff89475b4 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:57.901756 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-264b8e25-cac2-4e32-9749-b8a35c0ca3b1 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "GET /v2.0/ports?device_id=1edafd91-3049-4670-b062-dde8d7856b5f HTTP/1.1" status: 200 len: 205 time: 0.0941851 Feb 28 14:25:57.911374 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54962) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:57.967377 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:57.967718 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:57.968218 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:57.969251 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:57.969593 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:57.969921 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:57.970240 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:57.970559 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:57.970877 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:57.971209 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:57.971532 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:57.971840 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:25:57.993695 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-f2c56779-e1c0-4792-b418-419c796faae8 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] delete failed (client error): The resource could not be found. Feb 28 14:25:57.997191 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f2c56779-e1c0-4792-b418-419c796faae8 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/routers/1edafd91-3049-4670-b062-dde8d7856b5f HTTP/1.1" status: 404 len: 336 time: 0.0821717 Feb 28 14:25:57.997815 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54968) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:58.020860 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3c3b-58ca-4ca0-ab20-6c827832b8eb tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:58.038607 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-43bc24ea-e755-4481-9cb2-0b686a580b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:58.046117 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e50b49-18d6-4747-adc4-9e7e8c4c9f63 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] DELETE failed (client error): The resource could not be found. Feb 28 14:25:58.046691 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70e50b49-18d6-4747-adc4-9e7e8c4c9f63 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:25:58.051136 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-70e50b49-18d6-4747-adc4-9e7e8c4c9f63 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/subnets/03740ee9-b7c8-4726-93e9-ac2c36d532b0 HTTP/1.1" status: 404 len: 337 time: 0.0498354 Feb 28 14:25:58.053640 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54972) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:58.058469 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Deleting port f4a13215-f854-4611-b7c5-df36f4819e2f {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:58.058469 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:58.112056 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f86fcf7-aa85-491b-b462-7aedea718b78 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] DELETE failed (client error): The resource could not be found. Feb 28 14:25:58.112392 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f86fcf7-aa85-491b-b462-7aedea718b78 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:25:58.117492 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df02e43a-0da6-470f-95c9-5782f916341e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:58.126416 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6f86fcf7-aa85-491b-b462-7aedea718b78 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/subnets/24e9ef64-83d3-4bd0-9aca-a340c46c759f HTTP/1.1" status: 404 len: 337 time: 0.0712695 Feb 28 14:25:58.127426 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df02e43a-0da6-470f-95c9-5782f916341e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:58.129438 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54976) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:58.178642 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6aa541c0-c883-4ee1-b339-c76ff89475b4 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:58.212063 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bc24ea-e755-4481-9cb2-0b686a580b0e None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:25:58.212693 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-43bc24ea-e755-4481-9cb2-0b686a580b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:25:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:58.238352 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02e43a-0da6-470f-95c9-5782f916341e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c598f14f-d380-46cc-a4e8-9cb62c39ce6d,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:58.243210 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ba7d3c3b-58ca-4ca0-ab20-6c827832b8eb tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 11.8973999 Feb 28 14:25:58.257137 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ee6ed5-31b3-448b-9bd2-b793550534fc tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] DELETE failed (client error): The resource could not be found. Feb 28 14:25:58.257794 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ee6ed5-31b3-448b-9bd2-b793550534fc tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:25:58.262131 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b3ee6ed5-31b3-448b-9bd2-b793550534fc tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/subnets/9cd9b397-824a-4be2-91d9-d894e46264bf HTTP/1.1" status: 404 len: 337 time: 0.1226776 Feb 28 14:25:58.262265 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-38e18da9-2dfa-4594-a027-2b3789e99eea None None] Provisioning complete for port 9c0ef85a-daa6-4bd6-90c8-78887a0919ff triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:58.262265 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-38e18da9-2dfa-4594-a027-2b3789e99eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:58.262473 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54980) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:58.269613 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54982) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:58.278728 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9210b75d-bcdf-4e09-85f3-041385c394f2 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:58.316950 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Attempting to bind port f4a13215-f854-4611-b7c5-df36f4819e2f on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:25:58.317311 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Attempting to bind port f4a13215-f854-4611-b7c5-df36f4819e2f by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '683744e7-dcf5-4814-99f5-3b97cc00fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cc42de9-9ab0-413e-87d3-74860a13ceb3'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:25:58.317660 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Attempting to bind port f4a13215-f854-4611-b7c5-df36f4819e2f on network 2cc42de9-9ab0-413e-87d3-74860a13ceb3 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:25:58.325808 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-43bc24ea-e755-4481-9cb2-0b686a580b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:25:58.326080 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bc24ea-e755-4481-9cb2-0b686a580b0e None None] The sync data for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:25:58.334343 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b384dd6-1951-4c4e-b99b-f95c9ec09c5d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:58.339822 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:25:58.340385 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Checking segment: {'id': '683744e7-dcf5-4814-99f5-3b97cc00fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cc42de9-9ab0-413e-87d3-74860a13ceb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:25:58.340584 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:58.340956 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Bound using segment: {'id': '683744e7-dcf5-4814-99f5-3b97cc00fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cc42de9-9ab0-413e-87d3-74860a13ceb3'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:25:58.341432 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Bound port: f4a13215-f854-4611-b7c5-df36f4819e2f, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '683744e7-dcf5-4814-99f5-3b97cc00fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cc42de9-9ab0-413e-87d3-74860a13ceb3'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:25:58.341794 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:58.361531 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-38e18da9-2dfa-4594-a027-2b3789e99eea None None] Port 9c0ef85a-daa6-4bd6-90c8-78887a0919ff cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:25:58.394491 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df02e43a-0da6-470f-95c9-5782f916341e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:58.396581 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-df02e43a-0da6-470f-95c9-5782f916341e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8681242 Feb 28 14:25:58.398484 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa541c0-c883-4ee1-b339-c76ff89475b4 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:25:58.417938 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54988) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:58.421810 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-6aa541c0-c883-4ee1-b339-c76ff89475b4 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:25:58.433001 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bd0e147-7ea2-47db-97da-e878df81cb83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:58.446470 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-38e18da9-2dfa-4594-a027-2b3789e99eea None None] Provisioning complete for port 3e93b750-4fc5-452e-abe0-8e1e174f71bf triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:25:58.446832 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-38e18da9-2dfa-4594-a027-2b3789e99eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:58.450354 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa541c0-c883-4ee1-b339-c76ff89475b4 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:25:58.511722 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] For port f4a13215-f854-4611-b7c5-df36f4819e2f, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:25:58.514531 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a56873c2-889f-4a41-b32b-be6ab5017aee tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-group-rules/c598f14f-d380-46cc-a4e8-9cb62c39ce6d HTTP/1.1" status: 200 len: 763 time: 0.0892022 Feb 28 14:25:58.520719 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] For port f4a13215-f854-4611-b7c5-df36f4819e2f, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=f4a13215-f854-4611-b7c5-df36f4819e2f,segment=NetworkSegment(683744e7-dcf5-4814-99f5-3b97cc00fd0c),segment_id=683744e7-dcf5-4814-99f5-3b97cc00fd0c)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:25:58.533018 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:58.550700 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 54992) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:58.594309 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4e6c6f-f640-45cd-9dd3-114e4668c898 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] DELETE failed (client error): The resource could not be found. Feb 28 14:25:58.597359 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c4e6c6f-f640-45cd-9dd3-114e4668c898 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:25:58.602396 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9c4e6c6f-f640-45cd-9dd3-114e4668c898 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/ports/39fcd075-6d7b-4b1e-a35a-af61f2158442 HTTP/1.1" status: 404 len: 333 time: 0.3264914 Feb 28 14:25:58.617837 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 54996) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:58.617837 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa541c0-c883-4ee1-b339-c76ff89475b4 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Pushing event updated for resources: {'Port': ['ID=ae876e06-54c0-4ed8-977d-eb33bda2ac45,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:58.630412 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bd0e147-7ea2-47db-97da-e878df81cb83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:58.631493 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f87d8a4-e621-4d67-a1b2-1cdb215aa8fc None None] DHCP port deletion for 46dfff5d-6382-461e-9b08-4762af96592e request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:25:58.673913 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8f87d8a4-e621-4d67-a1b2-1cdb215aa8fc None None] Deleting port 3e93b750-4fc5-452e-abe0-8e1e174f71bf {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:58.673913 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8f87d8a4-e621-4d67-a1b2-1cdb215aa8fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:58.713536 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1623a-0e29-484b-90d4-654c74f31c83 None None] Pushing event updated for resources: {'Port': ['ID=f4a13215-f854-4611-b7c5-df36f4819e2f,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:58.757806 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5eef3637-9ca1-4d10-b9cb-92fcad0be6a4 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Synchronizing usage tracker for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:25:58.771786 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] For port f4a13215-f854-4611-b7c5-df36f4819e2f, host dv-neutron-831192-4-hyperv, got binding levels [] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:58.772144 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:58.779990 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b384dd6-1951-4c4e-b99b-f95c9ec09c5d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:58.813845 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ef8908-860e-49f3-aefd-e1d00df0353d tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] DELETE failed (client error): The resource could not be found. Feb 28 14:25:58.815306 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ef8908-860e-49f3-aefd-e1d00df0353d tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:25:58.819361 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d6ef8908-860e-49f3-aefd-e1d00df0353d tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/subnets/980cec66-23dd-4d2f-a03f-2ed1948f2364 HTTP/1.1" status: 404 len: 337 time: 0.1915927 Feb 28 14:25:58.821482 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9210b75d-bcdf-4e09-85f3-041385c394f2 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:58.828430 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55000) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:58.973792 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-8f87d8a4-e621-4d67-a1b2-1cdb215aa8fc None None] For port 3e93b750-4fc5-452e-abe0-8e1e174f71bf, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=3e93b750-4fc5-452e-abe0-8e1e174f71bf,segment=NetworkSegment(b6c3ccf5-82a9-404b-a434-ee5a8f8826e5),segment_id=b6c3ccf5-82a9-404b-a434-ee5a8f8826e5)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:25:58.974178 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8f87d8a4-e621-4d67-a1b2-1cdb215aa8fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:59.055847 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b384dd6-1951-4c4e-b99b-f95c9ec09c5d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=df30762e-6634-4d84-b70a-8c07472fd56d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:59.074638 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Calling delete_port for f4a13215-f854-4611-b7c5-df36f4819e2f owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:59.123176 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a28dfd2-a37a-4fc0-b768-e80337ed3174 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] DELETE failed (client error): The resource could not be found. Feb 28 14:25:59.123652 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a28dfd2-a37a-4fc0-b768-e80337ed3174 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:25:59.130047 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b384dd6-1951-4c4e-b99b-f95c9ec09c5d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:59.133038 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24adafff-5e94-481f-901d-3740919ba191 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:25:59.150841 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5eef3637-9ca1-4d10-b9cb-92fcad0be6a4 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Unset dirty status for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:25:59.152724 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8f87d8a4-e621-4d67-a1b2-1cdb215aa8fc None None] Calling delete_port for 3e93b750-4fc5-452e-abe0-8e1e174f71bf owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:25:59.155134 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5eef3637-9ca1-4d10-b9cb-92fcad0be6a4 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5974898 Feb 28 14:25:59.164199 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55004) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:59.195412 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5a28dfd2-a37a-4fc0-b768-e80337ed3174 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/subnets/631804a7-64c9-4abb-b549-465f580435b0 HTTP/1.1" status: 404 len: 337 time: 0.3614004 Feb 28 14:25:59.206642 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55008) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:59.210724 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7b384dd6-1951-4c4e-b99b-f95c9ec09c5d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/df30762e-6634-4d84-b70a-8c07472fd56d HTTP/1.1" status: 204 len: 168 time: 2.2262363 Feb 28 14:25:59.247308 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55012) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:59.249787 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-db258489-dd08-4613-a3d6-f15e5ba5fe6d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:59.331060 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bd0e147-7ea2-47db-97da-e878df81cb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:59.333500 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bd0e147-7ea2-47db-97da-e878df81cb83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:59.337488 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1bd0e147-7ea2-47db-97da-e878df81cb83 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c575a4b7-f01c-4541-8216-43cf6ed26eff HTTP/1.1" status: 204 len: 168 time: 1.3559964 Feb 28 14:25:59.386128 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8f87d8a4-e621-4d67-a1b2-1cdb215aa8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:59.388292 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cdddaa0f-ef65-4f0f-b5cf-83a7a7f65e94 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:59.394805 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4623cc59-72e8-4b20-8f26-261922390110 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] DELETE failed (client error): The resource could not be found. Feb 28 14:25:59.395317 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4623cc59-72e8-4b20-8f26-261922390110 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:25:59.399711 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4623cc59-72e8-4b20-8f26-261922390110 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/ports/a43cf340-3414-429f-a700-9ebacd884bf9 HTTP/1.1" status: 404 len: 333 time: 0.1877284 Feb 28 14:25:59.399711 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f09a0025-e8bb-4207-8eca-3ad5321ddb04 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1351717 Feb 28 14:25:59.401728 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55018) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:59.402792 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55020) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:59.451381 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87d8a4-e621-4d67-a1b2-1cdb215aa8fc None None] Pushing event deleted for resources: {'Port': ['ID=3e93b750-4fc5-452e-abe0-8e1e174f71bf,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:59.455900 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0e147-7ea2-47db-97da-e878df81cb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c575a4b7-f01c-4541-8216-43cf6ed26eff,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:25:59.465453 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f87d8a4-e621-4d67-a1b2-1cdb215aa8fc None None] No DVR routers for this DVR port 3e93b750-4fc5-452e-abe0-8e1e174f71bf on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:25:59.471268 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ea2fdf68-c68f-4555-9d3c-ea341eb41961 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:25:59.504880 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cdddaa0f-ef65-4f0f-b5cf-83a7a7f65e94 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:59.573951 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-004e9b3d-7026-4f60-a984-9712522d7da5 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] DELETE failed (client error): The resource could not be found. Feb 28 14:25:59.574404 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-004e9b3d-7026-4f60-a984-9712522d7da5 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:25:59.576389 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-004e9b3d-7026-4f60-a984-9712522d7da5 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/subnets/0f1ce6ca-33d5-4f9e-a96c-18b09f582f5c HTTP/1.1" status: 404 len: 337 time: 0.0539877 Feb 28 14:25:59.593159 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9210b75d-bcdf-4e09-85f3-041385c394f2 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:59.594111 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55028) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:59.643805 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-6703c24e-7cb6-4cb7-86ac-6c2f4ef9f0fa tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] DELETE failed (client error): The resource could not be found. Feb 28 14:25:59.644265 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6703c24e-7cb6-4cb7-86ac-6c2f4ef9f0fa tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:25:59.645988 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6703c24e-7cb6-4cb7-86ac-6c2f4ef9f0fa tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/subnets/3350b871-ddd0-4c33-91f6-b57e7359bebc HTTP/1.1" status: 404 len: 337 time: 0.0507176 Feb 28 14:25:59.650044 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55032) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:25:59.652570 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9210b75d-bcdf-4e09-85f3-041385c394f2 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:59.652879 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-9210b75d-bcdf-4e09-85f3-041385c394f2 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Floating IP bc0d22b3-a565-4171-beba-762a2eca0ef1 disassociated. External IP: 172.26.5.146, port: b64ea1e2-752e-42ca-bc99-cf5053f04b88. Feb 28 14:25:59.688887 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333f21b7-c8e1-4aba-8128-b6d283f303bd None None] DHCP port deletion for 22b852e7-638c-4536-9e81-f0f6c68c1fb7 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:25:59.699634 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-333f21b7-c8e1-4aba-8128-b6d283f303bd None None] Deleting port 66c431c5-0924-439d-85df-7a4249387669 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:59.700477 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-333f21b7-c8e1-4aba-8128-b6d283f303bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:59.744841 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:25:59.745076 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:25:59.782096 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6aa541c0-c883-4ee1-b339-c76ff89475b4 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:59.898024 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ea2fdf68-c68f-4555-9d3c-ea341eb41961 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:25:59.901067 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cdddaa0f-ef65-4f0f-b5cf-83a7a7f65e94 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:59.906188 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9004874a-6a22-4d4d-b14e-c8950863e6e2 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Deleting port 9c0ef85a-daa6-4bd6-90c8-78887a0919ff {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:25:59.906783 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9004874a-6a22-4d4d-b14e-c8950863e6e2 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:25:59.921683 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ea2fdf68-c68f-4555-9d3c-ea341eb41961 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:subnet and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:25:59.929863 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ea2fdf68-c68f-4555-9d3c-ea341eb41961 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:25:59.942490 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdddaa0f-ef65-4f0f-b5cf-83a7a7f65e94 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c598f14f-d380-46cc-a4e8-9cb62c39ce6d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:00.076316 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ea2fdf68-c68f-4555-9d3c-ea341eb41961 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:00.097368 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2fdf68-c68f-4555-9d3c-ea341eb41961 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:00.101355 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea2fdf68-c68f-4555-9d3c-ea341eb41961 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:00.110718 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-333f21b7-c8e1-4aba-8128-b6d283f303bd None None] For port 66c431c5-0924-439d-85df-7a4249387669, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=66c431c5-0924-439d-85df-7a4249387669,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:00.111173 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-333f21b7-c8e1-4aba-8128-b6d283f303bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:00.192504 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907e0ae0-4a0f-4251-b516-0701fd86f07c None None] Network 2cc42de9-9ab0-413e-87d3-74860a13ceb3 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:00.201975 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cdddaa0f-ef65-4f0f-b5cf-83a7a7f65e94 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:00.205815 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cdddaa0f-ef65-4f0f-b5cf-83a7a7f65e94 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/c598f14f-d380-46cc-a4e8-9cb62c39ce6d HTTP/1.1" status: 204 len: 168 time: 1.0378649 Feb 28 14:26:00.212795 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55048) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:00.299440 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Deleting port f4a13215-f854-4611-b7c5-df36f4819e2f {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:00.299955 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:00.408142 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-333f21b7-c8e1-4aba-8128-b6d283f303bd None None] Calling delete_port for 66c431c5-0924-439d-85df-7a4249387669 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:00.460369 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3f2f7da3-7c92-4368-ae2b-77df99f5949e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Synchronizing usage tracker for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:00.544502 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device f4a13215-f854-4611-b7c5-df36f4819e2f up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:26:00.573087 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55056) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:00.637238 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ccb0c5de-1192-471e-a0ba-457a4a6e230f None None] Provisioning for port f4a13215-f854-4611-b7c5-df36f4819e2f completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:26:00.637503 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3f2f7da3-7c92-4368-ae2b-77df99f5949e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Unset dirty status for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:00.638799 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3f2f7da3-7c92-4368-ae2b-77df99f5949e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4216478 Feb 28 14:26:00.664283 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55062) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:00.685533 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-17d98081-f1f3-4526-8749-21598f891a0e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Request body: {'security_group_rule': {'security_group_id': '472a0d83-8b31-49db-ba9c-d239f531b925', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:00.691989 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-17d98081-f1f3-4526-8749-21598f891a0e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:00.702023 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-17d98081-f1f3-4526-8749-21598f891a0e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:00.712395 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-db258489-dd08-4613-a3d6-f15e5ba5fe6d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.20.0.17 (48a65187-5d85-49a0-94f2-0643bb33d9d2/ae75369c-b3d9-4ba4-936b-7128a18c3c01/08b99946-33d1-4e19-91b9-52521153d02d) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:00.747813 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-333f21b7-c8e1-4aba-8128-b6d283f303bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:00.809892 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f21b7-c8e1-4aba-8128-b6d283f303bd None None] Pushing event deleted for resources: {'Port': ['ID=66c431c5-0924-439d-85df-7a4249387669,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:00.821497 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port f4a13215-f854-4611-b7c5-df36f4819e2f completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:26:00.824837 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333f21b7-c8e1-4aba-8128-b6d283f303bd None None] No DVR routers for this DVR port 66c431c5-0924-439d-85df-7a4249387669 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:26:00.833470 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-bb17369d-6bf1-4b4f-a394-0fe338db6e3a tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:00.834146 dv-neutron-831192-4-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-bb17369d-6bf1-4b4f-a394-0fe338db6e3a tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 28 14:26:00.834799 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-bb17369d-6bf1-4b4f-a394-0fe338db6e3a tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 14:26:00.839246 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bb17369d-6bf1-4b4f-a394-0fe338db6e3a tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2590284 Feb 28 14:26:00.844747 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-17d98081-f1f3-4526-8749-21598f891a0e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:00.851214 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55066) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:00.861014 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6aa541c0-c883-4ee1-b339-c76ff89475b4 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:00.868103 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port f4a13215-f854-4611-b7c5-df36f4819e2f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:00.868475 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:00.870833 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9004874a-6a22-4d4d-b14e-c8950863e6e2 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:00.880964 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6aa541c0-c883-4ee1-b339-c76ff89475b4 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728902'] for router, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:00.892928 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8dcd860d-9715-4e9a-a0e5-63fde2dc4c87 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group': {'name': 'tempest-secgroup--1631007845'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:00.931188 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8dcd860d-9715-4e9a-a0e5-63fde2dc4c87 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:00.947331 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8dcd860d-9715-4e9a-a0e5-63fde2dc4c87 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Usage tracker for resource:security_group and tenant:66028f20c62f403486129ac3caa1abb5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:00.967016 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8dcd860d-9715-4e9a-a0e5-63fde2dc4c87 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:01.025533 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:01.059141 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8dcd860d-9715-4e9a-a0e5-63fde2dc4c87 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:01.073647 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port f4a13215-f854-4611-b7c5-df36f4819e2f, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=f4a13215-f854-4611-b7c5-df36f4819e2f,segment=NetworkSegment(683744e7-dcf5-4814-99f5-3b97cc00fd0c),segment_id=683744e7-dcf5-4814-99f5-3b97cc00fd0c)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:01.081032 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:01.104628 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] For port f4a13215-f854-4611-b7c5-df36f4819e2f, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=f4a13215-f854-4611-b7c5-df36f4819e2f,segment=NetworkSegment(683744e7-dcf5-4814-99f5-3b97cc00fd0c),segment_id=683744e7-dcf5-4814-99f5-3b97cc00fd0c)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:01.121183 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:01.122854 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-9004874a-6a22-4d4d-b14e-c8950863e6e2 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Calling delete_port for 9c0ef85a-daa6-4bd6-90c8-78887a0919ff owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:01.147271 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 66c431c5-0924-439d-85df-7a4249387669 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:26:01.147542 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8dcd860d-9715-4e9a-a0e5-63fde2dc4c87 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:01.195392 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9210b75d-bcdf-4e09-85f3-041385c394f2 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Router c03555cd-652b-4bba-b748-91a2da17fdbf has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:26:01.197422 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 66c431c5-0924-439d-85df-7a4249387669 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:26:01.197951 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 66c431c5-0924-439d-85df-7a4249387669 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:26:01.198384 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 3e93b750-4fc5-452e-abe0-8e1e174f71bf no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:26:01.245725 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 3e93b750-4fc5-452e-abe0-8e1e174f71bf {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:26:01.246074 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 3e93b750-4fc5-452e-abe0-8e1e174f71bf not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:26:01.259189 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=f4a13215-f854-4611-b7c5-df36f4819e2f,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:01.306924 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Calling delete_port for f4a13215-f854-4611-b7c5-df36f4819e2f owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:01.308291 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1a6f8067-9803-47e2-8d76-6a18f5d1f1cb None None] Provisioning complete for port f4a13215-f854-4611-b7c5-df36f4819e2f triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:01.308748 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1a6f8067-9803-47e2-8d76-6a18f5d1f1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:01.334338 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8dcd860d-9715-4e9a-a0e5-63fde2dc4c87 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:01.403042 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-17d98081-f1f3-4526-8749-21598f891a0e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:01.436037 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-17d98081-f1f3-4526-8749-21598f891a0e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:01.448535 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8dcd860d-9715-4e9a-a0e5-63fde2dc4c87 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:01.472973 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-db258489-dd08-4613-a3d6-f15e5ba5fe6d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:01.495758 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8dcd860d-9715-4e9a-a0e5-63fde2dc4c87 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Usage tracker for resource:security_group_rule and tenant:66028f20c62f403486129ac3caa1abb5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:01.506928 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8dcd860d-9715-4e9a-a0e5-63fde2dc4c87 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:01.510055 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d98081-f1f3-4526-8749-21598f891a0e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=000425b2-f167-49b7-9115-f1dfe6ba9882,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:01.535887 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8dcd860d-9715-4e9a-a0e5-63fde2dc4c87 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:01.579964 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9004874a-6a22-4d4d-b14e-c8950863e6e2 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:01.583249 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-db258489-dd08-4613-a3d6-f15e5ba5fe6d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Transition to ACTIVE for port object 08b99946-33d1-4e19-91b9-52521153d02d will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:01.602509 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-ea2fdf68-c68f-4555-9d3c-ea341eb41961 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 14:26:01.604210 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d98081-f1f3-4526-8749-21598f891a0e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:01.604535 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d98081-f1f3-4526-8749-21598f891a0e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:01.604879 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d98081-f1f3-4526-8749-21598f891a0e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:01.605192 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d98081-f1f3-4526-8749-21598f891a0e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:01.605515 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d98081-f1f3-4526-8749-21598f891a0e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:01.605828 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d98081-f1f3-4526-8749-21598f891a0e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:01.606144 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d98081-f1f3-4526-8749-21598f891a0e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:01.606445 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d98081-f1f3-4526-8749-21598f891a0e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:01.606770 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d98081-f1f3-4526-8749-21598f891a0e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:01.607065 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d98081-f1f3-4526-8749-21598f891a0e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:01.607410 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d98081-f1f3-4526-8749-21598f891a0e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:01.607721 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d98081-f1f3-4526-8749-21598f891a0e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:01.613557 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea2fdf68-c68f-4555-9d3c-ea341eb41961 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:01.651322 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:26:01.651691 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:26:01.657439 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004874a-6a22-4d4d-b14e-c8950863e6e2 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Port': ['ID=9c0ef85a-daa6-4bd6-90c8-78887a0919ff,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:01.659932 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-17d98081-f1f3-4526-8749-21598f891a0e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:01.660836 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-17d98081-f1f3-4526-8749-21598f891a0e tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9957244 Feb 28 14:26:01.671775 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55070) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:01.672771 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa541c0-c883-4ee1-b339-c76ff89475b4 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Router 3f9e1c81-3af3-4e6f-baf0-30429cbb3eb4 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:26:01.678671 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9004874a-6a22-4d4d-b14e-c8950863e6e2 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:01.695761 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9210b75d-bcdf-4e09-85f3-041385c394f2 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:26:01.701383 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9210b75d-bcdf-4e09-85f3-041385c394f2 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:01.710505 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2fdf68-c68f-4555-9d3c-ea341eb41961 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:01.710978 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfd5943-a5e5-4ea5-bf61-a84984b7b494 None None] Sync routers for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:26:01.717964 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ea2fdf68-c68f-4555-9d3c-ea341eb41961 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:01.731928 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2fdf68-c68f-4555-9d3c-ea341eb41961 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:01.732512 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea2fdf68-c68f-4555-9d3c-ea341eb41961 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:01.734463 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f0a60b-93a3-4144-88b4-50d08a662e3d None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:01.737762 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfd5943-a5e5-4ea5-bf61-a84984b7b494 None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:01.739101 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-adfd5943-a5e5-4ea5-bf61-a84984b7b494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:25:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:01.744917 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9b7ee5ce-1848-40ab-b129-d269861ddb2a tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-group-rules/000425b2-f167-49b7-9115-f1dfe6ba9882 HTTP/1.1" status: 200 len: 763 time: 0.0643954 Feb 28 14:26:01.747302 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9004874a-6a22-4d4d-b14e-c8950863e6e2 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/ports/9c0ef85a-daa6-4bd6-90c8-78887a0919ff HTTP/1.1" status: 204 len: 168 time: 2.0961823 Feb 28 14:26:01.748108 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55074) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:01.760564 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55076) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:01.774871 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fdf68-c68f-4555-9d3c-ea341eb41961 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=a4deadf4-e29d-47c6-8ba9-877ddfa30803,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:01.874946 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9210b75d-bcdf-4e09-85f3-041385c394f2 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "PUT /v2.0/floatingips/bc0d22b3-a565-4171-beba-762a2eca0ef1 HTTP/1.1" status: 200 len: 688 time: 3.6066079 Feb 28 14:26:01.885214 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55082) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:01.894404 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-adfd5943-a5e5-4ea5-bf61-a84984b7b494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:01.907293 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfd5943-a5e5-4ea5-bf61-a84984b7b494 None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:01.908081 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-adfd5943-a5e5-4ea5-bf61-a84984b7b494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:25:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:01.975630 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-adfd5943-a5e5-4ea5-bf61-a84984b7b494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:01.976417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Deleting port f4a13215-f854-4611-b7c5-df36f4819e2f {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:01.977043 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:01.977299 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfd5943-a5e5-4ea5-bf61-a84984b7b494 None None] The sync data for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:26:02.021710 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-db258489-dd08-4613-a3d6-f15e5ba5fe6d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:02.051205 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8ac9b33e-7507-4a1d-9e41-a617721e184d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Synchronizing usage tracker for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group_rule {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:02.136332 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465edc3b-5f9d-4455-97fb-1187897f7be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'fixed_ips': [{'subnet_id': 'a4deadf4-e29d-47c6-8ba9-877ddfa30803'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:26:02.137908 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-465edc3b-5f9d-4455-97fb-1187897f7be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:02.150982 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ea2fdf68-c68f-4555-9d3c-ea341eb41961 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6903074 Feb 28 14:26:02.164531 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55086) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:02.178878 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a7e2e4fb-a731-409e-a6fa-8148c94088f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'mac_address': 'fa:16:3e:ec:3c:93', 'name': 'tempest-NetworksTestDHCPv6-1577439031'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:02.245379 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db258489-dd08-4613-a3d6-f15e5ba5fe6d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 48a65187-5d85-49a0-94f2-0643bb33d9d2 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:02.296436 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5fda1417-7d2b-4076-b1b8-5fe101bbfa19 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:02.298933 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-db258489-dd08-4613-a3d6-f15e5ba5fe6d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:02.314991 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-465edc3b-5f9d-4455-97fb-1187897f7be0 None None] Allocated IP 2001:db8::f816:3eff:fe05:578 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/a4deadf4-e29d-47c6-8ba9-877ddfa30803/5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:02.321327 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db258489-dd08-4613-a3d6-f15e5ba5fe6d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:02.339519 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4859ad42-0d3d-4fec-a7d1-421f37171d1e tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Deleting port 3d8e7fd0-8ae5-4aa2-b0d5-27b4eb465346 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:02.339990 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4859ad42-0d3d-4fec-a7d1-421f37171d1e tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:02.401256 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8ac9b33e-7507-4a1d-9e41-a617721e184d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Unset dirty status for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group_rule {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:02.408660 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8ac9b33e-7507-4a1d-9e41-a617721e184d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6528919 Feb 28 14:26:02.409981 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa541c0-c883-4ee1-b339-c76ff89475b4 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:26:02.415531 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55090) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:02.416504 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db258489-dd08-4613-a3d6-f15e5ba5fe6d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=08b99946-33d1-4e19-91b9-52521153d02d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:02.423514 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6aa541c0-c883-4ee1-b339-c76ff89475b4 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:02.424931 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6aa541c0-c883-4ee1-b339-c76ff89475b4 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "PUT /v2.0/routers/3f9e1c81-3af3-4e6f-baf0-30429cbb3eb4 HTTP/1.1" status: 200 len: 919 time: 7.1214981 Feb 28 14:26:02.439556 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55094) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:02.439919 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8dcd860d-9715-4e9a-a0e5-63fde2dc4c87 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:02.447145 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a50a6b-5136-4a3f-8927-6af2ce393b0c None None] Sync routers for ids ['3f9e1c81-3af3-4e6f-baf0-30429cbb3eb4'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:26:02.487096 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8dcd860d-9715-4e9a-a0e5-63fde2dc4c87 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:02.521990 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8dcd860d-9715-4e9a-a0e5-63fde2dc4c87 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:02.524674 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device f4a13215-f854-4611-b7c5-df36f4819e2f up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:26:02.564852 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-db258489-dd08-4613-a3d6-f15e5ba5fe6d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:02.591424 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a50a6b-5136-4a3f-8927-6af2ce393b0c None None] Routers {'3f9e1c81-3af3-4e6f-baf0-30429cbb3eb4'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:02.592059 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-36a50a6b-5136-4a3f-8927-6af2ce393b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:25:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3f9e1c81-3af3-4e6f-baf0-30429cbb3eb4'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:02.630680 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-daecf2e5-532d-40ff-967a-def881a5e210 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:02.705542 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8dcd860d-9715-4e9a-a0e5-63fde2dc4c87 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Usage tracker for resource:security_group_rule and tenant:66028f20c62f403486129ac3caa1abb5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:02.732894 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8dcd860d-9715-4e9a-a0e5-63fde2dc4c87 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:02.736931 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-daecf2e5-532d-40ff-967a-def881a5e210 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:02.781027 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-36a50a6b-5136-4a3f-8927-6af2ce393b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:02.803597 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-37bfdff4-3841-4a78-9a51-43682c127baf tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "GET /v2.0/routers/3f9e1c81-3af3-4e6f-baf0-30429cbb3eb4 HTTP/1.1" status: 200 len: 925 time: 0.3608792 Feb 28 14:26:02.806917 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55098) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:02.830511 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a50a6b-5136-4a3f-8927-6af2ce393b0c None None] Routers {'3f9e1c81-3af3-4e6f-baf0-30429cbb3eb4'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:02.831129 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-36a50a6b-5136-4a3f-8927-6af2ce393b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:25:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3f9e1c81-3af3-4e6f-baf0-30429cbb3eb4'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:02.838226 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8dcd860d-9715-4e9a-a0e5-63fde2dc4c87 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:02.856511 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-daecf2e5-532d-40ff-967a-def881a5e210 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:02.884585 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daecf2e5-532d-40ff-967a-def881a5e210 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=000425b2-f167-49b7-9115-f1dfe6ba9882,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:02.887342 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1cc7c9b0-504d-45f2-a02a-b263b23d47b2 None None] Provisioning for port 08b99946-33d1-4e19-91b9-52521153d02d completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:26:02.897157 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a7e2e4fb-a731-409e-a6fa-8148c94088f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:02.897292 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4859ad42-0d3d-4fec-a7d1-421f37171d1e tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:02.897483 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4859ad42-0d3d-4fec-a7d1-421f37171d1e tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:02.901516 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a7e2e4fb-a731-409e-a6fa-8148c94088f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:port and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:02.904473 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a7e2e4fb-a731-409e-a6fa-8148c94088f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:02.907289 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd860d-9715-4e9a-a0e5-63fde2dc4c87 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0d260b-92eb-4582-a351-bf3f6fb58f9b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:02.926006 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a7e2e4fb-a731-409e-a6fa-8148c94088f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:02.943790 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-36a50a6b-5136-4a3f-8927-6af2ce393b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:02.944189 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a50a6b-5136-4a3f-8927-6af2ce393b0c None None] The sync data for ids ['3f9e1c81-3af3-4e6f-baf0-30429cbb3eb4'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:26:02.955227 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1cc7c9b0-504d-45f2-a02a-b263b23d47b2 None None] Provisioning complete for port 08b99946-33d1-4e19-91b9-52521153d02d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:02.955498 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1cc7c9b0-504d-45f2-a02a-b263b23d47b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:03.009263 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port f4a13215-f854-4611-b7c5-df36f4819e2f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:03.009657 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:03.019702 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5fda1417-7d2b-4076-b1b8-5fe101bbfa19 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:03.020285 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-daecf2e5-532d-40ff-967a-def881a5e210 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:03.021051 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-daecf2e5-532d-40ff-967a-def881a5e210 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/000425b2-f167-49b7-9115-f1dfe6ba9882 HTTP/1.1" status: 204 len: 168 time: 0.6044011 Feb 28 14:26:03.028111 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4859ad42-0d3d-4fec-a7d1-421f37171d1e tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Calling delete_port for 3d8e7fd0-8ae5-4aa2-b0d5-27b4eb465346 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:03.040133 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55102) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:03.070401 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e2e4fb-a731-409e-a6fa-8148c94088f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:03.076577 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1cc7c9b0-504d-45f2-a02a-b263b23d47b2 None None] Port 08b99946-33d1-4e19-91b9-52521153d02d cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:26:03.094631 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-465edc3b-5f9d-4455-97fb-1187897f7be0 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:03.102321 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcb9be8-f9ff-41e3-a432-259d5b7e545c tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:03.103891 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8dcb9be8-f9ff-41e3-a432-259d5b7e545c tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710&device_id=3f9e1c81-3af3-4e6f-baf0-30429cbb3eb4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2958357 Feb 28 14:26:03.110825 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55106) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:03.111874 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-465edc3b-5f9d-4455-97fb-1187897f7be0 None None] Transition to ACTIVE for port object 5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:03.147028 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-465edc3b-5f9d-4455-97fb-1187897f7be0 None None] Transition to ACTIVE for port object 5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:03.167455 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-5fda1417-7d2b-4076-b1b8-5fe101bbfa19 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46dfff5d-6382-461e-9b08-4762af96592e']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:03.215032 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-465edc3b-5f9d-4455-97fb-1187897f7be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:03.231855 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] For port f4a13215-f854-4611-b7c5-df36f4819e2f, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=f4a13215-f854-4611-b7c5-df36f4819e2f,segment=NetworkSegment(683744e7-dcf5-4814-99f5-3b97cc00fd0c),segment_id=683744e7-dcf5-4814-99f5-3b97cc00fd0c)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:03.232238 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:03.255285 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-5fda1417-7d2b-4076-b1b8-5fe101bbfa19 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c3ccf5-82a9-404b-a434-ee5a8f8826e5') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:03.255633 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-5fda1417-7d2b-4076-b1b8-5fe101bbfa19 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c3ccf5-82a9-404b-a434-ee5a8f8826e5') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:03.297237 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c2b956-aa10-4c1c-918e-9a875515fdd1 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:03.301433 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a3c2b956-aa10-4c1c-918e-9a875515fdd1 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "GET /v2.0/networks/227601ee-f6c9-4fe2-9e97-307a6863d710 HTTP/1.1" status: 200 len: 881 time: 0.1868117 Feb 28 14:26:03.301661 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55110) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:03.323913 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465edc3b-5f9d-4455-97fb-1187897f7be0 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:03.329633 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-465edc3b-5f9d-4455-97fb-1187897f7be0 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:03.335448 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465edc3b-5f9d-4455-97fb-1187897f7be0 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:03.348141 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7a86969d-bb44-44ae-92ca-1cc52de0dd9d tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f9e1c81-3af3-4e6f-baf0-30429cbb3eb4 HTTP/1.1" status: 200 len: 205 time: 0.0429361 Feb 28 14:26:03.348141 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4859ad42-0d3d-4fec-a7d1-421f37171d1e tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:03.351095 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55114) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:03.395647 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465edc3b-5f9d-4455-97fb-1187897f7be0 None None] Pushing event updated for resources: {'Port': ['ID=5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:03.419442 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5fda1417-7d2b-4076-b1b8-5fe101bbfa19 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:03.439041 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Calling delete_port for f4a13215-f854-4611-b7c5-df36f4819e2f owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:03.456037 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859ad42-0d3d-4fec-a7d1-421f37171d1e tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event deleted for resources: {'Port': ['ID=3d8e7fd0-8ae5-4aa2-b0d5-27b4eb465346,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:03.466383 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-465edc3b-5f9d-4455-97fb-1187897f7be0 None None] Attempting to bind port 5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:26:03.467326 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-465edc3b-5f9d-4455-97fb-1187897f7be0 None None] Attempting to bind port 5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:26:03.467326 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465edc3b-5f9d-4455-97fb-1187897f7be0 None None] Attempting to bind port 5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b on network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:26:03.479681 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465edc3b-5f9d-4455-97fb-1187897f7be0 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:26:03.480058 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465edc3b-5f9d-4455-97fb-1187897f7be0 None None] Checking segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:26:03.480461 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-465edc3b-5f9d-4455-97fb-1187897f7be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:03.480848 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465edc3b-5f9d-4455-97fb-1187897f7be0 None None] Bound using segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:26:03.481325 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-465edc3b-5f9d-4455-97fb-1187897f7be0 None None] Bound port: 5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:26:03.481693 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-465edc3b-5f9d-4455-97fb-1187897f7be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:03.585898 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-465edc3b-5f9d-4455-97fb-1187897f7be0 None None] For port 5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:26:03.588954 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-465edc3b-5f9d-4455-97fb-1187897f7be0 None None] For port 5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:26:03.594977 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-465edc3b-5f9d-4455-97fb-1187897f7be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:03.661820 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4859ad42-0d3d-4fec-a7d1-421f37171d1e tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:03.673244 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-73479bab-fab2-42d6-a294-8763b7b5a187 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Synchronizing usage tracker for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:03.673742 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8520a069-c130-4d8d-841a-70c26c816c3b tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:03.683830 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465edc3b-5f9d-4455-97fb-1187897f7be0 None None] Pushing event updated for resources: {'Port': ['ID=5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:03.691625 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8dcd860d-9715-4e9a-a0e5-63fde2dc4c87 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:03.717199 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8dcd860d-9715-4e9a-a0e5-63fde2dc4c87 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:03.749531 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5fda1417-7d2b-4076-b1b8-5fe101bbfa19 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:03.800644 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fda1417-7d2b-4076-b1b8-5fe101bbfa19 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:26:03.801044 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5fda1417-7d2b-4076-b1b8-5fe101bbfa19 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:26:03.820209 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:26:03.878912 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7e2e4fb-a731-409e-a6fa-8148c94088f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:03.899404 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4859ad42-0d3d-4fec-a7d1-421f37171d1e tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:03.903203 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4859ad42-0d3d-4fec-a7d1-421f37171d1e tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "DELETE /v2.0/floatingips/bc0d22b3-a565-4171-beba-762a2eca0ef1 HTTP/1.1" status: 204 len: 168 time: 2.0105703 Feb 28 14:26:03.904107 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55118) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:03.911686 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2b5cf938-0e8d-4102-8b84-b5490257b506 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'port_id': '8d969443-ede3-4799-91a7-c7a1d1ff2ac7'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:03.922023 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2b5cf938-0e8d-4102-8b84-b5490257b506 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:03.929083 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2b5cf938-0e8d-4102-8b84-b5490257b506 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Usage tracker for resource:floatingip and tenant:a713dce2e4474a3e85dacb2710c38d65 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:03.945943 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-73479bab-fab2-42d6-a294-8763b7b5a187 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Unset dirty status for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:03.946157 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2b5cf938-0e8d-4102-8b84-b5490257b506 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:03.947248 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-73479bab-fab2-42d6-a294-8763b7b5a187 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9059246 Feb 28 14:26:03.954301 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55122) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:03.987991 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd860d-9715-4e9a-a0e5-63fde2dc4c87 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a66bc7-b623-45b1-99be-822edf6c82d8,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:04.012937 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8dcd860d-9715-4e9a-a0e5-63fde2dc4c87 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:04.014096 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8dcd860d-9715-4e9a-a0e5-63fde2dc4c87 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.1462486 Feb 28 14:26:04.018665 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55126) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:04.021823 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-945a18f9-e0b4-4b62-8445-3c0098fa652d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Request body: {'security_group_rule': {'security_group_id': '472a0d83-8b31-49db-ba9c-d239f531b925', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:04.028381 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2b5cf938-0e8d-4102-8b84-b5490257b506 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:04.042996 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d7461409-9543-468a-8fca-1ebfd04ed967 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group_rule': {'security_group_id': 'c2a66bc7-b623-45b1-99be-822edf6c82d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:04.051708 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-945a18f9-e0b4-4b62-8445-3c0098fa652d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:04.057839 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d7461409-9543-468a-8fca-1ebfd04ed967 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:04.069814 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d7461409-9543-468a-8fca-1ebfd04ed967 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Usage tracker for resource:security_group_rule and tenant:66028f20c62f403486129ac3caa1abb5 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:04.076725 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d7461409-9543-468a-8fca-1ebfd04ed967 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:04.077461 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-a7e2e4fb-a731-409e-a6fa-8148c94088f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] device_id is not set on port 5b73694a-df49-4632-bdd7-9ecd47916f35 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:26:04.085655 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-945a18f9-e0b4-4b62-8445-3c0098fa652d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:04.098577 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d7461409-9543-468a-8fca-1ebfd04ed967 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:04.103181 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b5cf938-0e8d-4102-8b84-b5490257b506 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:04.123508 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5fda1417-7d2b-4076-b1b8-5fe101bbfa19 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:04.161523 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5fda1417-7d2b-4076-b1b8-5fe101bbfa19 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:04.168397 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-945a18f9-e0b4-4b62-8445-3c0098fa652d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Project 2cba675d61d54c2f9c9bfa59ac012ba1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:26:04.179305 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8520a069-c130-4d8d-841a-70c26c816c3b tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:04.182585 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d7461409-9543-468a-8fca-1ebfd04ed967 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:04.192165 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-db258489-dd08-4613-a3d6-f15e5ba5fe6d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:04.196599 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-945a18f9-e0b4-4b62-8445-3c0098fa652d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:04.209324 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda1417-7d2b-4076-b1b8-5fe101bbfa19 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] Pushing event deleted for resources: {'Network': ['ID=46dfff5d-6382-461e-9b08-4762af96592e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:04.232491 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5fda1417-7d2b-4076-b1b8-5fe101bbfa19 tempest-PortsIpV6TestJSON-1700295062 tempest-PortsIpV6TestJSON-1700295062-project] 10.222.0.30 "DELETE /v2.0/networks/46dfff5d-6382-461e-9b08-4762af96592e HTTP/1.1" status: 204 len: 168 time: 2.4635701 Feb 28 14:26:04.244395 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8520a069-c130-4d8d-841a-70c26c816c3b tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Deleting port ae876e06-54c0-4ed8-977d-eb33bda2ac45 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:04.244749 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8520a069-c130-4d8d-841a-70c26c816c3b tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:04.261927 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:04.366776 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Port': ['ID=f4a13215-f854-4611-b7c5-df36f4819e2f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:04.460168 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d7461409-9543-468a-8fca-1ebfd04ed967 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:04.469632 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecfae05-ac9d-496e-91ba-7a0c730bfeb2 None None] DHCP port deletion for 2cc42de9-9ab0-413e-87d3-74860a13ceb3 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:26:04.562966 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d7461409-9543-468a-8fca-1ebfd04ed967 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:04.600054 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:26:04.623103 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] No DVR routers for this DVR port f4a13215-f854-4611-b7c5-df36f4819e2f on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:26:04.662621 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8520a069-c130-4d8d-841a-70c26c816c3b tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:04.673029 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-a7e2e4fb-a731-409e-a6fa-8148c94088f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 2001:db8::f816:3eff:feec:3c93 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/a4deadf4-e29d-47c6-8ba9-877ddfa30803/5b73694a-df49-4632-bdd7-9ecd47916f35) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:04.730073 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55134) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:04.735410 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:26:04.804203 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:04.835707 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8520a069-c130-4d8d-841a-70c26c816c3b tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Calling delete_port for ae876e06-54c0-4ed8-977d-eb33bda2ac45 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:04.873381 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7461409-9543-468a-8fca-1ebfd04ed967 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=079c25bf-c184-44bf-b462-bfe451fe9717,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:04.876437 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-945a18f9-e0b4-4b62-8445-3c0098fa652d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:04.895497 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-945a18f9-e0b4-4b62-8445-3c0098fa652d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:04.924520 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d7461409-9543-468a-8fca-1ebfd04ed967 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:04.926053 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d7461409-9543-468a-8fca-1ebfd04ed967 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8993750 Feb 28 14:26:04.926921 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a18f9-e0b4-4b62-8445-3c0098fa652d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1864c5a-ca23-4cb3-99ca-cb523c4c310c,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:04.943360 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55140) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:04.952933 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc7c38f-2353-476a-917f-67f39cf90201 None None] get_active_networks_info from dv-neutron-831192-4-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 28 14:26:04.959794 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-0cbfe549-218f-4701-8294-d33d12315536 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group_rule': {'security_group_id': 'c2a66bc7-b623-45b1-99be-822edf6c82d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:04.971281 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0cbfe549-218f-4701-8294-d33d12315536 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:04.974286 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-945a18f9-e0b4-4b62-8445-3c0098fa652d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:04.975630 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-945a18f9-e0b4-4b62-8445-3c0098fa652d tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0203438 Feb 28 14:26:04.980406 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55144) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:04.983688 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0cbfe549-218f-4701-8294-d33d12315536 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Usage tracker for resource:security_group_rule and tenant:66028f20c62f403486129ac3caa1abb5 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:04.997907 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0cbfe549-218f-4701-8294-d33d12315536 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:05.005405 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:05.024754 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0cbfe549-218f-4701-8294-d33d12315536 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:05.033382 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b5cf938-0e8d-4102-8b84-b5490257b506 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:05.041228 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0d606676-4d39-47c6-bb62-7f1de1c69a86 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-group-rules/b1864c5a-ca23-4cb3-99ca-cb523c4c310c HTTP/1.1" status: 200 len: 769 time: 0.0459387 Feb 28 14:26:05.054181 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-65c51005-e59e-4f66-8fbf-f40b61d27924 None None] Provisioning for port 5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:26:05.060568 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55148) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:05.072719 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-65c51005-e59e-4f66-8fbf-f40b61d27924 None None] Provisioning complete for port 5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:05.073099 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-65c51005-e59e-4f66-8fbf-f40b61d27924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:05.130425 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0cbfe549-218f-4701-8294-d33d12315536 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:05.169217 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc7c38f-2353-476a-917f-67f39cf90201 None None] Resources bound (agent type, host, resource id): {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 14:26:05.259258 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:05.311045 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-0cbfe549-218f-4701-8294-d33d12315536 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 14:26:05.315185 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0cbfe549-218f-4701-8294-d33d12315536 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3625064 Feb 28 14:26:05.316219 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55152) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:05.316574 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-65c51005-e59e-4f66-8fbf-f40b61d27924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:05.336460 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-2b5cf938-0e8d-4102-8b84-b5490257b506 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Allocated IP 172.26.5.104 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/387d7e17-b58c-44a6-9f45-9485fea017dc) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:05.341037 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8520a069-c130-4d8d-841a-70c26c816c3b tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:05.359030 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Subnet': ['ID=013b45cb-468b-4a39-86e9-1bec190fbe03,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:05.377872 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-65c51005-e59e-4f66-8fbf-f40b61d27924 None None] For port 5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:05.383836 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6cfca63a-9418-4e22-b557-bfbecc14c380 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3119543 Feb 28 14:26:05.395902 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55156) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:05.398606 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-65c51005-e59e-4f66-8fbf-f40b61d27924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:05.428875 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520a069-c130-4d8d-841a-70c26c816c3b tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Pushing event deleted for resources: {'Port': ['ID=ae876e06-54c0-4ed8-977d-eb33bda2ac45,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:05.509355 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c51005-e59e-4f66-8fbf-f40b61d27924 None None] Pushing event updated for resources: {'Port': ['ID=5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:05.509941 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-451ab860-1ead-4ac8-b5d9-d99b2b178c0a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6681ad35360248eda2f0e2c9f8f75c94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7278423 Feb 28 14:26:05.521281 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55160) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:05.529074 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:05.568322 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8b169e6-b15b-4960-9b7e-c61eed04050f tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:05.649113 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8b169e6-b15b-4960-9b7e-c61eed04050f tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:05.671327 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4fcddab5-5689-4f2f-999b-ef559fe5d37f tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:05.712063 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8520a069-c130-4d8d-841a-70c26c816c3b tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:05.717618 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c828f85-2b74-4bc9-9987-dcb38e365f62 None None] Network 2cc42de9-9ab0-413e-87d3-74860a13ceb3 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:05.728000 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-db258489-dd08-4613-a3d6-f15e5ba5fe6d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:26:05.758180 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7e2e4fb-a731-409e-a6fa-8148c94088f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:05.765469 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc42de9-9ab0-413e-87d3-74860a13ceb3']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:05.784590 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-db258489-dd08-4613-a3d6-f15e5ba5fe6d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:05.805739 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '683744e7-dcf5-4814-99f5-3b97cc00fd0c') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:05.806021 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '683744e7-dcf5-4814-99f5-3b97cc00fd0c') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:05.820726 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-db258489-dd08-4613-a3d6-f15e5ba5fe6d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:05.902192 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49a40b3-72cd-4c4a-bcee-99730f8c1eac None None] DHCP port deletion for 2cc42de9-9ab0-413e-87d3-74860a13ceb3 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:26:05.908478 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:05.958311 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:05.971812 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d9737e06-f8cf-4508-bd7a-4c95fa027695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:05.977322 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4fcddab5-5689-4f2f-999b-ef559fe5d37f tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:05.980434 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-a7e2e4fb-a731-409e-a6fa-8148c94088f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Transition to ACTIVE for port object 5b73694a-df49-4632-bdd7-9ecd47916f35 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:05.981773 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:26:05.982174 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:26:05.997135 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:26:06.000013 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-db258489-dd08-4613-a3d6-f15e5ba5fe6d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.013878 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8b169e6-b15b-4960-9b7e-c61eed04050f tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.032352 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db258489-dd08-4613-a3d6-f15e5ba5fe6d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=08b99946-33d1-4e19-91b9-52521153d02d,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:06.036590 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b5cf938-0e8d-4102-8b84-b5490257b506 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.118753 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8520a069-c130-4d8d-841a-70c26c816c3b tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.120684 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d9737e06-f8cf-4508-bd7a-4c95fa027695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.125153 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8520a069-c130-4d8d-841a-70c26c816c3b tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.131802 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b169e6-b15b-4960-9b7e-c61eed04050f tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1864c5a-ca23-4cb3-99ca-cb523c4c310c,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:06.161683 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8b169e6-b15b-4960-9b7e-c61eed04050f tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.162831 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e8b169e6-b15b-4960-9b7e-c61eed04050f tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/b1864c5a-ca23-4cb3-99ca-cb523c4c310c HTTP/1.1" status: 204 len: 168 time: 0.7640753 Feb 28 14:26:06.166125 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55164) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:06.182132 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8520a069-c130-4d8d-841a-70c26c816c3b tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.182611 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8520a069-c130-4d8d-841a-70c26c816c3b tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Fanout notify agent at l3_agent the message router_deleted on router 3f9e1c81-3af3-4e6f-baf0-30429cbb3eb4 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:26:06.203554 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4fcddab5-5689-4f2f-999b-ef559fe5d37f tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.232193 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.237197 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.242808 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcddab5-5689-4f2f-999b-ef559fe5d37f tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a66bc7-b623-45b1-99be-822edf6c82d8,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:06.260797 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7f220380-92cd-4ef6-83c2-d07851eac8e0 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Synchronizing usage tracker for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group_rule {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:06.265318 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b5cf938-0e8d-4102-8b84-b5490257b506 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.287195 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/networks/2cc42de9-9ab0-413e-87d3-74860a13ceb3 HTTP/1.1" status: 204 len: 168 time: 9.3649955 Feb 28 14:26:06.293858 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55168) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:06.297819 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e4d14-673f-4070-96e6-b5dba3054efd tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Network': ['ID=2cc42de9-9ab0-413e-87d3-74860a13ceb3,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:06.299050 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4fcddab5-5689-4f2f-999b-ef559fe5d37f tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.302914 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4fcddab5-5689-4f2f-999b-ef559fe5d37f tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "DELETE /v2.0/security-groups/c2a66bc7-b623-45b1-99be-822edf6c82d8 HTTP/1.1" status: 204 len: 168 time: 0.9830530 Feb 28 14:26:06.308233 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7ad1063b-656f-4479-9daf-c02ec9083d33 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-978099438'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:06.309838 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8520a069-c130-4d8d-841a-70c26c816c3b tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.310917 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8520a069-c130-4d8d-841a-70c26c816c3b tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "DELETE /v2.0/routers/3f9e1c81-3af3-4e6f-baf0-30429cbb3eb4 HTTP/1.1" status: 204 len: 168 time: 2.9284086 Feb 28 14:26:06.314739 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7ad1063b-656f-4479-9daf-c02ec9083d33 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:06.315344 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55172) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:06.315846 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55174) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:06.325301 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7ad1063b-656f-4479-9daf-c02ec9083d33 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Usage tracker for resource:network and tenant:da983677876248308f7866178fb20b80 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:06.348107 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b852f304-a075-4c29-8dbc-d3d0977a900c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-756577212', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:06.352341 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5cf938-0e8d-4102-8b84-b5490257b506 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:06.355177 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7e2e4fb-a731-409e-a6fa-8148c94088f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.355370 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7f220380-92cd-4ef6-83c2-d07851eac8e0 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Unset dirty status for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group_rule {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:06.359795 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7f220380-92cd-4ef6-83c2-d07851eac8e0 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1895504 Feb 28 14:26:06.359964 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7ad1063b-656f-4479-9daf-c02ec9083d33 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:06.360450 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-2b5cf938-0e8d-4102-8b84-b5490257b506 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:06.362089 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55180) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:06.364438 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5cf938-0e8d-4102-8b84-b5490257b506 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event updated for resources: {'Port': ['ID=387d7e17-b58c-44a6-9f45-9485fea017dc,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:06.364894 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b852f304-a075-4c29-8dbc-d3d0977a900c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:06.366608 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5cf938-0e8d-4102-8b84-b5490257b506 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:06.428063 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b852f304-a075-4c29-8dbc-d3d0977a900c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Usage tracker for resource:router and tenant:65a020e798544f2fb4804c259bb54147 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:06.435928 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7ad1063b-656f-4479-9daf-c02ec9083d33 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:06.454647 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b852f304-a075-4c29-8dbc-d3d0977a900c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:06.462770 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:26:06.507708 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b852f304-a075-4c29-8dbc-d3d0977a900c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:06.515496 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d9737e06-f8cf-4508-bd7a-4c95fa027695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.530248 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe9ad726-a01f-4720-90b5-388a2f07f976 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.534917 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:06.535503 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.556944 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db258489-dd08-4613-a3d6-f15e5ba5fe6d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 48a65187-5d85-49a0-94f2-0643bb33d9d2 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:06.564594 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad1063b-656f-4479-9daf-c02ec9083d33 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Made reservation on behalf of da983677876248308f7866178fb20b80 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:06.568170 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ad1063b-656f-4479-9daf-c02ec9083d33 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.588129 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-db258489-dd08-4613-a3d6-f15e5ba5fe6d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:06.590287 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9737e06-f8cf-4508-bd7a-4c95fa027695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256f21bf-5b18-4cb0-aac2-3d3f5bd97997,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:06.597253 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e2e4fb-a731-409e-a6fa-8148c94088f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:06.609045 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe9ad726-a01f-4720-90b5-388a2f07f976 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.613403 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2e4fb-a731-409e-a6fa-8148c94088f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Port': ['ID=5b73694a-df49-4632-bdd7-9ecd47916f35,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:06.616146 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-a7e2e4fb-a731-409e-a6fa-8148c94088f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:06.623721 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5258078b-b50b-43a4-b259-12e12204b71e tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Synchronizing usage tracker for tenant:66028f20c62f403486129ac3caa1abb5 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:06.626936 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b852f304-a075-4c29-8dbc-d3d0977a900c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.627984 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b852f304-a075-4c29-8dbc-d3d0977a900c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.634705 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e2e4fb-a731-409e-a6fa-8148c94088f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:06.641220 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e2e4fb-a731-409e-a6fa-8148c94088f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:06.642321 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7e2e4fb-a731-409e-a6fa-8148c94088f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.752824 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d9737e06-f8cf-4508-bd7a-4c95fa027695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.755483 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d9737e06-f8cf-4508-bd7a-4c95fa027695 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/256f21bf-5b18-4cb0-aac2-3d3f5bd97997 HTTP/1.1" status: 204 len: 168 time: 1.2286291 Feb 28 14:26:06.765313 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ad1063b-656f-4479-9daf-c02ec9083d33 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:26:06.773374 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device f4a13215-f854-4611-b7c5-df36f4819e2f no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:26:06.776982 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ad1063b-656f-4479-9daf-c02ec9083d33 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.777455 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-7ad1063b-656f-4479-9daf-c02ec9083d33 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Added segment 3897f9aa-eb1d-482b-9405-37a503b145ee of type vlan for network 474d94c7-4473-480f-8836-b4523ffd37d2 Feb 28 14:26:06.809889 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ad1063b-656f-4479-9daf-c02ec9083d33 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.830979 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe9ad726-a01f-4720-90b5-388a2f07f976 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.862387 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ad1063b-656f-4479-9daf-c02ec9083d33 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.869194 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad1063b-656f-4479-9daf-c02ec9083d33 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:06.870277 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7ad1063b-656f-4479-9daf-c02ec9083d33 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.882330 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ad726-a01f-4720-90b5-388a2f07f976 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=472a0d83-8b31-49db-ba9c-d239f531b925,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:06.904399 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a7e2e4fb-a731-409e-a6fa-8148c94088f0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.7340713 Feb 28 14:26:06.909187 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: f4a13215-f854-4611-b7c5-df36f4819e2f {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:26:06.910206 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device f4a13215-f854-4611-b7c5-df36f4819e2f not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:26:06.929247 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55186) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:06.941616 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe9ad726-a01f-4720-90b5-388a2f07f976 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:06.947869 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fe9ad726-a01f-4720-90b5-388a2f07f976 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "DELETE /v2.0/security-groups/472a0d83-8b31-49db-ba9c-d239f531b925 HTTP/1.1" status: 204 len: 168 time: 0.5843084 Feb 28 14:26:06.948839 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55188) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:06.970091 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b852f304-a075-4c29-8dbc-d3d0977a900c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:07.060173 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-25970d30-9f34-437c-a8e0-c27e32e45737 None None] Provisioning complete for port 08b99946-33d1-4e19-91b9-52521153d02d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:07.060843 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-25970d30-9f34-437c-a8e0-c27e32e45737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:07.071464 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b5cf938-0e8d-4102-8b84-b5490257b506 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:07.079359 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5258078b-b50b-43a4-b259-12e12204b71e tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Unset dirty status for tenant:66028f20c62f403486129ac3caa1abb5 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:07.084344 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5258078b-b50b-43a4-b259-12e12204b71e tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7631345 Feb 28 14:26:07.091306 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55196) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:07.097500 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-0533f194-f089-4577-87c5-8689ea4ca5fb tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group': {'name': 'tempest-secgroup--842148566'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:07.122800 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-25970d30-9f34-437c-a8e0-c27e32e45737 None None] Port 08b99946-33d1-4e19-91b9-52521153d02d cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:26:07.135679 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0533f194-f089-4577-87c5-8689ea4ca5fb tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:07.137636 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-25970d30-9f34-437c-a8e0-c27e32e45737 None None] Provisioning for port 5b73694a-df49-4632-bdd7-9ecd47916f35 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:26:07.144993 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-25970d30-9f34-437c-a8e0-c27e32e45737 None None] Provisioning complete for port 5b73694a-df49-4632-bdd7-9ecd47916f35 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:07.147557 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-25970d30-9f34-437c-a8e0-c27e32e45737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:07.153045 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ec4282e5-0b34-46fb-a9bb-bf8bdc65afb4 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Synchronizing usage tracker for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:07.160913 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0533f194-f089-4577-87c5-8689ea4ca5fb tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:07.183739 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b5cf938-0e8d-4102-8b84-b5490257b506 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:07.213421 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0533f194-f089-4577-87c5-8689ea4ca5fb tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:07.231006 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-25970d30-9f34-437c-a8e0-c27e32e45737 None None] Port 5b73694a-df49-4632-bdd7-9ecd47916f35 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:26:07.245140 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7ad1063b-656f-4479-9daf-c02ec9083d33 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9488080 Feb 28 14:26:07.254166 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55204) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:07.257438 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0533f194-f089-4577-87c5-8689ea4ca5fb tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:07.267607 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1063b-656f-4479-9daf-c02ec9083d33 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event updated for resources: {'Network': ['ID=474d94c7-4473-480f-8836-b4523ffd37d2,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:07.272338 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-26fb8d1c-3b3d-4f7c-8496-7ae5502962e7 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:07.285081 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 474d94c7-4473-480f-8836-b4523ffd37d2 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:26:07.289589 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0533f194-f089-4577-87c5-8689ea4ca5fb tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Usage tracker for resource:security_group_rule and tenant:66028f20c62f403486129ac3caa1abb5 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:07.293346 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0533f194-f089-4577-87c5-8689ea4ca5fb tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:07.302436 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ec4282e5-0b34-46fb-a9bb-bf8bdc65afb4 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Unset dirty status for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:07.308911 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ec4282e5-0b34-46fb-a9bb-bf8bdc65afb4 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3370354 Feb 28 14:26:07.314177 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55210) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:07.322973 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0533f194-f089-4577-87c5-8689ea4ca5fb tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:07.391556 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b5ac6f2c-9815-4eb6-9791-d7bfb7371368 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Request body: {'security_group': {'name': 'tempest-secgroup--793944467'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:07.521888 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be987b9-d864-4a71-9673-0935ae9d8f6d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:07.527917 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be987b9-d864-4a71-9673-0935ae9d8f6d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:07.528697 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7be987b9-d864-4a71-9673-0935ae9d8f6d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:07.533259 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b5ac6f2c-9815-4eb6-9791-d7bfb7371368 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:07.539647 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db258489-dd08-4613-a3d6-f15e5ba5fe6d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 3cef54b5-a965-40cb-85d6-7b6c2a48f617 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:26:07.623331 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-91c0c19c-76d7-484e-8f86-c0a31d58d2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:07.708236 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0533f194-f089-4577-87c5-8689ea4ca5fb tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:07.719393 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26fb8d1c-3b3d-4f7c-8496-7ae5502962e7 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:07.727522 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0533f194-f089-4577-87c5-8689ea4ca5fb tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:07.772185 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55224) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:07.787925 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26fb8d1c-3b3d-4f7c-8496-7ae5502962e7 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:07.820915 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b5ac6f2c-9815-4eb6-9791-d7bfb7371368 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:07.827879 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b852f304-a075-4c29-8dbc-d3d0977a900c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:07.895569 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7be987b9-d864-4a71-9673-0935ae9d8f6d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:07.896735 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7be987b9-d864-4a71-9673-0935ae9d8f6d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.9494882 Feb 28 14:26:07.915075 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5ac6f2c-9815-4eb6-9791-d7bfb7371368 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:07.927187 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55230) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:07.942329 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b5cf938-0e8d-4102-8b84-b5490257b506 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:07.966210 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b5cf938-0e8d-4102-8b84-b5490257b506 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:07.969842 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-26fb8d1c-3b3d-4f7c-8496-7ae5502962e7 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Network 474d94c7-4473-480f-8836-b4523ffd37d2 is not hosted by any dhcp agent {{(pid=87773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 28 14:26:07.974902 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fb8d1c-3b3d-4f7c-8496-7ae5502962e7 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:07.975499 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26fb8d1c-3b3d-4f7c-8496-7ae5502962e7 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:07.979951 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-26fb8d1c-3b3d-4f7c-8496-7ae5502962e7 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "PUT /v2.0/networks/474d94c7-4473-480f-8836-b4523ffd37d2 HTTP/1.1" status: 200 len: 723 time: 0.7213860 Feb 28 14:26:08.006543 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55234) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:08.010003 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533f194-f089-4577-87c5-8689ea4ca5fb tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=443413ae-259e-41c4-9848-002c11b16dfe,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:08.012161 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0533f194-f089-4577-87c5-8689ea4ca5fb tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:08.016141 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0533f194-f089-4577-87c5-8689ea4ca5fb tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9210000 Feb 28 14:26:08.023667 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55238) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:08.023858 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-508f2f31-9f43-433f-9728-db48ae41b18f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Request body: {'subnet': {'network_id': '474d94c7-4473-480f-8836-b4523ffd37d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:08.043866 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b5ac6f2c-9815-4eb6-9791-d7bfb7371368 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:08.082053 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b5ac6f2c-9815-4eb6-9791-d7bfb7371368 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Usage tracker for resource:security_group_rule and tenant:2cba675d61d54c2f9c9bfa59ac012ba1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:08.096593 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-0c96f8f7-86e1-4c08-98f9-b14d96b5b6b9 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group_rule': {'security_group_id': '443413ae-259e-41c4-9848-002c11b16dfe', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:08.097373 dv-neutron-831192-4-hyperv neutron-server[87773]: WARNING neutron.api.v2.base [None req-0c96f8f7-86e1-4c08-98f9-b14d96b5b6b9 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 28 14:26:08.097865 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-0c96f8f7-86e1-4c08-98f9-b14d96b5b6b9 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:26:08.101464 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0c96f8f7-86e1-4c08-98f9-b14d96b5b6b9 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0653429 Feb 28 14:26:08.106929 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55244) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:08.135286 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-84a3df69-0fb3-4545-9fb4-fde2809b6925 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-511901888'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:08.148620 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b5ac6f2c-9815-4eb6-9791-d7bfb7371368 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:08.160933 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-84a3df69-0fb3-4545-9fb4-fde2809b6925 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:08.165343 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb8d1c-3b3d-4f7c-8496-7ae5502962e7 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event updated for resources: {'Network': ['ID=474d94c7-4473-480f-8836-b4523ffd37d2,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:08.172494 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b5ac6f2c-9815-4eb6-9791-d7bfb7371368 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:08.179195 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 474d94c7-4473-480f-8836-b4523ffd37d2 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:26:08.188330 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5cf938-0e8d-4102-8b84-b5490257b506 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event updated for resources: {'Port': ['ID=387d7e17-b58c-44a6-9f45-9485fea017dc,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:08.193468 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-84a3df69-0fb3-4545-9fb4-fde2809b6925 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:network and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:08.198193 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-84a3df69-0fb3-4545-9fb4-fde2809b6925 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:08.214850 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-84a3df69-0fb3-4545-9fb4-fde2809b6925 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:08.229498 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-53e341a5-ce40-4650-99e9-77f16e8a03f7 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting port 5b73694a-df49-4632-bdd7-9ecd47916f35 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:08.229735 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-53e341a5-ce40-4650-99e9-77f16e8a03f7 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:08.240249 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b5cf938-0e8d-4102-8b84-b5490257b506 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:08.316135 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a3df69-0fb3-4545-9fb4-fde2809b6925 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:08.319337 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-84a3df69-0fb3-4545-9fb4-fde2809b6925 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:08.349352 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-84a3df69-0fb3-4545-9fb4-fde2809b6925 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:08.369751 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-533d60d7-88a9-40d4-b57a-5e96825cf881 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:08.379460 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db258489-dd08-4613-a3d6-f15e5ba5fe6d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:26:08.391331 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea34665-591d-4b1f-b395-f65baa2c9fbb None None] Sync routers for ids ['3cef54b5-a965-40cb-85d6-7b6c2a48f617'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:26:08.408922 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea34665-591d-4b1f-b395-f65baa2c9fbb None None] Routers {'3cef54b5-a965-40cb-85d6-7b6c2a48f617'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:08.409172 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-508f2f31-9f43-433f-9728-db48ae41b18f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:08.409994 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-5ea34665-591d-4b1f-b395-f65baa2c9fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:25:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3cef54b5-a965-40cb-85d6-7b6c2a48f617'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:08.429855 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-508f2f31-9f43-433f-9728-db48ae41b18f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Usage tracker for resource:subnet and tenant:da983677876248308f7866178fb20b80 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:08.434428 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-508f2f31-9f43-433f-9728-db48ae41b18f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:08.447094 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-84a3df69-0fb3-4545-9fb4-fde2809b6925 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:08.465359 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-84a3df69-0fb3-4545-9fb4-fde2809b6925 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:security_group_rule and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:08.471681 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-84a3df69-0fb3-4545-9fb4-fde2809b6925 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:08.476755 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-533d60d7-88a9-40d4-b57a-5e96825cf881 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:08.481884 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-508f2f31-9f43-433f-9728-db48ae41b18f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:08.501067 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-84a3df69-0fb3-4545-9fb4-fde2809b6925 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:08.506753 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-db258489-dd08-4613-a3d6-f15e5ba5fe6d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "PUT /v2.0/routers/3cef54b5-a965-40cb-85d6-7b6c2a48f617/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1552076 Feb 28 14:26:08.541228 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-2b5cf938-0e8d-4102-8b84-b5490257b506 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Floating IP 6f0a1a48-7666-49b9-b211-ec512b9eeef3 associated. External IP: 172.26.5.104, port: 8d969443-ede3-4799-91a7-c7a1d1ff2ac7. Feb 28 14:26:08.581407 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508f2f31-9f43-433f-9728-db48ae41b18f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Made reservation on behalf of da983677876248308f7866178fb20b80 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:08.586389 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-508f2f31-9f43-433f-9728-db48ae41b18f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:08.597408 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-5ea34665-591d-4b1f-b395-f65baa2c9fbb None None] Set router 3cef54b5-a965-40cb-85d6-7b6c2a48f617 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:26:08.692760 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5ac6f2c-9815-4eb6-9791-d7bfb7371368 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:08.730400 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-533d60d7-88a9-40d4-b57a-5e96825cf881 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:08.765073 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5ac6f2c-9815-4eb6-9791-d7bfb7371368 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:08.766692 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d60d7-88a9-40d4-b57a-5e96825cf881 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=443413ae-259e-41c4-9848-002c11b16dfe,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:08.804944 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-533d60d7-88a9-40d4-b57a-5e96825cf881 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:08.808855 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-533d60d7-88a9-40d4-b57a-5e96825cf881 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "DELETE /v2.0/security-groups/443413ae-259e-41c4-9848-002c11b16dfe HTTP/1.1" status: 204 len: 168 time: 0.6677985 Feb 28 14:26:08.811977 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55252) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:08.873763 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac6f2c-9815-4eb6-9791-d7bfb7371368 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30bcdd2b-8c22-4230-85a8-96b70323c456,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:08.877418 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5ac6f2c-9815-4eb6-9791-d7bfb7371368 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:08.881460 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b5ac6f2c-9815-4eb6-9791-d7bfb7371368 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5598178 Feb 28 14:26:08.884912 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55256) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:08.891181 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-53e341a5-ce40-4650-99e9-77f16e8a03f7 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:08.901997 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-820a14a9-d86c-4d9a-bb4e-e87006cf68bb tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Request body: {'security_group_rule': {'security_group_id': '30bcdd2b-8c22-4230-85a8-96b70323c456', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:08.913644 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-820a14a9-d86c-4d9a-bb4e-e87006cf68bb tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:08.941615 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-84a3df69-0fb3-4545-9fb4-fde2809b6925 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:08.970476 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-84a3df69-0fb3-4545-9fb4-fde2809b6925 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:09.035201 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-820a14a9-d86c-4d9a-bb4e-e87006cf68bb tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Usage tracker for resource:security_group_rule and tenant:2cba675d61d54c2f9c9bfa59ac012ba1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:09.036002 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-5ea34665-591d-4b1f-b395-f65baa2c9fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'name': 'tempest-TestNetworkBasicOps-router-795233918', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:28Z', 'updated_at': '2022-02-28T14:26:03Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:31Z', 'updated_at': '2022-02-28T14:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '97ea4d9f-a6e8-43b2-b985-0522065592d9', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.177', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'port_id': '8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097', 'mac_address': 'fa:16:3e:d2:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1eaf44-0409-4694-add4-a9b3492ce3d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:24:36Z', 'updated_at': '2022-02-28T14:24:44Z', 'revision_number': 1, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08b99946-33d1-4e19-91b9-52521153d02d', 'name': '', 'network_id': '48a65187-5d85-49a0-94f2-0643bb33d9d2', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:63:84:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ae75369c-b3d9-4ba4-936b-7128a18c3c01', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:26:00Z', 'updated_at': '2022-02-28T14:26:04Z', 'revision_number': 2, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': 'ae75369c-b3d9-4ba4-936b-7128a18c3c01', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f3f48cf-792a-4115-9592-ba33be99ff26', 'name': '', 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:8e:e0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:43Z', 'updated_at': '2022-02-28T14:23:55Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:09.040365 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-820a14a9-d86c-4d9a-bb4e-e87006cf68bb tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:09.043012 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea34665-591d-4b1f-b395-f65baa2c9fbb None None] Checking router: 3cef54b5-a965-40cb-85d6-7b6c2a48f617 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:26:09.043408 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea34665-591d-4b1f-b395-f65baa2c9fbb None None] Updating router 3cef54b5-a965-40cb-85d6-7b6c2a48f617 port 08b99946-33d1-4e19-91b9-52521153d02d binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:26:09.061676 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cce2d364-63f7-42c3-a4d3-57993dc29072 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Synchronizing usage tracker for tenant:66028f20c62f403486129ac3caa1abb5 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:09.072001 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a3df69-0fb3-4545-9fb4-fde2809b6925 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:26:09.110807 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3df69-0fb3-4545-9fb4-fde2809b6925 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e512e646-8660-4c38-ad84-e91f0c68032e,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:09.113112 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-5ea34665-591d-4b1f-b395-f65baa2c9fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:09.113730 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-84a3df69-0fb3-4545-9fb4-fde2809b6925 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:09.114061 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-84a3df69-0fb3-4545-9fb4-fde2809b6925 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Added segment 5ac37a88-1607-4999-87c8-291fa37cf983 of type vlan for network c552b6b4-4225-4369-a19c-c50fb286d574 Feb 28 14:26:09.147877 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5cf938-0e8d-4102-8b84-b5490257b506 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Router c03555cd-652b-4bba-b748-91a2da17fdbf has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:26:09.153718 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cce2d364-63f7-42c3-a4d3-57993dc29072 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Unset dirty status for tenant:66028f20c62f403486129ac3caa1abb5 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:09.155128 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cce2d364-63f7-42c3-a4d3-57993dc29072 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3420546 Feb 28 14:26:09.159307 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55260) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:09.164071 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-84a3df69-0fb3-4545-9fb4-fde2809b6925 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:09.171764 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-67bb1d34-d495-4090-836d-53829a2559eb tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group': {'name': 'tempest-secgroup--1763743916'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:09.181502 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-53e341a5-ce40-4650-99e9-77f16e8a03f7 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Calling delete_port for 5b73694a-df49-4632-bdd7-9ecd47916f35 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:09.181998 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-67bb1d34-d495-4090-836d-53829a2559eb tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:09.260123 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-67bb1d34-d495-4090-836d-53829a2559eb tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:09.298132 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67bb1d34-d495-4090-836d-53829a2559eb tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:09.311339 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-84a3df69-0fb3-4545-9fb4-fde2809b6925 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:09.316870 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a3df69-0fb3-4545-9fb4-fde2809b6925 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:09.317712 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-84a3df69-0fb3-4545-9fb4-fde2809b6925 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:09.370517 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-820a14a9-d86c-4d9a-bb4e-e87006cf68bb tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:09.464095 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b852f304-a075-4c29-8dbc-d3d0977a900c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:09.504476 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-67bb1d34-d495-4090-836d-53829a2559eb tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:09.519585 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b852f304-a075-4c29-8dbc-d3d0977a900c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:09.532057 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-5ea34665-591d-4b1f-b395-f65baa2c9fbb None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:09.533671 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-820a14a9-d86c-4d9a-bb4e-e87006cf68bb tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:09.544366 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-5ea34665-591d-4b1f-b395-f65baa2c9fbb None None] Transition to ACTIVE for port object 08b99946-33d1-4e19-91b9-52521153d02d will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:09.553448 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-5ea34665-591d-4b1f-b395-f65baa2c9fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:09.659993 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3df69-0fb3-4545-9fb4-fde2809b6925 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Network': ['ID=c552b6b4-4225-4369-a19c-c50fb286d574,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:09.665739 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-67bb1d34-d495-4090-836d-53829a2559eb tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Usage tracker for resource:security_group_rule and tenant:66028f20c62f403486129ac3caa1abb5 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:09.672217 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-67bb1d34-d495-4090-836d-53829a2559eb tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:09.675714 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-84a3df69-0fb3-4545-9fb4-fde2809b6925 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9002781 Feb 28 14:26:09.678537 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network c552b6b4-4225-4369-a19c-c50fb286d574 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:26:09.687894 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55264) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:09.688830 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-67bb1d34-d495-4090-836d-53829a2559eb tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:09.700814 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-133c6715-2c78-469d-9c9d-e47a1def6a9d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'port': {'network_id': 'c552b6b4-4225-4369-a19c-c50fb286d574', 'name': 'tempest-PortsTestJSON-549999138'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:09.718779 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5cf938-0e8d-4102-8b84-b5490257b506 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:26:09.735514 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d12e97-12fc-499f-9f77-282d6f96fc6a None None] Sync routers for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:26:09.793047 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-508f2f31-9f43-433f-9728-db48ae41b18f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:09.810334 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9252e17-a1ba-440d-9878-bd6113f4bfe0 None None] Pushing event updated for resources: {'Port': ['ID=08b99946-33d1-4e19-91b9-52521153d02d,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:09.845775 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b5cf938-0e8d-4102-8b84-b5490257b506 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:09.854928 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-53e341a5-ce40-4650-99e9-77f16e8a03f7 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:09.899197 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-133c6715-2c78-469d-9c9d-e47a1def6a9d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:09.902330 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9252e17-a1ba-440d-9878-bd6113f4bfe0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:09.902868 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9252e17-a1ba-440d-9878-bd6113f4bfe0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:09.903391 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9252e17-a1ba-440d-9878-bd6113f4bfe0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:09.903868 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9252e17-a1ba-440d-9878-bd6113f4bfe0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:09.904343 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9252e17-a1ba-440d-9878-bd6113f4bfe0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:09.905413 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9252e17-a1ba-440d-9878-bd6113f4bfe0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:09.905914 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9252e17-a1ba-440d-9878-bd6113f4bfe0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:09.906665 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9252e17-a1ba-440d-9878-bd6113f4bfe0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:09.907292 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9252e17-a1ba-440d-9878-bd6113f4bfe0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:09.907768 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9252e17-a1ba-440d-9878-bd6113f4bfe0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:09.908418 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9252e17-a1ba-440d-9878-bd6113f4bfe0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:09.908889 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9252e17-a1ba-440d-9878-bd6113f4bfe0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:09.912034 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d12e97-12fc-499f-9f77-282d6f96fc6a None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:09.912910 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-33d12e97-12fc-499f-9f77-282d6f96fc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:25:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:09.918024 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-133c6715-2c78-469d-9c9d-e47a1def6a9d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:port and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:09.925516 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-133c6715-2c78-469d-9c9d-e47a1def6a9d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:09.939338 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-5ea34665-591d-4b1f-b395-f65baa2c9fbb None None] Attempting to bind port 08b99946-33d1-4e19-91b9-52521153d02d on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:26:09.940219 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-5ea34665-591d-4b1f-b395-f65baa2c9fbb None None] Attempting to bind port 08b99946-33d1-4e19-91b9-52521153d02d by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '16381587-2111-4126-94e4-f99c0206869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '48a65187-5d85-49a0-94f2-0643bb33d9d2'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:26:09.940779 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea34665-591d-4b1f-b395-f65baa2c9fbb None None] Attempting to bind port 08b99946-33d1-4e19-91b9-52521153d02d on network 48a65187-5d85-49a0-94f2-0643bb33d9d2 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:26:09.941403 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2b5cf938-0e8d-4102-8b84-b5490257b506 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.0362849 Feb 28 14:26:09.942462 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-133c6715-2c78-469d-9c9d-e47a1def6a9d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:09.947748 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55268) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:09.950094 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea34665-591d-4b1f-b395-f65baa2c9fbb None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:26:09.950663 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea34665-591d-4b1f-b395-f65baa2c9fbb None None] Checking segment: {'id': '16381587-2111-4126-94e4-f99c0206869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '48a65187-5d85-49a0-94f2-0643bb33d9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:26:09.951269 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-5ea34665-591d-4b1f-b395-f65baa2c9fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:09.952903 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea34665-591d-4b1f-b395-f65baa2c9fbb None None] Bound using segment: {'id': '16381587-2111-4126-94e4-f99c0206869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '48a65187-5d85-49a0-94f2-0643bb33d9d2'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:26:09.953920 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-5ea34665-591d-4b1f-b395-f65baa2c9fbb None None] Bound port: 08b99946-33d1-4e19-91b9-52521153d02d, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16381587-2111-4126-94e4-f99c0206869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '48a65187-5d85-49a0-94f2-0643bb33d9d2'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:26:09.954497 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-5ea34665-591d-4b1f-b395-f65baa2c9fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:09.966237 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-b852f304-a075-4c29-8dbc-d3d0977a900c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Allocated IP 172.26.5.196 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/61a4007b-42bb-4da5-a505-b930fa16a1fb) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:09.988202 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-33d12e97-12fc-499f-9f77-282d6f96fc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:10.015762 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d12e97-12fc-499f-9f77-282d6f96fc6a None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:10.016872 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-33d12e97-12fc-499f-9f77-282d6f96fc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:25:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:10.028461 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67bb1d34-d495-4090-836d-53829a2559eb tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:10.046372 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133c6715-2c78-469d-9c9d-e47a1def6a9d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:10.049843 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-133c6715-2c78-469d-9c9d-e47a1def6a9d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:10.062939 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67bb1d34-d495-4090-836d-53829a2559eb tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:10.075132 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-5ea34665-591d-4b1f-b395-f65baa2c9fbb None None] For port 08b99946-33d1-4e19-91b9-52521153d02d, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:26:10.078739 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-87a6e35a-20bc-4205-bd79-f86cfa2c63f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:10.081882 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-5ea34665-591d-4b1f-b395-f65baa2c9fbb None None] For port 08b99946-33d1-4e19-91b9-52521153d02d, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=08b99946-33d1-4e19-91b9-52521153d02d,segment=NetworkSegment(16381587-2111-4126-94e4-f99c0206869f),segment_id=16381587-2111-4126-94e4-f99c0206869f)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:26:10.088322 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-33d12e97-12fc-499f-9f77-282d6f96fc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:10.088826 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d12e97-12fc-499f-9f77-282d6f96fc6a None None] The sync data for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:26:10.091644 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-5ea34665-591d-4b1f-b395-f65baa2c9fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:10.119085 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-133c6715-2c78-469d-9c9d-e47a1def6a9d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] device_id is not set on port 700f7c04-1bf7-4cc7-9bc6-f4c66bedc711 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:26:10.166238 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea34665-591d-4b1f-b395-f65baa2c9fbb None None] Routers {'3cef54b5-a965-40cb-85d6-7b6c2a48f617'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:10.167341 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-5ea34665-591d-4b1f-b395-f65baa2c9fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:26:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3cef54b5-a965-40cb-85d6-7b6c2a48f617'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:10.178660 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-151c1c04-8bf0-4f8b-a8d9-76a657366eb8 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "GET /v2.0/floatingips/6f0a1a48-7666-49b9-b211-ec512b9eeef3 HTTP/1.1" status: 200 len: 979 time: 0.2298167 Feb 28 14:26:10.190127 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67bb1d34-d495-4090-836d-53829a2559eb tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:10.194020 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-67bb1d34-d495-4090-836d-53829a2559eb tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0307646 Feb 28 14:26:10.194020 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb1d34-d495-4090-836d-53829a2559eb tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b883b9-88da-462c-93c6-b25fb784f7c6,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:10.198714 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55272) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:10.200598 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55274) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:10.206135 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e341a5-ce40-4650-99e9-77f16e8a03f7 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Port': ['ID=5b73694a-df49-4632-bdd7-9ecd47916f35,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:10.227448 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f242285b-fbf1-40d8-96db-42cc76da9193 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group_rule': {'security_group_id': 'c8b883b9-88da-462c-93c6-b25fb784f7c6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:10.228470 dv-neutron-831192-4-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-f242285b-fbf1-40d8-96db-42cc76da9193 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 28 14:26:10.229089 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-f242285b-fbf1-40d8-96db-42cc76da9193 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:26:10.232905 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f242285b-fbf1-40d8-96db-42cc76da9193 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0260372 Feb 28 14:26:10.251042 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55280) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:10.306159 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-53e341a5-ce40-4650-99e9-77f16e8a03f7 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:10.363092 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b852f304-a075-4c29-8dbc-d3d0977a900c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:10.412084 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bebe79a6-d076-4ed3-9596-152559389a40 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Synchronizing usage tracker for tenant:a713dce2e4474a3e85dacb2710c38d65 on resource:floatingip {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:10.435680 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b852f304-a075-4c29-8dbc-d3d0977a900c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:10.504548 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-5ea34665-591d-4b1f-b395-f65baa2c9fbb None None] Set router 3cef54b5-a965-40cb-85d6-7b6c2a48f617 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:26:10.532047 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f2f31-9f43-433f-9728-db48ae41b18f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event updated for resources: {'Subnet': ['ID=bb03137a-be1c-4909-b428-03a807c3652e,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:10.546853 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852f304-a075-4c29-8dbc-d3d0977a900c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Pushing event updated for resources: {'Port': ['ID=61a4007b-42bb-4da5-a505-b930fa16a1fb,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:10.550590 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508f2f31-9f43-433f-9728-db48ae41b18f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Checking segment: {'id': '3897f9aa-eb1d-482b-9405-37a503b145ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '474d94c7-4473-480f-8836-b4523ffd37d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:26:10.550953 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508f2f31-9f43-433f-9728-db48ae41b18f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Network hostable DHCP agents. Network: 474d94c7-4473-480f-8836-b4523ffd37d2, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:26:10.562000 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-820a14a9-d86c-4d9a-bb4e-e87006cf68bb tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:10.579492 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b852f304-a075-4c29-8dbc-d3d0977a900c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:10.588465 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9252e17-a1ba-440d-9878-bd6113f4bfe0 None None] Pushing event updated for resources: {'Port': ['ID=08b99946-33d1-4e19-91b9-52521153d02d,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:10.589146 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b852f304-a075-4c29-8dbc-d3d0977a900c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:10.592236 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b852f304-a075-4c29-8dbc-d3d0977a900c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:10.633060 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-820a14a9-d86c-4d9a-bb4e-e87006cf68bb tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:10.649698 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bebe79a6-d076-4ed3-9596-152559389a40 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Unset dirty status for tenant:a713dce2e4474a3e85dacb2710c38d65 on resource:floatingip {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:10.650879 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bebe79a6-d076-4ed3-9596-152559389a40 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.4465551 Feb 28 14:26:10.656677 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55284) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:10.667351 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-53e341a5-ce40-4650-99e9-77f16e8a03f7 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/5b73694a-df49-4632-bdd7-9ecd47916f35 HTTP/1.1" status: 204 len: 168 time: 2.7312884 Feb 28 14:26:10.670748 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2ef5b168-3697-41e4-b5ab-b0ac605e9c04 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Request body: {'floatingip': {'port_id': 'b64ea1e2-752e-42ca-bc99-cf5053f04b88'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:10.695469 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55288) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:10.752378 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-133c6715-2c78-469d-9c9d-e47a1def6a9d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:10.780653 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508f2f31-9f43-433f-9728-db48ae41b18f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Network 474d94c7-4473-480f-8836-b4523ffd37d2 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:26:10.785755 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceb56f9-fb33-4ce4-822d-e08b7bd0cf35 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:10.788039 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceb56f9-fb33-4ce4-822d-e08b7bd0cf35 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:10.789409 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1ceb56f9-fb33-4ce4-822d-e08b7bd0cf35 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:10.794672 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a14a9-d86c-4d9a-bb4e-e87006cf68bb tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ccf690-2a6c-4bc5-8bb3-1469ddcc521d,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:10.799800 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-597a3eb1-8287-4d5e-a283-d78fb9c8543d req-9e458c16-2901-4dd9-8970-6266920b6f6c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fe1eaf44-0409-4694-add4-a9b3492ce3d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3039825 Feb 28 14:26:10.803403 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ef5b168-3697-41e4-b5ab-b0ac605e9c04 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:10.914172 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-820a14a9-d86c-4d9a-bb4e-e87006cf68bb tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:10.915578 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-820a14a9-d86c-4d9a-bb4e-e87006cf68bb tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.0312502 Feb 28 14:26:10.922171 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-508f2f31-9f43-433f-9728-db48ae41b18f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 474d94c7-4473-480f-8836-b4523ffd37d2) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:10.926796 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55292) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:10.939502 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6464655e-8f6b-491c-8378-58dfde0e06c6 None None] Network 474d94c7-4473-480f-8836-b4523ffd37d2 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:10.979964 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-5ea34665-591d-4b1f-b395-f65baa2c9fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'name': 'tempest-TestNetworkBasicOps-router-795233918', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:28Z', 'updated_at': '2022-02-28T14:26:03Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:31Z', 'updated_at': '2022-02-28T14:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '97ea4d9f-a6e8-43b2-b985-0522065592d9', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.177', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'port_id': '8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097', 'mac_address': 'fa:16:3e:d2:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1eaf44-0409-4694-add4-a9b3492ce3d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:24:36Z', 'updated_at': '2022-02-28T14:24:44Z', 'revision_number': 1, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08b99946-33d1-4e19-91b9-52521153d02d', 'name': '', 'network_id': '48a65187-5d85-49a0-94f2-0643bb33d9d2', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:63:84:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ae75369c-b3d9-4ba4-936b-7128a18c3c01', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:26:00Z', 'updated_at': '2022-02-28T14:26:10Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': 'ae75369c-b3d9-4ba4-936b-7128a18c3c01', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f3f48cf-792a-4115-9592-ba33be99ff26', 'name': '', 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:8e:e0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:43Z', 'updated_at': '2022-02-28T14:23:55Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:10.982696 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:10.987281 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea34665-591d-4b1f-b395-f65baa2c9fbb None None] The sync data for ids ['3cef54b5-a965-40cb-85d6-7b6c2a48f617'] in dv-neutron-831192-4-hyperv is: [{'id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'name': 'tempest-TestNetworkBasicOps-router-795233918', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:28Z', 'updated_at': '2022-02-28T14:26:03Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:31Z', 'updated_at': '2022-02-28T14:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '97ea4d9f-a6e8-43b2-b985-0522065592d9', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.177', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'port_id': '8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097', 'mac_address': 'fa:16:3e:d2:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1eaf44-0409-4694-add4-a9b3492ce3d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:24:36Z', 'updated_at': '2022-02-28T14:24:44Z', 'revision_number': 1, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08b99946-33d1-4e19-91b9-52521153d02d', 'name': '', 'network_id': '48a65187-5d85-49a0-94f2-0643bb33d9d2', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:63:84:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ae75369c-b3d9-4ba4-936b-7128a18c3c01', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:26:00Z', 'updated_at': '2022-02-28T14:26:10Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': 'ae75369c-b3d9-4ba4-936b-7128a18c3c01', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f3f48cf-792a-4115-9592-ba33be99ff26', 'name': '', 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:8e:e0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:43Z', 'updated_at': '2022-02-28T14:23:55Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:26:11.033276 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508f2f31-9f43-433f-9728-db48ae41b18f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:11.055687 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-508f2f31-9f43-433f-9728-db48ae41b18f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:11.076515 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-133c6715-2c78-469d-9c9d-e47a1def6a9d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:11.095680 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:11.110896 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91c1fd63-957c-4d98-98ab-d1faa5201608 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:11.141621 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1ceb56f9-fb33-4ce4-822d-e08b7bd0cf35 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:11.145791 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1ceb56f9-fb33-4ce4-822d-e08b7bd0cf35 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4471431 Feb 28 14:26:11.150797 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55298) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:11.216611 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-508f2f31-9f43-433f-9728-db48ae41b18f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2097991 Feb 28 14:26:11.227839 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55302) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:11.232588 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91c1fd63-957c-4d98-98ab-d1faa5201608 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:11.261961 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6beac044-34d2-4e37-a3e1-af1e2fcdfb7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-474d94c7-4473-480f-8836-b4523ffd37d2', 'network_id': '474d94c7-4473-480f-8836-b4523ffd37d2', 'tenant_id': 'da983677876248308f7866178fb20b80', 'fixed_ips': [{'subnet_id': 'bb03137a-be1c-4909-b428-03a807c3652e'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:26:11.263307 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6beac044-34d2-4e37-a3e1-af1e2fcdfb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:11.293285 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e02bd74-4ca2-4f03-9a64-d8d0034efdee tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:11.313077 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d1325220-066e-467a-9006-77cdf09edfb5 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:11.347252 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a3eb1-8287-4d5e-a283-d78fb9c8543d req-5445ada9-1ff8-4308-94b4-e2d4a3a1329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:11.348756 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-597a3eb1-8287-4d5e-a283-d78fb9c8543d req-5445ada9-1ff8-4308-94b4-e2d4a3a1329c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=fe1eaf44-0409-4694-add4-a9b3492ce3d5 HTTP/1.1" status: 200 len: 1099 time: 0.4651337 Feb 28 14:26:11.378328 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-3086c185-5c4e-4236-88bf-e00e65b97bbe tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet a4deadf4-e29d-47c6-8ba9-877ddfa30803 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:26:11.402538 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3086c185-5c4e-4236-88bf-e00e65b97bbe tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:11.425038 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c6715-2c78-469d-9c9d-e47a1def6a9d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Port': ['ID=700f7c04-1bf7-4cc7-9bc6-f4c66bedc711,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:11.449359 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e02bd74-4ca2-4f03-9a64-d8d0034efdee tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:11.457197 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-6beac044-34d2-4e37-a3e1-af1e2fcdfb7e None None] Allocated IP 172.20.0.2 (474d94c7-4473-480f-8836-b4523ffd37d2/bb03137a-be1c-4909-b428-03a807c3652e/34f2e57d-057e-4908-b9ce-a54606b90d36) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:11.499682 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133c6715-2c78-469d-9c9d-e47a1def6a9d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Checking segment: {'id': '5ac37a88-1607-4999-87c8-291fa37cf983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c552b6b4-4225-4369-a19c-c50fb286d574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:26:11.500198 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133c6715-2c78-469d-9c9d-e47a1def6a9d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network hostable DHCP agents. Network: c552b6b4-4225-4369-a19c-c50fb286d574, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:26:11.588692 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91c1fd63-957c-4d98-98ab-d1faa5201608 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:11.619119 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1fd63-957c-4d98-98ab-d1faa5201608 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b883b9-88da-462c-93c6-b25fb784f7c6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:11.634847 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3086c185-5c4e-4236-88bf-e00e65b97bbe tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:11.775978 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6beac044-34d2-4e37-a3e1-af1e2fcdfb7e None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:11.791351 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6beac044-34d2-4e37-a3e1-af1e2fcdfb7e None None] Transition to ACTIVE for port object 34f2e57d-057e-4908-b9ce-a54606b90d36 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:11.817677 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6beac044-34d2-4e37-a3e1-af1e2fcdfb7e None None] Transition to ACTIVE for port object 34f2e57d-057e-4908-b9ce-a54606b90d36 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:11.827533 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6beac044-34d2-4e37-a3e1-af1e2fcdfb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:11.862069 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b852f304-a075-4c29-8dbc-d3d0977a900c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:11.904548 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6beac044-34d2-4e37-a3e1-af1e2fcdfb7e None None] Network 474d94c7-4473-480f-8836-b4523ffd37d2 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:11.913142 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-6beac044-34d2-4e37-a3e1-af1e2fcdfb7e None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:11.923254 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beac044-34d2-4e37-a3e1-af1e2fcdfb7e None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:11.947746 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91c1fd63-957c-4d98-98ab-d1faa5201608 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:11.951628 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-91c1fd63-957c-4d98-98ab-d1faa5201608 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "DELETE /v2.0/security-groups/c8b883b9-88da-462c-93c6-b25fb784f7c6 HTTP/1.1" status: 204 len: 168 time: 1.6477630 Feb 28 14:26:11.957412 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55306) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:11.963990 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beac044-34d2-4e37-a3e1-af1e2fcdfb7e None None] Pushing event updated for resources: {'Port': ['ID=34f2e57d-057e-4908-b9ce-a54606b90d36,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:11.966633 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133c6715-2c78-469d-9c9d-e47a1def6a9d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network c552b6b4-4225-4369-a19c-c50fb286d574 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:26:12.047418 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6beac044-34d2-4e37-a3e1-af1e2fcdfb7e None None] Attempting to bind port 34f2e57d-057e-4908-b9ce-a54606b90d36 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:26:12.047802 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6beac044-34d2-4e37-a3e1-af1e2fcdfb7e None None] Attempting to bind port 34f2e57d-057e-4908-b9ce-a54606b90d36 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '3897f9aa-eb1d-482b-9405-37a503b145ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '474d94c7-4473-480f-8836-b4523ffd37d2'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:26:12.048131 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beac044-34d2-4e37-a3e1-af1e2fcdfb7e None None] Attempting to bind port 34f2e57d-057e-4908-b9ce-a54606b90d36 on network 474d94c7-4473-480f-8836-b4523ffd37d2 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:26:12.055014 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beac044-34d2-4e37-a3e1-af1e2fcdfb7e None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:26:12.055382 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beac044-34d2-4e37-a3e1-af1e2fcdfb7e None None] Checking segment: {'id': '3897f9aa-eb1d-482b-9405-37a503b145ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '474d94c7-4473-480f-8836-b4523ffd37d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:26:12.056007 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6beac044-34d2-4e37-a3e1-af1e2fcdfb7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:12.056343 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beac044-34d2-4e37-a3e1-af1e2fcdfb7e None None] Bound using segment: {'id': '3897f9aa-eb1d-482b-9405-37a503b145ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '474d94c7-4473-480f-8836-b4523ffd37d2'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:26:12.056884 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6beac044-34d2-4e37-a3e1-af1e2fcdfb7e None None] Bound port: 34f2e57d-057e-4908-b9ce-a54606b90d36, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3897f9aa-eb1d-482b-9405-37a503b145ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '474d94c7-4473-480f-8836-b4523ffd37d2'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:26:12.057326 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6beac044-34d2-4e37-a3e1-af1e2fcdfb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:12.058296 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1325220-066e-467a-9006-77cdf09edfb5 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2870652'] for subnet, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:12.094723 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a3eb1-8287-4d5e-a283-d78fb9c8543d req-71fb3cc7-8cb8-44f9-b6e0-d8d4b40320ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:12.096518 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-597a3eb1-8287-4d5e-a283-d78fb9c8543d req-71fb3cc7-8cb8-44f9-b6e0-d8d4b40320ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d2dd3d7-4918-4fcf-a188-9392d7a68097 HTTP/1.1" status: 200 len: 897 time: 0.7103794 Feb 28 14:26:12.105322 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e02bd74-4ca2-4f03-9a64-d8d0034efdee tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:12.108483 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-133c6715-2c78-469d-9c9d-e47a1def6a9d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, c552b6b4-4225-4369-a19c-c50fb286d574) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:12.116117 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3086c185-5c4e-4236-88bf-e00e65b97bbe tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:12.123727 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9bae6c-9034-45ac-ba1e-9f0378d0a2f2 None None] Network c552b6b4-4225-4369-a19c-c50fb286d574 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:12.147520 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-97362d4a-92ab-4359-973b-81f54eb658c3 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Synchronizing usage tracker for tenant:66028f20c62f403486129ac3caa1abb5 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:12.189542 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133c6715-2c78-469d-9c9d-e47a1def6a9d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:12.195023 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133c6715-2c78-469d-9c9d-e47a1def6a9d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:12.195647 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-133c6715-2c78-469d-9c9d-e47a1def6a9d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:12.248326 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6beac044-34d2-4e37-a3e1-af1e2fcdfb7e None None] For port 34f2e57d-057e-4908-b9ce-a54606b90d36, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:26:12.257880 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02bd74-4ca2-4f03-9a64-d8d0034efdee tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bcdd2b-8c22-4230-85a8-96b70323c456,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:12.261435 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6beac044-34d2-4e37-a3e1-af1e2fcdfb7e None None] For port 34f2e57d-057e-4908-b9ce-a54606b90d36, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=34f2e57d-057e-4908-b9ce-a54606b90d36,segment=NetworkSegment(3897f9aa-eb1d-482b-9405-37a503b145ee),segment_id=3897f9aa-eb1d-482b-9405-37a503b145ee)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:26:12.261619 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-97362d4a-92ab-4359-973b-81f54eb658c3 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Unset dirty status for tenant:66028f20c62f403486129ac3caa1abb5 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:12.262760 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-97362d4a-92ab-4359-973b-81f54eb658c3 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3044071 Feb 28 14:26:12.268579 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55310) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:12.276523 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5bbbd007-9de8-4c13-8f1d-c22b6f752702 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group': {'name': 'tempest-secgroup--1134847566'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:12.294492 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5bbbd007-9de8-4c13-8f1d-c22b6f752702 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:12.312498 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6beac044-34d2-4e37-a3e1-af1e2fcdfb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:12.375133 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5bbbd007-9de8-4c13-8f1d-c22b6f752702 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:12.388972 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6e02bd74-4ca2-4f03-9a64-d8d0034efdee tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:12.390503 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6e02bd74-4ca2-4f03-9a64-d8d0034efdee tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "DELETE /v2.0/security-groups/30bcdd2b-8c22-4230-85a8-96b70323c456 HTTP/1.1" status: 204 len: 168 time: 1.4626367 Feb 28 14:26:12.395402 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55314) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:12.417039 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-133c6715-2c78-469d-9c9d-e47a1def6a9d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.7257609 Feb 28 14:26:12.439757 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3086c185-5c4e-4236-88bf-e00e65b97bbe tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:12.451223 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55318) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:12.464356 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-597a3eb1-8287-4d5e-a283-d78fb9c8543d req-3960a0b9-ac4b-4e05-8e51-993678023dcd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e HTTP/1.1" status: 200 len: 1002 time: 0.3478265 Feb 28 14:26:12.471389 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a6c92525-4096-4fc4-8999-5252ae8e09a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1824272866'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:12.485759 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a6c92525-4096-4fc4-8999-5252ae8e09a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:12.503462 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:12.526966 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 08b99946-33d1-4e19-91b9-52521153d02d up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:26:12.537893 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5bbbd007-9de8-4c13-8f1d-c22b6f752702 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:12.560213 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086c185-5c4e-4236-88bf-e00e65b97bbe tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=a4deadf4-e29d-47c6-8ba9-877ddfa30803,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:12.568587 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beac044-34d2-4e37-a3e1-af1e2fcdfb7e None None] Pushing event updated for resources: {'Port': ['ID=34f2e57d-057e-4908-b9ce-a54606b90d36,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:12.587099 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3086c185-5c4e-4236-88bf-e00e65b97bbe tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:12.592568 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b852f304-a075-4c29-8dbc-d3d0977a900c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:12.598932 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3d5e2c-fe8f-4ca8-ba3c-4b412a903ae8 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:12.611143 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5bbbd007-9de8-4c13-8f1d-c22b6f752702 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:12.674378 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5bbbd007-9de8-4c13-8f1d-c22b6f752702 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Usage tracker for resource:security_group_rule and tenant:66028f20c62f403486129ac3caa1abb5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:12.687262 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5bbbd007-9de8-4c13-8f1d-c22b6f752702 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:12.691363 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3086c185-5c4e-4236-88bf-e00e65b97bbe tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/a4deadf4-e29d-47c6-8ba9-877ddfa30803 HTTP/1.1" status: 204 len: 168 time: 1.5382991 Feb 28 14:26:12.699177 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55322) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:12.701652 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5bbbd007-9de8-4c13-8f1d-c22b6f752702 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:12.710889 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7a92883e-9b39-4db2-8aa8-afac1df95612 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Synchronizing usage tracker for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:12.758368 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ef5b168-3697-41e4-b5ab-b0ac605e9c04 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:12.808854 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 08b99946-33d1-4e19-91b9-52521153d02d completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:26:12.817538 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-808d6699-07a3-44fa-9156-26b3a20a0039 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1133449 Feb 28 14:26:12.827073 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55326) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:12.859059 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 08b99946-33d1-4e19-91b9-52521153d02d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:12.859059 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:12.872391 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a6c92525-4096-4fc4-8999-5252ae8e09a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:network and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:12.876937 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a6c92525-4096-4fc4-8999-5252ae8e09a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:12.888156 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1325220-066e-467a-9006-77cdf09edfb5 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759642986469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2438788'] for subnet, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:12.899756 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a6c92525-4096-4fc4-8999-5252ae8e09a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:12.981352 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ef5b168-3697-41e4-b5ab-b0ac605e9c04 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:13.029338 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7a92883e-9b39-4db2-8aa8-afac1df95612 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Unset dirty status for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:13.030900 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7a92883e-9b39-4db2-8aa8-afac1df95612 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6328409 Feb 28 14:26:13.039936 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:13.049523 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55330) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:13.061314 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5bbbd007-9de8-4c13-8f1d-c22b6f752702 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:13.085425 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 08b99946-33d1-4e19-91b9-52521153d02d, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=08b99946-33d1-4e19-91b9-52521153d02d,segment=NetworkSegment(16381587-2111-4126-94e4-f99c0206869f),segment_id=16381587-2111-4126-94e4-f99c0206869f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:13.089618 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5bbbd007-9de8-4c13-8f1d-c22b6f752702 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:13.090312 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:13.130582 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da47f369-ce5e-443c-a5f1-2f6bd373829e None None] DHCP port deletion for 22b852e7-638c-4536-9e81-f0f6c68c1fb7 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:26:13.143375 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-da47f369-ce5e-443c-a5f1-2f6bd373829e None None] Deleting port 5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:13.143687 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-da47f369-ce5e-443c-a5f1-2f6bd373829e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:13.176192 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1325220-066e-467a-9006-77cdf09edfb5 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:13.176862 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1325220-066e-467a-9006-77cdf09edfb5 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:13.178189 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d1325220-066e-467a-9006-77cdf09edfb5 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "PUT /v2.0/subnets/bb03137a-be1c-4909-b428-03a807c3652e HTTP/1.1" status: 200 len: 806 time: 1.9067426 Feb 28 14:26:13.182146 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55334) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:13.182786 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1325220-066e-467a-9006-77cdf09edfb5 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event updated for resources: {'Subnet': ['ID=bb03137a-be1c-4909-b428-03a807c3652e,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:13.184945 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbbd007-9de8-4c13-8f1d-c22b6f752702 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27f0a981-7950-4b92-9799-ccc33cdfbdbd,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:13.185943 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-2ef5b168-3697-41e4-b5ab-b0ac605e9c04 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Floating IP 6f0a1a48-7666-49b9-b211-ec512b9eeef3 associated. External IP: 172.26.5.104, port: 8d969443-ede3-4799-91a7-c7a1d1ff2ac7. Feb 28 14:26:13.191927 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5bbbd007-9de8-4c13-8f1d-c22b6f752702 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:13.196113 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5bbbd007-9de8-4c13-8f1d-c22b6f752702 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9235713 Feb 28 14:26:13.215355 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2db30369-b232-4de4-a227-b89255357d29 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Synchronizing usage tracker for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:13.218284 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=08b99946-33d1-4e19-91b9-52521153d02d,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:13.243880 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55338) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:13.268186 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-39f168af-cb99-4071-8c2b-770518698316 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group_rule': {'security_group_id': '27f0a981-7950-4b92-9799-ccc33cdfbdbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:13.278708 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c92525-4096-4fc4-8999-5252ae8e09a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:13.279676 dv-neutron-831192-4-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-39f168af-cb99-4071-8c2b-770518698316 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 28 14:26:13.281423 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-39f168af-cb99-4071-8c2b-770518698316 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:26:13.285292 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a6c92525-4096-4fc4-8999-5252ae8e09a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:13.285481 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-39f168af-cb99-4071-8c2b-770518698316 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0231106 Feb 28 14:26:13.294762 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55342) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:13.297613 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a3eb1-8287-4d5e-a283-d78fb9c8543d req-e5f90014-1fed-43f5-8bb5-a847697654ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:13.299091 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-597a3eb1-8287-4d5e-a283-d78fb9c8543d req-e5f90014-1fed-43f5-8bb5-a847697654ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32c16988-87c1-45c3-8530-919898fbf5f3 HTTP/1.1" status: 200 len: 834 time: 0.8193102 Feb 28 14:26:13.318155 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75319fbb-c76d-4404-a99c-4504472d0342 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:13.318997 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-75319fbb-c76d-4404-a99c-4504472d0342 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:13.337644 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a9025b56-df36-48b0-97dd-c0b6a3e5ad98 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group_rule': {'security_group_id': '27f0a981-7950-4b92-9799-ccc33cdfbdbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:13.338519 dv-neutron-831192-4-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-a9025b56-df36-48b0-97dd-c0b6a3e5ad98 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 28 14:26:13.339123 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-a9025b56-df36-48b0-97dd-c0b6a3e5ad98 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:26:13.341397 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a9025b56-df36-48b0-97dd-c0b6a3e5ad98 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0318141 Feb 28 14:26:13.346399 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55346) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:13.348986 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2db30369-b232-4de4-a227-b89255357d29 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] Unset dirty status for tenant:2cba675d61d54c2f9c9bfa59ac012ba1 on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:13.350197 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2db30369-b232-4de4-a227-b89255357d29 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2977738 Feb 28 14:26:13.397291 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-da47f369-ce5e-443c-a5f1-2f6bd373829e None None] For port 5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:13.397970 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-da47f369-ce5e-443c-a5f1-2f6bd373829e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:13.406940 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55350) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:13.410611 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-dab50b90-6c6d-422c-ad6c-4580c4f21f9e tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group_rule': {'security_group_id': '27f0a981-7950-4b92-9799-ccc33cdfbdbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:13.411632 dv-neutron-831192-4-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-dab50b90-6c6d-422c-ad6c-4580c4f21f9e tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 28 14:26:13.412228 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-dab50b90-6c6d-422c-ad6c-4580c4f21f9e tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:26:13.416857 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dab50b90-6c6d-422c-ad6c-4580c4f21f9e tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0656605 Feb 28 14:26:13.420020 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c92525-4096-4fc4-8999-5252ae8e09a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:26:13.429888 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a6c92525-4096-4fc4-8999-5252ae8e09a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:13.430245 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-a6c92525-4096-4fc4-8999-5252ae8e09a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Added segment 69862450-41ac-4b93-b50a-1cb36724dfee of type vlan for network 43602513-b5fe-4210-9f1c-7dc0e33309bf Feb 28 14:26:13.455759 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55354) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:13.457703 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a6c92525-4096-4fc4-8999-5252ae8e09a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:13.465878 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b852f304-a075-4c29-8dbc-d3d0977a900c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Router c8fded57-ef06-4082-a492-a2781f7b37b8 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:26:13.481175 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3a42560f-3ee1-482e-9c94-d14b107a98e1 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group_rule': {'security_group_id': '27f0a981-7950-4b92-9799-ccc33cdfbdbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:13.482230 dv-neutron-831192-4-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-3a42560f-3ee1-482e-9c94-d14b107a98e1 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 28 14:26:13.482859 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-3a42560f-3ee1-482e-9c94-d14b107a98e1 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:26:13.484068 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3a42560f-3ee1-482e-9c94-d14b107a98e1 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0268667 Feb 28 14:26:13.490099 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55360) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:13.490687 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-52393711-b31f-4787-b08a-531f22e04383 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] delete failed (client error): The resource could not be found. Feb 28 14:26:13.495306 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-52393711-b31f-4787-b08a-531f22e04383 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "DELETE /v2.0/security-groups/30bcdd2b-8c22-4230-85a8-96b70323c456 HTTP/1.1" status: 404 len: 347 time: 0.0695496 Feb 28 14:26:13.498516 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55364) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:13.512346 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-75319fbb-c76d-4404-a99c-4504472d0342 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:13.512633 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a6c92525-4096-4fc4-8999-5252ae8e09a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:13.516295 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-75319fbb-c76d-4404-a99c-4504472d0342 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6882641 Feb 28 14:26:13.518846 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c92525-4096-4fc4-8999-5252ae8e09a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:13.519409 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a6c92525-4096-4fc4-8999-5252ae8e09a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:13.520984 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55368) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:13.645526 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-da47f369-ce5e-443c-a5f1-2f6bd373829e None None] Calling delete_port for 5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:13.740788 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-da47f369-ce5e-443c-a5f1-2f6bd373829e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:13.799739 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47f369-ce5e-443c-a5f1-2f6bd373829e None None] Pushing event deleted for resources: {'Port': ['ID=5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:13.801873 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da47f369-ce5e-443c-a5f1-2f6bd373829e None None] No DVR routers for this DVR port 5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:26:13.835824 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a6c92525-4096-4fc4-8999-5252ae8e09a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3811684 Feb 28 14:26:13.837546 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c92525-4096-4fc4-8999-5252ae8e09a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Network': ['ID=43602513-b5fe-4210-9f1c-7dc0e33309bf,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:13.839813 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55372) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:13.850542 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 43602513-b5fe-4210-9f1c-7dc0e33309bf details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:26:13.851591 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'ports': [{'network_id': 'c552b6b4-4225-4369-a19c-c50fb286d574'}, {'network_id': '43602513-b5fe-4210-9f1c-7dc0e33309bf'}]} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:13.851898 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'port': {'network_id': 'c552b6b4-4225-4369-a19c-c50fb286d574'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:13.852371 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'port': {'network_id': '43602513-b5fe-4210-9f1c-7dc0e33309bf'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:13.910429 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:13.955207 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af257f5d-504b-4a82-90bf-a84421c0c322 None None] Network 474d94c7-4473-480f-8836-b4523ffd37d2 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:13.961418 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42b2e94-9f86-4673-a5d7-ac07addfbed4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:13.962095 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b42b2e94-9f86-4673-a5d7-ac07addfbed4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:13.984628 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0d6840f4-618f-4110-955b-137a4e7621d8 tempest-SecGroupIPv6Test-49747616 tempest-SecGroupIPv6Test-49747616-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4672298 Feb 28 14:26:14.056562 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a3eb1-8287-4d5e-a283-d78fb9c8543d req-24e01c4e-fa18-44c2-a853-da9a517883b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:14.057963 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-597a3eb1-8287-4d5e-a283-d78fb9c8543d req-24e01c4e-fa18-44c2-a853-da9a517883b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d2dd3d7-4918-4fcf-a188-9392d7a68097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7416542 Feb 28 14:26:14.060345 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Deleting port 34f2e57d-057e-4908-b9ce-a54606b90d36 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:14.060681 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:14.084137 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-359a3229-3d58-4750-98c5-efe361a9b00d tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:14.090946 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-423b167d-6533-4921-9c55-3306e5f1e7eb None None] Provisioning for port 34f2e57d-057e-4908-b9ce-a54606b90d36 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:26:14.140344 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b852f304-a075-4c29-8dbc-d3d0977a900c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:26:14.143033 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b42b2e94-9f86-4673-a5d7-ac07addfbed4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:14.147944 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b42b2e94-9f86-4673-a5d7-ac07addfbed4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6238704 Feb 28 14:26:14.151201 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78c7828-0741-46bc-a5bc-a455844923ce None None] Sync routers for ids ['c8fded57-ef06-4082-a492-a2781f7b37b8'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:26:14.152581 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55378) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:14.165663 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78c7828-0741-46bc-a5bc-a455844923ce None None] Routers {'c8fded57-ef06-4082-a492-a2781f7b37b8'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:14.172199 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c78c7828-0741-46bc-a5bc-a455844923ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:26:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c8fded57-ef06-4082-a492-a2781f7b37b8'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:14.249587 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-359a3229-3d58-4750-98c5-efe361a9b00d tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:14.282933 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bd9a4412-e9c1-4bc2-a3d6-79960e37e148 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1171162 Feb 28 14:26:14.284213 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55382) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:14.347550 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c78c7828-0741-46bc-a5bc-a455844923ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:14.347934 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1aef1b9f-7914-42dc-ae53-1a9ce1aed622 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:14.360751 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78c7828-0741-46bc-a5bc-a455844923ce None None] Routers {'c8fded57-ef06-4082-a492-a2781f7b37b8'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:14.361894 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c78c7828-0741-46bc-a5bc-a455844923ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:26:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c8fded57-ef06-4082-a492-a2781f7b37b8'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:14.365768 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b852f304-a075-4c29-8dbc-d3d0977a900c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:14.367140 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b852f304-a075-4c29-8dbc-d3d0977a900c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.0480504 Feb 28 14:26:14.378649 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55388) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:14.389628 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef5b168-3697-41e4-b5ab-b0ac605e9c04 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Router c03555cd-652b-4bba-b748-91a2da17fdbf has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:26:14.413236 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a142bbbe-e8ed-46fb-886e-cb1bc569f91c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:14.546327 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c78c7828-0741-46bc-a5bc-a455844923ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:14.547092 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78c7828-0741-46bc-a5bc-a455844923ce None None] The sync data for ids ['c8fded57-ef06-4082-a492-a2781f7b37b8'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:26:14.561939 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55392) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:14.573397 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:14.596762 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:port and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:14.604878 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:14.608493 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-359a3229-3d58-4750-98c5-efe361a9b00d tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:14.630296 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 34f2e57d-057e-4908-b9ce-a54606b90d36 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:26:14.668998 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a3229-3d58-4750-98c5-efe361a9b00d tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f0a981-7950-4b92-9799-ccc33cdfbdbd,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:14.672974 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1aef1b9f-7914-42dc-ae53-1a9ce1aed622 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:14.681204 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:14.684446 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e8c396-82e3-41bc-9bf5-5f9752dc1b61 None None] Network 474d94c7-4473-480f-8836-b4523ffd37d2 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:14.695795 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1aef1b9f-7914-42dc-ae53-1a9ce1aed622 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:14.697975 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-359a3229-3d58-4750-98c5-efe361a9b00d tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:14.702100 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-359a3229-3d58-4750-98c5-efe361a9b00d tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "DELETE /v2.0/security-groups/27f0a981-7950-4b92-9799-ccc33cdfbdbd HTTP/1.1" status: 204 len: 168 time: 1.2068353 Feb 28 14:26:14.704342 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55398) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:14.705186 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-597a3eb1-8287-4d5e-a283-d78fb9c8543d req-aba6666e-f9f6-4bc0-9d79-b84b97e94f2d service neutron] 10.222.0.13 "GET /v2.0/networks/6d2dd3d7-4918-4fcf-a188-9392d7a68097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5615153 Feb 28 14:26:14.765177 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] For port 34f2e57d-057e-4908-b9ce-a54606b90d36, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=34f2e57d-057e-4908-b9ce-a54606b90d36,segment=NetworkSegment(3897f9aa-eb1d-482b-9405-37a503b145ee),segment_id=3897f9aa-eb1d-482b-9405-37a503b145ee)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:14.765543 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:14.779250 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aef1b9f-7914-42dc-ae53-1a9ce1aed622 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:14.782975 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1aef1b9f-7914-42dc-ae53-1a9ce1aed622 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:14.874642 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'port': 2} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:14.877790 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:14.903203 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 34f2e57d-057e-4908-b9ce-a54606b90d36 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:26:14.923403 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 34f2e57d-057e-4908-b9ce-a54606b90d36 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:14.923766 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:14.948621 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-66d7e320-73d3-4aa4-bcad-2f9e91493fc6 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Synchronizing usage tracker for tenant:66028f20c62f403486129ac3caa1abb5 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:14.961521 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Calling delete_port for 34f2e57d-057e-4908-b9ce-a54606b90d36 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:14.973400 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:15.105751 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:15.132070 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-66d7e320-73d3-4aa4-bcad-2f9e91493fc6 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Unset dirty status for tenant:66028f20c62f403486129ac3caa1abb5 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:15.133327 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-66d7e320-73d3-4aa4-bcad-2f9e91493fc6 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4279335 Feb 28 14:26:15.140713 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0988244d-8740-4a99-8ef1-e794a7fd1291 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2cba675d61d54c2f9c9bfa59ac012ba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5316319 Feb 28 14:26:15.142017 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55402) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:15.142017 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55404) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:15.152287 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 34f2e57d-057e-4908-b9ce-a54606b90d36, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=34f2e57d-057e-4908-b9ce-a54606b90d36,segment=NetworkSegment(3897f9aa-eb1d-482b-9405-37a503b145ee),segment_id=3897f9aa-eb1d-482b-9405-37a503b145ee)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:15.159494 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:15.160395 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 08b99946-33d1-4e19-91b9-52521153d02d up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:26:15.189486 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-eebaf14c-992e-4bf8-b7d6-aac4ccb71ba6 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group': {'name': 'tempest-secgroup--1573262721'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:15.204187 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-eebaf14c-992e-4bf8-b7d6-aac4ccb71ba6 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:15.224689 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-eebaf14c-992e-4bf8-b7d6-aac4ccb71ba6 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:15.260778 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eebaf14c-992e-4bf8-b7d6-aac4ccb71ba6 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:15.270961 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:26:15.271298 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:26:15.283546 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af7c780c-68a9-49ff-9ffc-816b32e12ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:15.286423 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=34f2e57d-057e-4908-b9ce-a54606b90d36,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:15.314106 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 08b99946-33d1-4e19-91b9-52521153d02d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:15.314486 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:15.360549 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-eebaf14c-992e-4bf8-b7d6-aac4ccb71ba6 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:15.368484 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af7c780c-68a9-49ff-9ffc-816b32e12ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:15.386854 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-eebaf14c-992e-4bf8-b7d6-aac4ccb71ba6 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Usage tracker for resource:security_group_rule and tenant:66028f20c62f403486129ac3caa1abb5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:15.394264 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-eebaf14c-992e-4bf8-b7d6-aac4ccb71ba6 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:15.410611 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-eebaf14c-992e-4bf8-b7d6-aac4ccb71ba6 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:15.417688 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef5b168-3697-41e4-b5ab-b0ac605e9c04 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:26:15.503367 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05512538-ecd4-47e1-965c-25de8be0c04c None None] Sync routers for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:26:15.503856 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1aef1b9f-7914-42dc-ae53-1a9ce1aed622 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:15.532709 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05512538-ecd4-47e1-965c-25de8be0c04c None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:15.534077 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-05512538-ecd4-47e1-965c-25de8be0c04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:26:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:15.565174 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aef1b9f-7914-42dc-ae53-1a9ce1aed622 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:15.578679 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-1aef1b9f-7914-42dc-ae53-1a9ce1aed622 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:15.582205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aef1b9f-7914-42dc-ae53-1a9ce1aed622 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:15.582804 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1aef1b9f-7914-42dc-ae53-1a9ce1aed622 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:15.601130 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af7c780c-68a9-49ff-9ffc-816b32e12ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:15.604174 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-597a3eb1-8287-4d5e-a283-d78fb9c8543d req-1b5c796c-b68f-4c41-87f5-0839bc9e0957 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2dd3d7-4918-4fcf-a188-9392d7a68097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8901491 Feb 28 14:26:15.618194 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:26:15.642318 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984591ba-b1c4-4958-ba06-182ad97d94f6 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:15.682561 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c780c-68a9-49ff-9ffc-816b32e12ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6836b638-688e-40d8-88b0-4faaddd6423b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:15.692391 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-05512538-ecd4-47e1-965c-25de8be0c04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:15.705009 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef1b9f-7914-42dc-ae53-1a9ce1aed622 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=e67236aa-10ba-42ae-b7ea-a4a582c85664,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:15.705271 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:26:15.706010 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 5ab2add4-5c4b-43ce-8dfe-aa34a8f50e7b not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:26:15.715243 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eebaf14c-992e-4bf8-b7d6-aac4ccb71ba6 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:15.719595 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05512538-ecd4-47e1-965c-25de8be0c04c None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:15.720263 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-05512538-ecd4-47e1-965c-25de8be0c04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:26:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:15.724349 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af7c780c-68a9-49ff-9ffc-816b32e12ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:15.727949 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-af7c780c-68a9-49ff-9ffc-816b32e12ce9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6836b638-688e-40d8-88b0-4faaddd6423b HTTP/1.1" status: 204 len: 168 time: 0.5810339 Feb 28 14:26:15.727949 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eebaf14c-992e-4bf8-b7d6-aac4ccb71ba6 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:15.735650 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1aef1b9f-7914-42dc-ae53-1a9ce1aed622 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4453533 Feb 28 14:26:15.738771 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55412) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:15.755213 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f4c67b39-93e2-4faf-841b-1e7ed34a31cd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'mac_address': 'fa:16:3e:07:f9:47', 'name': 'tempest-NetworksTestDHCPv6-1901594201'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:15.779778 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Deleting port 34f2e57d-057e-4908-b9ce-a54606b90d36 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:15.780450 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:15.878050 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eebaf14c-992e-4bf8-b7d6-aac4ccb71ba6 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:15.883441 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-eebaf14c-992e-4bf8-b7d6-aac4ccb71ba6 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7402704 Feb 28 14:26:15.884504 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55418) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:15.911384 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] device_id is not set on port aa99c531-3050-48f7-aad4-1e929529d1d2 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:26:15.954532 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bd012f6b-5f0b-4f50-8535-7d4b5f34f2ae None None] Provisioning complete for port 34f2e57d-057e-4908-b9ce-a54606b90d36 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:15.954939 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bd012f6b-5f0b-4f50-8535-7d4b5f34f2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:15.994304 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-05512538-ecd4-47e1-965c-25de8be0c04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:15.994718 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05512538-ecd4-47e1-965c-25de8be0c04c None None] The sync data for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:26:16.099438 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebaf14c-992e-4bf8-b7d6-aac4ccb71ba6 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b86421b-8d74-457b-96cf-9a94f8a8258a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:16.116619 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-68724dc7-fe33-492b-aa6f-eb6918769914 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group_rule': {'security_group_id': '3b86421b-8d74-457b-96cf-9a94f8a8258a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:16.117597 dv-neutron-831192-4-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-68724dc7-fe33-492b-aa6f-eb6918769914 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 28 14:26:16.118684 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-68724dc7-fe33-492b-aa6f-eb6918769914 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:26:16.122918 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-68724dc7-fe33-492b-aa6f-eb6918769914 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0280468 Feb 28 14:26:16.133649 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55422) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:16.133981 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55424) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:16.163216 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ad8434c1-f930-4fad-9495-0eb2800d3b1b tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group_rule': {'security_group_id': '3b86421b-8d74-457b-96cf-9a94f8a8258a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:16.184648 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ad8434c1-f930-4fad-9495-0eb2800d3b1b tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:16.194029 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ad8434c1-f930-4fad-9495-0eb2800d3b1b tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Usage tracker for resource:security_group_rule and tenant:66028f20c62f403486129ac3caa1abb5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:16.198382 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ad8434c1-f930-4fad-9495-0eb2800d3b1b tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:16.218517 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ad8434c1-f930-4fad-9495-0eb2800d3b1b tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:16.229595 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766652a3-009a-4c7c-91a2-f3cfb097f973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'fixed_ips': [{'subnet_id': 'e67236aa-10ba-42ae-b7ea-a4a582c85664'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:26:16.230446 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-766652a3-009a-4c7c-91a2-f3cfb097f973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:16.332862 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a142bbbe-e8ed-46fb-886e-cb1bc569f91c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:16.336350 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f4c67b39-93e2-4faf-841b-1e7ed34a31cd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:16.362927 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f4c67b39-93e2-4faf-841b-1e7ed34a31cd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:16.369851 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-ad8434c1-f930-4fad-9495-0eb2800d3b1b tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:26:16.374020 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ad8434c1-f930-4fad-9495-0eb2800d3b1b tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2152512 Feb 28 14:26:16.374659 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55430) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:16.389002 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5bc20ac9-928f-4187-8140-f12fc42477d0 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group_rule': {'security_group_id': '3b86421b-8d74-457b-96cf-9a94f8a8258a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:16.389429 dv-neutron-831192-4-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-5bc20ac9-928f-4187-8140-f12fc42477d0 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 28 14:26:16.390156 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-5bc20ac9-928f-4187-8140-f12fc42477d0 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:26:16.394188 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5bc20ac9-928f-4187-8140-f12fc42477d0 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0148215 Feb 28 14:26:16.397587 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55434) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:16.405762 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fce52f2d-5d6f-43ac-ab66-b401b02e5fb1 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group_rule': {'security_group_id': '3b86421b-8d74-457b-96cf-9a94f8a8258a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:16.410652 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c67b39-93e2-4faf-841b-1e7ed34a31cd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:16.435232 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fce52f2d-5d6f-43ac-ab66-b401b02e5fb1 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:16.459630 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fce52f2d-5d6f-43ac-ab66-b401b02e5fb1 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Usage tracker for resource:security_group_rule and tenant:66028f20c62f403486129ac3caa1abb5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:16.465309 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fce52f2d-5d6f-43ac-ab66-b401b02e5fb1 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:16.471267 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] For port 34f2e57d-057e-4908-b9ce-a54606b90d36, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=34f2e57d-057e-4908-b9ce-a54606b90d36,segment=NetworkSegment(3897f9aa-eb1d-482b-9405-37a503b145ee),segment_id=3897f9aa-eb1d-482b-9405-37a503b145ee)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:16.471625 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:16.486155 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fce52f2d-5d6f-43ac-ab66-b401b02e5fb1 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:16.493597 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a142bbbe-e8ed-46fb-886e-cb1bc569f91c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:16.502729 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-766652a3-009a-4c7c-91a2-f3cfb097f973 None None] Allocated IP 2001:db8::2 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/e67236aa-10ba-42ae-b7ea-a4a582c85664/12531e59-e920-48c1-af04-a4e57ed1fed6) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:16.509535 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 34f2e57d-057e-4908-b9ce-a54606b90d36 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:26:16.533717 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a142bbbe-e8ed-46fb-886e-cb1bc569f91c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Deleting port 61a4007b-42bb-4da5-a505-b930fa16a1fb {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:16.533717 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a142bbbe-e8ed-46fb-886e-cb1bc569f91c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:16.563664 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef5b168-3697-41e4-b5ab-b0ac605e9c04 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Router c03555cd-652b-4bba-b748-91a2da17fdbf has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:26:16.582337 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:16.660153 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Calling delete_port for 34f2e57d-057e-4908-b9ce-a54606b90d36 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:16.680202 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 34f2e57d-057e-4908-b9ce-a54606b90d36 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:16.680689 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:16.772972 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f4c67b39-93e2-4faf-841b-1e7ed34a31cd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:16.793203 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-fce52f2d-5d6f-43ac-ab66-b401b02e5fb1 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:26:16.797897 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fce52f2d-5d6f-43ac-ab66-b401b02e5fb1 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3992658 Feb 28 14:26:16.800625 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55438) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:16.836860 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f4c84f69-4487-4011-bab6-b6850b70860e tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group_rule': {'security_group_id': '3b86421b-8d74-457b-96cf-9a94f8a8258a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:16.837339 dv-neutron-831192-4-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-f4c84f69-4487-4011-bab6-b6850b70860e tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 28 14:26:16.837828 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-f4c84f69-4487-4011-bab6-b6850b70860e tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:26:16.841944 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f4c84f69-4487-4011-bab6-b6850b70860e tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0379336 Feb 28 14:26:16.851648 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55442) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:16.867431 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-f4c67b39-93e2-4faf-841b-1e7ed34a31cd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] device_id is not set on port 9525b045-04a0-4ddd-b519-e2b63dea8501 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:26:16.882196 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-766652a3-009a-4c7c-91a2-f3cfb097f973 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:16.907024 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-033b8a35-42c9-4afb-9d50-6c425ff6c326 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group_rule': {'security_group_id': '3b86421b-8d74-457b-96cf-9a94f8a8258a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:16.917411 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-033b8a35-42c9-4afb-9d50-6c425ff6c326 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:16.929242 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-033b8a35-42c9-4afb-9d50-6c425ff6c326 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Usage tracker for resource:security_group_rule and tenant:66028f20c62f403486129ac3caa1abb5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:16.939923 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-033b8a35-42c9-4afb-9d50-6c425ff6c326 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:16.954606 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-033b8a35-42c9-4afb-9d50-6c425ff6c326 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:16.977862 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:16.978918 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-766652a3-009a-4c7c-91a2-f3cfb097f973 None None] Transition to ACTIVE for port object 12531e59-e920-48c1-af04-a4e57ed1fed6 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:17.003975 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-766652a3-009a-4c7c-91a2-f3cfb097f973 None None] Transition to ACTIVE for port object 12531e59-e920-48c1-af04-a4e57ed1fed6 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:17.014173 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-766652a3-009a-4c7c-91a2-f3cfb097f973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:17.093357 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766652a3-009a-4c7c-91a2-f3cfb097f973 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:17.095362 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Port': ['ID=34f2e57d-057e-4908-b9ce-a54606b90d36,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:17.096463 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-766652a3-009a-4c7c-91a2-f3cfb097f973 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:17.100706 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766652a3-009a-4c7c-91a2-f3cfb097f973 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:17.145395 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237018aa-7244-45bb-9125-22acd945e193 None None] DHCP port deletion for 474d94c7-4473-480f-8836-b4523ffd37d2 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:26:17.151780 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766652a3-009a-4c7c-91a2-f3cfb097f973 None None] Pushing event updated for resources: {'Port': ['ID=12531e59-e920-48c1-af04-a4e57ed1fed6,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:17.219877 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-766652a3-009a-4c7c-91a2-f3cfb097f973 None None] Attempting to bind port 12531e59-e920-48c1-af04-a4e57ed1fed6 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:26:17.220280 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-766652a3-009a-4c7c-91a2-f3cfb097f973 None None] Attempting to bind port 12531e59-e920-48c1-af04-a4e57ed1fed6 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:26:17.220630 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766652a3-009a-4c7c-91a2-f3cfb097f973 None None] Attempting to bind port 12531e59-e920-48c1-af04-a4e57ed1fed6 on network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:26:17.226064 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766652a3-009a-4c7c-91a2-f3cfb097f973 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:26:17.226438 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766652a3-009a-4c7c-91a2-f3cfb097f973 None None] Checking segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:26:17.226838 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-766652a3-009a-4c7c-91a2-f3cfb097f973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:17.227257 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766652a3-009a-4c7c-91a2-f3cfb097f973 None None] Bound using segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:26:17.227717 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-766652a3-009a-4c7c-91a2-f3cfb097f973 None None] Bound port: 12531e59-e920-48c1-af04-a4e57ed1fed6, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:26:17.228088 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-766652a3-009a-4c7c-91a2-f3cfb097f973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:17.243802 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] No DVR routers for this DVR port 34f2e57d-057e-4908-b9ce-a54606b90d36 on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:26:17.270767 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] device_id is not set on port 176e2bfa-b954-4af1-b1d1-6e859da4b716 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:26:17.290364 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-033b8a35-42c9-4afb-9d50-6c425ff6c326 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:26:17.291893 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-033b8a35-42c9-4afb-9d50-6c425ff6c326 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4325838 Feb 28 14:26:17.304387 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55446) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:17.315665 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-22cc9635-054e-47ee-b88f-67b781446318 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group_rule': {'security_group_id': '3b86421b-8d74-457b-96cf-9a94f8a8258a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:17.316649 dv-neutron-831192-4-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-22cc9635-054e-47ee-b88f-67b781446318 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 28 14:26:17.317332 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-22cc9635-054e-47ee-b88f-67b781446318 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:26:17.318462 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-22cc9635-054e-47ee-b88f-67b781446318 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0128171 Feb 28 14:26:17.323555 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55450) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:17.332507 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9e0d2e71-859c-4285-aadb-83ebfee9a939 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group_rule': {'security_group_id': '3b86421b-8d74-457b-96cf-9a94f8a8258a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:17.336604 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-766652a3-009a-4c7c-91a2-f3cfb097f973 None None] For port 12531e59-e920-48c1-af04-a4e57ed1fed6, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:26:17.340445 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-766652a3-009a-4c7c-91a2-f3cfb097f973 None None] For port 12531e59-e920-48c1-af04-a4e57ed1fed6, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=12531e59-e920-48c1-af04-a4e57ed1fed6,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:26:17.349446 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-766652a3-009a-4c7c-91a2-f3cfb097f973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:17.355183 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-f4c67b39-93e2-4faf-841b-1e7ed34a31cd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 2001:db8::328 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/e67236aa-10ba-42ae-b7ea-a4a582c85664/9525b045-04a0-4ddd-b519-e2b63dea8501) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:17.367664 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9e0d2e71-859c-4285-aadb-83ebfee9a939 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:17.372331 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:17.406669 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef5b168-3697-41e4-b5ab-b0ac605e9c04 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:26:17.417819 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0b1df4-5b43-478c-8e50-e81d5364c02d None None] Sync routers for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:26:17.430055 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0b1df4-5b43-478c-8e50-e81d5364c02d None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:17.430994 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-cc0b1df4-5b43-478c-8e50-e81d5364c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:26:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:17.474820 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9e0d2e71-859c-4285-aadb-83ebfee9a939 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Usage tracker for resource:security_group_rule and tenant:66028f20c62f403486129ac3caa1abb5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:17.480023 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:17.480996 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ef5b168-3697-41e4-b5ab-b0ac605e9c04 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:17.488231 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9e0d2e71-859c-4285-aadb-83ebfee9a939 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:17.518103 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a142bbbe-e8ed-46fb-886e-cb1bc569f91c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:17.525870 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9e0d2e71-859c-4285-aadb-83ebfee9a939 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:17.531270 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-cc0b1df4-5b43-478c-8e50-e81d5364c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:17.560742 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0b1df4-5b43-478c-8e50-e81d5364c02d None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:17.561461 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-cc0b1df4-5b43-478c-8e50-e81d5364c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:26:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:17.564681 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2cceff-9646-4ac2-adba-d433a5b1c58d None None] Network 474d94c7-4473-480f-8836-b4523ffd37d2 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:17.567533 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Subnet': ['ID=bb03137a-be1c-4909-b428-03a807c3652e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:17.698219 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766652a3-009a-4c7c-91a2-f3cfb097f973 None None] Pushing event updated for resources: {'Port': ['ID=12531e59-e920-48c1-af04-a4e57ed1fed6,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:17.701307 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-cc0b1df4-5b43-478c-8e50-e81d5364c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:17.701529 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0b1df4-5b43-478c-8e50-e81d5364c02d None None] The sync data for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:26:17.704106 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a142bbbe-e8ed-46fb-886e-cb1bc569f91c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Calling delete_port for 61a4007b-42bb-4da5-a505-b930fa16a1fb owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:17.705072 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:17.752706 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:26:17.760570 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-9e0d2e71-859c-4285-aadb-83ebfee9a939 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:26:17.761584 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9e0d2e71-859c-4285-aadb-83ebfee9a939 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4343154 Feb 28 14:26:17.771923 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55454) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:17.828525 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c42f93f7-0236-4247-9a0c-1fe71da9e4e1 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group_rule': {'security_group_id': '3b86421b-8d74-457b-96cf-9a94f8a8258a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:17.830870 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638c362c-b93e-479e-873d-4d72f0a3152c None None] DHCP port deletion for 474d94c7-4473-480f-8836-b4523ffd37d2 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:26:17.848158 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474d94c7-4473-480f-8836-b4523ffd37d2']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:17.855191 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c42f93f7-0236-4247-9a0c-1fe71da9e4e1 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:17.867800 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3897f9aa-eb1d-482b-9405-37a503b145ee') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:17.868090 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3897f9aa-eb1d-482b-9405-37a503b145ee') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:17.874921 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c42f93f7-0236-4247-9a0c-1fe71da9e4e1 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Usage tracker for resource:security_group_rule and tenant:66028f20c62f403486129ac3caa1abb5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:17.887991 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c42f93f7-0236-4247-9a0c-1fe71da9e4e1 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:17.904367 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:17.919025 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c42f93f7-0236-4247-9a0c-1fe71da9e4e1 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:17.946953 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:17.971862 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:26:17.972261 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:26:17.987499 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:26:18.003658 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:18.017032 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2ef5b168-3697-41e4-b5ab-b0ac605e9c04 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "PUT /v2.0/floatingips/6f0a1a48-7666-49b9-b211-ec512b9eeef3 HTTP/1.1" status: 200 len: 979 time: 7.3592939 Feb 28 14:26:18.027668 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55458) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:18.040002 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f0f1508b-d464-4224-a34b-6fabdeb86d39 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:18.148314 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f4c67b39-93e2-4faf-841b-1e7ed34a31cd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:18.209041 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f0f1508b-d464-4224-a34b-6fabdeb86d39 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:18.230594 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-f4c67b39-93e2-4faf-841b-1e7ed34a31cd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Transition to ACTIVE for port object 9525b045-04a0-4ddd-b519-e2b63dea8501 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:18.238282 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-c42f93f7-0236-4247-9a0c-1fe71da9e4e1 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:26:18.239326 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c42f93f7-0236-4247-9a0c-1fe71da9e4e1 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4644239 Feb 28 14:26:18.243560 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55462) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:18.262895 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:18.267402 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:18.322797 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Network': ['ID=474d94c7-4473-480f-8836-b4523ffd37d2,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:18.331888 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:18.335528 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-81248921-bd4d-423b-a95d-ab8974ad3a23 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/networks/474d94c7-4473-480f-8836-b4523ffd37d2 HTTP/1.1" status: 204 len: 168 time: 5.1518292 Feb 28 14:26:18.340878 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55466) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:18.389744 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-25d0608a-bb15-4988-baf4-83d572f2566f tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:18.392979 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f4c67b39-93e2-4faf-841b-1e7ed34a31cd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:18.410168 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad24b9d6-1197-4331-817a-4bf6572813d4 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] DELETE failed (client error): The resource could not be found. Feb 28 14:26:18.410583 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad24b9d6-1197-4331-817a-4bf6572813d4 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:26:18.415688 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ad24b9d6-1197-4331-817a-4bf6572813d4 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/networks/474d94c7-4473-480f-8836-b4523ffd37d2 HTTP/1.1" status: 404 len: 339 time: 0.0704007 Feb 28 14:26:18.446749 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55470) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:18.457938 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8d167c74-f16c-42a7-b2b8-13452f029e02 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1717082149', 'description': 'd1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:18.472796 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 12531e59-e920-48c1-af04-a4e57ed1fed6 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:26:18.482770 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8d167c74-f16c-42a7-b2b8-13452f029e02 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:18.497266 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8d167c74-f16c-42a7-b2b8-13452f029e02 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Usage tracker for resource:network and tenant:da983677876248308f7866178fb20b80 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:18.501076 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-25d0608a-bb15-4988-baf4-83d572f2566f tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:18.514525 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c67b39-93e2-4faf-841b-1e7ed34a31cd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:18.515463 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8d167c74-f16c-42a7-b2b8-13452f029e02 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:18.525613 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f4c67b39-93e2-4faf-841b-1e7ed34a31cd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:18.541311 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8d167c74-f16c-42a7-b2b8-13452f029e02 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:18.543600 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c67b39-93e2-4faf-841b-1e7ed34a31cd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:18.550073 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c67b39-93e2-4faf-841b-1e7ed34a31cd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:18.550867 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f4c67b39-93e2-4faf-841b-1e7ed34a31cd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:18.563800 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 12531e59-e920-48c1-af04-a4e57ed1fed6 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:26:18.581202 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c67b39-93e2-4faf-841b-1e7ed34a31cd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Port': ['ID=9525b045-04a0-4ddd-b519-e2b63dea8501,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:18.628606 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f4c67b39-93e2-4faf-841b-1e7ed34a31cd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8795202 Feb 28 14:26:18.629910 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55474) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:18.634162 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d167c74-f16c-42a7-b2b8-13452f029e02 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Made reservation on behalf of da983677876248308f7866178fb20b80 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:18.638323 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d167c74-f16c-42a7-b2b8-13452f029e02 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:18.650210 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-25d0608a-bb15-4988-baf4-83d572f2566f tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:18.654096 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 34f2e57d-057e-4908-b9ce-a54606b90d36 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:26:18.692749 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 34f2e57d-057e-4908-b9ce-a54606b90d36 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:26:18.693123 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 34f2e57d-057e-4908-b9ce-a54606b90d36 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:26:18.739535 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0608a-bb15-4988-baf4-83d572f2566f tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b86421b-8d74-457b-96cf-9a94f8a8258a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:18.757617 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network c552b6b4-4225-4369-a19c-c50fb286d574 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:18.759896 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-25d0608a-bb15-4988-baf4-83d572f2566f tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:18.761499 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-25d0608a-bb15-4988-baf4-83d572f2566f tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "DELETE /v2.0/security-groups/3b86421b-8d74-457b-96cf-9a94f8a8258a HTTP/1.1" status: 204 len: 168 time: 0.5169475 Feb 28 14:26:18.771747 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55478) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:18.776659 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:18.779305 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d167c74-f16c-42a7-b2b8-13452f029e02 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:26:18.793314 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:18.794131 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:18.799518 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Port': ['ID=aa99c531-3050-48f7-aad4-1e929529d1d2,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:18.808413 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a142bbbe-e8ed-46fb-886e-cb1bc569f91c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:18.817671 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d167c74-f16c-42a7-b2b8-13452f029e02 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:18.818037 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-8d167c74-f16c-42a7-b2b8-13452f029e02 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Added segment 17ee335e-380f-43c4-9a7a-7de3117d5c52 of type vlan for network 0a945490-f5ea-4e1f-94a7-441041bd8cc1 Feb 28 14:26:18.877320 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ddc57b-9834-49fa-b862-edef067adefb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:18.883319 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ddc57b-9834-49fa-b862-edef067adefb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:18.884151 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-02ddc57b-9834-49fa-b862-edef067adefb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:18.910281 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d167c74-f16c-42a7-b2b8-13452f029e02 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:18.918788 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6d30d8d5-6b9f-42ee-9e01-56fb88d9233b tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Synchronizing usage tracker for tenant:66028f20c62f403486129ac3caa1abb5 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:18.936557 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-02ddc57b-9834-49fa-b862-edef067adefb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:18.937727 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-02ddc57b-9834-49fa-b862-edef067adefb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3063195 Feb 28 14:26:18.950204 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55482) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:18.977835 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c8c5c3d5-f81a-48a2-86fd-262a53e7137e None None] Provisioning for port 12531e59-e920-48c1-af04-a4e57ed1fed6 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:26:18.984756 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c8c5c3d5-f81a-48a2-86fd-262a53e7137e None None] Provisioning complete for port 12531e59-e920-48c1-af04-a4e57ed1fed6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:18.985776 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c8c5c3d5-f81a-48a2-86fd-262a53e7137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:19.008064 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6d30d8d5-6b9f-42ee-9e01-56fb88d9233b tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Unset dirty status for tenant:66028f20c62f403486129ac3caa1abb5 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:19.009652 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6d30d8d5-6b9f-42ee-9e01-56fb88d9233b tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2357457 Feb 28 14:26:19.016003 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55486) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:19.021462 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d167c74-f16c-42a7-b2b8-13452f029e02 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:19.027259 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d167c74-f16c-42a7-b2b8-13452f029e02 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:19.027878 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d167c74-f16c-42a7-b2b8-13452f029e02 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:19.028666 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f0f1508b-d464-4224-a34b-6fabdeb86d39 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:19.042474 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2b51e42d-0d5a-4938-b75c-01b0b6679fea tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group': {'name': 'tempest-secgroup--349972302'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:19.079733 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2b51e42d-0d5a-4938-b75c-01b0b6679fea tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:19.087344 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Port': ['ID=176e2bfa-b954-4af1-b1d1-6e859da4b716,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:19.097462 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f0f1508b-d464-4224-a34b-6fabdeb86d39 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:19.097768 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-f0f1508b-d464-4224-a34b-6fabdeb86d39 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Floating IP 6f0a1a48-7666-49b9-b211-ec512b9eeef3 disassociated. External IP: 172.26.5.104, port: b64ea1e2-752e-42ca-bc99-cf5053f04b88. Feb 28 14:26:19.113317 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3f1ec3b4-e855-488b-abf2-2c7b41844d3a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting port 9525b045-04a0-4ddd-b519-e2b63dea8501 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:19.113653 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f1ec3b4-e855-488b-abf2-2c7b41844d3a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:19.154782 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2b51e42d-0d5a-4938-b75c-01b0b6679fea tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:19.162126 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0464115b-ee8a-4632-8129-c25e53ec3144 None None] get_active_networks_info from dv-neutron-831192-4-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 28 14:26:19.164857 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8d167c74-f16c-42a7-b2b8-13452f029e02 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7171333 Feb 28 14:26:19.191980 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55490) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:19.220373 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4809b117-af52-46a6-9413-0818dd5e65e4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:19.234402 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c8c5c3d5-f81a-48a2-86fd-262a53e7137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:19.246525 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d167c74-f16c-42a7-b2b8-13452f029e02 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event updated for resources: {'Network': ['ID=0a945490-f5ea-4e1f-94a7-441041bd8cc1,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:19.259650 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b51e42d-0d5a-4938-b75c-01b0b6679fea tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:19.278025 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 0a945490-f5ea-4e1f-94a7-441041bd8cc1 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:26:19.321206 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2b51e42d-0d5a-4938-b75c-01b0b6679fea tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:19.328679 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2b51e42d-0d5a-4938-b75c-01b0b6679fea tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Usage tracker for resource:security_group_rule and tenant:66028f20c62f403486129ac3caa1abb5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:19.328880 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142bbbe-e8ed-46fb-886e-cb1bc569f91c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Pushing event deleted for resources: {'Port': ['ID=61a4007b-42bb-4da5-a505-b930fa16a1fb,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:19.331507 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c8c5c3d5-f81a-48a2-86fd-262a53e7137e None None] For port 12531e59-e920-48c1-af04-a4e57ed1fed6, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=12531e59-e920-48c1-af04-a4e57ed1fed6,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:19.333962 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2b51e42d-0d5a-4938-b75c-01b0b6679fea tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:19.349623 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2b51e42d-0d5a-4938-b75c-01b0b6679fea tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:19.376322 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Checking segment: {'id': '69862450-41ac-4b93-b50a-1cb36724dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '43602513-b5fe-4210-9f1c-7dc0e33309bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:26:19.376678 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network hostable DHCP agents. Network: 43602513-b5fe-4210-9f1c-7dc0e33309bf, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:26:19.387251 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c8c5c3d5-f81a-48a2-86fd-262a53e7137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:19.472854 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5c3d5-f81a-48a2-86fd-262a53e7137e None None] Pushing event updated for resources: {'Port': ['ID=12531e59-e920-48c1-af04-a4e57ed1fed6,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:19.490168 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0464115b-ee8a-4632-8129-c25e53ec3144 None None] Resources bound (agent type, host, resource id): {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 14:26:19.528279 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-98d51fac-9e02-48a2-9389-443feaded6ee None None] Provisioning for port 9525b045-04a0-4ddd-b519-e2b63dea8501 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:26:19.548523 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-98d51fac-9e02-48a2-9389-443feaded6ee None None] Provisioning complete for port 9525b045-04a0-4ddd-b519-e2b63dea8501 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:19.548892 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-98d51fac-9e02-48a2-9389-443feaded6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:19.551673 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f1ec3b4-e855-488b-abf2-2c7b41844d3a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:19.586019 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8694b8-3e1f-42fa-aa22-f49bdf05833e tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:19.586844 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4b8694b8-3e1f-42fa-aa22-f49bdf05833e tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Synchronizing usage tracker for tenant:da983677876248308f7866178fb20b80 on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:19.591459 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a142bbbe-e8ed-46fb-886e-cb1bc569f91c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:19.669030 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-98d51fac-9e02-48a2-9389-443feaded6ee None None] Port 9525b045-04a0-4ddd-b519-e2b63dea8501 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:26:19.692361 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b51e42d-0d5a-4938-b75c-01b0b6679fea tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:19.700058 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3f1ec3b4-e855-488b-abf2-2c7b41844d3a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Calling delete_port for 9525b045-04a0-4ddd-b519-e2b63dea8501 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:19.732231 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b51e42d-0d5a-4938-b75c-01b0b6679fea tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:19.807998 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b51e42d-0d5a-4938-b75c-01b0b6679fea tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:19.812654 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2b51e42d-0d5a-4938-b75c-01b0b6679fea tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7921660 Feb 28 14:26:19.812654 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51e42d-0d5a-4938-b75c-01b0b6679fea tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1eb5285-137f-45af-b5dc-0c7aa14f4e0a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:19.815367 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55494) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:19.837181 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8dc98ad4-2c80-46cd-ae21-0084c5cdc41b tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group_rule': {'security_group_id': 'b1eb5285-137f-45af-b5dc-0c7aa14f4e0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:19.843789 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8dc98ad4-2c80-46cd-ae21-0084c5cdc41b tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:19.848998 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8dc98ad4-2c80-46cd-ae21-0084c5cdc41b tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Usage tracker for resource:security_group_rule and tenant:66028f20c62f403486129ac3caa1abb5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:19.852432 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8dc98ad4-2c80-46cd-ae21-0084c5cdc41b tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:19.859847 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8dc98ad4-2c80-46cd-ae21-0084c5cdc41b tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:19.910031 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4b8694b8-3e1f-42fa-aa22-f49bdf05833e tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Unset dirty status for tenant:da983677876248308f7866178fb20b80 on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:19.911435 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4b8694b8-3e1f-42fa-aa22-f49bdf05833e tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "GET /v2.0/networks?id=0a945490-f5ea-4e1f-94a7-441041bd8cc1 HTTP/1.1" status: 200 len: 761 time: 0.6950669 Feb 28 14:26:19.916233 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55498) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:19.927429 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network 43602513-b5fe-4210-9f1c-7dc0e33309bf is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:26:19.932417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-299eb405-35a1-4697-aa7c-f8703b433d52 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Request body: {'network': {'description': 'd2'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:20.038878 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f1ec3b4-e855-488b-abf2-2c7b41844d3a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:20.133759 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-8dc98ad4-2c80-46cd-ae21-0084c5cdc41b tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] create failed (client error): The resource could not be found. Feb 28 14:26:20.135003 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8dc98ad4-2c80-46cd-ae21-0084c5cdc41b tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3185582 Feb 28 14:26:20.136099 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ec3b4-e855-488b-abf2-2c7b41844d3a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Port': ['ID=9525b045-04a0-4ddd-b519-e2b63dea8501,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:20.166364 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55502) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:20.172476 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2aa102ed-2f2b-42ce-ab29-f69a448576d7 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group_rule': {'security_group_id': 'b1eb5285-137f-45af-b5dc-0c7aa14f4e0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '45095348-0a63-43f8-8718-5d78dc04018f'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:20.201118 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2aa102ed-2f2b-42ce-ab29-f69a448576d7 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:20.211398 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f1ec3b4-e855-488b-abf2-2c7b41844d3a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:20.347309 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 43602513-b5fe-4210-9f1c-7dc0e33309bf) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:20.356957 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011663ba-efb5-4c4a-ba24-917ad97a5f36 None None] Network 43602513-b5fe-4210-9f1c-7dc0e33309bf requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:20.370930 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:20.374922 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2aa102ed-2f2b-42ce-ab29-f69a448576d7 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Usage tracker for resource:security_group_rule and tenant:66028f20c62f403486129ac3caa1abb5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:20.378247 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:20.378743 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2aa102ed-2f2b-42ce-ab29-f69a448576d7 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:20.384732 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:20.385503 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:20.395976 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2aa102ed-2f2b-42ce-ab29-f69a448576d7 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:20.421131 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3f1ec3b4-e855-488b-abf2-2c7b41844d3a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/9525b045-04a0-4ddd-b519-e2b63dea8501 HTTP/1.1" status: 204 len: 168 time: 1.4690001 Feb 28 14:26:20.424447 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55506) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:20.491182 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 12531e59-e920-48c1-af04-a4e57ed1fed6 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:26:20.495737 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33fe84b-e70c-48c8-b2a1-ca5238f6604a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:20.497731 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33fe84b-e70c-48c8-b2a1-ca5238f6604a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:20.497948 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c33fe84b-e70c-48c8-b2a1-ca5238f6604a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:20.524803 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-299eb405-35a1-4697-aa7c-f8703b433d52 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:20.555347 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c33fe84b-e70c-48c8-b2a1-ca5238f6604a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:20.558984 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c33fe84b-e70c-48c8-b2a1-ca5238f6604a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1310053 Feb 28 14:26:20.559540 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-299eb405-35a1-4697-aa7c-f8703b433d52 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:20.563663 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55510) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:20.580895 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a142bbbe-e8ed-46fb-886e-cb1bc569f91c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:20.598800 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a142bbbe-e8ed-46fb-886e-cb1bc569f91c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728902'] for router, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:20.615525 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cdb2ebc9-dcc2-4d5a-b3cf-66a1a7814066 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.7708783 Feb 28 14:26:20.620474 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55514) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:20.628036 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-2aa102ed-2f2b-42ce-ab29-f69a448576d7 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] create failed (client error): The resource could not be found. Feb 28 14:26:20.631345 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2aa102ed-2f2b-42ce-ab29-f69a448576d7 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4616520 Feb 28 14:26:20.643190 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-299eb405-35a1-4697-aa7c-f8703b433d52 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Network 0a945490-f5ea-4e1f-94a7-441041bd8cc1 is not hosted by any dhcp agent {{(pid=87772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 28 14:26:20.648417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299eb405-35a1-4697-aa7c-f8703b433d52 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:20.649029 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-299eb405-35a1-4697-aa7c-f8703b433d52 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:20.651969 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-299eb405-35a1-4697-aa7c-f8703b433d52 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "PUT /v2.0/networks/0a945490-f5ea-4e1f-94a7-441041bd8cc1 HTTP/1.1" status: 200 len: 758 time: 0.7327895 Feb 28 14:26:20.655550 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 12531e59-e920-48c1-af04-a4e57ed1fed6 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:20.655990 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:20.656921 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55516) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:20.657090 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55518) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:20.797639 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da29588-7b36-4df1-a9d1-7fcdf4b087cb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet e67236aa-10ba-42ae-b7ea-a4a582c85664 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:26:20.848477 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299eb405-35a1-4697-aa7c-f8703b433d52 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event updated for resources: {'Network': ['ID=0a945490-f5ea-4e1f-94a7-441041bd8cc1,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:20.852981 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f1508b-d464-4224-a34b-6fabdeb86d39 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Router c03555cd-652b-4bba-b748-91a2da17fdbf has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:26:20.862284 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1da29588-7b36-4df1-a9d1-7fcdf4b087cb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:20.864505 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 0a945490-f5ea-4e1f-94a7-441041bd8cc1 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:26:20.875949 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a142bbbe-e8ed-46fb-886e-cb1bc569f91c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Router c8fded57-ef06-4082-a492-a2781f7b37b8 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:26:20.884359 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7e043a84-c86f-4fe1-b0c4-7456cd73b9b9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting port 176e2bfa-b954-4af1-b1d1-6e859da4b716 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:20.884673 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e043a84-c86f-4fe1-b0c4-7456cd73b9b9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:20.935054 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434519e8-71b3-4d9b-bb54-d5b7824cf347 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:20.935808 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-434519e8-71b3-4d9b-bb54-d5b7824cf347 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Synchronizing usage tracker for tenant:da983677876248308f7866178fb20b80 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:20.965459 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1da29588-7b36-4df1-a9d1-7fcdf4b087cb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:21.010395 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0974b9ba-0169-4a8f-9331-ed5dc10e96b1 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:21.022598 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-434519e8-71b3-4d9b-bb54-d5b7824cf347 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Unset dirty status for tenant:da983677876248308f7866178fb20b80 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:21.027252 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-434519e8-71b3-4d9b-bb54-d5b7824cf347 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "GET /v2.0/networks?id=0a945490-f5ea-4e1f-94a7-441041bd8cc1 HTTP/1.1" status: 200 len: 761 time: 0.3643136 Feb 28 14:26:21.030816 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55526) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:21.041877 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-08fe40d1-46af-479f-a93c-2cf1236ae404 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-653489770'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:21.061919 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-08fe40d1-46af-479f-a93c-2cf1236ae404 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:21.067039 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0974b9ba-0169-4a8f-9331-ed5dc10e96b1 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:21.100341 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-08fe40d1-46af-479f-a93c-2cf1236ae404 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:21.131645 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fe40d1-46af-479f-a93c-2cf1236ae404 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Made reservation on behalf of da983677876248308f7866178fb20b80 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:21.135023 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08fe40d1-46af-479f-a93c-2cf1236ae404 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:21.155052 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1da29588-7b36-4df1-a9d1-7fcdf4b087cb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:21.200107 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0974b9ba-0169-4a8f-9331-ed5dc10e96b1 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:21.216995 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a142bbbe-e8ed-46fb-886e-cb1bc569f91c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:26:21.230664 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974b9ba-0169-4a8f-9331-ed5dc10e96b1 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1eb5285-137f-45af-b5dc-0c7aa14f4e0a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:21.239998 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ab904e-2391-495b-a740-5943a78dcbc1 None None] Sync routers for ids ['c8fded57-ef06-4082-a492-a2781f7b37b8'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:26:21.240316 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08fe40d1-46af-479f-a93c-2cf1236ae404 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:26:21.248447 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0974b9ba-0169-4a8f-9331-ed5dc10e96b1 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:21.252253 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0974b9ba-0169-4a8f-9331-ed5dc10e96b1 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "DELETE /v2.0/security-groups/b1eb5285-137f-45af-b5dc-0c7aa14f4e0a HTTP/1.1" status: 204 len: 168 time: 0.5916550 Feb 28 14:26:21.252617 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55532) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:21.265510 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ab904e-2391-495b-a740-5943a78dcbc1 None None] Routers {'c8fded57-ef06-4082-a492-a2781f7b37b8'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:21.266772 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-33ab904e-2391-495b-a740-5943a78dcbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:26:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c8fded57-ef06-4082-a492-a2781f7b37b8'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:21.273974 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08fe40d1-46af-479f-a93c-2cf1236ae404 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:21.274320 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-08fe40d1-46af-479f-a93c-2cf1236ae404 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Added segment bda45ac3-704b-4284-a95a-cce48675cc96 of type vlan for network fd1cc4d3-6fea-4746-8113-32fd50a967f6 Feb 28 14:26:21.284453 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a142bbbe-e8ed-46fb-886e-cb1bc569f91c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:21.285589 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a142bbbe-e8ed-46fb-886e-cb1bc569f91c tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "PUT /v2.0/routers/c8fded57-ef06-4082-a492-a2781f7b37b8 HTTP/1.1" status: 200 len: 709 time: 6.9012408 Feb 28 14:26:21.288398 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55536) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:21.316873 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1da29588-7b36-4df1-a9d1-7fcdf4b087cb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:21.342311 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-33ab904e-2391-495b-a740-5943a78dcbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:21.351605 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ab904e-2391-495b-a740-5943a78dcbc1 None None] Routers {'c8fded57-ef06-4082-a492-a2781f7b37b8'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:21.352130 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-33ab904e-2391-495b-a740-5943a78dcbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:26:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c8fded57-ef06-4082-a492-a2781f7b37b8'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:21.390198 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08fe40d1-46af-479f-a93c-2cf1236ae404 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:21.394081 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da29588-7b36-4df1-a9d1-7fcdf4b087cb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=e67236aa-10ba-42ae-b7ea-a4a582c85664,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:21.396851 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1da29588-7b36-4df1-a9d1-7fcdf4b087cb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:21.401882 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-80f6e2df-305d-4cb1-9c80-f60b89c992a2 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Synchronizing usage tracker for tenant:66028f20c62f403486129ac3caa1abb5 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:21.441390 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1da29588-7b36-4df1-a9d1-7fcdf4b087cb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/e67236aa-10ba-42ae-b7ea-a4a582c85664 HTTP/1.1" status: 204 len: 168 time: 0.8629525 Feb 28 14:26:21.444155 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55540) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:21.453268 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d23083-49c1-4576-ac45-dbce8fa7605c None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:21.499877 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-80f6e2df-305d-4cb1-9c80-f60b89c992a2 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Unset dirty status for tenant:66028f20c62f403486129ac3caa1abb5 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:21.500250 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-33ab904e-2391-495b-a740-5943a78dcbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:21.501170 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-80f6e2df-305d-4cb1-9c80-f60b89c992a2 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2476244 Feb 28 14:26:21.505666 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ab904e-2391-495b-a740-5943a78dcbc1 None None] The sync data for ids ['c8fded57-ef06-4082-a492-a2781f7b37b8'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:26:21.508351 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55544) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:21.515017 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-097b19ef-a773-4460-8b5e-7967590edf94 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group_rule': {'security_group_id': '792f0607-9ef5-49fc-88e3-f7863b090fb0', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:21.531254 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08fe40d1-46af-479f-a93c-2cf1236ae404 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:21.536677 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fe40d1-46af-479f-a93c-2cf1236ae404 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:21.537358 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08fe40d1-46af-479f-a93c-2cf1236ae404 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:21.545100 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4781cce3-907c-4044-a843-0d5c8aa36f71 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0976343 Feb 28 14:26:21.545100 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-097b19ef-a773-4460-8b5e-7967590edf94 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:21.568111 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55548) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:21.573649 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-097b19ef-a773-4460-8b5e-7967590edf94 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Usage tracker for resource:security_group_rule and tenant:66028f20c62f403486129ac3caa1abb5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:21.609144 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-097b19ef-a773-4460-8b5e-7967590edf94 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:21.638863 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f1508b-d464-4224-a34b-6fabdeb86d39 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:26:21.643890 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-097b19ef-a773-4460-8b5e-7967590edf94 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:21.651661 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-08fe40d1-46af-479f-a93c-2cf1236ae404 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6197793 Feb 28 14:26:21.673203 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be84c95-38e2-4866-8574-48b2058b0295 None None] Sync routers for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:26:21.685162 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be84c95-38e2-4866-8574-48b2058b0295 None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:21.686240 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-3be84c95-38e2-4866-8574-48b2058b0295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:26:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:21.705430 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f0f1508b-d464-4224-a34b-6fabdeb86d39 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:21.710504 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55554) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:21.716976 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7775545e-6659-4b3b-960f-521419274933 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Request body: {'subnet': {'network_id': 'fd1cc4d3-6fea-4746-8113-32fd50a967f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:21.755576 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe40d1-46af-479f-a93c-2cf1236ae404 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event updated for resources: {'Network': ['ID=fd1cc4d3-6fea-4746-8113-32fd50a967f6,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:21.772192 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network fd1cc4d3-6fea-4746-8113-32fd50a967f6 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:26:21.793967 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-3be84c95-38e2-4866-8574-48b2058b0295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:21.809364 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be84c95-38e2-4866-8574-48b2058b0295 None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:21.816060 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-3be84c95-38e2-4866-8574-48b2058b0295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:26:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:21.823914 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-beab7926-40fb-4db2-a966-59cf34c417a1 tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "GET /v2.0/routers/c8fded57-ef06-4082-a492-a2781f7b37b8 HTTP/1.1" status: 200 len: 744 time: 0.5291944 Feb 28 14:26:21.823914 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4809b117-af52-46a6-9413-0818dd5e65e4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port 08b99946-33d1-4e19-91b9-52521153d02d {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:21.823914 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4809b117-af52-46a6-9413-0818dd5e65e4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:21.829374 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55558) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:21.886124 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e043a84-c86f-4fe1-b0c4-7456cd73b9b9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:21.891454 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-3be84c95-38e2-4866-8574-48b2058b0295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:21.892226 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be84c95-38e2-4866-8574-48b2058b0295 None None] The sync data for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:26:21.909209 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9fc404ab-1b54-41b8-bf00-05e6f384d7cd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Synchronizing usage tracker for tenant:ec3f252271e4406286e8ec95b08ceaed on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:21.914548 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7775545e-6659-4b3b-960f-521419274933 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:21.923107 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2287d9a6-e585-4697-98cb-a3989d885116 None None] DHCP port deletion for 22b852e7-638c-4536-9e81-f0f6c68c1fb7 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:26:21.930999 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7775545e-6659-4b3b-960f-521419274933 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Usage tracker for resource:subnet and tenant:da983677876248308f7866178fb20b80 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:21.938158 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7775545e-6659-4b3b-960f-521419274933 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:21.938452 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2287d9a6-e585-4697-98cb-a3989d885116 None None] Deleting port 12531e59-e920-48c1-af04-a4e57ed1fed6 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:21.938930 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2287d9a6-e585-4697-98cb-a3989d885116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:21.946426 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-097b19ef-a773-4460-8b5e-7967590edf94 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] create failed (client error): The resource could not be found. Feb 28 14:26:21.947626 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-097b19ef-a773-4460-8b5e-7967590edf94 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4391119 Feb 28 14:26:21.951497 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7775545e-6659-4b3b-960f-521419274933 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:21.954730 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55562) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:21.962753 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cda75e5-5dd1-4b50-85e2-a6c20d9676d1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:21.963667 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4cda75e5-5dd1-4b50-85e2-a6c20d9676d1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:21.973099 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6bdf77bb-ce96-4b18-b2e2-9f2e6d965049 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group': {'name': 'tempest-secgroup--1366823371'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:21.980668 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9fc404ab-1b54-41b8-bf00-05e6f384d7cd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] Unset dirty status for tenant:ec3f252271e4406286e8ec95b08ceaed on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:21.981762 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9fc404ab-1b54-41b8-bf00-05e6f384d7cd tempest-RoutersIpV6AdminTest-1034803169 tempest-RoutersIpV6AdminTest-1034803169-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710&device_id=c8fded57-ef06-4082-a492-a2781f7b37b8 HTTP/1.1" status: 200 len: 205 time: 0.1514647 Feb 28 14:26:21.986861 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55566) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:21.990930 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f0f1508b-d464-4224-a34b-6fabdeb86d39 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "PUT /v2.0/floatingips/6f0a1a48-7666-49b9-b211-ec512b9eeef3 HTTP/1.1" status: 200 len: 688 time: 3.9583127 Feb 28 14:26:21.992128 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6bdf77bb-ce96-4b18-b2e2-9f2e6d965049 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:22.000923 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55568) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:22.043035 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7775545e-6659-4b3b-960f-521419274933 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Made reservation on behalf of da983677876248308f7866178fb20b80 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:22.047061 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7775545e-6659-4b3b-960f-521419274933 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:22.072864 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7e043a84-c86f-4fe1-b0c4-7456cd73b9b9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Calling delete_port for 176e2bfa-b954-4af1-b1d1-6e859da4b716 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:22.127912 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6bdf77bb-ce96-4b18-b2e2-9f2e6d965049 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:22.180621 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2287d9a6-e585-4697-98cb-a3989d885116 None None] For port 12531e59-e920-48c1-af04-a4e57ed1fed6, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=12531e59-e920-48c1-af04-a4e57ed1fed6,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:22.180929 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2287d9a6-e585-4697-98cb-a3989d885116 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:22.246330 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-4809b117-af52-46a6-9413-0818dd5e65e4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port 08b99946-33d1-4e19-91b9-52521153d02d, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=08b99946-33d1-4e19-91b9-52521153d02d,segment=NetworkSegment(16381587-2111-4126-94e4-f99c0206869f),segment_id=16381587-2111-4126-94e4-f99c0206869f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:22.247340 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4809b117-af52-46a6-9413-0818dd5e65e4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:22.257127 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e043a84-c86f-4fe1-b0c4-7456cd73b9b9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:22.286462 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3d3c0250-4889-4f8f-8b3b-dacd3795fca2 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8fded57-ef06-4082-a492-a2781f7b37b8 HTTP/1.1" status: 200 len: 205 time: 0.2916386 Feb 28 14:26:22.299340 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55578) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:22.306614 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4cda75e5-5dd1-4b50-85e2-a6c20d9676d1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:22.307811 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4cda75e5-5dd1-4b50-85e2-a6c20d9676d1 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7387292 Feb 28 14:26:22.319770 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2287d9a6-e585-4697-98cb-a3989d885116 None None] Calling delete_port for 12531e59-e920-48c1-af04-a4e57ed1fed6 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:22.355778 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55580) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:22.421521 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6bdf77bb-ce96-4b18-b2e2-9f2e6d965049 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:22.425528 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 12531e59-e920-48c1-af04-a4e57ed1fed6 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:26:22.451272 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4809b117-af52-46a6-9413-0818dd5e65e4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for 08b99946-33d1-4e19-91b9-52521153d02d owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:22.453737 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a41e57b1-0a3c-4379-b757-dca1a84975c5 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Deleting port 387d7e17-b58c-44a6-9f45-9485fea017dc {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:22.454074 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a41e57b1-0a3c-4379-b757-dca1a84975c5 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:22.488072 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2287d9a6-e585-4697-98cb-a3989d885116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:22.510138 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6bdf77bb-ce96-4b18-b2e2-9f2e6d965049 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:22.528106 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6bdf77bb-ce96-4b18-b2e2-9f2e6d965049 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Usage tracker for resource:security_group_rule and tenant:66028f20c62f403486129ac3caa1abb5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:22.536107 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287d9a6-e585-4697-98cb-a3989d885116 None None] Pushing event deleted for resources: {'Port': ['ID=12531e59-e920-48c1-af04-a4e57ed1fed6,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:22.537078 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6bdf77bb-ce96-4b18-b2e2-9f2e6d965049 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:22.539908 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No active binding found for port 12531e59-e920-48c1-af04-a4e57ed1fed6 {{(pid=87774) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 28 14:26:22.540408 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 12531e59-e920-48c1-af04-a4e57ed1fed6 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:26:22.541919 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2287d9a6-e585-4697-98cb-a3989d885116 None None] No DVR routers for this DVR port 12531e59-e920-48c1-af04-a4e57ed1fed6 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:26:22.573039 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6bdf77bb-ce96-4b18-b2e2-9f2e6d965049 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:22.612441 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e043a84-c86f-4fe1-b0c4-7456cd73b9b9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Port': ['ID=176e2bfa-b954-4af1-b1d1-6e859da4b716,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:22.633393 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e043a84-c86f-4fe1-b0c4-7456cd73b9b9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:22.745993 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7e043a84-c86f-4fe1-b0c4-7456cd73b9b9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/ports/176e2bfa-b954-4af1-b1d1-6e859da4b716 HTTP/1.1" status: 204 len: 168 time: 2.0712667 Feb 28 14:26:22.753562 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70836c28-b1d7-4159-9950-c13913324efd tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:22.754717 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55586) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:22.776709 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a41e57b1-0a3c-4379-b757-dca1a84975c5 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:22.776957 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a41e57b1-0a3c-4379-b757-dca1a84975c5 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:22.909435 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e559631d-2c6a-414a-8508-b4d0452dd83a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:22.910104 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e559631d-2c6a-414a-8508-b4d0452dd83a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:22.961852 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a41e57b1-0a3c-4379-b757-dca1a84975c5 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Calling delete_port for 387d7e17-b58c-44a6-9f45-9485fea017dc owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:23.022231 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7775545e-6659-4b3b-960f-521419274933 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:23.079387 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6bdf77bb-ce96-4b18-b2e2-9f2e6d965049 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:23.107484 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6bdf77bb-ce96-4b18-b2e2-9f2e6d965049 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:23.202050 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775545e-6659-4b3b-960f-521419274933 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event updated for resources: {'Subnet': ['ID=f4c217be-88c4-4d50-aa02-4c77aa0d542c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:23.218834 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf77bb-ce96-4b18-b2e2-9f2e6d965049 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dd8973-6d81-4641-b5eb-0033f1b9603b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:23.239744 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e559631d-2c6a-414a-8508-b4d0452dd83a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:23.240880 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e559631d-2c6a-414a-8508-b4d0452dd83a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7283211 Feb 28 14:26:23.248618 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70836c28-b1d7-4159-9950-c13913324efd tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:23.250452 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55592) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:23.255392 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70836c28-b1d7-4159-9950-c13913324efd tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:23.259564 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775545e-6659-4b3b-960f-521419274933 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Checking segment: {'id': 'bda45ac3-704b-4284-a95a-cce48675cc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fd1cc4d3-6fea-4746-8113-32fd50a967f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:26:23.259921 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7775545e-6659-4b3b-960f-521419274933 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Network hostable DHCP agents. Network: fd1cc4d3-6fea-4746-8113-32fd50a967f6, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:26:23.292417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31087437-82c2-425b-aeb1-f4348882b28e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:23.298596 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31087437-82c2-425b-aeb1-f4348882b28e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:23.300142 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-31087437-82c2-425b-aeb1-f4348882b28e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.5316207 Feb 28 14:26:23.301065 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6bdf77bb-ce96-4b18-b2e2-9f2e6d965049 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:23.304607 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6bdf77bb-ce96-4b18-b2e2-9f2e6d965049 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3355258 Feb 28 14:26:23.310028 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55596) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:23.310184 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55598) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:23.319878 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4c531197-c6d3-4827-9bf2-1c86dd7492fc tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group': {'name': 'tempest-secgroup--1533554091'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:23.327449 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-86cc320d-b317-438f-93c2-22b24c4fc896 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0748923 Feb 28 14:26:23.332814 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55604) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:23.347128 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-930a6ba5-1fe8-4ff1-8c6e-59e6029fd931 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:23.357405 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4c531197-c6d3-4827-9bf2-1c86dd7492fc tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:23.377224 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4c531197-c6d3-4827-9bf2-1c86dd7492fc tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Usage tracker for resource:security_group and tenant:66028f20c62f403486129ac3caa1abb5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:23.383702 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4c531197-c6d3-4827-9bf2-1c86dd7492fc tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:23.391296 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70836c28-b1d7-4159-9950-c13913324efd tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:23.391887 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70836c28-b1d7-4159-9950-c13913324efd tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Fanout notify agent at l3_agent the message router_deleted on router c8fded57-ef06-4082-a492-a2781f7b37b8 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:26:23.396110 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4c531197-c6d3-4827-9bf2-1c86dd7492fc tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:23.417236 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7775545e-6659-4b3b-960f-521419274933 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Network fd1cc4d3-6fea-4746-8113-32fd50a967f6 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:26:23.419240 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a41e57b1-0a3c-4379-b757-dca1a84975c5 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:23.469127 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5c45c4f0-1a59-474b-bbc1-a17c9b1f989f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting port aa99c531-3050-48f7-aad4-1e929529d1d2 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:23.469858 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c45c4f0-1a59-474b-bbc1-a17c9b1f989f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:23.509991 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c531197-c6d3-4827-9bf2-1c86dd7492fc tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:23.527442 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e57b1-0a3c-4379-b757-dca1a84975c5 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event deleted for resources: {'Port': ['ID=387d7e17-b58c-44a6-9f45-9485fea017dc,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:23.527699 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-70836c28-b1d7-4159-9950-c13913324efd tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:23.528686 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-70836c28-b1d7-4159-9950-c13913324efd tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "DELETE /v2.0/routers/c8fded57-ef06-4082-a492-a2781f7b37b8 HTTP/1.1" status: 204 len: 168 time: 1.1743670 Feb 28 14:26:23.529770 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-930a6ba5-1fe8-4ff1-8c6e-59e6029fd931 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:23.534102 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55608) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:23.535595 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-7775545e-6659-4b3b-960f-521419274933 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, fd1cc4d3-6fea-4746-8113-32fd50a967f6) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:23.548074 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969dad0e-3c74-4eb1-ba12-eed98b8345b1 None None] Network fd1cc4d3-6fea-4746-8113-32fd50a967f6 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:23.580082 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7775545e-6659-4b3b-960f-521419274933 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:23.580670 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7775545e-6659-4b3b-960f-521419274933 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:23.594278 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-de450125-a5ca-4cf6-88e4-7125cde5e64a tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8fded57-ef06-4082-a492-a2781f7b37b8 HTTP/1.1" status: 200 len: 205 time: 0.0593157 Feb 28 14:26:23.595286 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-930a6ba5-1fe8-4ff1-8c6e-59e6029fd931 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:23.597037 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55612) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:23.630024 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4c531197-c6d3-4827-9bf2-1c86dd7492fc tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:23.652168 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4809b117-af52-46a6-9413-0818dd5e65e4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:23.653837 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4c531197-c6d3-4827-9bf2-1c86dd7492fc tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Usage tracker for resource:security_group_rule and tenant:66028f20c62f403486129ac3caa1abb5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:23.685063 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4c531197-c6d3-4827-9bf2-1c86dd7492fc tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:23.696951 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7775545e-6659-4b3b-960f-521419274933 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9819186 Feb 28 14:26:23.707605 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4c531197-c6d3-4827-9bf2-1c86dd7492fc tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:23.709327 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55616) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:23.715287 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809b117-af52-46a6-9413-0818dd5e65e4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=08b99946-33d1-4e19-91b9-52521153d02d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:23.722013 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-c47b2a16-a8c9-43eb-908a-15a96529bebc tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] delete failed (client error): The resource could not be found. Feb 28 14:26:23.723116 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c47b2a16-a8c9-43eb-908a-15a96529bebc tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "DELETE /v2.0/routers/c8fded57-ef06-4082-a492-a2781f7b37b8 HTTP/1.1" status: 404 len: 336 time: 0.1251414 Feb 28 14:26:23.740713 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55620) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:23.754882 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930a6ba5-1fe8-4ff1-8c6e-59e6029fd931 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:23.758710 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-930a6ba5-1fe8-4ff1-8c6e-59e6029fd931 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:23.796425 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0703c4c3-280e-4e51-bc3b-9d6b832d6172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-fd1cc4d3-6fea-4746-8113-32fd50a967f6', 'network_id': 'fd1cc4d3-6fea-4746-8113-32fd50a967f6', 'tenant_id': 'da983677876248308f7866178fb20b80', 'fixed_ips': [{'subnet_id': 'f4c217be-88c4-4d50-aa02-4c77aa0d542c'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:26:23.797260 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0703c4c3-280e-4e51-bc3b-9d6b832d6172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:23.812704 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a41e57b1-0a3c-4379-b757-dca1a84975c5 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:23.815068 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a41e57b1-0a3c-4379-b757-dca1a84975c5 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:23.819062 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a41e57b1-0a3c-4379-b757-dca1a84975c5 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "DELETE /v2.0/floatingips/6f0a1a48-7666-49b9-b211-ec512b9eeef3 HTTP/1.1" status: 204 len: 168 time: 1.8169949 Feb 28 14:26:23.826531 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55624) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:23.848079 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8500d740-b683-484b-aa7d-260bf830a406 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f9e1c81-3af3-4e6f-baf0-30429cbb3eb4 HTTP/1.1" status: 200 len: 205 time: 0.1015136 Feb 28 14:26:23.913717 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55628) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:23.973280 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-d4f6af0c-85e5-443e-94b9-b26eb282f703 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] delete failed (client error): The resource could not be found. Feb 28 14:26:23.974324 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d4f6af0c-85e5-443e-94b9-b26eb282f703 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "DELETE /v2.0/floatingips/6f0a1a48-7666-49b9-b211-ec512b9eeef3 HTTP/1.1" status: 404 len: 345 time: 0.1467812 Feb 28 14:26:23.978743 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-0703c4c3-280e-4e51-bc3b-9d6b832d6172 None None] Allocated IP 172.20.0.2 (fd1cc4d3-6fea-4746-8113-32fd50a967f6/f4c217be-88c4-4d50-aa02-4c77aa0d542c/1c93d4c7-5610-49a8-8849-8b5f6400ff7a) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:23.987087 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55632) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:24.162669 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-d2e746fc-8754-484c-b99d-d7984c6edc86 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] delete failed (client error): The resource could not be found. Feb 28 14:26:24.163708 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d2e746fc-8754-484c-b99d-d7984c6edc86 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "DELETE /v2.0/routers/3f9e1c81-3af3-4e6f-baf0-30429cbb3eb4 HTTP/1.1" status: 404 len: 336 time: 0.2491994 Feb 28 14:26:24.166588 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55636) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:24.232455 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a16cacb4-6ac4-41b7-b170-fac94ab18710 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6154c53-2010-4303-9740-c449e473c76c HTTP/1.1" status: 200 len: 205 time: 0.0647056 Feb 28 14:26:24.237782 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0703c4c3-280e-4e51-bc3b-9d6b832d6172 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:24.240399 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55640) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:24.248712 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0703c4c3-280e-4e51-bc3b-9d6b832d6172 None None] Transition to ACTIVE for port object 1c93d4c7-5610-49a8-8849-8b5f6400ff7a will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:24.269173 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0703c4c3-280e-4e51-bc3b-9d6b832d6172 None None] Transition to ACTIVE for port object 1c93d4c7-5610-49a8-8849-8b5f6400ff7a will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:24.275125 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0703c4c3-280e-4e51-bc3b-9d6b832d6172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:24.340774 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0703c4c3-280e-4e51-bc3b-9d6b832d6172 None None] Network fd1cc4d3-6fea-4746-8113-32fd50a967f6 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:24.347957 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c45c4f0-1a59-474b-bbc1-a17c9b1f989f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:24.348586 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-0703c4c3-280e-4e51-bc3b-9d6b832d6172 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:24.352757 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0703c4c3-280e-4e51-bc3b-9d6b832d6172 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:24.359079 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703c4c3-280e-4e51-bc3b-9d6b832d6172 None None] Pushing event updated for resources: {'Port': ['ID=1c93d4c7-5610-49a8-8849-8b5f6400ff7a,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:24.362483 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75d5e76a-64ad-4805-ba22-cf5ba20a90f3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:24.374528 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-56346501-4932-4efa-8f1d-4f2ef4d9f5b8 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] delete failed (client error): The resource could not be found. Feb 28 14:26:24.378703 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-56346501-4932-4efa-8f1d-4f2ef4d9f5b8 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "DELETE /v2.0/routers/a6154c53-2010-4303-9740-c449e473c76c HTTP/1.1" status: 404 len: 336 time: 0.1267812 Feb 28 14:26:24.378833 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c944afe2-a986-48e7-812b-9d635280c6b9 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:24.384565 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c944afe2-a986-48e7-812b-9d635280c6b9 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:24.392292 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c944afe2-a986-48e7-812b-9d635280c6b9 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:24.393393 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c944afe2-a986-48e7-812b-9d635280c6b9 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Synchronizing usage tracker for tenant:a713dce2e4474a3e85dacb2710c38d65 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:24.401021 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55644) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:24.461381 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c531197-c6d3-4827-9bf2-1c86dd7492fc tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:24.469779 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0703c4c3-280e-4e51-bc3b-9d6b832d6172 None None] Attempting to bind port 1c93d4c7-5610-49a8-8849-8b5f6400ff7a on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:26:24.470172 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0703c4c3-280e-4e51-bc3b-9d6b832d6172 None None] Attempting to bind port 1c93d4c7-5610-49a8-8849-8b5f6400ff7a by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'bda45ac3-704b-4284-a95a-cce48675cc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fd1cc4d3-6fea-4746-8113-32fd50a967f6'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:26:24.470506 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0703c4c3-280e-4e51-bc3b-9d6b832d6172 None None] Attempting to bind port 1c93d4c7-5610-49a8-8849-8b5f6400ff7a on network fd1cc4d3-6fea-4746-8113-32fd50a967f6 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:26:24.472613 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4809b117-af52-46a6-9413-0818dd5e65e4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:24.478579 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-95a1950b-22b1-4b92-804a-5b91f08b95be tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "GET /v2.0/ports?device_id=01c225be-7e77-4754-afe5-f68d7da4b0a9 HTTP/1.1" status: 200 len: 205 time: 0.0714419 Feb 28 14:26:24.483276 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55648) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:24.485003 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0703c4c3-280e-4e51-bc3b-9d6b832d6172 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:26:24.485448 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0703c4c3-280e-4e51-bc3b-9d6b832d6172 None None] Checking segment: {'id': 'bda45ac3-704b-4284-a95a-cce48675cc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fd1cc4d3-6fea-4746-8113-32fd50a967f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:26:24.485845 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0703c4c3-280e-4e51-bc3b-9d6b832d6172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:24.486252 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0703c4c3-280e-4e51-bc3b-9d6b832d6172 None None] Bound using segment: {'id': 'bda45ac3-704b-4284-a95a-cce48675cc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fd1cc4d3-6fea-4746-8113-32fd50a967f6'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:26:24.487442 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0703c4c3-280e-4e51-bc3b-9d6b832d6172 None None] Bound port: 1c93d4c7-5610-49a8-8849-8b5f6400ff7a, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda45ac3-704b-4284-a95a-cce48675cc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fd1cc4d3-6fea-4746-8113-32fd50a967f6'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:26:24.487814 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0703c4c3-280e-4e51-bc3b-9d6b832d6172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:24.531827 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5c45c4f0-1a59-474b-bbc1-a17c9b1f989f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Calling delete_port for aa99c531-3050-48f7-aad4-1e929529d1d2 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:24.565824 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c531197-c6d3-4827-9bf2-1c86dd7492fc tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:24.612503 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-75d5e76a-64ad-4805-ba22-cf5ba20a90f3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Deleting port 1c93d4c7-5610-49a8-8849-8b5f6400ff7a {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:24.612802 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75d5e76a-64ad-4805-ba22-cf5ba20a90f3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:24.634502 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0703c4c3-280e-4e51-bc3b-9d6b832d6172 None None] For port 1c93d4c7-5610-49a8-8849-8b5f6400ff7a, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:26:24.638288 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0703c4c3-280e-4e51-bc3b-9d6b832d6172 None None] For port 1c93d4c7-5610-49a8-8849-8b5f6400ff7a, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=1c93d4c7-5610-49a8-8849-8b5f6400ff7a,segment=NetworkSegment(bda45ac3-704b-4284-a95a-cce48675cc96),segment_id=bda45ac3-704b-4284-a95a-cce48675cc96)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:26:24.643996 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0703c4c3-280e-4e51-bc3b-9d6b832d6172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:24.685349 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c531197-c6d3-4827-9bf2-1c86dd7492fc tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=396c903a-4c95-4d03-a9c7-889625428b06,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:24.687650 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4c531197-c6d3-4827-9bf2-1c86dd7492fc tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:24.688834 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4c531197-c6d3-4827-9bf2-1c86dd7492fc tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3759940 Feb 28 14:26:24.694924 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55652) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:24.706285 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1231e599-7046-4ab1-9f62-c55b76517d85 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group_rule': {'security_group_id': 'a2dd8973-6d81-4641-b5eb-0033f1b9603b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '396c903a-4c95-4d03-a9c7-889625428b06'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:24.725575 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1231e599-7046-4ab1-9f62-c55b76517d85 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:24.726363 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703c4c3-280e-4e51-bc3b-9d6b832d6172 None None] Pushing event updated for resources: {'Port': ['ID=1c93d4c7-5610-49a8-8849-8b5f6400ff7a,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:24.731563 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1231e599-7046-4ab1-9f62-c55b76517d85 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Usage tracker for resource:security_group_rule and tenant:66028f20c62f403486129ac3caa1abb5 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:24.762663 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1231e599-7046-4ab1-9f62-c55b76517d85 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:24.780508 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1231e599-7046-4ab1-9f62-c55b76517d85 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:24.790594 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c45c4f0-1a59-474b-bbc1-a17c9b1f989f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:24.797464 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c944afe2-a986-48e7-812b-9d635280c6b9 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Unset dirty status for tenant:a713dce2e4474a3e85dacb2710c38d65 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:24.801807 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c944afe2-a986-48e7-812b-9d635280c6b9 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "GET /v2.0/ports?network_id=08507b25-bf65-4624-8d25-00557623e34b HTTP/1.1" status: 200 len: 2360 time: 0.8097525 Feb 28 14:26:24.804248 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55656) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:24.807264 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-dcd7f53d-b72f-44db-9b0f-091f50f74cd1 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] delete failed (client error): The resource could not be found. Feb 28 14:26:24.808355 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dcd7f53d-b72f-44db-9b0f-091f50f74cd1 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "DELETE /v2.0/routers/01c225be-7e77-4754-afe5-f68d7da4b0a9 HTTP/1.1" status: 404 len: 336 time: 0.3070838 Feb 28 14:26:24.846366 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55660) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:24.850475 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45c4f0-1a59-474b-bbc1-a17c9b1f989f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Port': ['ID=aa99c531-3050-48f7-aad4-1e929529d1d2,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:24.908774 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5c45c4f0-1a59-474b-bbc1-a17c9b1f989f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:24.922870 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5c45c4f0-1a59-474b-bbc1-a17c9b1f989f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/ports/aa99c531-3050-48f7-aad4-1e929529d1d2 HTTP/1.1" status: 204 len: 168 time: 1.6117966 Feb 28 14:26:24.962458 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55664) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:24.968485 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d3c4acee-37d6-46a8-b1e9-fee32e33faf0 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "GET /v2.0/ports?device_id=38084127-413d-4586-9cd5-4e4cb8b26370 HTTP/1.1" status: 200 len: 205 time: 0.1208043 Feb 28 14:26:24.972917 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55668) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:25.049476 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-1231e599-7046-4ab1-9f62-c55b76517d85 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:26:25.053284 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1231e599-7046-4ab1-9f62-c55b76517d85 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3552656 Feb 28 14:26:25.060104 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55672) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:25.065598 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-35bc865a-deba-4d6f-92d7-ebf3c3e0486a tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] delete failed (client error): The resource could not be found. Feb 28 14:26:25.066567 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-35bc865a-deba-4d6f-92d7-ebf3c3e0486a tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "DELETE /v2.0/routers/38084127-413d-4586-9cd5-4e4cb8b26370 HTTP/1.1" status: 404 len: 336 time: 0.0918450 Feb 28 14:26:25.080784 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55676) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:25.140576 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad84148-9713-4766-8e5b-0fe4d7419671 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:25.141922 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1ad84148-9713-4766-8e5b-0fe4d7419671 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "GET /v2.0/subnets/e313196f-d6e9-431f-a11e-fd7033f179ac HTTP/1.1" status: 200 len: 797 time: 0.3326013 Feb 28 14:26:25.145665 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a24e36b2-4887-4125-8503-379465a62adc tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "GET /v2.0/ports?device_id=dff1a9c9-165e-4dc4-95c6-1a86597621a4 HTTP/1.1" status: 200 len: 205 time: 0.0634110 Feb 28 14:26:25.152753 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55680) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:25.153076 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55682) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:25.160541 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-82269b1f-c622-4766-8358-bdaac3a7e386 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Request body: {'port': {'network_id': '08507b25-bf65-4624-8d25-00557623e34b', 'name': 'tempest-FloatingIPTestJSON-1836963062', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:25.209418 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.objects.ports [None req-930a6ba5-1fe8-4ff1-8c6e-59e6029fd931 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87773) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 14:26:25.212039 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-930a6ba5-1fe8-4ff1-8c6e-59e6029fd931 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:25.289376 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-1f859601-3fe1-4d77-a165-50825baef789 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] delete failed (client error): The resource could not be found. Feb 28 14:26:25.290383 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1f859601-3fe1-4d77-a165-50825baef789 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "DELETE /v2.0/routers/dff1a9c9-165e-4dc4-95c6-1a86597621a4 HTTP/1.1" status: 404 len: 336 time: 0.1342499 Feb 28 14:26:25.294205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-75d5e76a-64ad-4805-ba22-cf5ba20a90f3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] For port 1c93d4c7-5610-49a8-8849-8b5f6400ff7a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=1c93d4c7-5610-49a8-8849-8b5f6400ff7a,segment=NetworkSegment(bda45ac3-704b-4284-a95a-cce48675cc96),segment_id=bda45ac3-704b-4284-a95a-cce48675cc96)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:25.294558 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75d5e76a-64ad-4805-ba22-cf5ba20a90f3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:25.299023 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55688) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:25.391733 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e12106-0113-4ef5-a70d-7fcb6e30ed42 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] DELETE failed (client error): The resource could not be found. Feb 28 14:26:25.392489 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e12106-0113-4ef5-a70d-7fcb6e30ed42 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:26:25.408782 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930a6ba5-1fe8-4ff1-8c6e-59e6029fd931 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:25.425454 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-930a6ba5-1fe8-4ff1-8c6e-59e6029fd931 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:25.428473 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930a6ba5-1fe8-4ff1-8c6e-59e6029fd931 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:25.429052 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-930a6ba5-1fe8-4ff1-8c6e-59e6029fd931 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:25.432637 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a6ba5-1fe8-4ff1-8c6e-59e6029fd931 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=13e701d5-58e1-4c76-8ada-b5f2f80faa1a,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:25.438147 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1be9e9e-7622-4213-886b-019e64e9e1f8 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:25.494987 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-07e12106-0113-4ef5-a70d-7fcb6e30ed42 tempest-RoutersIpV6AdminTest-1597985462 tempest-RoutersIpV6AdminTest-1597985462-project] 10.222.0.30 "DELETE /v2.0/subnets/a91431b0-c308-4715-bfcf-4f97a2af89f1 HTTP/1.1" status: 404 len: 337 time: 0.1946950 Feb 28 14:26:25.503086 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-75d5e76a-64ad-4805-ba22-cf5ba20a90f3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Calling delete_port for 1c93d4c7-5610-49a8-8849-8b5f6400ff7a owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:25.527928 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f7cb65-50d5-4a72-915a-d827ffa96c2a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:25.528627 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-47f7cb65-50d5-4a72-915a-d827ffa96c2a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Synchronizing usage tracker for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:25.576429 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-930a6ba5-1fe8-4ff1-8c6e-59e6029fd931 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2408807 Feb 28 14:26:25.579637 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55694) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:25.593067 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-3f75ee7b-09ba-4df7-a042-c48d4a3969a8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:25.611929 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-47f7cb65-50d5-4a72-915a-d827ffa96c2a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Unset dirty status for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:25.615555 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-47f7cb65-50d5-4a72-915a-d827ffa96c2a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.6481514 Feb 28 14:26:25.649224 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55698) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:25.705843 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45fc7bd-b25d-4e63-b65d-fc1f86a04af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'fixed_ips': [{'subnet_id': '13e701d5-58e1-4c76-8ada-b5f2f80faa1a'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:26:25.711893 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f45fc7bd-b25d-4e63-b65d-fc1f86a04af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:25.737304 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec5eb03-94f2-42ad-8fac-c58fd963263f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] GET failed (client error): The resource could not be found. Feb 28 14:26:25.739549 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b98b1a3-3707-4259-a462-b64b82d5c15e tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:25.740072 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4ec5eb03-94f2-42ad-8fac-c58fd963263f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "GET /v2.0/ports/176e2bfa-b954-4af1-b1d1-6e859da4b716 HTTP/1.1" status: 404 len: 333 time: 0.0785637 Feb 28 14:26:25.743288 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55702) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:25.748805 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4809b117-af52-46a6-9413-0818dd5e65e4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 3cef54b5-a965-40cb-85d6-7b6c2a48f617 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:26:25.885096 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-477ca02b-1e30-4eb2-a752-a303abba78f3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] GET failed (client error): The resource could not be found. Feb 28 14:26:25.885706 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-477ca02b-1e30-4eb2-a752-a303abba78f3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Synchronizing usage tracker for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:25.913559 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b98b1a3-3707-4259-a462-b64b82d5c15e tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:25.944219 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-f45fc7bd-b25d-4e63-b65d-fc1f86a04af6 None None] Allocated IP 2001:db8::f816:3eff:feb2:335a (22b852e7-638c-4536-9e81-f0f6c68c1fb7/13e701d5-58e1-4c76-8ada-b5f2f80faa1a/0c530061-b07b-43bf-b2ba-74eb8b2cd849) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:25.978463 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55708) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:25.980288 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-82269b1f-c622-4766-8358-bdaac3a7e386 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:25.990129 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0a9ba2-c06b-4407-90e6-5307b35f0b28 None None] Network fd1cc4d3-6fea-4746-8113-32fd50a967f6 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:26.001214 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b98b1a3-3707-4259-a462-b64b82d5c15e tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:26.016276 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-477ca02b-1e30-4eb2-a752-a303abba78f3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Unset dirty status for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:26.020829 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-477ca02b-1e30-4eb2-a752-a303abba78f3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "GET /v2.0/ports/aa99c531-3050-48f7-aad4-1e929529d1d2 HTTP/1.1" status: 404 len: 333 time: 0.2757938 Feb 28 14:26:26.034783 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-82269b1f-c622-4766-8358-bdaac3a7e386 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:26.036603 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55714) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:26.068451 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82269b1f-c622-4766-8358-bdaac3a7e386 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Made reservation on behalf of a713dce2e4474a3e85dacb2710c38d65 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:26.091722 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98b1a3-3707-4259-a462-b64b82d5c15e tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=396c903a-4c95-4d03-a9c7-889625428b06,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:26.113346 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b98b1a3-3707-4259-a462-b64b82d5c15e tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:26.114716 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2b98b1a3-3707-4259-a462-b64b82d5c15e tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "DELETE /v2.0/security-groups/396c903a-4c95-4d03-a9c7-889625428b06 HTTP/1.1" status: 204 len: 168 time: 1.0533564 Feb 28 14:26:26.147231 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55718) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:26.162934 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-839f01f0-f45a-4ed7-adfb-001a9bf17a8c None None] Provisioning for port 1c93d4c7-5610-49a8-8849-8b5f6400ff7a completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:26:26.178202 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-649e0e30-fec3-43aa-a61a-ced352a64efb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:26.192137 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3f75ee7b-09ba-4df7-a042-c48d4a3969a8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:26.219052 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3f75ee7b-09ba-4df7-a042-c48d4a3969a8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:26.296394 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-98a39f8a-2f19-404a-9e91-ebc91c7f37bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:26.338678 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-98a39f8a-2f19-404a-9e91-ebc91c7f37bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:26.347592 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1835f480-d4d9-4dbc-ac4c-3882f361cf82 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Synchronizing usage tracker for tenant:66028f20c62f403486129ac3caa1abb5 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:26.374362 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-98a39f8a-2f19-404a-9e91-ebc91c7f37bc admin admin] Usage tracker for resource:security_group_rule and tenant:65a020e798544f2fb4804c259bb54147 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:26.380185 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-98a39f8a-2f19-404a-9e91-ebc91c7f37bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:26.387249 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82269b1f-c622-4766-8358-bdaac3a7e386 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:26.414176 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75d5e76a-64ad-4805-ba22-cf5ba20a90f3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:26.422668 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-98a39f8a-2f19-404a-9e91-ebc91c7f37bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:26.495697 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f45fc7bd-b25d-4e63-b65d-fc1f86a04af6 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:26.514495 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f45fc7bd-b25d-4e63-b65d-fc1f86a04af6 None None] Transition to ACTIVE for port object 0c530061-b07b-43bf-b2ba-74eb8b2cd849 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:26.517242 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5e76a-64ad-4805-ba22-cf5ba20a90f3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Port': ['ID=1c93d4c7-5610-49a8-8849-8b5f6400ff7a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:26.524366 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4809b117-af52-46a6-9413-0818dd5e65e4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:26:26.534674 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4809b117-af52-46a6-9413-0818dd5e65e4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "PUT /v2.0/routers/3cef54b5-a965-40cb-85d6-7b6c2a48f617/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3947566 Feb 28 14:26:26.547058 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1835f480-d4d9-4dbc-ac4c-3882f361cf82 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Unset dirty status for tenant:66028f20c62f403486129ac3caa1abb5 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:26.551281 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1835f480-d4d9-4dbc-ac4c-3882f361cf82 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3998244 Feb 28 14:26:26.551281 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-82269b1f-c622-4766-8358-bdaac3a7e386 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] device_id is not set on port 5c458128-e37c-4732-a643-24ab78aa8616 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:26:26.558879 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f45fc7bd-b25d-4e63-b65d-fc1f86a04af6 None None] Transition to ACTIVE for port object 0c530061-b07b-43bf-b2ba-74eb8b2cd849 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:26.568489 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748879c7-a904-4fa1-9ed0-a7b04d1ab413 None None] Sync routers for ids ['3cef54b5-a965-40cb-85d6-7b6c2a48f617'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:26:26.584795 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 1c93d4c7-5610-49a8-8849-8b5f6400ff7a up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:26:26.592928 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55724) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:26.593540 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f75ee7b-09ba-4df7-a042-c48d4a3969a8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:26.597437 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3f75ee7b-09ba-4df7-a042-c48d4a3969a8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:26.656517 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 1c93d4c7-5610-49a8-8849-8b5f6400ff7a {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:26:26.656895 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 1c93d4c7-5610-49a8-8849-8b5f6400ff7a not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 28 14:26:26.702040 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-649e0e30-fec3-43aa-a61a-ced352a64efb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:26.702484 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f45fc7bd-b25d-4e63-b65d-fc1f86a04af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:26.714482 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748879c7-a904-4fa1-9ed0-a7b04d1ab413 None None] Routers {'3cef54b5-a965-40cb-85d6-7b6c2a48f617'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:26.715125 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-748879c7-a904-4fa1-9ed0-a7b04d1ab413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:26:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3cef54b5-a965-40cb-85d6-7b6c2a48f617'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:26.720783 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d5e76a-64ad-4805-ba22-cf5ba20a90f3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] No DVR routers for this DVR port 1c93d4c7-5610-49a8-8849-8b5f6400ff7a on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:26:26.791603 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Port 1c93d4c7-5610-49a8-8849-8b5f6400ff7a not found, will not notify nova. {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 28 14:26:26.855712 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-649e0e30-fec3-43aa-a61a-ced352a64efb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43602513-b5fe-4210-9f1c-7dc0e33309bf']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:26.860996 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c91add-9684-427b-a593-c02d585d787a None None] DHCP port deletion for fd1cc4d3-6fea-4746-8113-32fd50a967f6 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:26:26.869506 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75d5e76a-64ad-4805-ba22-cf5ba20a90f3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:26.890427 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45fc7bd-b25d-4e63-b65d-fc1f86a04af6 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:26.890963 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-649e0e30-fec3-43aa-a61a-ced352a64efb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69862450-41ac-4b93-b50a-1cb36724dfee') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:26.891103 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-649e0e30-fec3-43aa-a61a-ced352a64efb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69862450-41ac-4b93-b50a-1cb36724dfee') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:26.893818 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-26afef20-d776-4fea-bfad-95a1e17e12a7 None None] Could not find standard attr ID for object 1c93d4c7-5610-49a8-8849-8b5f6400ff7a. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:26:26.903136 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-f45fc7bd-b25d-4e63-b65d-fc1f86a04af6 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:26.925237 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45fc7bd-b25d-4e63-b65d-fc1f86a04af6 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:26.942732 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-649e0e30-fec3-43aa-a61a-ced352a64efb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:26.951328 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45fc7bd-b25d-4e63-b65d-fc1f86a04af6 None None] Pushing event updated for resources: {'Port': ['ID=0c530061-b07b-43bf-b2ba-74eb8b2cd849,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:26.971958 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cad66a9b-7ff1-4ba9-acf3-cfcbce7fd933 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.000515 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cad66a9b-7ff1-4ba9-acf3-cfcbce7fd933 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.040607 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-98a39f8a-2f19-404a-9e91-ebc91c7f37bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.058274 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-649e0e30-fec3-43aa-a61a-ced352a64efb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.063901 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-98a39f8a-2f19-404a-9e91-ebc91c7f37bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.068608 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.ipam_backend_mixin [None req-3f75ee7b-09ba-4df7-a042-c48d4a3969a8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 13e701d5-58e1-4c76-8ada-b5f2f80faa1a (CIDR: 2001:db8::/64) Feb 28 14:26:27.069575 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cad66a9b-7ff1-4ba9-acf3-cfcbce7fd933 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.086046 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75d5e76a-64ad-4805-ba22-cf5ba20a90f3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.089475 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649e0e30-fec3-43aa-a61a-ced352a64efb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:26:27.089874 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-649e0e30-fec3-43aa-a61a-ced352a64efb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.107681 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f75ee7b-09ba-4df7-a042-c48d4a3969a8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:26:27.108203 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f75ee7b-09ba-4df7-a042-c48d4a3969a8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:26:27.132191 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:26:27.146314 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-f45fc7bd-b25d-4e63-b65d-fc1f86a04af6 None None] Attempting to bind port 0c530061-b07b-43bf-b2ba-74eb8b2cd849 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:26:27.146682 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-f45fc7bd-b25d-4e63-b65d-fc1f86a04af6 None None] Attempting to bind port 0c530061-b07b-43bf-b2ba-74eb8b2cd849 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:26:27.147279 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45fc7bd-b25d-4e63-b65d-fc1f86a04af6 None None] Attempting to bind port 0c530061-b07b-43bf-b2ba-74eb8b2cd849 on network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:26:27.155017 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45fc7bd-b25d-4e63-b65d-fc1f86a04af6 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:26:27.155411 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45fc7bd-b25d-4e63-b65d-fc1f86a04af6 None None] Checking segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:26:27.155808 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f45fc7bd-b25d-4e63-b65d-fc1f86a04af6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.156194 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45fc7bd-b25d-4e63-b65d-fc1f86a04af6 None None] Bound using segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:26:27.156648 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-f45fc7bd-b25d-4e63-b65d-fc1f86a04af6 None None] Bound port: 0c530061-b07b-43bf-b2ba-74eb8b2cd849, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:26:27.157388 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f45fc7bd-b25d-4e63-b65d-fc1f86a04af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.183959 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad66a9b-7ff1-4ba9-acf3-cfcbce7fd933 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dd8973-6d81-4641-b5eb-0033f1b9603b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:27.199782 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3f75ee7b-09ba-4df7-a042-c48d4a3969a8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6165569 Feb 28 14:26:27.204703 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5e76a-64ad-4805-ba22-cf5ba20a90f3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Subnet': ['ID=f4c217be-88c4-4d50-aa02-4c77aa0d542c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:27.206177 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55732) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:27.224338 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b71595-820d-4fb3-b88c-39f7b4a882aa None None] Network fd1cc4d3-6fea-4746-8113-32fd50a967f6 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:27.247379 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-cdf8a2f1-5a5f-499b-bc9e-8cda0e423cf2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:27.249803 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cad66a9b-7ff1-4ba9-acf3-cfcbce7fd933 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.250899 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cad66a9b-7ff1-4ba9-acf3-cfcbce7fd933 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "DELETE /v2.0/security-groups/a2dd8973-6d81-4641-b5eb-0033f1b9603b HTTP/1.1" status: 204 len: 168 time: 0.6214395 Feb 28 14:26:27.255712 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55736) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:27.268852 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-748879c7-a904-4fa1-9ed0-a7b04d1ab413 None None] Set router 3cef54b5-a965-40cb-85d6-7b6c2a48f617 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:26:27.303229 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-649e0e30-fec3-43aa-a61a-ced352a64efb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.313765 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a39f8a-2f19-404a-9e91-ebc91c7f37bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b71bbf-6f23-4729-a25a-591c5b9a001a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:27.320977 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-98a39f8a-2f19-404a-9e91-ebc91c7f37bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=65a020e798544f2fb4804c259bb54147&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3332658 Feb 28 14:26:27.327055 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-649e0e30-fec3-43aa-a61a-ced352a64efb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.332806 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55740) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:27.356080 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e0e30-fec3-43aa-a61a-ced352a64efb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Network': ['ID=43602513-b5fe-4210-9f1c-7dc0e33309bf,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:27.371144 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-649e0e30-fec3-43aa-a61a-ced352a64efb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/networks/43602513-b5fe-4210-9f1c-7dc0e33309bf HTTP/1.1" status: 204 len: 168 time: 1.3289859 Feb 28 14:26:27.371144 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-34e268bb-80e4-47a6-8ef4-04e5a145bfda tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Synchronizing usage tracker for tenant:66028f20c62f403486129ac3caa1abb5 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:27.375231 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55744) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:27.383376 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2bdaf81c-001d-4c6f-bdcd-a3284ef22441 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-153367200'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:27.391196 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2bdaf81c-001d-4c6f-bdcd-a3284ef22441 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:27.398734 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2bdaf81c-001d-4c6f-bdcd-a3284ef22441 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:network and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:27.403379 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2bdaf81c-001d-4c6f-bdcd-a3284ef22441 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:27.416561 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285ef8e-9bd5-4ceb-97cb-4a2745056a22 req-3b60440f-8b17-4b2f-b0bf-4acfd19fe1ca tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:27.417256 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-e285ef8e-9bd5-4ceb-97cb-4a2745056a22 req-3b60440f-8b17-4b2f-b0bf-4acfd19fe1ca tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:27.426523 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2bdaf81c-001d-4c6f-bdcd-a3284ef22441 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:27.440778 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-34e268bb-80e4-47a6-8ef4-04e5a145bfda tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Unset dirty status for tenant:66028f20c62f403486129ac3caa1abb5 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:27.446370 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-34e268bb-80e4-47a6-8ef4-04e5a145bfda tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1822939 Feb 28 14:26:27.447275 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55748) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:27.453447 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-3baf7173-9291-47bb-8776-156b8ff4a1df tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group': {'name': 'tempest-secgroup--1197136598'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:27.458084 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdaf81c-001d-4c6f-bdcd-a3284ef22441 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:27.461496 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2bdaf81c-001d-4c6f-bdcd-a3284ef22441 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.474677 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3baf7173-9291-47bb-8776-156b8ff4a1df tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:27.476910 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-e285ef8e-9bd5-4ceb-97cb-4a2745056a22 req-3b60440f-8b17-4b2f-b0bf-4acfd19fe1ca tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:27.478038 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e285ef8e-9bd5-4ceb-97cb-4a2745056a22 req-3b60440f-8b17-4b2f-b0bf-4acfd19fe1ca tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbfa9f7f-d263-4114-a82b-16494787805f HTTP/1.1" status: 200 len: 946 time: 0.5758731 Feb 28 14:26:27.510439 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3baf7173-9291-47bb-8776-156b8ff4a1df tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:27.526045 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75d5e76a-64ad-4805-ba22-cf5ba20a90f3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.545631 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bdaf81c-001d-4c6f-bdcd-a3284ef22441 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:26:27.555297 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3baf7173-9291-47bb-8776-156b8ff4a1df tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.570734 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e285ef8e-9bd5-4ceb-97cb-4a2745056a22 req-45c2cc34-c6e1-4e34-b908-4e2d5d5b3f68 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1c4c10-51b3-4aa3-87e0-0aa29417615b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0815156 Feb 28 14:26:27.580484 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2bdaf81c-001d-4c6f-bdcd-a3284ef22441 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.580809 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-2bdaf81c-001d-4c6f-bdcd-a3284ef22441 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Added segment 8a6871df-282d-4116-87ef-55868bba905f of type vlan for network 84c47dab-d19c-4073-a2c7-4305e118f50c Feb 28 14:26:27.591329 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3baf7173-9291-47bb-8776-156b8ff4a1df tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:27.596043 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f45fc7bd-b25d-4e63-b65d-fc1f86a04af6 None None] For port 0c530061-b07b-43bf-b2ba-74eb8b2cd849, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:26:27.599716 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3baf7173-9291-47bb-8776-156b8ff4a1df tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Usage tracker for resource:security_group_rule and tenant:66028f20c62f403486129ac3caa1abb5 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:27.609528 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3baf7173-9291-47bb-8776-156b8ff4a1df tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:27.617970 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-75d5e76a-64ad-4805-ba22-cf5ba20a90f3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd1cc4d3-6fea-4746-8113-32fd50a967f6']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:27.630765 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3baf7173-9291-47bb-8776-156b8ff4a1df tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:27.640804 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2bdaf81c-001d-4c6f-bdcd-a3284ef22441 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.642928 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-82269b1f-c622-4766-8358-bdaac3a7e386 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Allocated IP 172.20.0.14 (08507b25-bf65-4624-8d25-00557623e34b/e313196f-d6e9-431f-a11e-fd7033f179ac/5c458128-e37c-4732-a643-24ab78aa8616) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:27.646577 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-75d5e76a-64ad-4805-ba22-cf5ba20a90f3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda45ac3-704b-4284-a95a-cce48675cc96') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:27.647384 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-75d5e76a-64ad-4805-ba22-cf5ba20a90f3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda45ac3-704b-4284-a95a-cce48675cc96') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:27.648498 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f45fc7bd-b25d-4e63-b65d-fc1f86a04af6 None None] For port 0c530061-b07b-43bf-b2ba-74eb8b2cd849, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=0c530061-b07b-43bf-b2ba-74eb8b2cd849,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:26:27.662411 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f45fc7bd-b25d-4e63-b65d-fc1f86a04af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.684767 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75d5e76a-64ad-4805-ba22-cf5ba20a90f3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.691904 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-82269b1f-c622-4766-8358-bdaac3a7e386 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Allocated IP 172.20.0.12 (08507b25-bf65-4624-8d25-00557623e34b/e313196f-d6e9-431f-a11e-fd7033f179ac/5c458128-e37c-4732-a643-24ab78aa8616) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:27.705222 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2bdaf81c-001d-4c6f-bdcd-a3284ef22441 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.709671 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013bb8ed-6eff-4ecc-af0b-9ccdd84832e1 None None] DHCP port deletion for fd1cc4d3-6fea-4746-8113-32fd50a967f6 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:26:27.710757 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdaf81c-001d-4c6f-bdcd-a3284ef22441 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:27.711485 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2bdaf81c-001d-4c6f-bdcd-a3284ef22441 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.730981 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cdf8a2f1-5a5f-499b-bc9e-8cda0e423cf2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:27.733493 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0d4f3f1f-b83a-4d5c-871e-3a993fbaea8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.749679 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75d5e76a-64ad-4805-ba22-cf5ba20a90f3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.781425 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cdf8a2f1-5a5f-499b-bc9e-8cda0e423cf2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:27.783990 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d5e76a-64ad-4805-ba22-cf5ba20a90f3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:26:27.784205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75d5e76a-64ad-4805-ba22-cf5ba20a90f3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:26:27.805994 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:26:27.844661 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3baf7173-9291-47bb-8776-156b8ff4a1df tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.854437 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45fc7bd-b25d-4e63-b65d-fc1f86a04af6 None None] Pushing event updated for resources: {'Port': ['ID=0c530061-b07b-43bf-b2ba-74eb8b2cd849,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:27.866411 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdaf81c-001d-4c6f-bdcd-a3284ef22441 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Network': ['ID=84c47dab-d19c-4073-a2c7-4305e118f50c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:27.876329 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3baf7173-9291-47bb-8776-156b8ff4a1df tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.892851 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 84c47dab-d19c-4073-a2c7-4305e118f50c details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:26:27.893252 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0d4f3f1f-b83a-4d5c-871e-3a993fbaea8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.910315 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf8a2f1-5a5f-499b-bc9e-8cda0e423cf2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:27.913783 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cdf8a2f1-5a5f-499b-bc9e-8cda0e423cf2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.924062 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2bdaf81c-001d-4c6f-bdcd-a3284ef22441 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5477951 Feb 28 14:26:27.924883 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55752) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:27.928023 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf7173-9291-47bb-8776-156b8ff4a1df tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c945e35-2b00-4e1f-b2e7-5e187dbe95d6,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:27.935962 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c4ad9119-47d8-4770-90be-6b8cfe523c4d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'subnet': {'network_id': '84c47dab-d19c-4073-a2c7-4305e118f50c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:27.980135 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3baf7173-9291-47bb-8776-156b8ff4a1df tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:27.985616 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3baf7173-9291-47bb-8776-156b8ff4a1df tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5375767 Feb 28 14:26:27.990359 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55756) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:27.998473 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b7c63067-c8b2-4603-8e8b-b928639578f1 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:27.999919 dv-neutron-831192-4-hyperv neutron-server[87773]: WARNING neutron.api.v2.base [None req-b7c63067-c8b2-4603-8e8b-b928639578f1 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 28 14:26:28.000427 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-b7c63067-c8b2-4603-8e8b-b928639578f1 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] update failed (client error): There was a conflict when trying to complete your request. Feb 28 14:26:28.004115 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b7c63067-c8b2-4603-8e8b-b928639578f1 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "PUT /v2.0/security-groups/0c945e35-2b00-4e1f-b2e7-5e187dbe95d6 HTTP/1.1" status: 409 len: 330 time: 0.0100939 Feb 28 14:26:28.053312 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55760) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:28.121743 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-748879c7-a904-4fa1-9ed0-a7b04d1ab413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'name': 'tempest-TestNetworkBasicOps-router-795233918', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:28Z', 'updated_at': '2022-02-28T14:26:23Z', 'revision_number': 6, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:31Z', 'updated_at': '2022-02-28T14:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '97ea4d9f-a6e8-43b2-b985-0522065592d9', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.177', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'port_id': '8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097', 'mac_address': 'fa:16:3e:d2:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1eaf44-0409-4694-add4-a9b3492ce3d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:24:36Z', 'updated_at': '2022-02-28T14:24:44Z', 'revision_number': 1, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f3f48cf-792a-4115-9592-ba33be99ff26', 'name': '', 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:8e:e0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:43Z', 'updated_at': '2022-02-28T14:23:55Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:28.137528 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748879c7-a904-4fa1-9ed0-a7b04d1ab413 None None] Checking router: 3cef54b5-a965-40cb-85d6-7b6c2a48f617 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:26:28.148254 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748879c7-a904-4fa1-9ed0-a7b04d1ab413 None None] Routers {'3cef54b5-a965-40cb-85d6-7b6c2a48f617'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:28.149197 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-748879c7-a904-4fa1-9ed0-a7b04d1ab413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:26:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3cef54b5-a965-40cb-85d6-7b6c2a48f617'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:28.224797 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c4ad9119-47d8-4770-90be-6b8cfe523c4d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:28.229170 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c4ad9119-47d8-4770-90be-6b8cfe523c4d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:subnet and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:28.232388 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c4ad9119-47d8-4770-90be-6b8cfe523c4d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:28.239363 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c4ad9119-47d8-4770-90be-6b8cfe523c4d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:28.254147 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ad9119-47d8-4770-90be-6b8cfe523c4d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:28.258238 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4ad9119-47d8-4770-90be-6b8cfe523c4d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:28.272153 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-77a009dd-bd15-4d6d-9966-d31c538131b7 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:28.285793 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75d5e76a-64ad-4805-ba22-cf5ba20a90f3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:28.313798 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75d5e76a-64ad-4805-ba22-cf5ba20a90f3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:28.390561 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-77a009dd-bd15-4d6d-9966-d31c538131b7 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:28.395106 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-748879c7-a904-4fa1-9ed0-a7b04d1ab413 None None] Set router 3cef54b5-a965-40cb-85d6-7b6c2a48f617 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:26:28.407394 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.ipam_backend_mixin [None req-c4ad9119-47d8-4770-90be-6b8cfe523c4d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Performing IP validity checks on allocation pools {{(pid=87773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 14:26:28.408605 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.ipam_backend_mixin [None req-c4ad9119-47d8-4770-90be-6b8cfe523c4d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 14:26:28.422634 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-75d5e76a-64ad-4805-ba22-cf5ba20a90f3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/networks/fd1cc4d3-6fea-4746-8113-32fd50a967f6 HTTP/1.1" status: 204 len: 168 time: 4.7122509 Feb 28 14:26:28.429098 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55764) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:28.455457 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5e76a-64ad-4805-ba22-cf5ba20a90f3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Network': ['ID=fd1cc4d3-6fea-4746-8113-32fd50a967f6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:28.522489 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0d4f3f1f-b83a-4d5c-871e-3a993fbaea8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:28.523248 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee7762-3aa6-4f8c-acb9-7dbcbb71fb01 req-e8201665-da1a-4295-ba8f-63e64197e6d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:28.525029 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d2ee7762-3aa6-4f8c-acb9-7dbcbb71fb01 req-e8201665-da1a-4295-ba8f-63e64197e6d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbfa9f7f-d263-4114-a82b-16494787805f HTTP/1.1" status: 200 len: 946 time: 0.3920238 Feb 28 14:26:28.526177 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-169f285b-c6be-4230-906c-2f044616028d tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] GET failed (client error): The resource could not be found. Feb 28 14:26:28.526910 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-169f285b-c6be-4230-906c-2f044616028d tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Synchronizing usage tracker for tenant:da983677876248308f7866178fb20b80 on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:28.577702 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f3f1f-b83a-4d5c-871e-3a993fbaea8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b71bbf-6f23-4729-a25a-591c5b9a001a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:28.590113 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82269b1f-c622-4766-8358-bdaac3a7e386 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:28.595181 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0d4f3f1f-b83a-4d5c-871e-3a993fbaea8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:28.598949 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0d4f3f1f-b83a-4d5c-871e-3a993fbaea8c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b6b71bbf-6f23-4729-a25a-591c5b9a001a HTTP/1.1" status: 204 len: 168 time: 1.2610586 Feb 28 14:26:28.662095 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 0c530061-b07b-43bf-b2ba-74eb8b2cd849 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:26:28.663126 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-169f285b-c6be-4230-906c-2f044616028d tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Unset dirty status for tenant:da983677876248308f7866178fb20b80 on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:28.668345 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-169f285b-c6be-4230-906c-2f044616028d tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "GET /v2.0/subnets/f4c217be-88c4-4d50-aa02-4c77aa0d542c HTTP/1.1" status: 404 len: 337 time: 0.2292724 Feb 28 14:26:28.669413 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55772) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:28.676504 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-d2ee7762-3aa6-4f8c-acb9-7dbcbb71fb01 req-ff9567a7-0325-4457-a680-720c7d615ad0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port 21c03e02-f72a-4014-82e0-99bfffdb10da {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:28.676930 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d2ee7762-3aa6-4f8c-acb9-7dbcbb71fb01 req-ff9567a7-0325-4457-a680-720c7d615ad0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:28.722526 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-77a009dd-bd15-4d6d-9966-d31c538131b7 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:28.783179 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82269b1f-c622-4766-8358-bdaac3a7e386 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:28.785411 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda51924-136c-49e3-9a07-db764360c7c3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] DELETE failed (client error): The resource could not be found. Feb 28 14:26:28.785900 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bda51924-136c-49e3-9a07-db764360c7c3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:26:28.826276 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a009dd-bd15-4d6d-9966-d31c538131b7 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c945e35-2b00-4e1f-b2e7-5e187dbe95d6,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:28.902815 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cdf8a2f1-5a5f-499b-bc9e-8cda0e423cf2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:28.913180 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82269b1f-c622-4766-8358-bdaac3a7e386 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Network 08507b25-bf65-4624-8d25-00557623e34b is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:28.919569 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bda51924-136c-49e3-9a07-db764360c7c3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/networks/fd1cc4d3-6fea-4746-8113-32fd50a967f6 HTTP/1.1" status: 404 len: 339 time: 0.2060716 Feb 28 14:26:28.939759 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55780) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:28.940691 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-77a009dd-bd15-4d6d-9966-d31c538131b7 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:28.943598 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-77a009dd-bd15-4d6d-9966-d31c538131b7 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "DELETE /v2.0/security-groups/0c945e35-2b00-4e1f-b2e7-5e187dbe95d6 HTTP/1.1" status: 204 len: 168 time: 0.8875682 Feb 28 14:26:28.949827 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55782) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:28.961714 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-82269b1f-c622-4766-8358-bdaac3a7e386 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:28.962597 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 0c530061-b07b-43bf-b2ba-74eb8b2cd849 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:26:28.978731 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82269b1f-c622-4766-8358-bdaac3a7e386 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:29.071910 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82269b1f-c622-4766-8358-bdaac3a7e386 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event updated for resources: {'Port': ['ID=5c458128-e37c-4732-a643-24ab78aa8616,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:29.094578 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf8a2f1-5a5f-499b-bc9e-8cda0e423cf2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:29.107589 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-cdf8a2f1-5a5f-499b-bc9e-8cda0e423cf2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:29.120301 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-748879c7-a904-4fa1-9ed0-a7b04d1ab413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'name': 'tempest-TestNetworkBasicOps-router-795233918', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:28Z', 'updated_at': '2022-02-28T14:26:23Z', 'revision_number': 6, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:31Z', 'updated_at': '2022-02-28T14:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '97ea4d9f-a6e8-43b2-b985-0522065592d9', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.177', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'port_id': '8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097', 'mac_address': 'fa:16:3e:d2:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1eaf44-0409-4694-add4-a9b3492ce3d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:24:36Z', 'updated_at': '2022-02-28T14:24:44Z', 'revision_number': 1, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f3f48cf-792a-4115-9592-ba33be99ff26', 'name': '', 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:8e:e0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:43Z', 'updated_at': '2022-02-28T14:23:55Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:29.129146 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf8a2f1-5a5f-499b-bc9e-8cda0e423cf2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:29.130087 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cdf8a2f1-5a5f-499b-bc9e-8cda0e423cf2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:29.133887 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 1c93d4c7-5610-49a8-8849-8b5f6400ff7a no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:26:29.151669 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8a2f1-5a5f-499b-bc9e-8cda0e423cf2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=c863c35c-737c-45ed-afde-21a03a500de6,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:29.178057 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82269b1f-c622-4766-8358-bdaac3a7e386 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:29.179193 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-82269b1f-c622-4766-8358-bdaac3a7e386 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:29.200983 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748879c7-a904-4fa1-9ed0-a7b04d1ab413 None None] The sync data for ids ['3cef54b5-a965-40cb-85d6-7b6c2a48f617'] in dv-neutron-831192-4-hyperv is: [{'id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'name': 'tempest-TestNetworkBasicOps-router-795233918', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:28Z', 'updated_at': '2022-02-28T14:26:23Z', 'revision_number': 6, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:31Z', 'updated_at': '2022-02-28T14:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '97ea4d9f-a6e8-43b2-b985-0522065592d9', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.177', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'port_id': '8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097', 'mac_address': 'fa:16:3e:d2:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1eaf44-0409-4694-add4-a9b3492ce3d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:24:36Z', 'updated_at': '2022-02-28T14:24:44Z', 'revision_number': 1, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f3f48cf-792a-4115-9592-ba33be99ff26', 'name': '', 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:8e:e0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:43Z', 'updated_at': '2022-02-28T14:23:55Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:26:29.202741 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cdf8a2f1-5a5f-499b-bc9e-8cda0e423cf2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9708483 Feb 28 14:26:29.204235 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 1c93d4c7-5610-49a8-8849-8b5f6400ff7a {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:26:29.204581 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 1c93d4c7-5610-49a8-8849-8b5f6400ff7a not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:26:29.207341 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-82269b1f-c622-4766-8358-bdaac3a7e386 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.0530667 Feb 28 14:26:29.208763 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55786) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:29.215919 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8e56bca1-dd28-4dc0-9c3b-4489e77b53c4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'mac_address': 'fa:16:3e:ff:6a:d6', 'name': 'tempest-NetworksTestDHCPv6-722910282'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:29.235967 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55788) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:29.253461 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7548ddd6-afc5-4640-98d2-3815edfcd871 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'port_id': '5c458128-e37c-4732-a643-24ab78aa8616', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:29.342258 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55794) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:29.350336 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7548ddd6-afc5-4640-98d2-3815edfcd871 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:29.353164 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272ea21d-c8cb-49c8-b14a-d4ee5daf9a9d None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:29.381183 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4ad9119-47d8-4770-90be-6b8cfe523c4d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:29.409215 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-be049ce5-cc4c-45f1-b9a8-acf45e8c7e1f None None] Provisioning for port 0c530061-b07b-43bf-b2ba-74eb8b2cd849 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:26:29.410540 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7548ddd6-afc5-4640-98d2-3815edfcd871 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:29.451983 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7548ddd6-afc5-4640-98d2-3815edfcd871 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:29.506033 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8e56bca1-dd28-4dc0-9c3b-4489e77b53c4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:29.516991 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8e56bca1-dd28-4dc0-9c3b-4489e77b53c4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:port and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:29.522326 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8e56bca1-dd28-4dc0-9c3b-4489e77b53c4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:29.537785 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-be049ce5-cc4c-45f1-b9a8-acf45e8c7e1f None None] Provisioning complete for port 0c530061-b07b-43bf-b2ba-74eb8b2cd849 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:29.538300 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-be049ce5-cc4c-45f1-b9a8-acf45e8c7e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:29.539903 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d184834-3117-4bf1-9b4c-a751116ed7b4 req-bf915fbe-cb9e-41e2-98e4-b049f4141c7d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:29.540658 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-6d184834-3117-4bf1-9b4c-a751116ed7b4 req-bf915fbe-cb9e-41e2-98e4-b049f4141c7d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:29.545756 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8e56bca1-dd28-4dc0-9c3b-4489e77b53c4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:29.613553 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ddb8e4ce-55c4-4a24-9563-efd5391fdee4 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Synchronizing usage tracker for tenant:66028f20c62f403486129ac3caa1abb5 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:29.621900 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-6d184834-3117-4bf1-9b4c-a751116ed7b4 req-bf915fbe-cb9e-41e2-98e4-b049f4141c7d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:29.629226 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6d184834-3117-4bf1-9b4c-a751116ed7b4 req-bf915fbe-cb9e-41e2-98e4-b049f4141c7d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbfa9f7f-d263-4114-a82b-16494787805f HTTP/1.1" status: 200 len: 946 time: 0.8233702 Feb 28 14:26:29.631675 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e56bca1-dd28-4dc0-9c3b-4489e77b53c4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:29.764746 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6d184834-3117-4bf1-9b4c-a751116ed7b4 req-91eb1eb6-1551-4e30-999b-8eb6b3d23888 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1c4c10-51b3-4aa3-87e0-0aa29417615b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1343968 Feb 28 14:26:29.783253 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-be049ce5-cc4c-45f1-b9a8-acf45e8c7e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:29.803832 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fecd919b-2027-4599-9f6f-14bde1d6b3e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec3f252271e4406286e8ec95b08ceaed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4562054 Feb 28 14:26:29.804720 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad9119-47d8-4770-90be-6b8cfe523c4d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Subnet': ['ID=b9fd04fe-3039-4014-a35b-2aae26e2a0d5,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:29.812223 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55800) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:29.822922 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ddb8e4ce-55c4-4a24-9563-efd5391fdee4 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] Unset dirty status for tenant:66028f20c62f403486129ac3caa1abb5 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:29.824170 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ddb8e4ce-55c4-4a24-9563-efd5391fdee4 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5126097 Feb 28 14:26:29.846354 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55804) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:29.855042 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-be049ce5-cc4c-45f1-b9a8-acf45e8c7e1f None None] For port 0c530061-b07b-43bf-b2ba-74eb8b2cd849, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=0c530061-b07b-43bf-b2ba-74eb8b2cd849,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:29.869893 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-be049ce5-cc4c-45f1-b9a8-acf45e8c7e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:29.873378 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e56bca1-dd28-4dc0-9c3b-4489e77b53c4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:29.907679 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-d2ee7762-3aa6-4f8c-acb9-7dbcbb71fb01 req-ff9567a7-0325-4457-a680-720c7d615ad0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port 21c03e02-f72a-4014-82e0-99bfffdb10da, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=21c03e02-f72a-4014-82e0-99bfffdb10da,segment=NetworkSegment(16381587-2111-4126-94e4-f99c0206869f),segment_id=16381587-2111-4126-94e4-f99c0206869f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:29.907927 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d2ee7762-3aa6-4f8c-acb9-7dbcbb71fb01 req-ff9567a7-0325-4457-a680-720c7d615ad0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:29.924730 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-4c141b48-a785-4377-89fb-11291e30a0fb tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] delete failed (client error): The resource could not be found. Feb 28 14:26:29.925755 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4c141b48-a785-4377-89fb-11291e30a0fb tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "DELETE /v2.0/security-groups/f4e04c93-2708-4cf5-be90-d9729d209673 HTTP/1.1" status: 404 len: 347 time: 0.0783484 Feb 28 14:26:29.931541 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55808) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:29.935641 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-8e56bca1-dd28-4dc0-9c3b-4489e77b53c4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] device_id is not set on port 00d015b6-f055-4938-b74c-a25d03b90590 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:26:29.968676 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7548ddd6-afc5-4640-98d2-3815edfcd871 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:29.989929 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e19059-ab51-4b27-aac6-6f93673a198e tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:29.994035 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f9e19059-ab51-4b27-aac6-6f93673a198e tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.0442431 Feb 28 14:26:29.994035 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ad9119-47d8-4770-90be-6b8cfe523c4d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Checking segment: {'id': '8a6871df-282d-4116-87ef-55868bba905f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '84c47dab-d19c-4073-a2c7-4305e118f50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:26:29.994035 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ad9119-47d8-4770-90be-6b8cfe523c4d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network hostable DHCP agents. Network: 84c47dab-d19c-4073-a2c7-4305e118f50c, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:26:30.005594 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be049ce5-cc4c-45f1-b9a8-acf45e8c7e1f None None] Pushing event updated for resources: {'Port': ['ID=0c530061-b07b-43bf-b2ba-74eb8b2cd849,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:30.014116 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1deab3a-ff0c-4d88-a7b2-c0babe59f307 None None] Update dhcp port {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'fixed_ips': [{'subnet_id': '13e701d5-58e1-4c76-8ada-b5f2f80faa1a', 'ip_address': '2001:db8::f816:3eff:feb2:335a'}, {'subnet_id': 'c863c35c-737c-45ed-afde-21a03a500de6'}], 'binding:host_id': 'dv-neutron-831192-4-hyperv'}, 'id': '0c530061-b07b-43bf-b2ba-74eb8b2cd849'} from dv-neutron-831192-4-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 14:26:30.017713 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55812) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:30.066103 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84ec54a9-5bd7-4bd5-ab92-c5d3a67903b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:30.070037 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c1deab3a-ff0c-4d88-a7b2-c0babe59f307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:30.072392 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-d2ee7762-3aa6-4f8c-acb9-7dbcbb71fb01 req-ff9567a7-0325-4457-a680-720c7d615ad0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for 21c03e02-f72a-4014-82e0-99bfffdb10da owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:30.114301 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-108f6f18-fefd-4837-a3a3-4537478dce4f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Synchronizing usage tracker for tenant:da983677876248308f7866178fb20b80 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:30.118784 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-154d898e-d4f6-4626-8d26-d64b8d142ea0 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] show failed (client error): The resource could not be found. Feb 28 14:26:30.124328 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-154d898e-d4f6-4626-8d26-d64b8d142ea0 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "GET /v2.0/security-groups/b2ee593b-ed83-4d35-9849-3bddd4747a5d HTTP/1.1" status: 404 len: 347 time: 0.1858928 Feb 28 14:26:30.124894 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55816) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:30.154606 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-afa67ba5-b1d2-4ce1-a330-1fa2f48024b0 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] show failed (client error): The resource could not be found. Feb 28 14:26:30.155628 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-afa67ba5-b1d2-4ce1-a330-1fa2f48024b0 tempest-NegativeSecGroupTest-918898514 tempest-NegativeSecGroupTest-918898514-project] 10.222.0.30 "GET /v2.0/security-group-rules/d14ff1c1-d5c8-46c9-927e-e79d1f41c73c HTTP/1.1" status: 404 len: 356 time: 0.0298266 Feb 28 14:26:30.161275 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-108f6f18-fefd-4837-a3a3-4537478dce4f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Unset dirty status for tenant:da983677876248308f7866178fb20b80 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:30.170888 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-108f6f18-fefd-4837-a3a3-4537478dce4f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "GET /v2.0/subnets?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710 HTTP/1.1" status: 200 len: 207 time: 0.1514218 Feb 28 14:26:30.171273 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ad9119-47d8-4770-90be-6b8cfe523c4d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network 84c47dab-d19c-4073-a2c7-4305e118f50c is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:26:30.176469 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55822) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:30.182683 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84ec54a9-5bd7-4bd5-ab92-c5d3a67903b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:30.239903 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c4ad9119-47d8-4770-90be-6b8cfe523c4d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 84c47dab-d19c-4073-a2c7-4305e118f50c) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:30.251885 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ad9119-47d8-4770-90be-6b8cfe523c4d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:30.252474 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4ad9119-47d8-4770-90be-6b8cfe523c4d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:30.258846 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb2c767-c17e-4d8c-8d9f-843ba2bda00b None None] Network 84c47dab-d19c-4073-a2c7-4305e118f50c requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:30.408588 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c4ad9119-47d8-4770-90be-6b8cfe523c4d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4779141 Feb 28 14:26:30.416065 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55826) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:30.438992 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ce3cf527-5f5d-4758-afc6-a915866e0d5e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'port': {'network_id': '84c47dab-d19c-4073-a2c7-4305e118f50c', 'name': 'tempest-PortsTestJSON-1610813400'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:30.462135 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d2ee7762-3aa6-4f8c-acb9-7dbcbb71fb01 req-ff9567a7-0325-4457-a680-720c7d615ad0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:30.499761 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-7548ddd6-afc5-4640-98d2-3815edfcd871 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Allocated IP 172.26.5.157 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/742848aa-4747-4fdf-819a-17db10c32b13) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:30.514532 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 0c530061-b07b-43bf-b2ba-74eb8b2cd849 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:26:30.550529 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0f347e-4992-4bdd-a12b-a1f9e5b358f9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:30.557628 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0f347e-4992-4bdd-a12b-a1f9e5b358f9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:30.565301 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0f347e-4992-4bdd-a12b-a1f9e5b358f9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:30.570858 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0f347e-4992-4bdd-a12b-a1f9e5b358f9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:30.576120 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2d0f347e-4992-4bdd-a12b-a1f9e5b358f9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3951876 Feb 28 14:26:30.578420 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9567a7-0325-4457-a680-720c7d615ad0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=21c03e02-f72a-4014-82e0-99bfffdb10da,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:30.581857 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55832) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:30.590366 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-8e56bca1-dd28-4dc0-9c3b-4489e77b53c4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 2001:db8:0:1::178 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/c863c35c-737c-45ed-afde-21a03a500de6/00d015b6-f055-4938-b74c-a25d03b90590) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:30.600054 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-8e56bca1-dd28-4dc0-9c3b-4489e77b53c4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 2001:db8::f816:3eff:feff:6ad6 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/13e701d5-58e1-4c76-8ada-b5f2f80faa1a/00d015b6-f055-4938-b74c-a25d03b90590) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:30.627354 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55834) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:30.658834 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1161a4-971e-4e46-ba77-10b524d7ea96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-84c47dab-d19c-4073-a2c7-4305e118f50c', 'network_id': '84c47dab-d19c-4073-a2c7-4305e118f50c', 'tenant_id': 'c214fd1eb53045a6b1f8184e904b5bb7', 'fixed_ips': [{'subnet_id': 'b9fd04fe-3039-4014-a35b-2aae26e2a0d5'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:26:30.659729 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fb1161a4-971e-4e46-ba77-10b524d7ea96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:30.677321 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 0c530061-b07b-43bf-b2ba-74eb8b2cd849 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:30.677695 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:30.782161 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84ec54a9-5bd7-4bd5-ab92-c5d3a67903b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:30.790204 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ee7762-3aa6-4f8c-acb9-7dbcbb71fb01 req-ff9567a7-0325-4457-a680-720c7d615ad0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] No DVR routers for this DVR port 21c03e02-f72a-4014-82e0-99bfffdb10da on host hv-neutron-8311 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:26:30.818081 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec54a9-5bd7-4bd5-ab92-c5d3a67903b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306fd499-50a7-4c2b-a5f9-57dc942a205e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:30.852471 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d2ee7762-3aa6-4f8c-acb9-7dbcbb71fb01 req-ff9567a7-0325-4457-a680-720c7d615ad0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:30.854743 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d2ee7762-3aa6-4f8c-acb9-7dbcbb71fb01 req-ff9567a7-0325-4457-a680-720c7d615ad0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "DELETE /v2.0/ports/21c03e02-f72a-4014-82e0-99bfffdb10da HTTP/1.1" status: 204 len: 173 time: 2.3180056 Feb 28 14:26:30.855521 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfa9f7f-d263-4114-a82b-16494787805f', 'name': 'network-vif-deleted', 'tag': '21c03e02-f72a-4014-82e0-99bfffdb10da'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:26:30.901511 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ce3cf527-5f5d-4758-afc6-a915866e0d5e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:30.912525 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ce3cf527-5f5d-4758-afc6-a915866e0d5e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:30.944561 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3cf527-5f5d-4758-afc6-a915866e0d5e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:30.949281 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ce3cf527-5f5d-4758-afc6-a915866e0d5e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:30.978651 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfa9f7f-d263-4114-a82b-16494787805f', 'name': 'network-vif-deleted', 'tag': '21c03e02-f72a-4014-82e0-99bfffdb10da', 'status': 'completed', 'code': 200} Feb 28 14:26:30.996590 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-ce3cf527-5f5d-4758-afc6-a915866e0d5e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] device_id is not set on port a26a4fd5-4e48-431a-afa7-a65f0c077eb9 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:26:31.037562 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-fb1161a4-971e-4e46-ba77-10b524d7ea96 None None] Allocated IP 172.20.0.2 (84c47dab-d19c-4073-a2c7-4305e118f50c/b9fd04fe-3039-4014-a35b-2aae26e2a0d5/fd584e43-b23a-461b-8392-c25c6b0ad736) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:31.046895 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 08b99946-33d1-4e19-91b9-52521153d02d no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:26:31.092188 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84ec54a9-5bd7-4bd5-ab92-c5d3a67903b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:31.094351 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-84ec54a9-5bd7-4bd5-ab92-c5d3a67903b1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/306fd499-50a7-4c2b-a5f9-57dc942a205e HTTP/1.1" status: 204 len: 168 time: 1.2788367 Feb 28 14:26:31.102767 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 08b99946-33d1-4e19-91b9-52521153d02d {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:26:31.103109 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 08b99946-33d1-4e19-91b9-52521153d02d not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:26:31.258711 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7548ddd6-afc5-4640-98d2-3815edfcd871 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:31.335178 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e56bca1-dd28-4dc0-9c3b-4489e77b53c4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:31.358344 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-8e56bca1-dd28-4dc0-9c3b-4489e77b53c4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Transition to ACTIVE for port object 00d015b6-f055-4938-b74c-a25d03b90590 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:31.375309 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7548ddd6-afc5-4640-98d2-3815edfcd871 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:31.476091 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fb1161a4-971e-4e46-ba77-10b524d7ea96 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:31.501829 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fb1161a4-971e-4e46-ba77-10b524d7ea96 None None] Transition to ACTIVE for port object fd584e43-b23a-461b-8392-c25c6b0ad736 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:31.528416 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fb1161a4-971e-4e46-ba77-10b524d7ea96 None None] Transition to ACTIVE for port object fd584e43-b23a-461b-8392-c25c6b0ad736 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:31.539215 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fb1161a4-971e-4e46-ba77-10b524d7ea96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:31.562658 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7548ddd6-afc5-4640-98d2-3815edfcd871 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:31.573778 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b48b613a-3ef5-4712-b0f9-288745359487 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.9475362 Feb 28 14:26:31.575642 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-938cfe5d-8e2d-4fb4-ad33-970b560b4a59 req-451c56c9-df6a-439a-bcab-02cc4e74f727 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:31.578855 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55852) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:31.583258 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-7548ddd6-afc5-4640-98d2-3815edfcd871 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:31.589165 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7548ddd6-afc5-4640-98d2-3815edfcd871 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:31.621217 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548ddd6-afc5-4640-98d2-3815edfcd871 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event updated for resources: {'Port': ['ID=742848aa-4747-4fdf-819a-17db10c32b13,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:31.641295 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e56bca1-dd28-4dc0-9c3b-4489e77b53c4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:31.720577 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e56bca1-dd28-4dc0-9c3b-4489e77b53c4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:31.722584 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a31b0406-7741-4a65-9b84-9bc88f978731 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=66028f20c62f403486129ac3caa1abb5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0708456 Feb 28 14:26:31.725800 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-8e56bca1-dd28-4dc0-9c3b-4489e77b53c4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:31.730259 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55860) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:31.735465 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e56bca1-dd28-4dc0-9c3b-4489e77b53c4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:31.738424 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1161a4-971e-4e46-ba77-10b524d7ea96 None None] Network 84c47dab-d19c-4073-a2c7-4305e118f50c is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:31.741157 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e56bca1-dd28-4dc0-9c3b-4489e77b53c4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:31.741820 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e56bca1-dd28-4dc0-9c3b-4489e77b53c4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:31.750642 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-fb1161a4-971e-4e46-ba77-10b524d7ea96 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:31.759800 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1161a4-971e-4e46-ba77-10b524d7ea96 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:31.772783 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-938cfe5d-8e2d-4fb4-ad33-970b560b4a59 req-451c56c9-df6a-439a-bcab-02cc4e74f727 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:31.773968 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-938cfe5d-8e2d-4fb4-ad33-970b560b4a59 req-451c56c9-df6a-439a-bcab-02cc4e74f727 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbfa9f7f-d263-4114-a82b-16494787805f HTTP/1.1" status: 200 len: 210 time: 0.7850378 Feb 28 14:26:31.792948 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e18392-50c8-4f28-aa34-780857e7ec8c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:31.804846 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e18392-50c8-4f28-aa34-780857e7ec8c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:31.806512 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-71e18392-50c8-4f28-aa34-780857e7ec8c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2188835 Feb 28 14:26:31.810403 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55864) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:31.893526 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1161a4-971e-4e46-ba77-10b524d7ea96 None None] Pushing event updated for resources: {'Port': ['ID=fd584e43-b23a-461b-8392-c25c6b0ad736,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:31.901195 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-ce3cf527-5f5d-4758-afc6-a915866e0d5e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Allocated IP 172.20.0.8 (84c47dab-d19c-4073-a2c7-4305e118f50c/b9fd04fe-3039-4014-a35b-2aae26e2a0d5/a26a4fd5-4e48-431a-afa7-a65f0c077eb9) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:31.919565 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46259c19-fd39-49a7-a203-3b815ed4e60a tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['shared'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:31.922124 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46259c19-fd39-49a7-a203-3b815ed4e60a tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['shared'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:31.928030 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-46259c19-fd39-49a7-a203-3b815ed4e60a tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1123817 Feb 28 14:26:31.930090 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55870) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:31.959763 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-c1deab3a-ff0c-4d88-a7b2-c0babe59f307 None None] Allocated IP 2001:db8:0:1::2 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/c863c35c-737c-45ed-afde-21a03a500de6/0c530061-b07b-43bf-b2ba-74eb8b2cd849) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:31.979976 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-fb1161a4-971e-4e46-ba77-10b524d7ea96 None None] Attempting to bind port fd584e43-b23a-461b-8392-c25c6b0ad736 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:26:31.980512 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-fb1161a4-971e-4e46-ba77-10b524d7ea96 None None] Attempting to bind port fd584e43-b23a-461b-8392-c25c6b0ad736 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '8a6871df-282d-4116-87ef-55868bba905f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '84c47dab-d19c-4073-a2c7-4305e118f50c'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:26:31.980903 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1161a4-971e-4e46-ba77-10b524d7ea96 None None] Attempting to bind port fd584e43-b23a-461b-8392-c25c6b0ad736 on network 84c47dab-d19c-4073-a2c7-4305e118f50c {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:26:31.994525 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1161a4-971e-4e46-ba77-10b524d7ea96 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:26:31.995072 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1161a4-971e-4e46-ba77-10b524d7ea96 None None] Checking segment: {'id': '8a6871df-282d-4116-87ef-55868bba905f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '84c47dab-d19c-4073-a2c7-4305e118f50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:26:31.995589 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fb1161a4-971e-4e46-ba77-10b524d7ea96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:31.996068 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1161a4-971e-4e46-ba77-10b524d7ea96 None None] Bound using segment: {'id': '8a6871df-282d-4116-87ef-55868bba905f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '84c47dab-d19c-4073-a2c7-4305e118f50c'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:26:31.996639 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-fb1161a4-971e-4e46-ba77-10b524d7ea96 None None] Bound port: fd584e43-b23a-461b-8392-c25c6b0ad736, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a6871df-282d-4116-87ef-55868bba905f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '84c47dab-d19c-4073-a2c7-4305e118f50c'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:26:31.997132 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fb1161a4-971e-4e46-ba77-10b524d7ea96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:32.117470 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6012c866-b34b-487b-8aaf-c3c4fba5050d tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:32.122255 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6012c866-b34b-487b-8aaf-c3c4fba5050d tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "GET /v2.0/networks/a9886d0d-27bd-4325-8732-8ea294f28e8a HTTP/1.1" status: 200 len: 799 time: 0.1877816 Feb 28 14:26:32.133511 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55876) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:32.204816 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-fb1161a4-971e-4e46-ba77-10b524d7ea96 None None] For port fd584e43-b23a-461b-8392-c25c6b0ad736, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:26:32.211924 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-fb1161a4-971e-4e46-ba77-10b524d7ea96 None None] For port fd584e43-b23a-461b-8392-c25c6b0ad736, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=fd584e43-b23a-461b-8392-c25c6b0ad736,segment=NetworkSegment(8a6871df-282d-4116-87ef-55868bba905f),segment_id=8a6871df-282d-4116-87ef-55868bba905f)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:26:32.220674 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56bca1-dd28-4dc0-9c3b-4489e77b53c4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Port': ['ID=00d015b6-f055-4938-b74c-a25d03b90590,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:32.228769 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fb1161a4-971e-4e46-ba77-10b524d7ea96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:32.240506 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8e56bca1-dd28-4dc0-9c3b-4489e77b53c4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0304942 Feb 28 14:26:32.248755 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55884) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:32.261031 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7548ddd6-afc5-4640-98d2-3815edfcd871 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:32.281506 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ebccb949-0a63-477c-90e5-7775e95277f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:32.307045 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c1deab3a-ff0c-4d88-a7b2-c0babe59f307 None None] For port 0c530061-b07b-43bf-b2ba-74eb8b2cd849, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=0c530061-b07b-43bf-b2ba-74eb8b2cd849,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:32.337614 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ebccb949-0a63-477c-90e5-7775e95277f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:32.351646 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1161a4-971e-4e46-ba77-10b524d7ea96 None None] Pushing event updated for resources: {'Port': ['ID=fd584e43-b23a-461b-8392-c25c6b0ad736,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:32.397866 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c1deab3a-ff0c-4d88-a7b2-c0babe59f307 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:32.548859 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7548ddd6-afc5-4640-98d2-3815edfcd871 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:32.599474 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55890) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:32.605603 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-133abe7c-7c6e-4e6a-ae3b-5a6dbf22f73e tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "GET /v2.0/networks/a9886d0d-27bd-4325-8732-8ea294f28e8a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4682038 Feb 28 14:26:32.607066 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55894) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:32.613877 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c1deab3a-ff0c-4d88-a7b2-c0babe59f307 None None] Transition to ACTIVE for port object 0c530061-b07b-43bf-b2ba-74eb8b2cd849 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:32.620656 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4489148a-4ca8-4dac-a15e-244e7b17a7eb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting port 00d015b6-f055-4938-b74c-a25d03b90590 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:32.621175 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4489148a-4ca8-4dac-a15e-244e7b17a7eb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:32.623488 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c1deab3a-ff0c-4d88-a7b2-c0babe59f307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:32.735189 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ebccb949-0a63-477c-90e5-7775e95277f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:32.785906 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ce3cf527-5f5d-4758-afc6-a915866e0d5e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:32.793049 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebccb949-0a63-477c-90e5-7775e95277f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0d260b-92eb-4582-a351-bf3f6fb58f9b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:32.864925 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1deab3a-ff0c-4d88-a7b2-c0babe59f307 None None] Pushing event updated for resources: {'Port': ['ID=0c530061-b07b-43bf-b2ba-74eb8b2cd849,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:32.910611 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ebccb949-0a63-477c-90e5-7775e95277f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:32.913852 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ebccb949-0a63-477c-90e5-7775e95277f2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8c0d260b-92eb-4582-a351-bf3f6fb58f9b HTTP/1.1" status: 204 len: 168 time: 1.1782744 Feb 28 14:26:32.918694 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 21c03e02-f72a-4014-82e0-99bfffdb10da no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:26:32.922212 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8c305f-22eb-4419-a98d-8cd834e0142c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:32.923669 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-be8c305f-22eb-4419-a98d-8cd834e0142c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "GET /v2.0/subnets/36f15db8-446a-4cd5-a77c-f26502be5758 HTTP/1.1" status: 200 len: 811 time: 0.3166664 Feb 28 14:26:32.932277 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55904) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:32.966456 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55906) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:32.998829 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: 21c03e02-f72a-4014-82e0-99bfffdb10da {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:26:32.999190 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 21c03e02-f72a-4014-82e0-99bfffdb10da not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:26:33.011684 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c698398b-ef26-476f-86f4-b22cfdcc222f tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-958436920'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:33.042777 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-ce3cf527-5f5d-4758-afc6-a915866e0d5e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Transition to ACTIVE for port object a26a4fd5-4e48-431a-afa7-a65f0c077eb9 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:33.048114 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c698398b-ef26-476f-86f4-b22cfdcc222f tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:33.053425 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c698398b-ef26-476f-86f4-b22cfdcc222f tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Usage tracker for resource:network and tenant:979d29001ee141ec9d175de18a5dccd3 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:33.057400 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c698398b-ef26-476f-86f4-b22cfdcc222f tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:33.066200 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c698398b-ef26-476f-86f4-b22cfdcc222f tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:33.085257 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c698398b-ef26-476f-86f4-b22cfdcc222f tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Made reservation on behalf of 979d29001ee141ec9d175de18a5dccd3 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:33.089724 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c698398b-ef26-476f-86f4-b22cfdcc222f tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:33.110263 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c698398b-ef26-476f-86f4-b22cfdcc222f tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:33.149809 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c698398b-ef26-476f-86f4-b22cfdcc222f tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:33.161918 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c698398b-ef26-476f-86f4-b22cfdcc222f tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Usage tracker for resource:security_group_rule and tenant:979d29001ee141ec9d175de18a5dccd3 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:33.172575 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c698398b-ef26-476f-86f4-b22cfdcc222f tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:33.180811 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c698398b-ef26-476f-86f4-b22cfdcc222f tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:33.231690 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7548ddd6-afc5-4640-98d2-3815edfcd871 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:33.232439 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd222273-8251-47fe-bdd2-86931106bb26 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['shared'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:33.233931 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bd222273-8251-47fe-bdd2-86931106bb26 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "GET /v2.0/subnets/36f15db8-446a-4cd5-a77c-f26502be5758?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2753322 Feb 28 14:26:33.245638 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55914) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:33.263592 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b271ba00-2a56-418d-bd2d-3d8621caffc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2104426747'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:33.269443 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b271ba00-2a56-418d-bd2d-3d8621caffc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:33.274264 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b271ba00-2a56-418d-bd2d-3d8621caffc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Usage tracker for resource:network and tenant:da983677876248308f7866178fb20b80 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:33.278070 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b271ba00-2a56-418d-bd2d-3d8621caffc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:33.285935 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b271ba00-2a56-418d-bd2d-3d8621caffc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:33.292508 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7548ddd6-afc5-4640-98d2-3815edfcd871 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:33.318048 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b271ba00-2a56-418d-bd2d-3d8621caffc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Made reservation on behalf of da983677876248308f7866178fb20b80 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:33.321671 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b271ba00-2a56-418d-bd2d-3d8621caffc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:33.352064 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5b1f560d-cfb8-49c6-a1b1-a8d42dcf6206 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:33.426530 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4489148a-4ca8-4dac-a15e-244e7b17a7eb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:33.438870 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ce3cf527-5f5d-4758-afc6-a915866e0d5e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:33.560185 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5b1f560d-cfb8-49c6-a1b1-a8d42dcf6206 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:33.652421 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c698398b-ef26-476f-86f4-b22cfdcc222f tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:33.658167 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b271ba00-2a56-418d-bd2d-3d8621caffc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:26:33.662419 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548ddd6-afc5-4640-98d2-3815edfcd871 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event updated for resources: {'Port': ['ID=742848aa-4747-4fdf-819a-17db10c32b13,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:33.665674 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c698398b-ef26-476f-86f4-b22cfdcc222f tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:33.685821 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7548ddd6-afc5-4640-98d2-3815edfcd871 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:33.741153 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4489148a-4ca8-4dac-a15e-244e7b17a7eb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Calling delete_port for 00d015b6-f055-4938-b74c-a25d03b90590 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:33.747908 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c698398b-ef26-476f-86f4-b22cfdcc222f tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:26:33.756626 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-671ba549-0990-4096-851a-73f638cf3945 None None] Provisioning for port 0c530061-b07b-43bf-b2ba-74eb8b2cd849 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:26:33.761420 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c698398b-ef26-476f-86f4-b22cfdcc222f tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:33.761822 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-c698398b-ef26-476f-86f4-b22cfdcc222f tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Added segment 6f5c011e-5370-45a5-b5b4-20755a44b563 of type vlan for network 9d22cd0d-f59f-42b7-ba02-82540ff3dac9 Feb 28 14:26:33.763820 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-671ba549-0990-4096-851a-73f638cf3945 None None] Provisioning complete for port 0c530061-b07b-43bf-b2ba-74eb8b2cd849 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:33.763820 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-671ba549-0990-4096-851a-73f638cf3945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:33.796553 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c698398b-ef26-476f-86f4-b22cfdcc222f tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:33.798837 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3cf527-5f5d-4758-afc6-a915866e0d5e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network 84c47dab-d19c-4073-a2c7-4305e118f50c is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:33.815466 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-ce3cf527-5f5d-4758-afc6-a915866e0d5e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:33.841313 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3cf527-5f5d-4758-afc6-a915866e0d5e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:33.940805 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698398b-ef26-476f-86f4-b22cfdcc222f tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1821cd-ed3c-4c68-bad7-e859235d82c0,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:33.986517 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c698398b-ef26-476f-86f4-b22cfdcc222f tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:33.992471 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c698398b-ef26-476f-86f4-b22cfdcc222f tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:33.993082 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c698398b-ef26-476f-86f4-b22cfdcc222f tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:34.013684 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16f9fc5-7815-46e4-a665-886e7b5fc675 None None] Network 84c47dab-d19c-4073-a2c7-4305e118f50c requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:34.052083 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b271ba00-2a56-418d-bd2d-3d8621caffc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:34.052631 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-b271ba00-2a56-418d-bd2d-3d8621caffc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Added segment 8b3abec2-16e1-4521-adb3-85b97cb1c557 of type vlan for network cbe0c226-70f1-40f4-a17d-ed47f747d9ca Feb 28 14:26:34.065552 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-7548ddd6-afc5-4640-98d2-3815edfcd871 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Floating IP 5cd96300-5e58-49df-8562-18d1dc97ef6e associated. External IP: 172.26.5.157, port: 5c458128-e37c-4732-a643-24ab78aa8616. Feb 28 14:26:34.075869 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3cf527-5f5d-4758-afc6-a915866e0d5e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Port': ['ID=a26a4fd5-4e48-431a-afa7-a65f0c077eb9,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:34.120000 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b0a65f6e-bd44-4cd6-a915-e78341ac06be None None] Provisioning for port fd584e43-b23a-461b-8392-c25c6b0ad736 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:26:34.127525 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3cf527-5f5d-4758-afc6-a915866e0d5e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:34.128423 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ce3cf527-5f5d-4758-afc6-a915866e0d5e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:34.148210 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b271ba00-2a56-418d-bd2d-3d8621caffc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:34.213060 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c698398b-ef26-476f-86f4-b22cfdcc222f tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6125083 Feb 28 14:26:34.215884 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55918) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:34.222781 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698398b-ef26-476f-86f4-b22cfdcc222f tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Pushing event updated for resources: {'Network': ['ID=9d22cd0d-f59f-42b7-ba02-82540ff3dac9,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:34.229825 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3bf2fb22-3c31-4ae9-a2e2-47135887b490 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Request body: {'subnet': {'network_id': '9d22cd0d-f59f-42b7-ba02-82540ff3dac9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:34.237415 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ce3cf527-5f5d-4758-afc6-a915866e0d5e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8199508 Feb 28 14:26:34.242622 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55922) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:34.260348 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 9d22cd0d-f59f-42b7-ba02-82540ff3dac9 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:26:34.298712 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5b1f560d-cfb8-49c6-a1b1-a8d42dcf6206 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:34.301602 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b271ba00-2a56-418d-bd2d-3d8621caffc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:34.306999 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b271ba00-2a56-418d-bd2d-3d8621caffc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:34.307794 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b271ba00-2a56-418d-bd2d-3d8621caffc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:34.376447 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f560d-cfb8-49c6-a1b1-a8d42dcf6206 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1c4c10-51b3-4aa3-87e0-0aa29417615b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:34.379517 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5b1f560d-cfb8-49c6-a1b1-a8d42dcf6206 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:34.380853 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5b1f560d-cfb8-49c6-a1b1-a8d42dcf6206 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/security-groups/0c1c4c10-51b3-4aa3-87e0-0aa29417615b HTTP/1.1" status: 204 len: 168 time: 1.3588119 Feb 28 14:26:34.447692 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55928) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:34.451315 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b271ba00-2a56-418d-bd2d-3d8621caffc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1940539 Feb 28 14:26:34.481998 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55932) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:34.489646 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3bf2fb22-3c31-4ae9-a2e2-47135887b490 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:34.509796 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8a6b2b46-707f-4eec-9a8d-c9f3b50c8883 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Request body: {'subnet': {'network_id': 'cbe0c226-70f1-40f4-a17d-ed47f747d9ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:34.530622 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3bf2fb22-3c31-4ae9-a2e2-47135887b490 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Usage tracker for resource:subnet and tenant:979d29001ee141ec9d175de18a5dccd3 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:34.570591 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1c25db4f-82de-46f0-831a-902a1abfcacc tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting port a26a4fd5-4e48-431a-afa7-a65f0c077eb9 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:34.570877 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c25db4f-82de-46f0-831a-902a1abfcacc tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:34.586095 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device fd584e43-b23a-461b-8392-c25c6b0ad736 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:26:34.611527 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3bf2fb22-3c31-4ae9-a2e2-47135887b490 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:34.618390 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3bf2fb22-3c31-4ae9-a2e2-47135887b490 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:34.646666 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271ba00-2a56-418d-bd2d-3d8621caffc9 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event updated for resources: {'Network': ['ID=cbe0c226-70f1-40f4-a17d-ed47f747d9ca,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:34.658474 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network cbe0c226-70f1-40f4-a17d-ed47f747d9ca details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:26:34.691931 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-61161465-9c23-4ed3-849d-764963fd2625 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting subnet ae75369c-b3d9-4ba4-936b-7128a18c3c01 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:26:34.700814 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61161465-9c23-4ed3-849d-764963fd2625 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:34.707573 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf2fb22-3c31-4ae9-a2e2-47135887b490 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Made reservation on behalf of 979d29001ee141ec9d175de18a5dccd3 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:34.710960 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3bf2fb22-3c31-4ae9-a2e2-47135887b490 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:34.728904 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4489148a-4ca8-4dac-a15e-244e7b17a7eb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:34.773449 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8a6b2b46-707f-4eec-9a8d-c9f3b50c8883 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:34.809758 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1f423e94-5b90-4b4b-bd4a-078ef61178b1 None None] Provisioning for port 00d015b6-f055-4938-b74c-a25d03b90590 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:26:34.819023 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1f423e94-5b90-4b4b-bd4a-078ef61178b1 None None] Provisioning complete for port 00d015b6-f055-4938-b74c-a25d03b90590 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:34.819372 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1f423e94-5b90-4b4b-bd4a-078ef61178b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:34.825343 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489148a-4ca8-4dac-a15e-244e7b17a7eb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Port': ['ID=00d015b6-f055-4938-b74c-a25d03b90590,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:34.853768 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port fd584e43-b23a-461b-8392-c25c6b0ad736 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:26:34.862788 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8a6b2b46-707f-4eec-9a8d-c9f3b50c8883 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:34.874115 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1f423e94-5b90-4b4b-bd4a-078ef61178b1 None None] Port 00d015b6-f055-4938-b74c-a25d03b90590 was deleted so its status cannot be updated. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 28 14:26:34.879266 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port fd584e43-b23a-461b-8392-c25c6b0ad736 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:34.879266 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:34.938514 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61161465-9c23-4ed3-849d-764963fd2625 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:34.982771 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6b2b46-707f-4eec-9a8d-c9f3b50c8883 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Made reservation on behalf of da983677876248308f7866178fb20b80 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:34.988679 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a6b2b46-707f-4eec-9a8d-c9f3b50c8883 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:35.060084 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:35.066689 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:35.102183 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-db55de99-77d8-4e38-9b40-88e7b68c40ec None None] Provisioning complete for port fd584e43-b23a-461b-8392-c25c6b0ad736 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:35.102545 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-db55de99-77d8-4e38-9b40-88e7b68c40ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:35.121276 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.ipam_backend_mixin [None req-8a6b2b46-707f-4eec-9a8d-c9f3b50c8883 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Performing IP validity checks on allocation pools {{(pid=87772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 14:26:35.121785 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.ipam_backend_mixin [None req-8a6b2b46-707f-4eec-9a8d-c9f3b50c8883 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 14:26:35.131724 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4489148a-4ca8-4dac-a15e-244e7b17a7eb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:35.136377 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4489148a-4ca8-4dac-a15e-244e7b17a7eb tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/00d015b6-f055-4938-b74c-a25d03b90590 HTTP/1.1" status: 204 len: 168 time: 2.8820786 Feb 28 14:26:35.137410 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55936) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:35.165015 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7548ddd6-afc5-4640-98d2-3815edfcd871 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Router c03555cd-652b-4bba-b748-91a2da17fdbf has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:26:35.202693 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a94ed4b-4f49-4e1f-acb3-6d7bd38af407 None None] get_active_networks_info from dv-neutron-831192-4-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 28 14:26:35.255822 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port fd584e43-b23a-461b-8392-c25c6b0ad736, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=fd584e43-b23a-461b-8392-c25c6b0ad736,segment=NetworkSegment(8a6871df-282d-4116-87ef-55868bba905f),segment_id=8a6871df-282d-4116-87ef-55868bba905f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:35.272070 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:35.272819 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 0c530061-b07b-43bf-b2ba-74eb8b2cd849 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:26:35.292373 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abd349d-a3a2-4258-8b73-4f160e12f118 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:35.294011 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1abd349d-a3a2-4258-8b73-4f160e12f118 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:35.302402 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c25db4f-82de-46f0-831a-902a1abfcacc tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:35.326418 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1abd349d-a3a2-4258-8b73-4f160e12f118 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:35.333377 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1abd349d-a3a2-4258-8b73-4f160e12f118 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1833680 Feb 28 14:26:35.387127 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55940) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:35.459035 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1c25db4f-82de-46f0-831a-902a1abfcacc tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Calling delete_port for a26a4fd5-4e48-431a-afa7-a65f0c077eb9 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:35.494812 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=fd584e43-b23a-461b-8392-c25c6b0ad736,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:35.540280 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61161465-9c23-4ed3-849d-764963fd2625 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:35.556447 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 0c530061-b07b-43bf-b2ba-74eb8b2cd849 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:35.556859 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:35.598028 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-db55de99-77d8-4e38-9b40-88e7b68c40ec None None] Provisioning for port a26a4fd5-4e48-431a-afa7-a65f0c077eb9 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:26:35.608759 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a94ed4b-4f49-4e1f-acb3-6d7bd38af407 None None] Resources bound (agent type, host, resource id): {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 14:26:35.613933 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-db55de99-77d8-4e38-9b40-88e7b68c40ec None None] Provisioning complete for port a26a4fd5-4e48-431a-afa7-a65f0c077eb9 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:35.614423 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-db55de99-77d8-4e38-9b40-88e7b68c40ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:35.622606 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3bf2fb22-3c31-4ae9-a2e2-47135887b490 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:35.669637 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bf11a0-592a-4fad-8cf8-d2645531b52e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:35.674646 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-48bf11a0-592a-4fad-8cf8-d2645531b52e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2869589 Feb 28 14:26:35.677840 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55946) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:35.745030 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7548ddd6-afc5-4640-98d2-3815edfcd871 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:26:35.760337 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a6b2b46-707f-4eec-9a8d-c9f3b50c8883 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:35.766397 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09f956c-23ac-40cf-a5d4-e6e5fc31a42a None None] Sync routers for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:26:35.780846 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09f956c-23ac-40cf-a5d4-e6e5fc31a42a None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:35.781980 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c09f956c-23ac-40cf-a5d4-e6e5fc31a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:26:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:35.791778 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2fb22-3c31-4ae9-a2e2-47135887b490 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Pushing event updated for resources: {'Subnet': ['ID=d28f8c31-c350-431e-ac80-0a2e55bd0941,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:35.804909 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-db55de99-77d8-4e38-9b40-88e7b68c40ec None None] Port a26a4fd5-4e48-431a-afa7-a65f0c077eb9 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:26:35.829449 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61161465-9c23-4ed3-849d-764963fd2625 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:35.834122 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf2fb22-3c31-4ae9-a2e2-47135887b490 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Checking segment: {'id': '6f5c011e-5370-45a5-b5b4-20755a44b563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9d22cd0d-f59f-42b7-ba02-82540ff3dac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:26:35.834483 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf2fb22-3c31-4ae9-a2e2-47135887b490 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Network hostable DHCP agents. Network: 9d22cd0d-f59f-42b7-ba02-82540ff3dac9, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:26:35.848204 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c09f956c-23ac-40cf-a5d4-e6e5fc31a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:35.857300 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09f956c-23ac-40cf-a5d4-e6e5fc31a42a None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:35.858575 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c09f956c-23ac-40cf-a5d4-e6e5fc31a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:26:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:35.860730 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7548ddd6-afc5-4640-98d2-3815edfcd871 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:35.883179 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61161465-9c23-4ed3-849d-764963fd2625 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:35.885926 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61161465-9c23-4ed3-849d-764963fd2625 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Subnet': ['ID=ae75369c-b3d9-4ba4-936b-7128a18c3c01,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:35.901611 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4d0152-fc02-43a2-a4b6-0c0c1587a0b0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:35.903193 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4d0152-fc02-43a2-a4b6-0c0c1587a0b0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:35.904647 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4d0152-fc02-43a2-a4b6-0c0c1587a0b0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:35.905504 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ff4d0152-fc02-43a2-a4b6-0c0c1587a0b0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:35.908087 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c25db4f-82de-46f0-831a-902a1abfcacc tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:35.931879 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c09f956c-23ac-40cf-a5d4-e6e5fc31a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:35.932698 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09f956c-23ac-40cf-a5d4-e6e5fc31a42a None None] The sync data for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:26:35.943143 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6b2b46-707f-4eec-9a8d-c9f3b50c8883 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Checking segment: {'id': '8b3abec2-16e1-4521-adb3-85b97cb1c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cbe0c226-70f1-40f4-a17d-ed47f747d9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:26:35.943525 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6b2b46-707f-4eec-9a8d-c9f3b50c8883 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Network hostable DHCP agents. Network: cbe0c226-70f1-40f4-a17d-ed47f747d9ca, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:26:35.957268 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf2fb22-3c31-4ae9-a2e2-47135887b490 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Network 9d22cd0d-f59f-42b7-ba02-82540ff3dac9 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:26:35.963286 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b2b46-707f-4eec-9a8d-c9f3b50c8883 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event updated for resources: {'Subnet': ['ID=6b9b7016-3985-4bb7-8351-57145df9b304,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:35.977959 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7548ddd6-afc5-4640-98d2-3815edfcd871 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.7379289 Feb 28 14:26:35.978289 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55950) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:35.990700 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-45c84013-795e-4690-9627-773c1258d4c9 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Request body: {'floatingip': {'port_id': '5c458128-e37c-4732-a643-24ab78aa8616', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:36.019816 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0a954289-36b7-44b1-9e48-a885b09bdb0a None None] Could not find standard attr ID for object a26a4fd5-4e48-431a-afa7-a65f0c077eb9. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:26:36.047073 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-3bf2fb22-3c31-4ae9-a2e2-47135887b490 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 9d22cd0d-f59f-42b7-ba02-82540ff3dac9) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:36.065597 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6b2b46-707f-4eec-9a8d-c9f3b50c8883 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Network cbe0c226-70f1-40f4-a17d-ed47f747d9ca is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:26:36.076954 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf2fb22-3c31-4ae9-a2e2-47135887b490 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:36.077579 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3bf2fb22-3c31-4ae9-a2e2-47135887b490 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:36.097619 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-8a6b2b46-707f-4eec-9a8d-c9f3b50c8883 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, cbe0c226-70f1-40f4-a17d-ed47f747d9ca) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:36.105458 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6b2b46-707f-4eec-9a8d-c9f3b50c8883 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:36.106284 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a6b2b46-707f-4eec-9a8d-c9f3b50c8883 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:36.116399 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3bf2fb22-3c31-4ae9-a2e2-47135887b490 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8970194 Feb 28 14:26:36.121607 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-61161465-9c23-4ed3-849d-764963fd2625 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/subnets/ae75369c-b3d9-4ba4-936b-7128a18c3c01 HTTP/1.1" status: 204 len: 168 time: 1.6724889 Feb 28 14:26:36.124625 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55954) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:36.124625 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55956) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:36.129661 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25db4f-82de-46f0-831a-902a1abfcacc tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Port': ['ID=a26a4fd5-4e48-431a-afa7-a65f0c077eb9,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:36.144563 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ded04805-d954-4157-ab12-a22d91449db7 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Request body: {'port': {'network_id': '9d22cd0d-f59f-42b7-ba02-82540ff3dac9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1200946273'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:36.188397 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc5b42e-4384-4055-90db-a06931c1a15e None None] Network 48a65187-5d85-49a0-94f2-0643bb33d9d2 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:36.196527 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45c84013-795e-4690-9627-773c1258d4c9 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:36.207816 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fe7cb0-ea2a-47bc-a19f-808b2c334c94 None None] Network 9d22cd0d-f59f-42b7-ba02-82540ff3dac9 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:36.215379 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ff4d0152-fc02-43a2-a4b6-0c0c1587a0b0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:36.217065 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ff4d0152-fc02-43a2-a4b6-0c0c1587a0b0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5383456 Feb 28 14:26:36.222769 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55964) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:36.258497 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ccafb9-9b6f-49ee-87ff-73a1275db837 None None] Network cbe0c226-70f1-40f4-a17d-ed47f747d9ca requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:36.291749 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8a6b2b46-707f-4eec-9a8d-c9f3b50c8883 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8073571 Feb 28 14:26:36.304260 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55968) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:36.309543 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c25db4f-82de-46f0-831a-902a1abfcacc tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:36.311919 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1c25db4f-82de-46f0-831a-902a1abfcacc tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/ports/a26a4fd5-4e48-431a-afa7-a65f0c077eb9 HTTP/1.1" status: 204 len: 168 time: 2.0681059 Feb 28 14:26:36.318044 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55972) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:36.381710 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-699f9cfa-e092-4291-bf01-a1cf707a48bc tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] DELETE failed (client error): The resource could not be found. Feb 28 14:26:36.382190 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-699f9cfa-e092-4291-bf01-a1cf707a48bc tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:26:36.383989 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-699f9cfa-e092-4291-bf01-a1cf707a48bc tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/ports/a26a4fd5-4e48-431a-afa7-a65f0c077eb9 HTTP/1.1" status: 404 len: 333 time: 0.0651021 Feb 28 14:26:36.394324 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55976) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:36.399523 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-853c6059-8152-4e43-b708-e24a81fae6d2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet 13e701d5-58e1-4c76-8ada-b5f2f80faa1a {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:26:36.443238 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-853c6059-8152-4e43-b708-e24a81fae6d2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:36.475504 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3dd1e299-ab85-405a-b67a-64abeb3e7288 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:36.508050 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7aaae6-95ea-41f8-aeb4-4f4d15aee12e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] GET failed (client error): The resource could not be found. Feb 28 14:26:36.508587 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ce7aaae6-95ea-41f8-aeb4-4f4d15aee12e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Synchronizing usage tracker for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:36.532808 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device fd584e43-b23a-461b-8392-c25c6b0ad736 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:26:36.537981 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ce7aaae6-95ea-41f8-aeb4-4f4d15aee12e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Unset dirty status for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:36.541875 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ce7aaae6-95ea-41f8-aeb4-4f4d15aee12e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "GET /v2.0/ports/a26a4fd5-4e48-431a-afa7-a65f0c077eb9 HTTP/1.1" status: 404 len: 333 time: 0.1369307 Feb 28 14:26:36.550522 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55980) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:36.590101 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-853c6059-8152-4e43-b708-e24a81fae6d2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:36.663694 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f89b70ff-a651-4f35-8eed-f5bd472b3a98 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:36.681811 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b23e33a-f86f-40de-90ea-ec5a272826ce tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting subnet b9fd04fe-3039-4014-a35b-2aae26e2a0d5 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:26:36.688545 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0b23e33a-f86f-40de-90ea-ec5a272826ce tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:36.759748 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0b23e33a-f86f-40de-90ea-ec5a272826ce tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:36.800514 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f89b70ff-a651-4f35-8eed-f5bd472b3a98 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port 5cc2c0f0-9677-4062-aa07-b3b0cbd161fd {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:36.800857 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f89b70ff-a651-4f35-8eed-f5bd472b3a98 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:36.804880 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-853c6059-8152-4e43-b708-e24a81fae6d2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:36.832053 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ded04805-d954-4157-ab12-a22d91449db7 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:36.855046 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ded04805-d954-4157-ab12-a22d91449db7 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Usage tracker for resource:port and tenant:979d29001ee141ec9d175de18a5dccd3 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:36.857740 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port fd584e43-b23a-461b-8392-c25c6b0ad736 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:36.858277 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:36.867509 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ded04805-d954-4157-ab12-a22d91449db7 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:36.917772 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-853c6059-8152-4e43-b708-e24a81fae6d2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:36.946474 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ded04805-d954-4157-ab12-a22d91449db7 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:36.955558 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3dd1e299-ab85-405a-b67a-64abeb3e7288 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2302140'] for subnet, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:36.959531 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0b23e33a-f86f-40de-90ea-ec5a272826ce tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:36.994127 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c6059-8152-4e43-b708-e24a81fae6d2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=13e701d5-58e1-4c76-8ada-b5f2f80faa1a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:37.010448 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-853c6059-8152-4e43-b708-e24a81fae6d2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:37.028582 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4fb0d3-ef77-43a6-8e01-d7c82f9a2b39 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:37.033656 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded04805-d954-4157-ab12-a22d91449db7 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Made reservation on behalf of 979d29001ee141ec9d175de18a5dccd3 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:37.034366 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-853c6059-8152-4e43-b708-e24a81fae6d2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/13e701d5-58e1-4c76-8ada-b5f2f80faa1a HTTP/1.1" status: 204 len: 168 time: 0.8103406 Feb 28 14:26:37.037064 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ded04805-d954-4157-ab12-a22d91449db7 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:37.037302 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55984) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:37.076862 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24cbb43-53e9-4599-b57d-97aab7bedf60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-cbe0c226-70f1-40f4-a17d-ed47f747d9ca', 'network_id': 'cbe0c226-70f1-40f4-a17d-ed47f747d9ca', 'tenant_id': 'da983677876248308f7866178fb20b80', 'fixed_ips': [{'subnet_id': '6b9b7016-3985-4bb7-8351-57145df9b304'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:26:37.077868 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e24cbb43-53e9-4599-b57d-97aab7bedf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:37.101187 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220f7405-621a-41e1-8a18-81e92ed407fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-9d22cd0d-f59f-42b7-ba02-82540ff3dac9', 'network_id': '9d22cd0d-f59f-42b7-ba02-82540ff3dac9', 'tenant_id': '979d29001ee141ec9d175de18a5dccd3', 'fixed_ips': [{'subnet_id': 'd28f8c31-c350-431e-ac80-0a2e55bd0941'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:26:37.102036 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-220f7405-621a-41e1-8a18-81e92ed407fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:37.126486 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b588892-08b0-46c0-8a55-edc197c1738f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet c863c35c-737c-45ed-afde-21a03a500de6 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:26:37.130332 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b588892-08b0-46c0-8a55-edc197c1738f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:37.199018 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0b23e33a-f86f-40de-90ea-ec5a272826ce tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:37.243442 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b588892-08b0-46c0-8a55-edc197c1738f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:37.249798 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2242208e-ea93-49f8-84e2-7c6ea70a94f3 None None] DHCP port deletion for 48a65187-5d85-49a0-94f2-0643bb33d9d2 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:26:37.280421 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0b23e33a-f86f-40de-90ea-ec5a272826ce tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:37.293661 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23e33a-f86f-40de-90ea-ec5a272826ce tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Subnet': ['ID=b9fd04fe-3039-4014-a35b-2aae26e2a0d5,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:37.300107 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0b23e33a-f86f-40de-90ea-ec5a272826ce tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/subnets/b9fd04fe-3039-4014-a35b-2aae26e2a0d5 HTTP/1.1" status: 204 len: 168 time: 0.7482448 Feb 28 14:26:37.303834 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 55988) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:37.310182 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2242208e-ea93-49f8-84e2-7c6ea70a94f3 None None] Deleting port 5cc2c0f0-9677-4062-aa07-b3b0cbd161fd {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:37.310606 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2242208e-ea93-49f8-84e2-7c6ea70a94f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:37.334338 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f475b2-3dc1-477d-ac22-dd5da97beab5 None None] Network 84c47dab-d19c-4073-a2c7-4305e118f50c requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:37.388773 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-ded04805-d954-4157-ab12-a22d91449db7 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] device_id is not set on port 551340bf-07a3-4812-825f-f3dac3d8fc8e yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:26:37.442049 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06546d75-139e-49ba-9654-dce1e19458d6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:37.458948 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b588892-08b0-46c0-8a55-edc197c1738f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:37.486925 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-06546d75-139e-49ba-9654-dce1e19458d6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting port fd584e43-b23a-461b-8392-c25c6b0ad736 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:37.487335 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06546d75-139e-49ba-9654-dce1e19458d6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:37.697453 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-f89b70ff-a651-4f35-8eed-f5bd472b3a98 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port 5cc2c0f0-9677-4062-aa07-b3b0cbd161fd, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=5cc2c0f0-9677-4062-aa07-b3b0cbd161fd,segment=NetworkSegment(16381587-2111-4126-94e4-f99c0206869f),segment_id=16381587-2111-4126-94e4-f99c0206869f)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:37.698044 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f89b70ff-a651-4f35-8eed-f5bd472b3a98 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:37.713216 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b588892-08b0-46c0-8a55-edc197c1738f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:37.771252 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b588892-08b0-46c0-8a55-edc197c1738f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=c863c35c-737c-45ed-afde-21a03a500de6,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:37.773451 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2b588892-08b0-46c0-8a55-edc197c1738f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:37.781401 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-06546d75-139e-49ba-9654-dce1e19458d6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] For port fd584e43-b23a-461b-8392-c25c6b0ad736, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=fd584e43-b23a-461b-8392-c25c6b0ad736,segment=NetworkSegment(8a6871df-282d-4116-87ef-55868bba905f),segment_id=8a6871df-282d-4116-87ef-55868bba905f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:37.781761 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06546d75-139e-49ba-9654-dce1e19458d6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:37.801664 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2b588892-08b0-46c0-8a55-edc197c1738f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/c863c35c-737c-45ed-afde-21a03a500de6 HTTP/1.1" status: 204 len: 168 time: 0.7610509 Feb 28 14:26:37.834291 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-131f5e6a-a842-4742-b585-0d87c0fd97dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:37.840513 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55992) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:37.845930 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f89b70ff-a651-4f35-8eed-f5bd472b3a98 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for 5cc2c0f0-9677-4062-aa07-b3b0cbd161fd owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:37.953102 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-220f7405-621a-41e1-8a18-81e92ed407fd None None] Allocated IP 172.20.0.2 (9d22cd0d-f59f-42b7-ba02-82540ff3dac9/d28f8c31-c350-431e-ac80-0a2e55bd0941/06d9e82c-db69-41f6-965a-20cbe36523f0) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:37.996064 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2242208e-ea93-49f8-84e2-7c6ea70a94f3 None None] For port 5cc2c0f0-9677-4062-aa07-b3b0cbd161fd, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=5cc2c0f0-9677-4062-aa07-b3b0cbd161fd,segment=NetworkSegment(16381587-2111-4126-94e4-f99c0206869f),segment_id=16381587-2111-4126-94e4-f99c0206869f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:37.996656 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2242208e-ea93-49f8-84e2-7c6ea70a94f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:38.012689 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8d864c7a-16b4-4c4f-a1c9-271b01ac5320 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1351202 Feb 28 14:26:38.018156 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 55996) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:38.036128 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6e224db8-fb92-41da-9543-fa51b54e80f3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:38.038829 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-06546d75-139e-49ba-9654-dce1e19458d6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Calling delete_port for fd584e43-b23a-461b-8392-c25c6b0ad736 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:38.107642 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3dd1e299-ab85-405a-b67a-64abeb3e7288 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759642986469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3456665'] for subnet, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:38.118509 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06546d75-139e-49ba-9654-dce1e19458d6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:38.176880 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06546d75-139e-49ba-9654-dce1e19458d6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] No DVR routers for this DVR port fd584e43-b23a-461b-8392-c25c6b0ad736 on host dv-neutron-831192-4-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:26:38.178734 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06546d75-139e-49ba-9654-dce1e19458d6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Port': ['ID=fd584e43-b23a-461b-8392-c25c6b0ad736,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:38.240651 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2242208e-ea93-49f8-84e2-7c6ea70a94f3 None None] Calling delete_port for 5cc2c0f0-9677-4062-aa07-b3b0cbd161fd owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:38.255825 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd1e299-ab85-405a-b67a-64abeb3e7288 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:38.256417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3dd1e299-ab85-405a-b67a-64abeb3e7288 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:38.257678 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3dd1e299-ab85-405a-b67a-64abeb3e7288 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "PUT /v2.0/subnets/6b9b7016-3985-4bb7-8351-57145df9b304 HTTP/1.1" status: 200 len: 877 time: 1.9467821 Feb 28 14:26:38.267392 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f89b70ff-a651-4f35-8eed-f5bd472b3a98 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:38.274257 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56000) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:38.307187 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06546d75-139e-49ba-9654-dce1e19458d6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:38.323631 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6e224db8-fb92-41da-9543-fa51b54e80f3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:38.334630 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-06546d75-139e-49ba-9654-dce1e19458d6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c47dab-d19c-4073-a2c7-4305e118f50c']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:38.349665 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-06546d75-139e-49ba-9654-dce1e19458d6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a6871df-282d-4116-87ef-55868bba905f') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:38.350220 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-06546d75-139e-49ba-9654-dce1e19458d6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a6871df-282d-4116-87ef-55868bba905f') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:38.362069 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1e299-ab85-405a-b67a-64abeb3e7288 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event updated for resources: {'Subnet': ['ID=6b9b7016-3985-4bb7-8351-57145df9b304,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:38.363311 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06546d75-139e-49ba-9654-dce1e19458d6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:38.365093 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b70ff-a651-4f35-8eed-f5bd472b3a98 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=5cc2c0f0-9677-4062-aa07-b3b0cbd161fd,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:38.368643 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89b70ff-a651-4f35-8eed-f5bd472b3a98 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] No DVR routers for this DVR port 5cc2c0f0-9677-4062-aa07-b3b0cbd161fd on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:26:38.381694 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06546d75-139e-49ba-9654-dce1e19458d6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:38.389893 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06546d75-139e-49ba-9654-dce1e19458d6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:26:38.390378 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06546d75-139e-49ba-9654-dce1e19458d6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:38.396261 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-e24cbb43-53e9-4599-b57d-97aab7bedf60 None None] Allocated IP 172.20.0.3 (cbe0c226-70f1-40f4-a17d-ed47f747d9ca/6b9b7016-3985-4bb7-8351-57145df9b304/ac4816f3-a1a0-4d86-8de0-2d2d48c46eeb) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:38.402083 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-45c84013-795e-4690-9627-773c1258d4c9 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:26:38.412538 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:26:38.463781 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6e224db8-fb92-41da-9543-fa51b54e80f3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:subnet and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:38.481131 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6e224db8-fb92-41da-9543-fa51b54e80f3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:38.493809 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-2242208e-ea93-49f8-84e2-7c6ea70a94f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:26:38.493809 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-2242208e-ea93-49f8-84e2-7c6ea70a94f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:26:38.525635 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6e224db8-fb92-41da-9543-fa51b54e80f3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:38.610521 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06546d75-139e-49ba-9654-dce1e19458d6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:38.612103 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412b78ca-6062-42dd-9cea-2092bd0490f5 None None] DHCP port deletion for 84c47dab-d19c-4073-a2c7-4305e118f50c request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:26:38.632926 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06546d75-139e-49ba-9654-dce1e19458d6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:38.639781 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06546d75-139e-49ba-9654-dce1e19458d6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Network': ['ID=84c47dab-d19c-4073-a2c7-4305e118f50c,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:38.664894 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-06546d75-139e-49ba-9654-dce1e19458d6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/networks/84c47dab-d19c-4073-a2c7-4305e118f50c HTTP/1.1" status: 204 len: 168 time: 1.3600893 Feb 28 14:26:38.668501 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56004) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:38.679311 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f65d5ded-23a8-49fd-a836-dcb06f286a36 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-734441875'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:38.682092 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e224db8-fb92-41da-9543-fa51b54e80f3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:38.684351 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f65d5ded-23a8-49fd-a836-dcb06f286a36 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:38.685204 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e224db8-fb92-41da-9543-fa51b54e80f3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:38.690305 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f65d5ded-23a8-49fd-a836-dcb06f286a36 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:network and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:38.693453 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f65d5ded-23a8-49fd-a836-dcb06f286a36 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:38.699686 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f65d5ded-23a8-49fd-a836-dcb06f286a36 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:38.700151 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 5cc2c0f0-9677-4062-aa07-b3b0cbd161fd no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:26:38.711669 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65d5ded-23a8-49fd-a836-dcb06f286a36 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:38.715308 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f65d5ded-23a8-49fd-a836-dcb06f286a36 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:38.751769 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f65d5ded-23a8-49fd-a836-dcb06f286a36 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:26:38.753969 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 5cc2c0f0-9677-4062-aa07-b3b0cbd161fd {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:26:38.754380 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 5cc2c0f0-9677-4062-aa07-b3b0cbd161fd not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:26:38.763784 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f65d5ded-23a8-49fd-a836-dcb06f286a36 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:38.764848 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-f65d5ded-23a8-49fd-a836-dcb06f286a36 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Added segment 4839dc6d-6fd2-4638-ab4d-bb4dc8b9d660 of type vlan for network b2cf18e1-cd85-4181-9eeb-7bee64696547 Feb 28 14:26:38.773999 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-220f7405-621a-41e1-8a18-81e92ed407fd None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:38.797903 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f65d5ded-23a8-49fd-a836-dcb06f286a36 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:38.800048 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-220f7405-621a-41e1-8a18-81e92ed407fd None None] Transition to ACTIVE for port object 06d9e82c-db69-41f6-965a-20cbe36523f0 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:38.808283 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecf9a5b-94f5-4c9c-8097-c695c5ee30ba None None] Update dhcp port {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'fixed_ips': [{'subnet_id': 'c863c35c-737c-45ed-afde-21a03a500de6'}], 'binding:host_id': 'dv-neutron-831192-4-hyperv'}, 'id': '0c530061-b07b-43bf-b2ba-74eb8b2cd849'} from dv-neutron-831192-4-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 14:26:38.831258 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f65d5ded-23a8-49fd-a836-dcb06f286a36 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:38.836995 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65d5ded-23a8-49fd-a836-dcb06f286a36 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:38.837712 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f65d5ded-23a8-49fd-a836-dcb06f286a36 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:38.865610 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f89b70ff-a651-4f35-8eed-f5bd472b3a98 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:38.890298 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-220f7405-621a-41e1-8a18-81e92ed407fd None None] Transition to ACTIVE for port object 06d9e82c-db69-41f6-965a-20cbe36523f0 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:38.910941 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45c84013-795e-4690-9627-773c1258d4c9 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:38.942510 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-220f7405-621a-41e1-8a18-81e92ed407fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:38.950754 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f65d5ded-23a8-49fd-a836-dcb06f286a36 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2808259 Feb 28 14:26:38.954224 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56008) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:38.956811 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d5ded-23a8-49fd-a836-dcb06f286a36 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Network': ['ID=b2cf18e1-cd85-4181-9eeb-7bee64696547,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:38.962145 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-dc3e9624-55d9-4947-bf35-b376f1d322a0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'subnet': {'network_id': 'b2cf18e1-cd85-4181-9eeb-7bee64696547', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:38.977230 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45c84013-795e-4690-9627-773c1258d4c9 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:38.997299 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6ecf9a5b-94f5-4c9c-8097-c695c5ee30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:39.006675 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2242208e-ea93-49f8-84e2-7c6ea70a94f3 None None] Deleting port 5cc2c0f0-9677-4062-aa07-b3b0cbd161fd {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:39.007209 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2242208e-ea93-49f8-84e2-7c6ea70a94f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:39.029923 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network b2cf18e1-cd85-4181-9eeb-7bee64696547 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:26:39.040308 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f89b70ff-a651-4f35-8eed-f5bd472b3a98 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a65187-5d85-49a0-94f2-0643bb33d9d2']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:39.076576 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-dc3e9624-55d9-4947-bf35-b376f1d322a0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:39.080939 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-dc3e9624-55d9-4947-bf35-b376f1d322a0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:subnet and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:39.083843 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-dc3e9624-55d9-4947-bf35-b376f1d322a0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:39.090518 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-dc3e9624-55d9-4947-bf35-b376f1d322a0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:39.105095 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3e9624-55d9-4947-bf35-b376f1d322a0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:39.108645 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc3e9624-55d9-4947-bf35-b376f1d322a0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:39.113409 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f89b70ff-a651-4f35-8eed-f5bd472b3a98 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16381587-2111-4126-94e4-f99c0206869f') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:39.113687 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f89b70ff-a651-4f35-8eed-f5bd472b3a98 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16381587-2111-4126-94e4-f99c0206869f') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:39.144725 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220f7405-621a-41e1-8a18-81e92ed407fd None None] Network 9d22cd0d-f59f-42b7-ba02-82540ff3dac9 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:39.150235 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2242208e-ea93-49f8-84e2-7c6ea70a94f3 None None] The port '5cc2c0f0-9677-4062-aa07-b3b0cbd161fd' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:26:39.157751 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e24cbb43-53e9-4599-b57d-97aab7bedf60 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:39.176834 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:39.179842 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f89b70ff-a651-4f35-8eed-f5bd472b3a98 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:39.195067 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-220f7405-621a-41e1-8a18-81e92ed407fd None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:39.210494 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-ded04805-d954-4157-ab12-a22d91449db7 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Allocated IP 172.20.0.8 (9d22cd0d-f59f-42b7-ba02-82540ff3dac9/d28f8c31-c350-431e-ac80-0a2e55bd0941/551340bf-07a3-4812-825f-f3dac3d8fc8e) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:39.233312 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f89b70ff-a651-4f35-8eed-f5bd472b3a98 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:39.261840 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220f7405-621a-41e1-8a18-81e92ed407fd None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:39.265968 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f7405-621a-41e1-8a18-81e92ed407fd None None] Pushing event updated for resources: {'Port': ['ID=06d9e82c-db69-41f6-965a-20cbe36523f0,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:39.307787 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f89b70ff-a651-4f35-8eed-f5bd472b3a98 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:26:39.308569 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f89b70ff-a651-4f35-8eed-f5bd472b3a98 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:26:39.332018 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:26:39.365113 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc3e9624-55d9-4947-bf35-b376f1d322a0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:39.437427 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-220f7405-621a-41e1-8a18-81e92ed407fd None None] Attempting to bind port 06d9e82c-db69-41f6-965a-20cbe36523f0 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:26:39.438090 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-220f7405-621a-41e1-8a18-81e92ed407fd None None] Attempting to bind port 06d9e82c-db69-41f6-965a-20cbe36523f0 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '6f5c011e-5370-45a5-b5b4-20755a44b563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9d22cd0d-f59f-42b7-ba02-82540ff3dac9'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:26:39.438637 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220f7405-621a-41e1-8a18-81e92ed407fd None None] Attempting to bind port 06d9e82c-db69-41f6-965a-20cbe36523f0 on network 9d22cd0d-f59f-42b7-ba02-82540ff3dac9 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:26:39.445675 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220f7405-621a-41e1-8a18-81e92ed407fd None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:26:39.446280 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220f7405-621a-41e1-8a18-81e92ed407fd None None] Checking segment: {'id': '6f5c011e-5370-45a5-b5b4-20755a44b563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9d22cd0d-f59f-42b7-ba02-82540ff3dac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:26:39.446960 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-220f7405-621a-41e1-8a18-81e92ed407fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:39.447600 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220f7405-621a-41e1-8a18-81e92ed407fd None None] Bound using segment: {'id': '6f5c011e-5370-45a5-b5b4-20755a44b563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9d22cd0d-f59f-42b7-ba02-82540ff3dac9'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:26:39.448269 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-220f7405-621a-41e1-8a18-81e92ed407fd None None] Bound port: 06d9e82c-db69-41f6-965a-20cbe36523f0, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f5c011e-5370-45a5-b5b4-20755a44b563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9d22cd0d-f59f-42b7-ba02-82540ff3dac9'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:26:39.448881 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-220f7405-621a-41e1-8a18-81e92ed407fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:39.486407 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3e9624-55d9-4947-bf35-b376f1d322a0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Checking segment: {'id': '4839dc6d-6fd2-4638-ab4d-bb4dc8b9d660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b2cf18e1-cd85-4181-9eeb-7bee64696547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:26:39.486407 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3e9624-55d9-4947-bf35-b376f1d322a0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network hostable DHCP agents. Network: b2cf18e1-cd85-4181-9eeb-7bee64696547, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:26:39.503599 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e9624-55d9-4947-bf35-b376f1d322a0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Subnet': ['ID=29eb67f0-237e-4692-ac40-e2815bbf9281,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:39.531987 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3e9624-55d9-4947-bf35-b376f1d322a0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network b2cf18e1-cd85-4181-9eeb-7bee64696547 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:26:39.542377 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-dc3e9624-55d9-4947-bf35-b376f1d322a0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, b2cf18e1-cd85-4181-9eeb-7bee64696547) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:39.547242 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3e9624-55d9-4947-bf35-b376f1d322a0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:39.547912 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc3e9624-55d9-4947-bf35-b376f1d322a0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:39.556748 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-220f7405-621a-41e1-8a18-81e92ed407fd None None] For port 06d9e82c-db69-41f6-965a-20cbe36523f0, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:26:39.560879 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-220f7405-621a-41e1-8a18-81e92ed407fd None None] For port 06d9e82c-db69-41f6-965a-20cbe36523f0, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=06d9e82c-db69-41f6-965a-20cbe36523f0,segment=NetworkSegment(6f5c011e-5370-45a5-b5b4-20755a44b563),segment_id=6f5c011e-5370-45a5-b5b4-20755a44b563)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:26:39.565105 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48059639-cefa-471c-9a10-53437bb75a06 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:39.572738 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dc3e9624-55d9-4947-bf35-b376f1d322a0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6171744 Feb 28 14:26:39.575397 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56012) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:39.581987 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-fb0965df-dd47-47d4-833f-9a7a92a30091 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'port': {'network_id': 'b2cf18e1-cd85-4181-9eeb-7bee64696547', 'security_groups': [], 'name': 'tempest-PortsTestJSON-205453709'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:39.582518 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc55b61-8aa8-42d4-b36a-74bf6bdbda68 None None] Network b2cf18e1-cd85-4181-9eeb-7bee64696547 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:39.611715 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e24cbb43-53e9-4599-b57d-97aab7bedf60 None None] Transition to ACTIVE for port object ac4816f3-a1a0-4d86-8de0-2d2d48c46eeb will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:39.633874 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-220f7405-621a-41e1-8a18-81e92ed407fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:39.682131 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f89b70ff-a651-4f35-8eed-f5bd472b3a98 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:39.682131 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:39.724980 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fb0965df-dd47-47d4-833f-9a7a92a30091 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:39.728948 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fb0965df-dd47-47d4-833f-9a7a92a30091 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:port and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:39.731970 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fb0965df-dd47-47d4-833f-9a7a92a30091 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:39.737891 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fb0965df-dd47-47d4-833f-9a7a92a30091 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:39.748770 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0965df-dd47-47d4-833f-9a7a92a30091 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:39.752743 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb0965df-dd47-47d4-833f-9a7a92a30091 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:39.767549 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f89b70ff-a651-4f35-8eed-f5bd472b3a98 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:39.775197 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-fb0965df-dd47-47d4-833f-9a7a92a30091 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] device_id is not set on port 6c86e79f-939c-4b22-af6c-2398c3e8767b yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:26:39.812173 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b70ff-a651-4f35-8eed-f5bd472b3a98 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Network': ['ID=48a65187-5d85-49a0-94f2-0643bb33d9d2,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:39.840821 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e24cbb43-53e9-4599-b57d-97aab7bedf60 None None] Transition to ACTIVE for port object ac4816f3-a1a0-4d86-8de0-2d2d48c46eeb will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:39.890099 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-07c467e4-3836-4b8f-b7c0-7db817b20e9e None None] Provisioning complete for port 0c530061-b07b-43bf-b2ba-74eb8b2cd849 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:39.890353 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-07c467e4-3836-4b8f-b7c0-7db817b20e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:39.923377 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e24cbb43-53e9-4599-b57d-97aab7bedf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:39.935494 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-fb0965df-dd47-47d4-833f-9a7a92a30091 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Allocated IP 172.20.0.9 (b2cf18e1-cd85-4181-9eeb-7bee64696547/29eb67f0-237e-4692-ac40-e2815bbf9281/6c86e79f-939c-4b22-af6c-2398c3e8767b) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:39.959330 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-656fb1aa-35dc-4fb4-802f-cc6c315b638a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:39.987583 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f7405-621a-41e1-8a18-81e92ed407fd None None] Pushing event updated for resources: {'Port': ['ID=06d9e82c-db69-41f6-965a-20cbe36523f0,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:40.034007 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f89b70ff-a651-4f35-8eed-f5bd472b3a98 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/networks/48a65187-5d85-49a0-94f2-0643bb33d9d2 HTTP/1.1" status: 204 len: 168 time: 3.8964229 Feb 28 14:26:40.046060 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56016) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:40.109630 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24cbb43-53e9-4599-b57d-97aab7bedf60 None None] Network cbe0c226-70f1-40f4-a17d-ed47f747d9ca is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:40.141426 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c84013-795e-4690-9627-773c1258d4c9 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Router c03555cd-652b-4bba-b748-91a2da17fdbf has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:26:40.145835 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ded04805-d954-4157-ab12-a22d91449db7 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:40.164751 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:40.224983 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-e24cbb43-53e9-4599-b57d-97aab7bedf60 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:40.231304 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Subnet': ['ID=6b9b7016-3985-4bb7-8351-57145df9b304,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:40.264818 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24cbb43-53e9-4599-b57d-97aab7bedf60 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:40.268514 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-ded04805-d954-4157-ab12-a22d91449db7 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Transition to ACTIVE for port object 551340bf-07a3-4812-825f-f3dac3d8fc8e will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:40.310261 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb0965df-dd47-47d4-833f-9a7a92a30091 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:40.350867 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-fb0965df-dd47-47d4-833f-9a7a92a30091 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Transition to ACTIVE for port object 6c86e79f-939c-4b22-af6c-2398c3e8767b will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:40.400692 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cbb43-53e9-4599-b57d-97aab7bedf60 None None] Pushing event updated for resources: {'Port': ['ID=ac4816f3-a1a0-4d86-8de0-2d2d48c46eeb,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:40.407600 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb0965df-dd47-47d4-833f-9a7a92a30091 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:40.459091 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97761aee-c34a-49dd-b6dd-d7f2d3debdb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-b2cf18e1-cd85-4181-9eeb-7bee64696547', 'network_id': 'b2cf18e1-cd85-4181-9eeb-7bee64696547', 'tenant_id': 'c214fd1eb53045a6b1f8184e904b5bb7', 'fixed_ips': [{'subnet_id': '29eb67f0-237e-4692-ac40-e2815bbf9281'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:26:40.465988 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-97761aee-c34a-49dd-b6dd-d7f2d3debdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:40.479211 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:40.521785 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe0c226-70f1-40f4-a17d-ed47f747d9ca']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:40.573322 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 06d9e82c-db69-41f6-965a-20cbe36523f0 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:26:40.581555 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0965df-dd47-47d4-833f-9a7a92a30091 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Port': ['ID=6c86e79f-939c-4b22-af6c-2398c3e8767b,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:40.586085 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b3abec2-16e1-4521-adb3-85b97cb1c557') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:40.586371 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b3abec2-16e1-4521-adb3-85b97cb1c557') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:40.650827 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e24cbb43-53e9-4599-b57d-97aab7bedf60 None None] Attempting to bind port ac4816f3-a1a0-4d86-8de0-2d2d48c46eeb on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:26:40.650827 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e24cbb43-53e9-4599-b57d-97aab7bedf60 None None] Attempting to bind port ac4816f3-a1a0-4d86-8de0-2d2d48c46eeb by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '8b3abec2-16e1-4521-adb3-85b97cb1c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cbe0c226-70f1-40f4-a17d-ed47f747d9ca'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:26:40.650827 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24cbb43-53e9-4599-b57d-97aab7bedf60 None None] Attempting to bind port ac4816f3-a1a0-4d86-8de0-2d2d48c46eeb on network cbe0c226-70f1-40f4-a17d-ed47f747d9ca {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:26:40.661999 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0965df-dd47-47d4-833f-9a7a92a30091 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network b2cf18e1-cd85-4181-9eeb-7bee64696547 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:40.670064 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-fb0965df-dd47-47d4-833f-9a7a92a30091 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:40.676201 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0965df-dd47-47d4-833f-9a7a92a30091 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:40.692949 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24cbb43-53e9-4599-b57d-97aab7bedf60 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:26:40.693557 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24cbb43-53e9-4599-b57d-97aab7bedf60 None None] Checking segment: {'id': '8b3abec2-16e1-4521-adb3-85b97cb1c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cbe0c226-70f1-40f4-a17d-ed47f747d9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:26:40.694200 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e24cbb43-53e9-4599-b57d-97aab7bedf60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:40.694800 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24cbb43-53e9-4599-b57d-97aab7bedf60 None None] Bound using segment: {'id': '8b3abec2-16e1-4521-adb3-85b97cb1c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cbe0c226-70f1-40f4-a17d-ed47f747d9ca'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:26:40.695398 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e24cbb43-53e9-4599-b57d-97aab7bedf60 None None] Bound port: ac4816f3-a1a0-4d86-8de0-2d2d48c46eeb, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b3abec2-16e1-4521-adb3-85b97cb1c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cbe0c226-70f1-40f4-a17d-ed47f747d9ca'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:26:40.695763 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e24cbb43-53e9-4599-b57d-97aab7bedf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:40.765103 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-cc34dbb1-05e2-4d28-8470-00a091ad431c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port 79eed57f-ca5b-4add-b6e9-8432d7da5820 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:40.765603 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc34dbb1-05e2-4d28-8470-00a091ad431c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:40.772658 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:40.813322 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-6e224db8-fb92-41da-9543-fa51b54e80f3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 14:26:40.816078 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0965df-dd47-47d4-833f-9a7a92a30091 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:40.816833 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb0965df-dd47-47d4-833f-9a7a92a30091 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:40.867427 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe16256-ec35-459c-8c15-bfbc3adccf95 None None] DHCP port deletion for 22b852e7-638c-4536-9e81-f0f6c68c1fb7 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:26:40.879802 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0fe16256-ec35-459c-8c15-bfbc3adccf95 None None] Deleting port 0c530061-b07b-43bf-b2ba-74eb8b2cd849 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:40.880090 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0fe16256-ec35-459c-8c15-bfbc3adccf95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:40.890607 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fb0965df-dd47-47d4-833f-9a7a92a30091 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.3111379 Feb 28 14:26:40.891401 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56022) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:40.907825 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 06d9e82c-db69-41f6-965a-20cbe36523f0 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:26:40.916068 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:40.947143 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:26:40.947566 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:26:40.962575 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:26:41.002120 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ded04805-d954-4157-ab12-a22d91449db7 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:41.011398 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:41.015249 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-97761aee-c34a-49dd-b6dd-d7f2d3debdb1 None None] Allocated IP 172.20.0.2 (b2cf18e1-cd85-4181-9eeb-7bee64696547/29eb67f0-237e-4692-ac40-e2815bbf9281/cc38d2bf-81c1-4fba-a6f0-5429740c6c5f) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:41.048863 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e24cbb43-53e9-4599-b57d-97aab7bedf60 None None] For port ac4816f3-a1a0-4d86-8de0-2d2d48c46eeb, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:26:41.059835 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device fd584e43-b23a-461b-8392-c25c6b0ad736 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:26:41.097126 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b363a18a-ace0-4447-ac37-d76ecddde6bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting port 6c86e79f-939c-4b22-af6c-2398c3e8767b {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:41.097473 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b363a18a-ace0-4447-ac37-d76ecddde6bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:41.135319 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c84013-795e-4690-9627-773c1258d4c9 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:26:41.140484 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: fd584e43-b23a-461b-8392-c25c6b0ad736 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:26:41.141117 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device fd584e43-b23a-461b-8392-c25c6b0ad736 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:26:41.141774 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 0c530061-b07b-43bf-b2ba-74eb8b2cd849 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:26:41.162467 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45c84013-795e-4690-9627-773c1258d4c9 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:41.185073 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ae3b07-cb64-49fe-94d5-65b1d8ea9bea None None] Sync routers for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:26:41.212794 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:41.217312 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc34dbb1-05e2-4d28-8470-00a091ad431c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:41.217882 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc34dbb1-05e2-4d28-8470-00a091ad431c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:41.300896 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e24cbb43-53e9-4599-b57d-97aab7bedf60 None None] For port ac4816f3-a1a0-4d86-8de0-2d2d48c46eeb, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=ac4816f3-a1a0-4d86-8de0-2d2d48c46eeb,segment=NetworkSegment(8b3abec2-16e1-4521-adb3-85b97cb1c557),segment_id=8b3abec2-16e1-4521-adb3-85b97cb1c557)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:26:41.302112 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded04805-d954-4157-ab12-a22d91449db7 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Network 9d22cd0d-f59f-42b7-ba02-82540ff3dac9 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:41.315913 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 14:26:41.315913 dv-neutron-831192-4-hyperv neutron-server[87772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 14:26:41.315913 dv-neutron-831192-4-hyperv neutron-server[87772]: [parameters: {'id': 'cbe0c226-70f1-40f4-a17d-ed47f747d9ca'}] Feb 28 14:26:41.315913 dv-neutron-831192-4-hyperv neutron-server[87772]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:26:41.316476 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:26:41.327506 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ded04805-d954-4157-ab12-a22d91449db7 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:41.335973 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded04805-d954-4157-ab12-a22d91449db7 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:41.366998 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-cc34dbb1-05e2-4d28-8470-00a091ad431c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for 79eed57f-ca5b-4add-b6e9-8432d7da5820 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:41.369505 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e24cbb43-53e9-4599-b57d-97aab7bedf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:41.372198 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded04805-d954-4157-ab12-a22d91449db7 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Pushing event updated for resources: {'Port': ['ID=551340bf-07a3-4812-825f-f3dac3d8fc8e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:41.476920 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-45c84013-795e-4690-9627-773c1258d4c9 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "PUT /v2.0/floatingips/5cd96300-5e58-49df-8562-18d1dc97ef6e HTTP/1.1" status: 200 len: 979 time: 5.4973845 Feb 28 14:26:41.477701 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56026) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:41.482464 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e224db8-fb92-41da-9543-fa51b54e80f3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:41.516353 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0fe16256-ec35-459c-8c15-bfbc3adccf95 None None] For port 0c530061-b07b-43bf-b2ba-74eb8b2cd849, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=0c530061-b07b-43bf-b2ba-74eb8b2cd849,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:41.516743 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0fe16256-ec35-459c-8c15-bfbc3adccf95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:41.594448 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b363a18a-ace0-4447-ac37-d76ecddde6bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:41.638531 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded04805-d954-4157-ab12-a22d91449db7 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:41.639337 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ded04805-d954-4157-ab12-a22d91449db7 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:41.675734 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ae3b07-cb64-49fe-94d5-65b1d8ea9bea None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:41.676354 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c3ae3b07-cb64-49fe-94d5-65b1d8ea9bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:26:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:41.693082 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ded04805-d954-4157-ab12-a22d91449db7 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.5565834 Feb 28 14:26:41.721260 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56030) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:41.736709 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0fe16256-ec35-459c-8c15-bfbc3adccf95 None None] Calling delete_port for 0c530061-b07b-43bf-b2ba-74eb8b2cd849 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:41.762674 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b363a18a-ace0-4447-ac37-d76ecddde6bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Calling delete_port for 6c86e79f-939c-4b22-af6c-2398c3e8767b owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:41.775319 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e6813d-9309-474a-ac3d-f3871a6f9135 None None] Network 9d22cd0d-f59f-42b7-ba02-82540ff3dac9 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:41.797726 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e0bc17a0-4f35-4455-909a-dcf77f512d65 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Request body: {'port': {'network_id': '9d22cd0d-f59f-42b7-ba02-82540ff3dac9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1755031155', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:41.798170 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.api.validators [None req-e0bc17a0-4f35-4455-909a-dcf77f512d65 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] bootfile-name is not in valid_values {{(pid=87773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 14:26:41.798502 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.api.validators [None req-e0bc17a0-4f35-4455-909a-dcf77f512d65 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] tftp-server is not in valid_values {{(pid=87773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 14:26:41.798823 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.api.validators [None req-e0bc17a0-4f35-4455-909a-dcf77f512d65 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] server-ip-address is not in valid_values {{(pid=87773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 14:26:41.818739 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:41.855759 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c3ae3b07-cb64-49fe-94d5-65b1d8ea9bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:41.890937 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-26a92473-9ff7-4812-96f4-1ba016152f14 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Deleting port 742848aa-4747-4fdf-819a-17db10c32b13 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:41.891305 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26a92473-9ff7-4812-96f4-1ba016152f14 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:41.961452 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Deleting port ac4816f3-a1a0-4d86-8de0-2d2d48c46eeb {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:41.961783 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:41.970766 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc34dbb1-05e2-4d28-8470-00a091ad431c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:42.062033 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-6e224db8-fb92-41da-9543-fa51b54e80f3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] For port 0c530061-b07b-43bf-b2ba-74eb8b2cd849, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=0c530061-b07b-43bf-b2ba-74eb8b2cd849,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:42.081319 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f53f9d33-e4f3-4c4d-9c3a-885acaa97234 None None] Provisioning for port 06d9e82c-db69-41f6-965a-20cbe36523f0 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:26:42.114879 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ae3b07-cb64-49fe-94d5-65b1d8ea9bea None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:42.115607 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c3ae3b07-cb64-49fe-94d5-65b1d8ea9bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:26:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:42.211175 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34dbb1-05e2-4d28-8470-00a091ad431c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=79eed57f-ca5b-4add-b6e9-8432d7da5820,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:42.213599 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e224db8-fb92-41da-9543-fa51b54e80f3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:42.238880 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f53f9d33-e4f3-4c4d-9c3a-885acaa97234 None None] Provisioning complete for port 06d9e82c-db69-41f6-965a-20cbe36523f0 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:42.239195 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f53f9d33-e4f3-4c4d-9c3a-885acaa97234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:42.258278 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e224db8-fb92-41da-9543-fa51b54e80f3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:42.258990 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e224db8-fb92-41da-9543-fa51b54e80f3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:42.303580 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cbb43-53e9-4599-b57d-97aab7bedf60 None None] Pushing event updated for resources: {'Port': ['ID=ac4816f3-a1a0-4d86-8de0-2d2d48c46eeb,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:42.323232 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b363a18a-ace0-4447-ac37-d76ecddde6bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:42.324039 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c3ae3b07-cb64-49fe-94d5-65b1d8ea9bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:42.324763 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ae3b07-cb64-49fe-94d5-65b1d8ea9bea None None] The sync data for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:26:42.331417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26a92473-9ff7-4812-96f4-1ba016152f14 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:42.331642 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26a92473-9ff7-4812-96f4-1ba016152f14 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:42.334177 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e0bc17a0-4f35-4455-909a-dcf77f512d65 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:42.335316 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:42.405424 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-0fe16256-ec35-459c-8c15-bfbc3adccf95 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:26:42.405975 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-0fe16256-ec35-459c-8c15-bfbc3adccf95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:26:42.411050 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e0bc17a0-4f35-4455-909a-dcf77f512d65 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Usage tracker for resource:port and tenant:979d29001ee141ec9d175de18a5dccd3 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:42.428094 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e0bc17a0-4f35-4455-909a-dcf77f512d65 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:42.442504 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363a18a-ace0-4447-ac37-d76ecddde6bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Port': ['ID=6c86e79f-939c-4b22-af6c-2398c3e8767b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:42.479508 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e0bc17a0-4f35-4455-909a-dcf77f512d65 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:42.482767 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35691503-4ebc-4f83-a946-a5a670ae951c None None] Network cbe0c226-70f1-40f4-a17d-ed47f747d9ca requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:42.517147 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc34dbb1-05e2-4d28-8470-00a091ad431c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:42.517777 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-cc34dbb1-05e2-4d28-8470-00a091ad431c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Floating IP 97ea4d9f-a6e8-43b2-b985-0522065592d9 disassociated (deleted). External IP: 172.26.5.177, port: 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e. Feb 28 14:26:42.526732 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-97761aee-c34a-49dd-b6dd-d7f2d3debdb1 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:42.568197 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bc17a0-4f35-4455-909a-dcf77f512d65 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Made reservation on behalf of 979d29001ee141ec9d175de18a5dccd3 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:42.571735 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e0bc17a0-4f35-4455-909a-dcf77f512d65 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:42.574563 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:42.587309 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-97761aee-c34a-49dd-b6dd-d7f2d3debdb1 None None] Transition to ACTIVE for port object cc38d2bf-81c1-4fba-a6f0-5429740c6c5f will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:42.625767 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b363a18a-ace0-4447-ac37-d76ecddde6bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:42.641945 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-e0bc17a0-4f35-4455-909a-dcf77f512d65 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] device_id is not set on port d2bce01d-dd13-4405-a93e-c2e1a78f3179 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:26:42.691276 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b363a18a-ace0-4447-ac37-d76ecddde6bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/ports/6c86e79f-939c-4b22-af6c-2398c3e8767b HTTP/1.1" status: 204 len: 168 time: 1.7986786 Feb 28 14:26:42.706108 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e224db8-fb92-41da-9543-fa51b54e80f3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:42.713172 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56034) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:42.734588 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-26a92473-9ff7-4812-96f4-1ba016152f14 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Calling delete_port for 742848aa-4747-4fdf-819a-17db10c32b13 owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:42.758016 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:26:42.758381 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:26:42.760550 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-97761aee-c34a-49dd-b6dd-d7f2d3debdb1 None None] Transition to ACTIVE for port object cc38d2bf-81c1-4fba-a6f0-5429740c6c5f will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:42.760693 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-6e224db8-fb92-41da-9543-fa51b54e80f3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:42.776273 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e224db8-fb92-41da-9543-fa51b54e80f3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:42.776862 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6e224db8-fb92-41da-9543-fa51b54e80f3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:42.800787 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] For port ac4816f3-a1a0-4d86-8de0-2d2d48c46eeb, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=ac4816f3-a1a0-4d86-8de0-2d2d48c46eeb,segment=NetworkSegment(8b3abec2-16e1-4521-adb3-85b97cb1c557),segment_id=8b3abec2-16e1-4521-adb3-85b97cb1c557)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:42.801178 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:42.803016 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-97761aee-c34a-49dd-b6dd-d7f2d3debdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:42.821719 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e224db8-fb92-41da-9543-fa51b54e80f3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=c1c725c8-a965-4531-b898-4dba96543baa,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:42.831664 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed565c6-0842-4b56-ab69-46549384f3aa tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] GET failed (client error): The resource could not be found. Feb 28 14:26:42.832162 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2ed565c6-0842-4b56-ab69-46549384f3aa tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Synchronizing usage tracker for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:42.833116 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e224db8-fb92-41da-9543-fa51b54e80f3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Port': ['ID=0c530061-b07b-43bf-b2ba-74eb8b2cd849,revision_number=8']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:42.888252 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f53f9d33-e4f3-4c4d-9c3a-885acaa97234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:42.911830 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0fe16256-ec35-459c-8c15-bfbc3adccf95 None None] Deleting port 0c530061-b07b-43bf-b2ba-74eb8b2cd849 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:42.912054 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0fe16256-ec35-459c-8c15-bfbc3adccf95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:42.952747 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6e224db8-fb92-41da-9543-fa51b54e80f3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.9323246 Feb 28 14:26:42.959980 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Calling delete_port for ac4816f3-a1a0-4d86-8de0-2d2d48c46eeb owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:42.965961 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97761aee-c34a-49dd-b6dd-d7f2d3debdb1 None None] Network b2cf18e1-cd85-4181-9eeb-7bee64696547 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:42.977040 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56038) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:42.979321 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2ed565c6-0842-4b56-ab69-46549384f3aa tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Unset dirty status for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:42.983209 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2ed565c6-0842-4b56-ab69-46549384f3aa tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "GET /v2.0/ports/6c86e79f-939c-4b22-af6c-2398c3e8767b HTTP/1.1" status: 404 len: 333 time: 0.2672510 Feb 28 14:26:42.986034 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-97761aee-c34a-49dd-b6dd-d7f2d3debdb1 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:42.991100 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56042) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:42.995532 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-50298a9c-adbe-4640-9add-462c3a10956b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:42.998057 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97761aee-c34a-49dd-b6dd-d7f2d3debdb1 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:43.002744 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97761aee-c34a-49dd-b6dd-d7f2d3debdb1 None None] Pushing event updated for resources: {'Port': ['ID=cc38d2bf-81c1-4fba-a6f0-5429740c6c5f,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:43.053448 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f53f9d33-e4f3-4c4d-9c3a-885acaa97234 None None] For port 06d9e82c-db69-41f6-965a-20cbe36523f0, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=06d9e82c-db69-41f6-965a-20cbe36523f0,segment=NetworkSegment(6f5c011e-5370-45a5-b5b4-20755a44b563),segment_id=6f5c011e-5370-45a5-b5b4-20755a44b563)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:43.111426 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7efb1a9c-9801-41ed-99cb-96b4e615aea9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting subnet 29eb67f0-237e-4692-ac40-e2815bbf9281 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:26:43.116704 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7efb1a9c-9801-41ed-99cb-96b4e615aea9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:43.131249 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f53f9d33-e4f3-4c4d-9c3a-885acaa97234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:43.140752 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-e0bc17a0-4f35-4455-909a-dcf77f512d65 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Allocated IP 172.20.0.3 (9d22cd0d-f59f-42b7-ba02-82540ff3dac9/d28f8c31-c350-431e-ac80-0a2e55bd0941/d2bce01d-dd13-4405-a93e-c2e1a78f3179) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:43.253485 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7efb1a9c-9801-41ed-99cb-96b4e615aea9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:43.324609 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-97761aee-c34a-49dd-b6dd-d7f2d3debdb1 None None] Attempting to bind port cc38d2bf-81c1-4fba-a6f0-5429740c6c5f on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:26:43.325250 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-97761aee-c34a-49dd-b6dd-d7f2d3debdb1 None None] Attempting to bind port cc38d2bf-81c1-4fba-a6f0-5429740c6c5f by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '4839dc6d-6fd2-4638-ab4d-bb4dc8b9d660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b2cf18e1-cd85-4181-9eeb-7bee64696547'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:26:43.325376 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97761aee-c34a-49dd-b6dd-d7f2d3debdb1 None None] Attempting to bind port cc38d2bf-81c1-4fba-a6f0-5429740c6c5f on network b2cf18e1-cd85-4181-9eeb-7bee64696547 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:26:43.345252 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f9d33-e4f3-4c4d-9c3a-885acaa97234 None None] Pushing event updated for resources: {'Port': ['ID=06d9e82c-db69-41f6-965a-20cbe36523f0,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:43.358746 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7efb1a9c-9801-41ed-99cb-96b4e615aea9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:43.396316 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97761aee-c34a-49dd-b6dd-d7f2d3debdb1 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:26:43.396683 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97761aee-c34a-49dd-b6dd-d7f2d3debdb1 None None] Checking segment: {'id': '4839dc6d-6fd2-4638-ab4d-bb4dc8b9d660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b2cf18e1-cd85-4181-9eeb-7bee64696547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:26:43.397088 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-97761aee-c34a-49dd-b6dd-d7f2d3debdb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:43.397566 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97761aee-c34a-49dd-b6dd-d7f2d3debdb1 None None] Bound using segment: {'id': '4839dc6d-6fd2-4638-ab4d-bb4dc8b9d660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b2cf18e1-cd85-4181-9eeb-7bee64696547'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:26:43.397943 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-97761aee-c34a-49dd-b6dd-d7f2d3debdb1 None None] Bound port: cc38d2bf-81c1-4fba-a6f0-5429740c6c5f, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4839dc6d-6fd2-4638-ab4d-bb4dc8b9d660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b2cf18e1-cd85-4181-9eeb-7bee64696547'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:26:43.398541 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-97761aee-c34a-49dd-b6dd-d7f2d3debdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:43.423379 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8728974c-807e-4d69-9916-7e7179746e6c None None] Network cbe0c226-70f1-40f4-a17d-ed47f747d9ca requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:43.442124 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:43.474167 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e0bc17a0-4f35-4455-909a-dcf77f512d65 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:43.522556 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26a92473-9ff7-4812-96f4-1ba016152f14 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:43.524878 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e0bc17a0-4f35-4455-909a-dcf77f512d65 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Transition to ACTIVE for port object d2bce01d-dd13-4405-a93e-c2e1a78f3179 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:43.525920 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:43.553856 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Port': ['ID=ac4816f3-a1a0-4d86-8de0-2d2d48c46eeb,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:43.574758 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e0bc17a0-4f35-4455-909a-dcf77f512d65 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:43.650359 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc34dbb1-05e2-4d28-8470-00a091ad431c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 3cef54b5-a965-40cb-85d6-7b6c2a48f617 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:26:43.659451 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a92473-9ff7-4812-96f4-1ba016152f14 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event deleted for resources: {'Port': ['ID=742848aa-4747-4fdf-819a-17db10c32b13,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:43.662767 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-50298a9c-adbe-4640-9add-462c3a10956b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:43.668962 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] No DVR routers for this DVR port ac4816f3-a1a0-4d86-8de0-2d2d48c46eeb on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:26:43.674601 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-50298a9c-adbe-4640-9add-462c3a10956b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:subnet and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:43.687700 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-50298a9c-adbe-4640-9add-462c3a10956b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:43.742113 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bc17a0-4f35-4455-909a-dcf77f512d65 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Network 9d22cd0d-f59f-42b7-ba02-82540ff3dac9 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:43.746158 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0fe16256-ec35-459c-8c15-bfbc3adccf95 None None] For port 0c530061-b07b-43bf-b2ba-74eb8b2cd849, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=0c530061-b07b-43bf-b2ba-74eb8b2cd849,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:43.746553 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0fe16256-ec35-459c-8c15-bfbc3adccf95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:43.762467 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-50298a9c-adbe-4640-9add-462c3a10956b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:43.765894 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e0bc17a0-4f35-4455-909a-dcf77f512d65 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:43.780736 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7efb1a9c-9801-41ed-99cb-96b4e615aea9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:43.785838 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bc17a0-4f35-4455-909a-dcf77f512d65 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:43.839688 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb1a9c-9801-41ed-99cb-96b4e615aea9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Subnet': ['ID=29eb67f0-237e-4692-ac40-e2815bbf9281,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:43.850006 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4b9dc66e-5f12-4a5e-839a-24844cf1cd6d None None] Provisioning for port 551340bf-07a3-4812-825f-f3dac3d8fc8e completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:26:43.880224 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7efb1a9c-9801-41ed-99cb-96b4e615aea9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:43.894525 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7efb1a9c-9801-41ed-99cb-96b4e615aea9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/subnets/29eb67f0-237e-4692-ac40-e2815bbf9281 HTTP/1.1" status: 204 len: 168 time: 0.9015021 Feb 28 14:26:43.901648 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56046) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:43.923585 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0fe16256-ec35-459c-8c15-bfbc3adccf95 None None] Calling delete_port for 0c530061-b07b-43bf-b2ba-74eb8b2cd849 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:43.977160 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc17a0-4f35-4455-909a-dcf77f512d65 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Pushing event updated for resources: {'Port': ['ID=d2bce01d-dd13-4405-a93e-c2e1a78f3179,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:44.011681 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50298a9c-adbe-4640-9add-462c3a10956b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:44.016660 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50298a9c-adbe-4640-9add-462c3a10956b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:44.024519 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 0c530061-b07b-43bf-b2ba-74eb8b2cd849, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=0c530061-b07b-43bf-b2ba-74eb8b2cd849,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:44.026909 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-97761aee-c34a-49dd-b6dd-d7f2d3debdb1 None None] For port cc38d2bf-81c1-4fba-a6f0-5429740c6c5f, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:26:44.038491 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4b9dc66e-5f12-4a5e-839a-24844cf1cd6d None None] Provisioning complete for port 551340bf-07a3-4812-825f-f3dac3d8fc8e triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:44.038900 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4b9dc66e-5f12-4a5e-839a-24844cf1cd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:44.074871 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-0fe16256-ec35-459c-8c15-bfbc3adccf95 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:26:44.074871 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-0fe16256-ec35-459c-8c15-bfbc3adccf95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:26:44.076755 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26a92473-9ff7-4812-96f4-1ba016152f14 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:44.077217 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-26a92473-9ff7-4812-96f4-1ba016152f14 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Floating IP 5cd96300-5e58-49df-8562-18d1dc97ef6e disassociated (deleted). External IP: 172.26.5.157, port: 5c458128-e37c-4732-a643-24ab78aa8616. Feb 28 14:26:44.082123 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:44.088224 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-97761aee-c34a-49dd-b6dd-d7f2d3debdb1 None None] For port cc38d2bf-81c1-4fba-a6f0-5429740c6c5f, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=cc38d2bf-81c1-4fba-a6f0-5429740c6c5f,segment=NetworkSegment(4839dc6d-6fd2-4638-ab4d-bb4dc8b9d660),segment_id=4839dc6d-6fd2-4638-ab4d-bb4dc8b9d660)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:26:44.126155 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-97761aee-c34a-49dd-b6dd-d7f2d3debdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:44.147042 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bc17a0-4f35-4455-909a-dcf77f512d65 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:44.147938 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e0bc17a0-4f35-4455-909a-dcf77f512d65 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:44.164765 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:44.177000 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4b9dc66e-5f12-4a5e-839a-24844cf1cd6d None None] Port 551340bf-07a3-4812-825f-f3dac3d8fc8e cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:26:44.202785 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=0c530061-b07b-43bf-b2ba-74eb8b2cd849,revision_number=9']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:44.224986 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-182a20d7-1cd5-41d6-84af-a601824268bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:44.263616 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e0bc17a0-4f35-4455-909a-dcf77f512d65 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.5399961 Feb 28 14:26:44.265152 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4b9dc66e-5f12-4a5e-839a-24844cf1cd6d None None] Provisioning complete for port 06d9e82c-db69-41f6-965a-20cbe36523f0 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:44.265524 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4b9dc66e-5f12-4a5e-839a-24844cf1cd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:44.269412 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56050) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:44.272847 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc34dbb1-05e2-4d28-8470-00a091ad431c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:26:44.282303 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc34dbb1-05e2-4d28-8470-00a091ad431c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:44.287389 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295e23b3-8865-4339-83e0-acb255d51b15 None None] Sync routers for ids ['3cef54b5-a965-40cb-85d6-7b6c2a48f617'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:26:44.301341 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295e23b3-8865-4339-83e0-acb255d51b15 None None] Routers {'3cef54b5-a965-40cb-85d6-7b6c2a48f617'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:44.302901 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-295e23b3-8865-4339-83e0-acb255d51b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:26:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3cef54b5-a965-40cb-85d6-7b6c2a48f617'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:44.329645 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 06d9e82c-db69-41f6-965a-20cbe36523f0 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:26:44.410891 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.ipam_backend_mixin [None req-50298a9c-adbe-4640-9add-462c3a10956b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c1c725c8-a965-4531-b898-4dba96543baa (CIDR: 2001:db8::/64) Feb 28 14:26:44.413544 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cc34dbb1-05e2-4d28-8470-00a091ad431c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/floatingips/97ea4d9f-a6e8-43b2-b985-0522065592d9 HTTP/1.1" status: 204 len: 168 time: 4.3671627 Feb 28 14:26:44.414790 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1eaf44-0409-4694-add4-a9b3492ce3d5', 'tag': '8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:26:44.424619 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-50298a9c-adbe-4640-9add-462c3a10956b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:26:44.425459 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50298a9c-adbe-4640-9add-462c3a10956b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:26:44.426515 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe0c226-70f1-40f4-a17d-ed47f747d9ca']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:44.452765 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b3abec2-16e1-4521-adb3-85b97cb1c557') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:44.453125 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b3abec2-16e1-4521-adb3-85b97cb1c557') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:44.478858 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568af3a2-8233-4fb6-9b26-fb86371e1dca tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:44.496658 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97761aee-c34a-49dd-b6dd-d7f2d3debdb1 None None] Pushing event updated for resources: {'Port': ['ID=cc38d2bf-81c1-4fba-a6f0-5429740c6c5f,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:44.498014 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568af3a2-8233-4fb6-9b26-fb86371e1dca tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:44.504114 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568af3a2-8233-4fb6-9b26-fb86371e1dca tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:44.511314 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:44.512427 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-568af3a2-8233-4fb6-9b26-fb86371e1dca tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Synchronizing usage tracker for tenant:979d29001ee141ec9d175de18a5dccd3 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:44.522059 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-50298a9c-adbe-4640-9add-462c3a10956b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5440392 Feb 28 14:26:44.525205 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56060) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:44.529135 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-182a20d7-1cd5-41d6-84af-a601824268bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting port cc38d2bf-81c1-4fba-a6f0-5429740c6c5f {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:44.529470 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-182a20d7-1cd5-41d6-84af-a601824268bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:44.543483 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d2a85c39-5bb9-4675-a798-b212af0de989 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:44.635481 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 06d9e82c-db69-41f6-965a-20cbe36523f0 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:44.636553 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:44.654407 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:44.678115 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-295e23b3-8865-4339-83e0-acb255d51b15 None None] Set router 3cef54b5-a965-40cb-85d6-7b6c2a48f617 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:26:44.710635 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-568af3a2-8233-4fb6-9b26-fb86371e1dca tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Unset dirty status for tenant:979d29001ee141ec9d175de18a5dccd3 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:44.712606 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-568af3a2-8233-4fb6-9b26-fb86371e1dca tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.4417772 Feb 28 14:26:44.722039 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56064) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:44.867171 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0fe16256-ec35-459c-8c15-bfbc3adccf95 None None] Deleting port 0c530061-b07b-43bf-b2ba-74eb8b2cd849 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:44.867558 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0fe16256-ec35-459c-8c15-bfbc3adccf95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:44.872632 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:26:44.872810 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:26:44.896110 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:26:44.919194 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5f49cb69-cea8-4743-9ab6-19c987b371fe tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Deleting port d2bce01d-dd13-4405-a93e-c2e1a78f3179 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:44.919815 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5f49cb69-cea8-4743-9ab6-19c987b371fe tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:44.989916 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1eaf44-0409-4694-add4-a9b3492ce3d5', 'tag': '8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e', 'status': 'completed', 'code': 200} Feb 28 14:26:44.991240 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d2a85c39-5bb9-4675-a798-b212af0de989 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:44.997318 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a09b291c-c6d7-4e97-bb48-7b9e8e2851bd None None] Provisioning complete for port 551340bf-07a3-4812-825f-f3dac3d8fc8e triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:44.997692 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a09b291c-c6d7-4e97-bb48-7b9e8e2851bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:45.007026 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d2a85c39-5bb9-4675-a798-b212af0de989 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:subnet and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:45.015970 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d2a85c39-5bb9-4675-a798-b212af0de989 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:45.181564 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a09b291c-c6d7-4e97-bb48-7b9e8e2851bd None None] Port 551340bf-07a3-4812-825f-f3dac3d8fc8e cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:26:45.288207 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5f49cb69-cea8-4743-9ab6-19c987b371fe tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:45.290047 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:45.327830 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-295e23b3-8865-4339-83e0-acb255d51b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'name': 'tempest-TestNetworkBasicOps-router-795233918', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:28Z', 'updated_at': '2022-02-28T14:26:23Z', 'revision_number': 6, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:31Z', 'updated_at': '2022-02-28T14:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '8f3f48cf-792a-4115-9592-ba33be99ff26', 'name': '', 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:8e:e0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:43Z', 'updated_at': '2022-02-28T14:23:55Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:45.331728 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:45.333076 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295e23b3-8865-4339-83e0-acb255d51b15 None None] Checking router: 3cef54b5-a965-40cb-85d6-7b6c2a48f617 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:26:45.342312 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295e23b3-8865-4339-83e0-acb255d51b15 None None] Routers {'3cef54b5-a965-40cb-85d6-7b6c2a48f617'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:45.343228 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-295e23b3-8865-4339-83e0-acb255d51b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:26:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3cef54b5-a965-40cb-85d6-7b6c2a48f617'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:45.372193 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Network': ['ID=cbe0c226-70f1-40f4-a17d-ed47f747d9ca,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:45.428280 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0fe16256-ec35-459c-8c15-bfbc3adccf95 None None] For port 0c530061-b07b-43bf-b2ba-74eb8b2cd849, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=0c530061-b07b-43bf-b2ba-74eb8b2cd849,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:45.428841 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0fe16256-ec35-459c-8c15-bfbc3adccf95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:45.432763 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-14a7015e-9f78-4d13-9000-9ba0d0f28ce8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/networks/cbe0c226-70f1-40f4-a17d-ed47f747d9ca HTTP/1.1" status: 204 len: 168 time: 7.1210284 Feb 28 14:26:45.444023 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56072) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:45.446718 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5f49cb69-cea8-4743-9ab6-19c987b371fe tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Calling delete_port for d2bce01d-dd13-4405-a93e-c2e1a78f3179 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:45.504771 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a92473-9ff7-4812-96f4-1ba016152f14 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Router c03555cd-652b-4bba-b748-91a2da17fdbf has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:26:45.520300 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-182a20d7-1cd5-41d6-84af-a601824268bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] For port cc38d2bf-81c1-4fba-a6f0-5429740c6c5f, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=cc38d2bf-81c1-4fba-a6f0-5429740c6c5f,segment=NetworkSegment(4839dc6d-6fd2-4638-ab4d-bb4dc8b9d660),segment_id=4839dc6d-6fd2-4638-ab4d-bb4dc8b9d660)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:45.520971 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-182a20d7-1cd5-41d6-84af-a601824268bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:45.532416 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c84b6b57-ed9a-4f5f-be88-36bce1e9c5ad tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] DELETE failed (client error): The resource could not be found. Feb 28 14:26:45.533103 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c84b6b57-ed9a-4f5f-be88-36bce1e9c5ad tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:26:45.534963 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c84b6b57-ed9a-4f5f-be88-36bce1e9c5ad tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/subnets/6b9b7016-3985-4bb7-8351-57145df9b304 HTTP/1.1" status: 404 len: 337 time: 0.0865955 Feb 28 14:26:45.540431 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56076) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:45.613505 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0fe16256-ec35-459c-8c15-bfbc3adccf95 None None] Calling delete_port for 0c530061-b07b-43bf-b2ba-74eb8b2cd849 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:45.665926 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-295e23b3-8865-4339-83e0-acb255d51b15 None None] Set router 3cef54b5-a965-40cb-85d6-7b6c2a48f617 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:26:45.671305 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d2a85c39-5bb9-4675-a798-b212af0de989 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:45.675281 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5f49cb69-cea8-4743-9ab6-19c987b371fe tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:45.743880 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-182a20d7-1cd5-41d6-84af-a601824268bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Calling delete_port for cc38d2bf-81c1-4fba-a6f0-5429740c6c5f owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:45.762034 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49cb69-cea8-4743-9ab6-19c987b371fe tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Pushing event deleted for resources: {'Port': ['ID=d2bce01d-dd13-4405-a93e-c2e1a78f3179,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:45.766686 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a85c39-5bb9-4675-a798-b212af0de989 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:45.771791 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d2a85c39-5bb9-4675-a798-b212af0de989 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:45.832666 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0fe16256-ec35-459c-8c15-bfbc3adccf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:45.890708 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf44b61-4b0c-4cce-8230-51c6e6c98a1c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] DELETE failed (client error): The resource could not be found. Feb 28 14:26:45.891215 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cf44b61-4b0c-4cce-8230-51c6e6c98a1c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:26:45.897144 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7cf44b61-4b0c-4cce-8230-51c6e6c98a1c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/networks/cbe0c226-70f1-40f4-a17d-ed47f747d9ca HTTP/1.1" status: 404 len: 339 time: 0.3504310 Feb 28 14:26:45.909572 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790bfbac-e20f-4940-8735-b7c73198d6f6 req-67718cbf-ea65-42b6-a1aa-14bc260fa95a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:45.909933 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-790bfbac-e20f-4940-8735-b7c73198d6f6 req-67718cbf-ea65-42b6-a1aa-14bc260fa95a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:45.913563 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56080) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:45.951942 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5f49cb69-cea8-4743-9ab6-19c987b371fe tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:46.000777 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe16256-ec35-459c-8c15-bfbc3adccf95 None None] Pushing event deleted for resources: {'Port': ['ID=0c530061-b07b-43bf-b2ba-74eb8b2cd849,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:46.012840 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a09b291c-c6d7-4e97-bb48-7b9e8e2851bd None None] Provisioning complete for port d2bce01d-dd13-4405-a93e-c2e1a78f3179 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:46.013211 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a09b291c-c6d7-4e97-bb48-7b9e8e2851bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:46.014598 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-306237aa-c915-4e54-9888-974bf6f33a5b tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] DELETE failed (client error): The resource could not be found. Feb 28 14:26:46.015102 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-306237aa-c915-4e54-9888-974bf6f33a5b tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:26:46.019332 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-306237aa-c915-4e54-9888-974bf6f33a5b tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/subnets/f4c217be-88c4-4d50-aa02-4c77aa0d542c HTTP/1.1" status: 404 len: 337 time: 0.0855041 Feb 28 14:26:46.031831 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56084) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:46.049501 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5f49cb69-cea8-4743-9ab6-19c987b371fe tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] 10.222.0.30 "DELETE /v2.0/ports/d2bce01d-dd13-4405-a93e-c2e1a78f3179 HTTP/1.1" status: 204 len: 168 time: 1.3260407 Feb 28 14:26:46.056603 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56088) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:46.082662 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-790bfbac-e20f-4940-8735-b7c73198d6f6 req-67718cbf-ea65-42b6-a1aa-14bc260fa95a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:46.086371 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2ec8c5d5-5278-4ff6-9563-87332fa4ef23 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Request body: {'port': {'name': 'tempest-new-port-name-901388430', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:46.087030 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.api.validators [None req-2ec8c5d5-5278-4ff6-9563-87332fa4ef23 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] bootfile-name is not in valid_values {{(pid=87773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 14:26:46.087646 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.api.validators [None req-2ec8c5d5-5278-4ff6-9563-87332fa4ef23 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] tftp-server is not in valid_values {{(pid=87773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 14:26:46.089367 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-790bfbac-e20f-4940-8735-b7c73198d6f6 req-67718cbf-ea65-42b6-a1aa-14bc260fa95a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe1eaf44-0409-4694-add4-a9b3492ce3d5 HTTP/1.1" status: 200 len: 946 time: 0.9487307 Feb 28 14:26:46.093980 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.api.validators [None req-2ec8c5d5-5278-4ff6-9563-87332fa4ef23 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] server-ip-address is not in valid_values {{(pid=87773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 14:26:46.127910 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a09b291c-c6d7-4e97-bb48-7b9e8e2851bd None None] Port d2bce01d-dd13-4405-a93e-c2e1a78f3179 was deleted so its status cannot be updated. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 28 14:26:46.234550 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f38f0ca-6f77-46e6-bb93-658e834f1c31 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] DELETE failed (client error): The resource could not be found. Feb 28 14:26:46.235354 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f38f0ca-6f77-46e6-bb93-658e834f1c31 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:26:46.238137 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5f38f0ca-6f77-46e6-bb93-658e834f1c31 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/networks/fd1cc4d3-6fea-4746-8113-32fd50a967f6 HTTP/1.1" status: 404 len: 339 time: 0.1980391 Feb 28 14:26:46.246587 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-295e23b3-8865-4339-83e0-acb255d51b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'name': 'tempest-TestNetworkBasicOps-router-795233918', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:28Z', 'updated_at': '2022-02-28T14:26:23Z', 'revision_number': 6, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:31Z', 'updated_at': '2022-02-28T14:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '8f3f48cf-792a-4115-9592-ba33be99ff26', 'name': '', 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:8e:e0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:43Z', 'updated_at': '2022-02-28T14:23:55Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:46.251480 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295e23b3-8865-4339-83e0-acb255d51b15 None None] The sync data for ids ['3cef54b5-a965-40cb-85d6-7b6c2a48f617'] in dv-neutron-831192-4-hyperv is: [{'id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'name': 'tempest-TestNetworkBasicOps-router-795233918', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:28Z', 'updated_at': '2022-02-28T14:26:23Z', 'revision_number': 6, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:31Z', 'updated_at': '2022-02-28T14:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '8f3f48cf-792a-4115-9592-ba33be99ff26', 'name': '', 'network_id': '6d2dd3d7-4918-4fcf-a188-9392d7a68097', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:8e:e0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:43Z', 'updated_at': '2022-02-28T14:23:55Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '32c16988-87c1-45c3-8530-919898fbf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:26:46.266730 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe16256-ec35-459c-8c15-bfbc3adccf95 None None] No DVR routers for this DVR port 0c530061-b07b-43bf-b2ba-74eb8b2cd849 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:26:46.270107 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73271b6e-6e5b-4f1e-9600-8f2554584667 None None] Network b2cf18e1-cd85-4181-9eeb-7bee64696547 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:46.332150 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56092) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:46.363578 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device cc38d2bf-81c1-4fba-a6f0-5429740c6c5f up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:26:46.411544 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-182a20d7-1cd5-41d6-84af-a601824268bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:46.424822 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0c3650-0be9-4869-9685-af60af1a059b None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:46.428231 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-790bfbac-e20f-4940-8735-b7c73198d6f6 req-3791a878-c859-454d-8b04-9b29687c9057 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a4e95b0-4769-440e-9e97-3a08ac32b6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3377995 Feb 28 14:26:46.446246 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: cc38d2bf-81c1-4fba-a6f0-5429740c6c5f {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:26:46.446765 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device cc38d2bf-81c1-4fba-a6f0-5429740c6c5f not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 28 14:26:46.477753 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34de943-5a85-438f-8a9f-b5df3344ffd3 req-f5cbfdb8-4c0e-4a73-b42d-c08d4a790270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:46.477753 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d34de943-5a85-438f-8a9f-b5df3344ffd3 req-f5cbfdb8-4c0e-4a73-b42d-c08d4a790270 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=fe1eaf44-0409-4694-add4-a9b3492ce3d5 HTTP/1.1" status: 200 len: 1099 time: 1.4888151 Feb 28 14:26:46.498375 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d8ef52ce-3321-4a7e-8a3e-fa58d96417c4 None None] Could not find standard attr ID for object cc38d2bf-81c1-4fba-a6f0-5429740c6c5f. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:26:46.523080 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Port cc38d2bf-81c1-4fba-a6f0-5429740c6c5f not found, will not notify nova. {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 28 14:26:46.677142 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c45a21-31e0-4623-b422-5cf93eb66d1c None None] New status for floating IP 97ea4d9f-a6e8-43b2-b985-0522065592d9: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:26:46.688410 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ec8c5d5-5278-4ff6-9563-87332fa4ef23 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:46.706232 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a92473-9ff7-4812-96f4-1ba016152f14 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:26:46.716702 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a20d7-1cd5-41d6-84af-a601824268bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Port': ['ID=cc38d2bf-81c1-4fba-a6f0-5429740c6c5f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:46.727906 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182a20d7-1cd5-41d6-84af-a601824268bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] No DVR routers for this DVR port cc38d2bf-81c1-4fba-a6f0-5429740c6c5f on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:26:46.734209 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff00cb94-f2c7-4e2c-adde-8522f815a9e2 None None] Sync routers for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:26:46.748399 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff00cb94-f2c7-4e2c-adde-8522f815a9e2 None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:46.751441 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ff00cb94-f2c7-4e2c-adde-8522f815a9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:26:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:46.793991 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26a92473-9ff7-4812-96f4-1ba016152f14 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:46.803191 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e78733-8117-4e5e-87ad-191da41a6990 None None] DHCP port deletion for b2cf18e1-cd85-4181-9eeb-7bee64696547 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:26:46.824586 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34de943-5a85-438f-8a9f-b5df3344ffd3 req-53b4c33c-3008-4a68-89b7-060bc8848856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:46.827512 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d34de943-5a85-438f-8a9f-b5df3344ffd3 req-53b4c33c-3008-4a68-89b7-060bc8848856 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d2dd3d7-4918-4fcf-a188-9392d7a68097 HTTP/1.1" status: 200 len: 897 time: 0.3421195 Feb 28 14:26:46.830894 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8dfbe2b-6445-4e92-b45b-06ccb3c2988f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:46.876508 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ff00cb94-f2c7-4e2c-adde-8522f815a9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:46.893757 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff00cb94-f2c7-4e2c-adde-8522f815a9e2 None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:46.894357 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ff00cb94-f2c7-4e2c-adde-8522f815a9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:26:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:46.953695 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d34de943-5a85-438f-8a9f-b5df3344ffd3 req-d472d8d4-9b7e-44ff-981a-a46e47db4f3b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e HTTP/1.1" status: 200 len: 217 time: 0.1110168 Feb 28 14:26:46.959833 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97533093-0059-423e-8c72-2e5a9a8f59db req-a1efe841-1b7c-4e11-9ea4-e5e80865cac8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:46.961436 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-97533093-0059-423e-8c72-2e5a9a8f59db req-a1efe841-1b7c-4e11-9ea4-e5e80865cac8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe1eaf44-0409-4694-add4-a9b3492ce3d5 HTTP/1.1" status: 200 len: 946 time: 0.7672422 Feb 28 14:26:46.966874 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-26a92473-9ff7-4812-96f4-1ba016152f14 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "DELETE /v2.0/floatingips/5cd96300-5e58-49df-8562-18d1dc97ef6e HTTP/1.1" status: 204 len: 168 time: 5.4856639 Feb 28 14:26:46.970395 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-182a20d7-1cd5-41d6-84af-a601824268bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:46.973442 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56096) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:46.975573 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d175c7bb-6dec-47f0-9c74-2f1aa6b10953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'tenant_id': 'be48e9bf201d46859eb43fd68b389951', 'fixed_ips': [{'subnet_id': 'c1c725c8-a965-4531-b898-4dba96543baa'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:26:46.976384 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ff00cb94-f2c7-4e2c-adde-8522f815a9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:46.976783 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff00cb94-f2c7-4e2c-adde-8522f815a9e2 None None] The sync data for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:26:46.977429 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d175c7bb-6dec-47f0-9c74-2f1aa6b10953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:47.099592 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-182a20d7-1cd5-41d6-84af-a601824268bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2cf18e1-cd85-4181-9eeb-7bee64696547']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:47.126800 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-182a20d7-1cd5-41d6-84af-a601824268bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4839dc6d-6fd2-4638-ab4d-bb4dc8b9d660') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:47.127277 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-182a20d7-1cd5-41d6-84af-a601824268bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4839dc6d-6fd2-4638-ab4d-bb4dc8b9d660') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:47.150763 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-d175c7bb-6dec-47f0-9c74-2f1aa6b10953 None None] Allocated IP 2001:db8::f816:3eff:fedd:2a88 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/c1c725c8-a965-4531-b898-4dba96543baa/9de449c3-8b23-4cf2-bd15-52395a7ad1c3) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:47.193235 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34de943-5a85-438f-8a9f-b5df3344ffd3 req-72d8a1be-d2fb-4f34-b871-8fa67bb9a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:47.194332 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d34de943-5a85-438f-8a9f-b5df3344ffd3 req-72d8a1be-d2fb-4f34-b871-8fa67bb9a1fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32c16988-87c1-45c3-8530-919898fbf5f3 HTTP/1.1" status: 200 len: 834 time: 0.2193160 Feb 28 14:26:47.196243 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8dfbe2b-6445-4e92-b45b-06ccb3c2988f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:47.200787 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-27ff1658-c822-46a5-aefe-c2c4c5ef496e tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Deleting port 5c458128-e37c-4732-a643-24ab78aa8616 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:47.201111 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27ff1658-c822-46a5-aefe-c2c4c5ef496e tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:47.211219 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-97533093-0059-423e-8c72-2e5a9a8f59db req-6a34dc45-695b-4e1e-b773-47ccf61c7936 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:47.211690 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-97533093-0059-423e-8c72-2e5a9a8f59db req-6a34dc45-695b-4e1e-b773-47ccf61c7936 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:47.241299 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-182a20d7-1cd5-41d6-84af-a601824268bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:47.269036 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d2a85c39-5bb9-4675-a798-b212af0de989 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:47.282061 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-182a20d7-1cd5-41d6-84af-a601824268bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:47.294202 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e8dfbe2b-6445-4e92-b45b-06ccb3c2988f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a945490-f5ea-4e1f-94a7-441041bd8cc1']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:47.307686 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182a20d7-1cd5-41d6-84af-a601824268bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:26:47.308266 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-182a20d7-1cd5-41d6-84af-a601824268bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:26:47.328779 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:26:47.346369 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e8dfbe2b-6445-4e92-b45b-06ccb3c2988f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ee335e-380f-43c4-9a7a-7de3117d5c52') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:47.346810 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e8dfbe2b-6445-4e92-b45b-06ccb3c2988f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ee335e-380f-43c4-9a7a-7de3117d5c52') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:47.381040 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d175c7bb-6dec-47f0-9c74-2f1aa6b10953 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:47.383938 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a85c39-5bb9-4675-a798-b212af0de989 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:47.396589 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-d2a85c39-5bb9-4675-a798-b212af0de989 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:47.408664 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a85c39-5bb9-4675-a798-b212af0de989 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:47.409244 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d2a85c39-5bb9-4675-a798-b212af0de989 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:47.464656 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8dfbe2b-6445-4e92-b45b-06ccb3c2988f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:47.489099 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a85c39-5bb9-4675-a798-b212af0de989 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=bed191ec-8bf4-4863-bd33-b970bab583cc,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:47.504184 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8dfbe2b-6445-4e92-b45b-06ccb3c2988f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:47.557394 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d2a85c39-5bb9-4675-a798-b212af0de989 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0272272 Feb 28 14:26:47.572154 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56102) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:47.588335 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-182a20d7-1cd5-41d6-84af-a601824268bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:47.590335 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8dfbe2b-6445-4e92-b45b-06ccb3c2988f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:26:47.590781 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8dfbe2b-6445-4e92-b45b-06ccb3c2988f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:26:47.613519 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:26:47.621834 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-2ec8c5d5-5278-4ff6-9563-87332fa4ef23 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:26:47.645750 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-81d7b867-2883-4e2b-b1bf-bb8140d8cd80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'mac_address': 'fa:16:3e:1d:dd:bc', 'name': 'tempest-NetworksTestDHCPv6-302229130'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:47.646010 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-182a20d7-1cd5-41d6-84af-a601824268bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:47.710885 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a20d7-1cd5-41d6-84af-a601824268bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Network': ['ID=b2cf18e1-cd85-4181-9eeb-7bee64696547,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:47.718054 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-182a20d7-1cd5-41d6-84af-a601824268bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/networks/b2cf18e1-cd85-4181-9eeb-7bee64696547 HTTP/1.1" status: 204 len: 168 time: 3.8153849 Feb 28 14:26:47.724863 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56106) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:47.726373 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ec8c5d5-5278-4ff6-9563-87332fa4ef23 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:47.733404 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-22179bde-82da-4646-922c-f6aea9cab449 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'port': {'network_id': 'c552b6b4-4225-4369-a19c-c50fb286d574', 'name': 'tempest-PortsTestJSON-1577852211'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:47.754504 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34de943-5a85-438f-8a9f-b5df3344ffd3 req-7b23cf0b-f976-4368-b9a1-cebe6a3f1eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:47.756267 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d34de943-5a85-438f-8a9f-b5df3344ffd3 req-7b23cf0b-f976-4368-b9a1-cebe6a3f1eb8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d2dd3d7-4918-4fcf-a188-9392d7a68097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5213103 Feb 28 14:26:47.756912 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ec8c5d5-5278-4ff6-9563-87332fa4ef23 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:47.761033 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d175c7bb-6dec-47f0-9c74-2f1aa6b10953 None None] Transition to ACTIVE for port object 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:47.778642 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8dfbe2b-6445-4e92-b45b-06ccb3c2988f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:47.784196 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d175c7bb-6dec-47f0-9c74-2f1aa6b10953 None None] Transition to ACTIVE for port object 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:47.791931 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d175c7bb-6dec-47f0-9c74-2f1aa6b10953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:47.808794 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8dfbe2b-6445-4e92-b45b-06ccb3c2988f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:47.856808 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d175c7bb-6dec-47f0-9c74-2f1aa6b10953 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:47.863530 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dfbe2b-6445-4e92-b45b-06ccb3c2988f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Network': ['ID=0a945490-f5ea-4e1f-94a7-441041bd8cc1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:47.864776 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-d175c7bb-6dec-47f0-9c74-2f1aa6b10953 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:47.868172 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-97533093-0059-423e-8c72-2e5a9a8f59db req-6a34dc45-695b-4e1e-b773-47ccf61c7936 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e,segment=NetworkSegment(fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1),segment_id=fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:47.868987 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-97533093-0059-423e-8c72-2e5a9a8f59db req-6a34dc45-695b-4e1e-b773-47ccf61c7936 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:47.869138 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d175c7bb-6dec-47f0-9c74-2f1aa6b10953 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:47.874864 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175c7bb-6dec-47f0-9c74-2f1aa6b10953 None None] Pushing event updated for resources: {'Port': ['ID=9de449c3-8b23-4cf2-bd15-52395a7ad1c3,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:47.899715 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e8dfbe2b-6445-4e92-b45b-06ccb3c2988f tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/networks/0a945490-f5ea-4e1f-94a7-441041bd8cc1 HTTP/1.1" status: 204 len: 168 time: 1.5617349 Feb 28 14:26:47.938539 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56110) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:47.981223 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d175c7bb-6dec-47f0-9c74-2f1aa6b10953 None None] Attempting to bind port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:26:47.981446 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d175c7bb-6dec-47f0-9c74-2f1aa6b10953 None None] Attempting to bind port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:26:47.981811 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175c7bb-6dec-47f0-9c74-2f1aa6b10953 None None] Attempting to bind port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 on network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:26:47.989139 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175c7bb-6dec-47f0-9c74-2f1aa6b10953 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:26:47.989521 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175c7bb-6dec-47f0-9c74-2f1aa6b10953 None None] Checking segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:26:47.989916 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d175c7bb-6dec-47f0-9c74-2f1aa6b10953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:47.990301 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175c7bb-6dec-47f0-9c74-2f1aa6b10953 None None] Bound using segment: {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:26:47.990832 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d175c7bb-6dec-47f0-9c74-2f1aa6b10953 None None] Bound port: 9de449c3-8b23-4cf2-bd15-52395a7ad1c3, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bee388-5157-4c46-842b-277430239224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:26:47.991235 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d175c7bb-6dec-47f0-9c74-2f1aa6b10953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:48.037593 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-97533093-0059-423e-8c72-2e5a9a8f59db req-6a34dc45-695b-4e1e-b773-47ccf61c7936 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:48.098067 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d175c7bb-6dec-47f0-9c74-2f1aa6b10953 None None] For port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:26:48.101934 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d175c7bb-6dec-47f0-9c74-2f1aa6b10953 None None] For port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9de449c3-8b23-4cf2-bd15-52395a7ad1c3,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:26:48.111327 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d175c7bb-6dec-47f0-9c74-2f1aa6b10953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:48.187230 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device cc38d2bf-81c1-4fba-a6f0-5429740c6c5f no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:26:48.210899 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-22179bde-82da-4646-922c-f6aea9cab449 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:48.229625 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-22179bde-82da-4646-922c-f6aea9cab449 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:48.238964 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-97533093-0059-423e-8c72-2e5a9a8f59db req-6a34dc45-695b-4e1e-b773-47ccf61c7936 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:48.268671 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ffed611-420a-41b8-b81d-ab48ba6389ce tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] DELETE failed (client error): The resource could not be found. Feb 28 14:26:48.269127 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ffed611-420a-41b8-b81d-ab48ba6389ce tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:26:48.271626 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0ffed611-420a-41b8-b81d-ab48ba6389ce tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/subnets/bb03137a-be1c-4909-b428-03a807c3652e HTTP/1.1" status: 404 len: 337 time: 0.3141189 Feb 28 14:26:48.287492 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: cc38d2bf-81c1-4fba-a6f0-5429740c6c5f {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:26:48.287827 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device cc38d2bf-81c1-4fba-a6f0-5429740c6c5f not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:26:48.307366 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8c5d5-5278-4ff6-9563-87332fa4ef23 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Pushing event updated for resources: {'Port': ['ID=551340bf-07a3-4812-825f-f3dac3d8fc8e,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:48.319988 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175c7bb-6dec-47f0-9c74-2f1aa6b10953 None None] Pushing event updated for resources: {'Port': ['ID=9de449c3-8b23-4cf2-bd15-52395a7ad1c3,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:48.329532 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27ff1658-c822-46a5-aefe-c2c4c5ef496e tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:48.331357 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9a99e77a-4c44-413d-9883-887723a5fd42 None None] Provisioning complete for port 551340bf-07a3-4812-825f-f3dac3d8fc8e triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:48.331724 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9a99e77a-4c44-413d-9883-887723a5fd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:48.339300 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56114) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:48.391335 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe32e14-55b5-471d-a1fd-fca32701bdd8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] DELETE failed (client error): The resource could not be found. Feb 28 14:26:48.391809 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe32e14-55b5-471d-a1fd-fca32701bdd8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:26:48.393554 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cbe32e14-55b5-471d-a1fd-fca32701bdd8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/networks/474d94c7-4473-480f-8836-b4523ffd37d2 HTTP/1.1" status: 404 len: 339 time: 0.0424464 Feb 28 14:26:48.400222 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9a99e77a-4c44-413d-9883-887723a5fd42 None None] Port 551340bf-07a3-4812-825f-f3dac3d8fc8e cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:26:48.422473 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56118) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:48.425522 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22179bde-82da-4646-922c-f6aea9cab449 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:48.429204 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22179bde-82da-4646-922c-f6aea9cab449 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:48.449867 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34dc45-695b-4e1e-b773-47ccf61c7936 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:48.495468 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa3c4d-ccf0-4097-85a6-1eb88b49b27a req-f809a53d-8f58-4fe0-b564-723f5c4ae25c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:48.496232 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-fcfa3c4d-ccf0-4097-85a6-1eb88b49b27a req-f809a53d-8f58-4fe0-b564-723f5c4ae25c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:48.501117 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-2ec8c5d5-5278-4ff6-9563-87332fa4ef23 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] In _notify_port_updated(), no bound segment for port 551340bf-07a3-4812-825f-f3dac3d8fc8e on network 9d22cd0d-f59f-42b7-ba02-82540ff3dac9 {{(pid=87773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 14:26:48.507939 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec8c5d5-5278-4ff6-9563-87332fa4ef23 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:48.508684 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2ec8c5d5-5278-4ff6-9563-87332fa4ef23 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:48.512439 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2ec8c5d5-5278-4ff6-9563-87332fa4ef23 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] 10.222.0.30 "PUT /v2.0/ports/551340bf-07a3-4812-825f-f3dac3d8fc8e HTTP/1.1" status: 200 len: 1135 time: 2.4393010 Feb 28 14:26:48.514963 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56122) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:48.568187 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4041ac67-2510-401e-a86f-1e4030246763 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] DELETE failed (client error): The resource could not be found. Feb 28 14:26:48.568187 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4041ac67-2510-401e-a86f-1e4030246763 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:26:48.586343 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-27ff1658-c822-46a5-aefe-c2c4c5ef496e tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Calling delete_port for 5c458128-e37c-4732-a643-24ab78aa8616 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:48.615803 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-22179bde-82da-4646-922c-f6aea9cab449 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] device_id is not set on port 7a13f27f-e852-444b-ab5f-27667ed93f7e yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:26:48.635887 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d34de943-5a85-438f-8a9f-b5df3344ffd3 req-cad29e2e-3416-44c3-9ee3-e97259245c62 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2dd3d7-4918-4fcf-a188-9392d7a68097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8334696 Feb 28 14:26:48.641772 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-81d7b867-2883-4e2b-b1bf-bb8140d8cd80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:48.665518 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-97533093-0059-423e-8c72-2e5a9a8f59db req-6a34dc45-695b-4e1e-b773-47ccf61c7936 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] No DVR routers for this DVR port 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e on host hv-neutron-8311 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:26:48.668251 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-97533093-0059-423e-8c72-2e5a9a8f59db req-6a34dc45-695b-4e1e-b773-47ccf61c7936 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:48.670317 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-97533093-0059-423e-8c72-2e5a9a8f59db req-6a34dc45-695b-4e1e-b773-47ccf61c7936 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "DELETE /v2.0/ports/8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e HTTP/1.1" status: 204 len: 173 time: 1.7019606 Feb 28 14:26:48.675241 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1eaf44-0409-4694-add4-a9b3492ce3d5', 'name': 'network-vif-deleted', 'tag': '8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:26:48.677272 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-81d7b867-2883-4e2b-b1bf-bb8140d8cd80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:port and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:48.682673 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-fcfa3c4d-ccf0-4097-85a6-1eb88b49b27a req-f809a53d-8f58-4fe0-b564-723f5c4ae25c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:48.688504 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4041ac67-2510-401e-a86f-1e4030246763 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/subnets/013b45cb-468b-4a39-86e9-1bec190fbe03 HTTP/1.1" status: 404 len: 337 time: 0.2498169 Feb 28 14:26:48.688992 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fcfa3c4d-ccf0-4097-85a6-1eb88b49b27a req-f809a53d-8f58-4fe0-b564-723f5c4ae25c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe1eaf44-0409-4694-add4-a9b3492ce3d5 HTTP/1.1" status: 200 len: 946 time: 1.1296992 Feb 28 14:26:48.691031 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56128) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:48.720932 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-81d7b867-2883-4e2b-b1bf-bb8140d8cd80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:48.748551 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7a0647-ea72-4606-918c-7309429e2491 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:48.749404 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3d7a0647-ea72-4606-918c-7309429e2491 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Synchronizing usage tracker for tenant:979d29001ee141ec9d175de18a5dccd3 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:48.801070 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-81d7b867-2883-4e2b-b1bf-bb8140d8cd80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:48.807719 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3d7a0647-ea72-4606-918c-7309429e2491 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Unset dirty status for tenant:979d29001ee141ec9d175de18a5dccd3 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:48.809199 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3d7a0647-ea72-4606-918c-7309429e2491 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] 10.222.0.30 "GET /v2.0/ports/551340bf-07a3-4812-825f-f3dac3d8fc8e HTTP/1.1" status: 200 len: 1135 time: 0.2838624 Feb 28 14:26:48.818084 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56134) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:48.870308 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1eaf44-0409-4694-add4-a9b3492ce3d5', 'name': 'network-vif-deleted', 'tag': '8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e', 'status': 'completed', 'code': 200} Feb 28 14:26:48.896276 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee177937-6a99-4e04-8b2f-818f8a5d74cf tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] DELETE failed (client error): The resource could not be found. Feb 28 14:26:48.897039 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee177937-6a99-4e04-8b2f-818f8a5d74cf tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:26:48.972148 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ee177937-6a99-4e04-8b2f-818f8a5d74cf tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/networks/2cc42de9-9ab0-413e-87d3-74860a13ceb3 HTTP/1.1" status: 404 len: 339 time: 0.2471726 Feb 28 14:26:48.984183 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56138) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:48.991608 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d7b867-2883-4e2b-b1bf-bb8140d8cd80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:49.019486 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-06d4bdd1-8f4e-4e93-b7d9-e3db54fb4360 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Deleting port 551340bf-07a3-4812-825f-f3dac3d8fc8e {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:49.020306 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06d4bdd1-8f4e-4e93-b7d9-e3db54fb4360 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:49.055674 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-fcfa3c4d-ccf0-4097-85a6-1eb88b49b27a req-83892103-9a7a-4b6b-81f8-66d07a12cc1f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:49.081730 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22179bde-82da-4646-922c-f6aea9cab449 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:49.089925 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdccad98-b081-49aa-8135-4410d39a5ad2 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] DELETE failed (client error): The resource could not be found. Feb 28 14:26:49.090421 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdccad98-b081-49aa-8135-4410d39a5ad2 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:26:49.094634 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bdccad98-b081-49aa-8135-4410d39a5ad2 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/subnets/c6fa6d13-8688-44fa-adee-0198b1d2b723 HTTP/1.1" status: 404 len: 337 time: 0.1024828 Feb 28 14:26:49.095300 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56142) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:49.196388 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96b8cbd-bdc8-4014-82d8-d48d8788cca0 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] DELETE failed (client error): The resource could not be found. Feb 28 14:26:49.197062 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f96b8cbd-bdc8-4014-82d8-d48d8788cca0 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:26:49.206232 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22179bde-82da-4646-922c-f6aea9cab449 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:49.212273 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f96b8cbd-bdc8-4014-82d8-d48d8788cca0 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/networks/cc1cbc4d-a8ff-4daa-b0ba-6c8641307bfa HTTP/1.1" status: 404 len: 339 time: 0.1155586 Feb 28 14:26:49.216257 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56146) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:49.274089 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d34de943-5a85-438f-8a9f-b5df3344ffd3 req-1575d286-8c7b-46f0-bf97-3e2a121dbfb9 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2dd3d7-4918-4fcf-a188-9392d7a68097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6296706 Feb 28 14:26:49.274934 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-fcfa3c4d-ccf0-4097-85a6-1eb88b49b27a req-83892103-9a7a-4b6b-81f8-66d07a12cc1f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:49.276128 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fcfa3c4d-ccf0-4097-85a6-1eb88b49b27a req-83892103-9a7a-4b6b-81f8-66d07a12cc1f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a4e95b0-4769-440e-9e97-3a08ac32b6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5860736 Feb 28 14:26:49.287970 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f55555-a37f-4ba3-82ed-2aca1e4cf459 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] DELETE failed (client error): The resource could not be found. Feb 28 14:26:49.288658 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3f55555-a37f-4ba3-82ed-2aca1e4cf459 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:26:49.290714 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d3f55555-a37f-4ba3-82ed-2aca1e4cf459 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/subnets/d34ac52c-6c05-468b-8ab1-6e3a73954007 HTTP/1.1" status: 404 len: 337 time: 0.0623348 Feb 28 14:26:49.298115 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56150) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:49.355884 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22179bde-82da-4646-922c-f6aea9cab449 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network c552b6b4-4225-4369-a19c-c50fb286d574 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:49.395719 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81d7b867-2883-4e2b-b1bf-bb8140d8cd80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:49.411767 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27ff1658-c822-46a5-aefe-c2c4c5ef496e tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:49.413072 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-22179bde-82da-4646-922c-f6aea9cab449 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:49.423177 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22179bde-82da-4646-922c-f6aea9cab449 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:49.428868 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22179bde-82da-4646-922c-f6aea9cab449 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:49.429551 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22179bde-82da-4646-922c-f6aea9cab449 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:49.444079 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22179bde-82da-4646-922c-f6aea9cab449 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Port': ['ID=7a13f27f-e852-444b-ab5f-27667ed93f7e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:49.477090 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-879082f2-bff3-4f0d-b336-8b7a9d73dcc3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] DELETE failed (client error): The resource could not be found. Feb 28 14:26:49.477403 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-879082f2-bff3-4f0d-b336-8b7a9d73dcc3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:26:49.479309 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-879082f2-bff3-4f0d-b336-8b7a9d73dcc3 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/networks/32874cce-8941-463b-b6cb-d01dc713c6a8 HTTP/1.1" status: 404 len: 339 time: 0.1780376 Feb 28 14:26:49.482936 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56154) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:49.485475 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff1658-c822-46a5-aefe-c2c4c5ef496e tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event deleted for resources: {'Port': ['ID=5c458128-e37c-4732-a643-24ab78aa8616,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:49.536470 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-81d7b867-2883-4e2b-b1bf-bb8140d8cd80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] device_id is not set on port a876add8-160c-4461-967f-0b9b0df17ba0 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:26:49.540140 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-22179bde-82da-4646-922c-f6aea9cab449 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8137734 Feb 28 14:26:49.549507 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56158) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:49.552889 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06d4bdd1-8f4e-4e93-b7d9-e3db54fb4360 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:49.561355 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0906c1d-bd3b-4fb6-9be4-1e6be1197bfb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] DELETE failed (client error): The resource could not be found. Feb 28 14:26:49.562042 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0906c1d-bd3b-4fb6-9be4-1e6be1197bfb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:26:49.567055 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c0906c1d-bd3b-4fb6-9be4-1e6be1197bfb tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/subnets/eb5fc305-0fd5-49a8-b082-325f14521c58 HTTP/1.1" status: 404 len: 337 time: 0.0801811 Feb 28 14:26:49.579778 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56162) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:49.591428 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef699742-e2c4-4238-a8f1-c1bc8c31741c None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:49.696571 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-92f2aab3-ba20-4605-8e31-8cd1d51cf4ec None None] Provisioning for port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:26:49.700865 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab78508-1791-4d95-bfb2-39c6fed24c71 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] DELETE failed (client error): The resource could not be found. Feb 28 14:26:49.701634 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ab78508-1791-4d95-bfb2-39c6fed24c71 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:26:49.722637 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-06d4bdd1-8f4e-4e93-b7d9-e3db54fb4360 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Calling delete_port for 551340bf-07a3-4812-825f-f3dac3d8fc8e owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:49.733854 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6ab78508-1791-4d95-bfb2-39c6fed24c71 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/networks/7de412cf-f7a0-41e6-9b28-ecba9883f693 HTTP/1.1" status: 404 len: 339 time: 0.1501453 Feb 28 14:26:49.736186 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56166) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:49.788544 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-0742bb72-ff6d-4b65-91d0-b92c4a71b402 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting port 7a13f27f-e852-444b-ab5f-27667ed93f7e {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:49.789134 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0742bb72-ff6d-4b65-91d0-b92c4a71b402 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:49.819600 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-27ff1658-c822-46a5-aefe-c2c4c5ef496e tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:49.825773 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-27ff1658-c822-46a5-aefe-c2c4c5ef496e tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "DELETE /v2.0/ports/5c458128-e37c-4732-a643-24ab78aa8616 HTTP/1.1" status: 204 len: 168 time: 2.8119643 Feb 28 14:26:49.828742 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7347b3a0-c996-4997-8b3b-83809bb0a03c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] DELETE failed (client error): The resource could not be found. Feb 28 14:26:49.829124 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7347b3a0-c996-4997-8b3b-83809bb0a03c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:26:49.833231 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7347b3a0-c996-4997-8b3b-83809bb0a03c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/subnets/20875392-a706-4c72-bf79-865594862c2d HTTP/1.1" status: 404 len: 337 time: 0.0921488 Feb 28 14:26:49.833231 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56170) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:49.840213 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56172) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:49.851413 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-aa5850ac-448a-4d37-95ad-b82422b21d15 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:49.880961 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-aa5850ac-448a-4d37-95ad-b82422b21d15 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:49.894257 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7da08721-1ad5-459a-b270-729cb12adc93 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] DELETE failed (client error): The resource could not be found. Feb 28 14:26:49.894739 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7da08721-1ad5-459a-b270-729cb12adc93 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:26:49.899090 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7da08721-1ad5-459a-b270-729cb12adc93 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/networks/f69d434c-0ede-44d2-a4da-7dd92b06cd29 HTTP/1.1" status: 404 len: 339 time: 0.0514216 Feb 28 14:26:49.903123 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-aa5850ac-448a-4d37-95ad-b82422b21d15 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:49.905194 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56178) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:49.944351 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02953b0-28e0-482c-9e92-ae5db559377d None None] Update dhcp port {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'fixed_ips': [{'subnet_id': 'c1c725c8-a965-4531-b898-4dba96543baa', 'ip_address': '2001:db8::f816:3eff:fedd:2a88'}, {'subnet_id': 'bed191ec-8bf4-4863-bd33-b970bab583cc'}], 'binding:host_id': 'dv-neutron-831192-4-hyperv'}, 'id': '9de449c3-8b23-4cf2-bd15-52395a7ad1c3'} from dv-neutron-831192-4-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 14:26:49.989726 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a07b80d3-58eb-4d0a-980a-1cec364d937b tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] DELETE failed (client error): The resource could not be found. Feb 28 14:26:49.990359 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a07b80d3-58eb-4d0a-980a-1cec364d937b tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:26:49.994443 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a07b80d3-58eb-4d0a-980a-1cec364d937b tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/subnets/2cce0acb-628f-4c77-8486-2c424790aec7 HTTP/1.1" status: 404 len: 337 time: 0.0857644 Feb 28 14:26:49.997410 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56182) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:50.000367 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a02953b0-28e0-482c-9e92-ae5db559377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:50.098709 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0742bb72-ff6d-4b65-91d0-b92c4a71b402 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:50.114809 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06d4bdd1-8f4e-4e93-b7d9-e3db54fb4360 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:50.185488 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa5850ac-448a-4d37-95ad-b82422b21d15 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:50.210811 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-609eea3f-c72b-44df-b3c7-42b5b7f2a351 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] DELETE failed (client error): The resource could not be found. Feb 28 14:26:50.211326 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-609eea3f-c72b-44df-b3c7-42b5b7f2a351 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:26:50.215448 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-609eea3f-c72b-44df-b3c7-42b5b7f2a351 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/networks/a53ad3b0-18e4-48ae-b6de-e988d73696db HTTP/1.1" status: 404 len: 339 time: 0.2147999 Feb 28 14:26:50.224227 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56186) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:50.245446 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:26:50.271328 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-81d7b867-2883-4e2b-b1bf-bb8140d8cd80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 2001:db8:0:1::126 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/bed191ec-8bf4-4863-bd33-b970bab583cc/a876add8-160c-4461-967f-0b9b0df17ba0) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:50.282874 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d283cb30-972d-4973-8ba4-9b213556c370 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] DELETE failed (client error): The resource could not be found. Feb 28 14:26:50.283367 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d283cb30-972d-4973-8ba4-9b213556c370 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:26:50.287443 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d283cb30-972d-4973-8ba4-9b213556c370 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/subnets/67a2aea9-d019-47c2-895d-506160196987 HTTP/1.1" status: 404 len: 337 time: 0.0579088 Feb 28 14:26:50.287443 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-81d7b867-2883-4e2b-b1bf-bb8140d8cd80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 2001:db8::f816:3eff:fe1d:ddbc (22b852e7-638c-4536-9e81-f0f6c68c1fb7/c1c725c8-a965-4531-b898-4dba96543baa/a876add8-160c-4461-967f-0b9b0df17ba0) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:50.289041 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56190) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:50.339401 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:26:50.345645 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:50.346096 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:50.380200 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d80fa0-f497-4b76-9328-532f41527bc8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] DELETE failed (client error): The resource could not be found. Feb 28 14:26:50.380670 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d80fa0-f497-4b76-9328-532f41527bc8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:26:50.382377 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d0d80fa0-f497-4b76-9328-532f41527bc8 tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/networks/0676dd50-e1a9-43fb-82d7-4da655958ea1 HTTP/1.1" status: 404 len: 339 time: 0.0915055 Feb 28 14:26:50.437432 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56196) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:50.448775 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-0742bb72-ff6d-4b65-91d0-b92c4a71b402 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Calling delete_port for 7a13f27f-e852-444b-ab5f-27667ed93f7e owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:50.471115 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56198) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:50.480427 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4bdd1-8f4e-4e93-b7d9-e3db54fb4360 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Pushing event deleted for resources: {'Port': ['ID=551340bf-07a3-4812-825f-f3dac3d8fc8e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:50.561213 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:50.602403 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9de449c3-8b23-4cf2-bd15-52395a7ad1c3,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:50.608068 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:50.612612 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06d4bdd1-8f4e-4e93-b7d9-e3db54fb4360 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:50.660819 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-06d4bdd1-8f4e-4e93-b7d9-e3db54fb4360 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] 10.222.0.30 "DELETE /v2.0/ports/551340bf-07a3-4812-825f-f3dac3d8fc8e HTTP/1.1" status: 204 len: 168 time: 1.8414223 Feb 28 14:26:50.664726 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56204) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:50.682231 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=9de449c3-8b23-4cf2-bd15-52395a7ad1c3,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:50.702851 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-944c8b94-b6bf-46d1-b77d-944cb675e390 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:50.703738 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb53c085-da99-4eaf-b1a5-1a3d15d3cf0c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Deleting subnet 36f15db8-446a-4cd5-a77c-f26502be5758 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:26:50.715135 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb53c085-da99-4eaf-b1a5-1a3d15d3cf0c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:50.750321 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0742bb72-ff6d-4b65-91d0-b92c4a71b402 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:50.764590 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-944c8b94-b6bf-46d1-b77d-944cb675e390 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:50.820666 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81d7b867-2883-4e2b-b1bf-bb8140d8cd80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:50.822304 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742bb72-ff6d-4b65-91d0-b92c4a71b402 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Port': ['ID=7a13f27f-e852-444b-ab5f-27667ed93f7e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:50.833775 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa5850ac-448a-4d37-95ad-b82422b21d15 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:50.837013 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0742bb72-ff6d-4b65-91d0-b92c4a71b402 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:50.842762 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb53c085-da99-4eaf-b1a5-1a3d15d3cf0c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:50.887519 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-81d7b867-2883-4e2b-b1bf-bb8140d8cd80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Transition to ACTIVE for port object a876add8-160c-4461-967f-0b9b0df17ba0 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:50.891529 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e9619e-d36a-4ade-8c72-487ac5b606d5 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Deleting subnet d28f8c31-c350-431e-ac80-0a2e55bd0941 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:26:50.905829 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84e9619e-d36a-4ade-8c72-487ac5b606d5 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:50.942646 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0742bb72-ff6d-4b65-91d0-b92c4a71b402 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/ports/7a13f27f-e852-444b-ab5f-27667ed93f7e HTTP/1.1" status: 204 len: 168 time: 1.3919754 Feb 28 14:26:50.951495 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56208) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:50.958744 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3cc59128-ef19-430c-ab31-54c345eb981d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'port': {'network_id': 'c552b6b4-4225-4369-a19c-c50fb286d574', 'mac_address': 'fa:16:3e:33:b2:6d', 'name': 'tempest-PortsTestJSON-220105970'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:50.983869 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-944c8b94-b6bf-46d1-b77d-944cb675e390 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:51.008558 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c8b94-b6bf-46d1-b77d-944cb675e390 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4e95b0-4769-440e-9e97-3a08ac32b6a1,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:51.020689 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81d7b867-2883-4e2b-b1bf-bb8140d8cd80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:51.022460 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:26:51.062640 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84e9619e-d36a-4ade-8c72-487ac5b606d5 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:51.065081 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-aa5850ac-448a-4d37-95ad-b82422b21d15 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Allocated IP 172.26.5.121 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/247a5295-68fa-460a-a53a-78f950f0e102) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:51.110546 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:26:51.110964 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 8b3a0e9d-2d27-4a61-9dd9-a437cc1c109e not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:26:51.114532 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-944c8b94-b6bf-46d1-b77d-944cb675e390 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:51.115728 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-944c8b94-b6bf-46d1-b77d-944cb675e390 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/security-groups/3a4e95b0-4769-440e-9e97-3a08ac32b6a1 HTTP/1.1" status: 204 len: 168 time: 0.6403913 Feb 28 14:26:51.139183 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-a02953b0-28e0-482c-9e92-ae5db559377d None None] Allocated IP 2001:db8:0:1::2 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/bed191ec-8bf4-4863-bd33-b970bab583cc/9de449c3-8b23-4cf2-bd15-52395a7ad1c3) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:51.145126 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d7b867-2883-4e2b-b1bf-bb8140d8cd80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:51.145330 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3cc59128-ef19-430c-ab31-54c345eb981d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:51.152113 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-81d7b867-2883-4e2b-b1bf-bb8140d8cd80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:51.154644 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3cc59128-ef19-430c-ab31-54c345eb981d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:port and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:51.164404 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3cc59128-ef19-430c-ab31-54c345eb981d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:51.166861 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56214) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:51.178138 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d7b867-2883-4e2b-b1bf-bb8140d8cd80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:51.183959 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d7b867-2883-4e2b-b1bf-bb8140d8cd80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:51.184766 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81d7b867-2883-4e2b-b1bf-bb8140d8cd80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:51.188867 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7b867-2883-4e2b-b1bf-bb8140d8cd80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Port': ['ID=a876add8-160c-4461-967f-0b9b0df17ba0,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:51.233643 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3cc59128-ef19-430c-ab31-54c345eb981d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:51.258391 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb53c085-da99-4eaf-b1a5-1a3d15d3cf0c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:51.269184 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-81d7b867-2883-4e2b-b1bf-bb8140d8cd80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.6860225 Feb 28 14:26:51.274225 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56218) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:51.293576 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a02953b0-28e0-482c-9e92-ae5db559377d None None] For port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9de449c3-8b23-4cf2-bd15-52395a7ad1c3,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:51.323367 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc59128-ef19-430c-ab31-54c345eb981d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:51.336210 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a02953b0-28e0-482c-9e92-ae5db559377d None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:51.352576 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa5850ac-448a-4d37-95ad-b82422b21d15 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:51.355633 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a02953b0-28e0-482c-9e92-ae5db559377d None None] Transition to ACTIVE for port object 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:26:51.362807 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a02953b0-28e0-482c-9e92-ae5db559377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:51.392171 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa5850ac-448a-4d37-95ad-b82422b21d15 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:51.402577 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb53c085-da99-4eaf-b1a5-1a3d15d3cf0c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:51.522259 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5850ac-448a-4d37-95ad-b82422b21d15 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:51.528082 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02953b0-28e0-482c-9e92-ae5db559377d None None] Pushing event updated for resources: {'Port': ['ID=9de449c3-8b23-4cf2-bd15-52395a7ad1c3,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:51.537839 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-aa5850ac-448a-4d37-95ad-b82422b21d15 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:51.546170 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5850ac-448a-4d37-95ad-b82422b21d15 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:51.589016 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53c085-da99-4eaf-b1a5-1a3d15d3cf0c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Subnet': ['ID=36f15db8-446a-4cd5-a77c-f26502be5758,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:51.601965 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5850ac-448a-4d37-95ad-b82422b21d15 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event updated for resources: {'Port': ['ID=247a5295-68fa-460a-a53a-78f950f0e102,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:51.605957 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bb53c085-da99-4eaf-b1a5-1a3d15d3cf0c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:51.613225 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b321a2-cddf-44a7-a847-1d2cc032518b None None] Network a9886d0d-27bd-4325-8732-8ea294f28e8a requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:51.615778 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fead4d68-38f6-44ef-a71f-6f543ce1e648 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting port a876add8-160c-4461-967f-0b9b0df17ba0 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:51.616189 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fead4d68-38f6-44ef-a71f-6f543ce1e648 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:51.630779 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84e9619e-d36a-4ade-8c72-487ac5b606d5 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:51.685234 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3cc59128-ef19-430c-ab31-54c345eb981d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:51.709090 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bb53c085-da99-4eaf-b1a5-1a3d15d3cf0c tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/subnets/36f15db8-446a-4cd5-a77c-f26502be5758 HTTP/1.1" status: 204 len: 168 time: 1.2300892 Feb 28 14:26:51.717686 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56224) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:51.946310 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-3cc59128-ef19-430c-ab31-54c345eb981d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] device_id is not set on port f0cdcf81-93c3-467b-96aa-57cbff73bc78 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:26:51.963577 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd860fab-6876-429e-9de7-860a6a5c18ca tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:51.965820 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa5850ac-448a-4d37-95ad-b82422b21d15 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:51.971064 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d433bf7c-9b11-43ca-bd77-fc2a548b8ff6 None None] DHCP port deletion for a9886d0d-27bd-4325-8732-8ea294f28e8a request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:26:51.978735 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d433bf7c-9b11-43ca-bd77-fc2a548b8ff6 None None] Deleting port 6befda1d-bd84-416c-9682-7d7b9abd67b7 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:51.979447 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d433bf7c-9b11-43ca-bd77-fc2a548b8ff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:52.053306 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fd860fab-6876-429e-9de7-860a6a5c18ca tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Deleting port 6befda1d-bd84-416c-9682-7d7b9abd67b7 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:52.053938 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd860fab-6876-429e-9de7-860a6a5c18ca tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:52.111222 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84e9619e-d36a-4ade-8c72-487ac5b606d5 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:52.127541 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa5850ac-448a-4d37-95ad-b82422b21d15 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:52.193919 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9619e-d36a-4ade-8c72-487ac5b606d5 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Pushing event deleted for resources: {'Subnet': ['ID=d28f8c31-c350-431e-ac80-0a2e55bd0941,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:52.201323 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84e9619e-d36a-4ade-8c72-487ac5b606d5 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:52.286495 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-84e9619e-d36a-4ade-8c72-487ac5b606d5 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] 10.222.0.30 "DELETE /v2.0/subnets/d28f8c31-c350-431e-ac80-0a2e55bd0941 HTTP/1.1" status: 204 len: 168 time: 1.6204064 Feb 28 14:26:52.292794 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a655e42-7e97-4403-a674-2546182cb47a None None] Network 9d22cd0d-f59f-42b7-ba02-82540ff3dac9 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:52.296399 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56228) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:52.306379 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fead4d68-38f6-44ef-a71f-6f543ce1e648 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:52.308704 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:26:52.441924 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3cc59128-ef19-430c-ab31-54c345eb981d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:52.540398 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d433bf7c-9b11-43ca-bd77-fc2a548b8ff6 None None] For port 6befda1d-bd84-416c-9682-7d7b9abd67b7, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=6befda1d-bd84-416c-9682-7d7b9abd67b7,segment=NetworkSegment(4bfd79db-b3f9-4ede-bc0f-d11c4c235931),segment_id=4bfd79db-b3f9-4ede-bc0f-d11c4c235931)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:52.540398 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d433bf7c-9b11-43ca-bd77-fc2a548b8ff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:52.543031 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fead4d68-38f6-44ef-a71f-6f543ce1e648 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Calling delete_port for a876add8-160c-4461-967f-0b9b0df17ba0 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:52.553649 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3cc59128-ef19-430c-ab31-54c345eb981d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:52.575643 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-860c34cc-330f-4a57-8ca5-9aa7225668ad None None] Provisioning for port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:26:52.640025 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc59128-ef19-430c-ab31-54c345eb981d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network c552b6b4-4225-4369-a19c-c50fb286d574 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:52.646184 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-3cc59128-ef19-430c-ab31-54c345eb981d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:52.655483 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc59128-ef19-430c-ab31-54c345eb981d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:52.661327 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc59128-ef19-430c-ab31-54c345eb981d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:52.662167 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3cc59128-ef19-430c-ab31-54c345eb981d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:52.683963 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc59128-ef19-430c-ab31-54c345eb981d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Port': ['ID=f0cdcf81-93c3-467b-96aa-57cbff73bc78,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:52.703548 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3cc59128-ef19-430c-ab31-54c345eb981d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7490749 Feb 28 14:26:52.706562 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56232) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:52.738437 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d433bf7c-9b11-43ca-bd77-fc2a548b8ff6 None None] Calling delete_port for 6befda1d-bd84-416c-9682-7d7b9abd67b7 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:52.753290 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51b0a993-daec-4627-889f-b43bc8ab311b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:52.777953 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-860c34cc-330f-4a57-8ca5-9aa7225668ad None None] Provisioning complete for port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:52.778209 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-860c34cc-330f-4a57-8ca5-9aa7225668ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:52.781691 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b523992b-1230-4c01-9056-7285db5de989 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:52.853708 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c43c16-b9dd-4c6d-b387-e610ce027afa tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:52.854292 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-25c43c16-b9dd-4c6d-b387-e610ce027afa tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Synchronizing usage tracker for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:52.947077 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-25c43c16-b9dd-4c6d-b387-e610ce027afa tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Unset dirty status for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:52.947813 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-fd860fab-6876-429e-9de7-860a6a5c18ca tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] For port 6befda1d-bd84-416c-9682-7d7b9abd67b7, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=6befda1d-bd84-416c-9682-7d7b9abd67b7,segment=NetworkSegment(4bfd79db-b3f9-4ede-bc0f-d11c4c235931),segment_id=4bfd79db-b3f9-4ede-bc0f-d11c4c235931)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:52.948078 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd860fab-6876-429e-9de7-860a6a5c18ca tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:52.948572 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-25c43c16-b9dd-4c6d-b387-e610ce027afa tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "GET /v2.0/ports/f0cdcf81-93c3-467b-96aa-57cbff73bc78 HTTP/1.1" status: 200 len: 840 time: 0.2409365 Feb 28 14:26:52.952192 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56236) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:52.964024 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b523992b-1230-4c01-9056-7285db5de989 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Deleting port 06d9e82c-db69-41f6-965a-20cbe36523f0 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:52.964354 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b523992b-1230-4c01-9056-7285db5de989 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:52.973712 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:52.974085 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:53.006881 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d433bf7c-9b11-43ca-bd77-fc2a548b8ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:53.101328 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433bf7c-9b11-43ca-bd77-fc2a548b8ff6 None None] Pushing event deleted for resources: {'Port': ['ID=6befda1d-bd84-416c-9682-7d7b9abd67b7,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:53.111493 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d433bf7c-9b11-43ca-bd77-fc2a548b8ff6 None None] No DVR routers for this DVR port 6befda1d-bd84-416c-9682-7d7b9abd67b7 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:26:53.127566 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e8b95547-6f1d-42b1-b11f-a31ee13b11e5 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting port f0cdcf81-93c3-467b-96aa-57cbff73bc78 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:53.128099 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8b95547-6f1d-42b1-b11f-a31ee13b11e5 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:53.178675 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fd860fab-6876-429e-9de7-860a6a5c18ca tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Calling delete_port for 6befda1d-bd84-416c-9682-7d7b9abd67b7 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:53.294911 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52627e5-d273-4d21-ae53-d7df670e9454 None None] DHCP port deletion for 9d22cd0d-f59f-42b7-ba02-82540ff3dac9 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:26:53.300163 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-e52627e5-d273-4d21-ae53-d7df670e9454 None None] Deleting port 06d9e82c-db69-41f6-965a-20cbe36523f0 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:53.300551 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e52627e5-d273-4d21-ae53-d7df670e9454 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:53.332505 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 6befda1d-bd84-416c-9682-7d7b9abd67b7 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:26:53.372429 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-aa5850ac-448a-4d37-95ad-b82422b21d15 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:26:53.373357 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 6befda1d-bd84-416c-9682-7d7b9abd67b7 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:26:53.373701 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 6befda1d-bd84-416c-9682-7d7b9abd67b7 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:26:53.430470 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa5850ac-448a-4d37-95ad-b82422b21d15 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:53.480424 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8b95547-6f1d-42b1-b11f-a31ee13b11e5 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:53.488888 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa5850ac-448a-4d37-95ad-b82422b21d15 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:53.492290 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-fd860fab-6876-429e-9de7-860a6a5c18ca tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:26:53.492605 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-fd860fab-6876-429e-9de7-860a6a5c18ca tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:26:53.531510 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8316211e-3e9e-419d-9f17-238787dda877 None None] Provisioning for port a876add8-160c-4461-967f-0b9b0df17ba0 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:26:53.546224 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fead4d68-38f6-44ef-a71f-6f543ce1e648 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:53.550304 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8316211e-3e9e-419d-9f17-238787dda877 None None] Provisioning complete for port a876add8-160c-4461-967f-0b9b0df17ba0 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:53.550676 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8316211e-3e9e-419d-9f17-238787dda877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:53.594166 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8316211e-3e9e-419d-9f17-238787dda877 None None] Port a876add8-160c-4461-967f-0b9b0df17ba0 was deleted so its status cannot be updated. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 28 14:26:53.596716 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e52627e5-d273-4d21-ae53-d7df670e9454 None None] For port 06d9e82c-db69-41f6-965a-20cbe36523f0, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=06d9e82c-db69-41f6-965a-20cbe36523f0,segment=NetworkSegment(6f5c011e-5370-45a5-b5b4-20755a44b563),segment_id=6f5c011e-5370-45a5-b5b4-20755a44b563)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:53.597110 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e52627e5-d273-4d21-ae53-d7df670e9454 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:53.630437 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-b523992b-1230-4c01-9056-7285db5de989 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] For port 06d9e82c-db69-41f6-965a-20cbe36523f0, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=06d9e82c-db69-41f6-965a-20cbe36523f0,segment=NetworkSegment(6f5c011e-5370-45a5-b5b4-20755a44b563),segment_id=6f5c011e-5370-45a5-b5b4-20755a44b563)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:53.630807 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b523992b-1230-4c01-9056-7285db5de989 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:53.688784 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5850ac-448a-4d37-95ad-b82422b21d15 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event updated for resources: {'Port': ['ID=247a5295-68fa-460a-a53a-78f950f0e102,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:53.709851 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-51b0a993-daec-4627-889f-b43bc8ab311b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port 8f3f48cf-792a-4115-9592-ba33be99ff26 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:53.709851 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51b0a993-daec-4627-889f-b43bc8ab311b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:53.723527 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-e52627e5-d273-4d21-ae53-d7df670e9454 None None] Calling delete_port for 06d9e82c-db69-41f6-965a-20cbe36523f0 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:53.809493 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e52627e5-d273-4d21-ae53-d7df670e9454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:53.832796 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e8b95547-6f1d-42b1-b11f-a31ee13b11e5 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Calling delete_port for f0cdcf81-93c3-467b-96aa-57cbff73bc78 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:53.866655 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52627e5-d273-4d21-ae53-d7df670e9454 None None] Pushing event deleted for resources: {'Port': ['ID=06d9e82c-db69-41f6-965a-20cbe36523f0,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:53.868583 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52627e5-d273-4d21-ae53-d7df670e9454 None None] No DVR routers for this DVR port 06d9e82c-db69-41f6-965a-20cbe36523f0 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:26:53.897797 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dc412d-71fc-4a14-a3d7-fb19d5c130f6 None None] get_active_networks_info from dv-neutron-831192-4-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 28 14:26:54.010709 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fd860fab-6876-429e-9de7-860a6a5c18ca tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Deleting port 6befda1d-bd84-416c-9682-7d7b9abd67b7 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:54.010920 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd860fab-6876-429e-9de7-860a6a5c18ca tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:54.039056 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8b95547-6f1d-42b1-b11f-a31ee13b11e5 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:54.041074 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dc412d-71fc-4a14-a3d7-fb19d5c130f6 None None] Resources bound (agent type, host, resource id): {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 14:26:54.045938 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b523992b-1230-4c01-9056-7285db5de989 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Calling delete_port for 06d9e82c-db69-41f6-965a-20cbe36523f0 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:54.080742 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead4d68-38f6-44ef-a71f-6f543ce1e648 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Port': ['ID=a876add8-160c-4461-967f-0b9b0df17ba0,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:54.099994 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa5850ac-448a-4d37-95ad-b82422b21d15 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:54.104968 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8b95547-6f1d-42b1-b11f-a31ee13b11e5 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:54.105876 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fead4d68-38f6-44ef-a71f-6f543ce1e648 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:54.118695 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b95547-6f1d-42b1-b11f-a31ee13b11e5 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Port': ['ID=f0cdcf81-93c3-467b-96aa-57cbff73bc78,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:54.124877 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-51b0a993-daec-4627-889f-b43bc8ab311b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port 8f3f48cf-792a-4115-9592-ba33be99ff26, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=8f3f48cf-792a-4115-9592-ba33be99ff26,segment=NetworkSegment(fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1),segment_id=fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:54.125229 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51b0a993-daec-4627-889f-b43bc8ab311b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:54.153292 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fd860fab-6876-429e-9de7-860a6a5c18ca tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] The port '6befda1d-bd84-416c-9682-7d7b9abd67b7' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:26:54.201798 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e8b95547-6f1d-42b1-b11f-a31ee13b11e5 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/ports/f0cdcf81-93c3-467b-96aa-57cbff73bc78 HTTP/1.1" status: 204 len: 168 time: 1.2481387 Feb 28 14:26:54.202422 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56240) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:54.205471 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 06d9e82c-db69-41f6-965a-20cbe36523f0 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:26:54.238446 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fead4d68-38f6-44ef-a71f-6f543ce1e648 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/a876add8-160c-4461-967f-0b9b0df17ba0 HTTP/1.1" status: 204 len: 168 time: 2.9608560 Feb 28 14:26:54.259718 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 06d9e82c-db69-41f6-965a-20cbe36523f0 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:26:54.260150 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 06d9e82c-db69-41f6-965a-20cbe36523f0 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:26:54.264795 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56242) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:54.272665 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-51b0a993-daec-4627-889f-b43bc8ab311b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for 8f3f48cf-792a-4115-9592-ba33be99ff26 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:54.322412 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa5850ac-448a-4d37-95ad-b82422b21d15 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:54.323640 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-aa5850ac-448a-4d37-95ad-b82422b21d15 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4854734 Feb 28 14:26:54.330556 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56248) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:54.339126 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6d6366fc-25f2-4f2b-a254-a985d5ae1524 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Request body: {'port': {'network_id': '08507b25-bf65-4624-8d25-00557623e34b', 'name': 'tempest-FloatingIPTestJSON-1757918969'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:54.354041 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd860fab-6876-429e-9de7-860a6a5c18ca tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:54.378580 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-b523992b-1230-4c01-9056-7285db5de989 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:26:54.378893 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-b523992b-1230-4c01-9056-7285db5de989 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:26:54.407270 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b1eccc-5dc5-45f6-9677-3cd1e32ecbdc tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] GET failed (client error): The resource could not be found. Feb 28 14:26:54.408085 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-99b1eccc-5dc5-45f6-9677-3cd1e32ecbdc tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Synchronizing usage tracker for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:54.458980 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-fd860fab-6876-429e-9de7-860a6a5c18ca tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9886d0d-27bd-4325-8732-8ea294f28e8a']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:54.483941 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-fd860fab-6876-429e-9de7-860a6a5c18ca tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bfd79db-b3f9-4ede-bc0f-d11c4c235931') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:54.484238 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-fd860fab-6876-429e-9de7-860a6a5c18ca tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bfd79db-b3f9-4ede-bc0f-d11c4c235931') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:54.502116 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd860fab-6876-429e-9de7-860a6a5c18ca tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:54.533307 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd860fab-6876-429e-9de7-860a6a5c18ca tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:54.543924 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd860fab-6876-429e-9de7-860a6a5c18ca tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:26:54.544306 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd860fab-6876-429e-9de7-860a6a5c18ca tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: util.warn( Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: util.warn( Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: util.warn( Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: util.warn( Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:26:54.559053 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:26:54.571669 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6d6366fc-25f2-4f2b-a254-a985d5ae1524 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:54.577300 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-99b1eccc-5dc5-45f6-9677-3cd1e32ecbdc tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Unset dirty status for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:54.582027 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-99b1eccc-5dc5-45f6-9677-3cd1e32ecbdc tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "GET /v2.0/ports/f0cdcf81-93c3-467b-96aa-57cbff73bc78 HTTP/1.1" status: 404 len: 333 time: 0.3167856 Feb 28 14:26:54.583981 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56252) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:54.598090 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-89bafc61-83b7-4ab3-b65e-65afd7e7bdeb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'port': {'network_id': 'c552b6b4-4225-4369-a19c-c50fb286d574', 'name': 'tempest-PortsTestJSON-1355140021'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:54.638060 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6d6366fc-25f2-4f2b-a254-a985d5ae1524 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:54.654129 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6366fc-25f2-4f2b-a254-a985d5ae1524 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Made reservation on behalf of a713dce2e4474a3e85dacb2710c38d65 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:54.658378 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6d6366fc-25f2-4f2b-a254-a985d5ae1524 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:54.666325 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118b4cee-25f4-405d-a348-4f0393fb2108 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:54.667024 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-118b4cee-25f4-405d-a348-4f0393fb2108 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:54.672444 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd860fab-6876-429e-9de7-860a6a5c18ca tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:54.692687 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd860fab-6876-429e-9de7-860a6a5c18ca tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:54.711430 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd860fab-6876-429e-9de7-860a6a5c18ca tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] Pushing event deleted for resources: {'Network': ['ID=a9886d0d-27bd-4325-8732-8ea294f28e8a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:54.715597 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-6d6366fc-25f2-4f2b-a254-a985d5ae1524 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] device_id is not set on port e1c31b23-6a9f-4b54-9fa5-92fc0c0aaf1a yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:26:54.751832 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fd860fab-6876-429e-9de7-860a6a5c18ca tempest-NetworksTest-877800736 tempest-NetworksTest-877800736-project] 10.222.0.30 "DELETE /v2.0/networks/a9886d0d-27bd-4325-8732-8ea294f28e8a HTTP/1.1" status: 204 len: 168 time: 3.0328789 Feb 28 14:26:54.757370 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:26:54.770814 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-118b4cee-25f4-405d-a348-4f0393fb2108 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:54.774906 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-118b4cee-25f4-405d-a348-4f0393fb2108 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4745409 Feb 28 14:26:54.776234 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-89bafc61-83b7-4ab3-b65e-65afd7e7bdeb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:54.777256 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56258) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:54.789002 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-89bafc61-83b7-4ab3-b65e-65afd7e7bdeb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:54.805651 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bafc61-83b7-4ab3-b65e-65afd7e7bdeb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:54.809102 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89bafc61-83b7-4ab3-b65e-65afd7e7bdeb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:54.876873 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-89bafc61-83b7-4ab3-b65e-65afd7e7bdeb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] device_id is not set on port ac6cd803-4678-47e6-a291-609f9da31782 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:26:54.881902 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b523992b-1230-4c01-9056-7285db5de989 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Deleting port 06d9e82c-db69-41f6-965a-20cbe36523f0 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:54.881902 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b523992b-1230-4c01-9056-7285db5de989 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:54.966438 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51b0a993-daec-4627-889f-b43bc8ab311b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:54.974444 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b523992b-1230-4c01-9056-7285db5de989 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] The port '06d9e82c-db69-41f6-965a-20cbe36523f0' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:26:55.032670 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0a993-daec-4627-889f-b43bc8ab311b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=8f3f48cf-792a-4115-9592-ba33be99ff26,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:55.038414 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-6d6366fc-25f2-4f2b-a254-a985d5ae1524 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Allocated IP 172.20.0.11 (08507b25-bf65-4624-8d25-00557623e34b/e313196f-d6e9-431f-a11e-fd7033f179ac/e1c31b23-6a9f-4b54-9fa5-92fc0c0aaf1a) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:26:55.068397 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56264) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:55.145314 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb068ea7-f818-400a-9795-315ac7a175ac tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:55.146129 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fb068ea7-f818-400a-9795-315ac7a175ac tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:55.157588 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b523992b-1230-4c01-9056-7285db5de989 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:55.217701 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fb068ea7-f818-400a-9795-315ac7a175ac tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:55.221402 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fb068ea7-f818-400a-9795-315ac7a175ac tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4411132 Feb 28 14:26:55.221402 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-b523992b-1230-4c01-9056-7285db5de989 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d22cd0d-f59f-42b7-ba02-82540ff3dac9']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:55.230497 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56270) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:55.275831 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-b523992b-1230-4c01-9056-7285db5de989 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5c011e-5370-45a5-b5b4-20755a44b563') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:55.276595 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-b523992b-1230-4c01-9056-7285db5de989 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5c011e-5370-45a5-b5b4-20755a44b563') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:55.324050 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b523992b-1230-4c01-9056-7285db5de989 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:55.488523 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89bafc61-83b7-4ab3-b65e-65afd7e7bdeb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:55.583198 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b523992b-1230-4c01-9056-7285db5de989 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:55.583445 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51b0a993-daec-4627-889f-b43bc8ab311b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:55.617097 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4769f0d7-9673-4bb6-970f-2c5e47da171f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:55.618761 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4769f0d7-9673-4bb6-970f-2c5e47da171f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:55.620242 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4769f0d7-9673-4bb6-970f-2c5e47da171f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:55.621032 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4769f0d7-9673-4bb6-970f-2c5e47da171f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:55.626258 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b523992b-1230-4c01-9056-7285db5de989 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:26:55.626660 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b523992b-1230-4c01-9056-7285db5de989 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:26:55.643937 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:26:55.664873 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89bafc61-83b7-4ab3-b65e-65afd7e7bdeb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:55.718930 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-80d0f615-d29f-41dc-b81c-c93c3eeb043f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da983677876248308f7866178fb20b80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6484604 Feb 28 14:26:55.728165 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56274) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:55.762521 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4769f0d7-9673-4bb6-970f-2c5e47da171f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:55.763687 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4769f0d7-9673-4bb6-970f-2c5e47da171f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5289731 Feb 28 14:26:55.777509 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56278) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:55.817926 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bafc61-83b7-4ab3-b65e-65afd7e7bdeb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network c552b6b4-4225-4369-a19c-c50fb286d574 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:55.823360 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-89bafc61-83b7-4ab3-b65e-65afd7e7bdeb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:55.827262 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bafc61-83b7-4ab3-b65e-65afd7e7bdeb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Port': ['ID=ac6cd803-4678-47e6-a291-609f9da31782,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:55.829369 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bafc61-83b7-4ab3-b65e-65afd7e7bdeb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:55.834743 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bafc61-83b7-4ab3-b65e-65afd7e7bdeb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:55.835383 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89bafc61-83b7-4ab3-b65e-65afd7e7bdeb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:55.848197 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b523992b-1230-4c01-9056-7285db5de989 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:55.852196 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b523992b-1230-4c01-9056-7285db5de989 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:55.912249 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6d6366fc-25f2-4f2b-a254-a985d5ae1524 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:55.918625 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523992b-1230-4c01-9056-7285db5de989 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] Pushing event deleted for resources: {'Network': ['ID=9d22cd0d-f59f-42b7-ba02-82540ff3dac9,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:55.922543 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b523992b-1230-4c01-9056-7285db5de989 tempest-ExtraDHCPOptionsTestJSON-1653277678 tempest-ExtraDHCPOptionsTestJSON-1653277678-project] 10.222.0.30 "DELETE /v2.0/networks/9d22cd0d-f59f-42b7-ba02-82540ff3dac9 HTTP/1.1" status: 204 len: 168 time: 3.6209085 Feb 28 14:26:55.934434 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-89bafc61-83b7-4ab3-b65e-65afd7e7bdeb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3479996 Feb 28 14:26:55.938192 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56284) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:55.948135 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-08df3ac8-011e-43b6-b848-ea060756eaa9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:55.980898 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb6d90f-9f46-4aeb-95fa-569779d664f3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet bed191ec-8bf4-4863-bd33-b970bab583cc {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:26:55.999527 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d90f-9f46-4aeb-95fa-569779d664f3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:56.031705 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d11ca17-9e95-4459-aa9a-95d6d2fc8900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:56.068984 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b0a993-daec-4627-889f-b43bc8ab311b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 3cef54b5-a965-40cb-85d6-7b6c2a48f617 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:26:56.108575 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d90f-9f46-4aeb-95fa-569779d664f3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:56.167762 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56290) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:56.177924 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d11ca17-9e95-4459-aa9a-95d6d2fc8900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:56.258999 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6d6366fc-25f2-4f2b-a254-a985d5ae1524 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:56.259568 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b0a993-daec-4627-889f-b43bc8ab311b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:26:56.266935 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-51b0a993-daec-4627-889f-b43bc8ab311b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "PUT /v2.0/routers/3cef54b5-a965-40cb-85d6-7b6c2a48f617/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0948305 Feb 28 14:26:56.267576 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56296) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:56.277214 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421baaa4-da53-4e78-ab84-a5917f3bd640 None None] Sync routers for ids ['3cef54b5-a965-40cb-85d6-7b6c2a48f617'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:26:56.290120 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421baaa4-da53-4e78-ab84-a5917f3bd640 None None] Routers {'3cef54b5-a965-40cb-85d6-7b6c2a48f617'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:56.291753 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-421baaa4-da53-4e78-ab84-a5917f3bd640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:26:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3cef54b5-a965-40cb-85d6-7b6c2a48f617'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:56.317644 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-08df3ac8-011e-43b6-b848-ea060756eaa9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:56.368514 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c473978c-e1a5-4ecf-9102-b0e1a8d4ce34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting subnet 32c16988-87c1-45c3-8530-919898fbf5f3 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:26:56.381546 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c473978c-e1a5-4ecf-9102-b0e1a8d4ce34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:56.430765 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6366fc-25f2-4f2b-a254-a985d5ae1524 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Network 08507b25-bf65-4624-8d25-00557623e34b is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:56.437878 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-6d6366fc-25f2-4f2b-a254-a985d5ae1524 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:56.440339 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6366fc-25f2-4f2b-a254-a985d5ae1524 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:26:56.441872 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ec591fa9-25fc-46ba-95c8-c0237438bf74 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=979d29001ee141ec9d175de18a5dccd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730849 Feb 28 14:26:56.444606 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56300) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:56.461791 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c473978c-e1a5-4ecf-9102-b0e1a8d4ce34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:56.494734 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6366fc-25f2-4f2b-a254-a985d5ae1524 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event updated for resources: {'Port': ['ID=e1c31b23-6a9f-4b54-9fa5-92fc0c0aaf1a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:56.517801 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d90f-9f46-4aeb-95fa-569779d664f3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:56.554471 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-421baaa4-da53-4e78-ab84-a5917f3bd640 None None] Set router 3cef54b5-a965-40cb-85d6-7b6c2a48f617 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:26:56.559925 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6366fc-25f2-4f2b-a254-a985d5ae1524 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:56.560269 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6366fc-25f2-4f2b-a254-a985d5ae1524 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:56.560664 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6366fc-25f2-4f2b-a254-a985d5ae1524 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:56.561106 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6366fc-25f2-4f2b-a254-a985d5ae1524 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:56.561907 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6366fc-25f2-4f2b-a254-a985d5ae1524 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:56.562228 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6366fc-25f2-4f2b-a254-a985d5ae1524 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:56.563180 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6366fc-25f2-4f2b-a254-a985d5ae1524 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:56.563180 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6366fc-25f2-4f2b-a254-a985d5ae1524 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:56.563180 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6366fc-25f2-4f2b-a254-a985d5ae1524 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:56.563497 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6366fc-25f2-4f2b-a254-a985d5ae1524 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:56.564533 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6366fc-25f2-4f2b-a254-a985d5ae1524 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:56.564533 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6366fc-25f2-4f2b-a254-a985d5ae1524 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:56.567835 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d11ca17-9e95-4459-aa9a-95d6d2fc8900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:56.571666 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d1cccf2-3b94-44c3-b2cc-30fa36c7776f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:56.604894 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d1cccf2-3b94-44c3-b2cc-30fa36c7776f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:56.612845 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c473978c-e1a5-4ecf-9102-b0e1a8d4ce34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:56.650445 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6366fc-25f2-4f2b-a254-a985d5ae1524 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:56.650956 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6d6366fc-25f2-4f2b-a254-a985d5ae1524 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:56.664046 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11ca17-9e95-4459-aa9a-95d6d2fc8900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56dda41-bbd3-4310-8b62-463a64a60277,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:56.683712 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d11ca17-9e95-4459-aa9a-95d6d2fc8900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:56.687772 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2d11ca17-9e95-4459-aa9a-95d6d2fc8900 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e56dda41-bbd3-4310-8b62-463a64a60277 HTTP/1.1" status: 204 len: 168 time: 0.9506116 Feb 28 14:26:56.734757 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d1cccf2-3b94-44c3-b2cc-30fa36c7776f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:56.749459 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c473978c-e1a5-4ecf-9102-b0e1a8d4ce34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:56.782240 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6d6366fc-25f2-4f2b-a254-a985d5ae1524 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4474592 Feb 28 14:26:56.786537 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56306) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:56.792574 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1cccf2-3b94-44c3-b2cc-30fa36c7776f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1821cd-ed3c-4c68-bad7-e859235d82c0,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:56.799474 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b56aded0-d6e6-43c0-98d6-a3b8bbc72d18 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Request body: {'floatingip': {'port_id': 'e1c31b23-6a9f-4b54-9fa5-92fc0c0aaf1a'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:56.804177 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473978c-e1a5-4ecf-9102-b0e1a8d4ce34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Subnet': ['ID=32c16988-87c1-45c3-8530-919898fbf5f3,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:56.808793 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c473978c-e1a5-4ecf-9102-b0e1a8d4ce34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:56.821300 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c473978c-e1a5-4ecf-9102-b0e1a8d4ce34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/subnets/32c16988-87c1-45c3-8530-919898fbf5f3 HTTP/1.1" status: 204 len: 168 time: 0.5525601 Feb 28 14:26:56.822628 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d1cccf2-3b94-44c3-b2cc-30fa36c7776f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:56.823639 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5d1cccf2-3b94-44c3-b2cc-30fa36c7776f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c1821cd-ed3c-4c68-bad7-e859235d82c0 HTTP/1.1" status: 204 len: 168 time: 0.3783255 Feb 28 14:26:56.824137 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56310) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:56.882318 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707d516c-a9f4-43fb-b4d6-f58b4ac4febf None None] Network 6d2dd3d7-4918-4fcf-a188-9392d7a68097 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:56.895513 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d90f-9f46-4aeb-95fa-569779d664f3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:56.941667 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b56aded0-d6e6-43c0-98d6-a3b8bbc72d18 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:57.024703 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d90f-9f46-4aeb-95fa-569779d664f3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:57.029085 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bfb6d90f-9f46-4aeb-95fa-569779d664f3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/bed191ec-8bf4-4863-bd33-b970bab583cc HTTP/1.1" status: 204 len: 168 time: 1.2423246 Feb 28 14:26:57.043347 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-08df3ac8-011e-43b6-b848-ea060756eaa9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:26:57.047843 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6d90f-9f46-4aeb-95fa-569779d664f3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=bed191ec-8bf4-4863-bd33-b970bab583cc,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:57.057286 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56318) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:57.101267 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c55c0f-359f-4190-b831-5c027ff42bef None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:57.140805 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-08df3ac8-011e-43b6-b848-ea060756eaa9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:57.161296 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-08df3ac8-011e-43b6-b848-ea060756eaa9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:57.267620 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-08df3ac8-011e-43b6-b848-ea060756eaa9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] In _notify_port_updated(), no bound segment for port ac6cd803-4678-47e6-a291-609f9da31782 on network c552b6b4-4225-4369-a19c-c50fb286d574 {{(pid=87773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 14:26:57.273626 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08df3ac8-011e-43b6-b848-ea060756eaa9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:57.274320 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-08df3ac8-011e-43b6-b848-ea060756eaa9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:57.275634 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-08df3ac8-011e-43b6-b848-ea060756eaa9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "PUT /v2.0/ports/ac6cd803-4678-47e6-a291-609f9da31782 HTTP/1.1" status: 200 len: 818 time: 1.3323407 Feb 28 14:26:57.279097 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56328) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:57.292215 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-421baaa4-da53-4e78-ab84-a5917f3bd640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'name': 'tempest-TestNetworkBasicOps-router-795233918', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:28Z', 'updated_at': '2022-02-28T14:26:54Z', 'revision_number': 7, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:31Z', 'updated_at': '2022-02-28T14:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:57.299570 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421baaa4-da53-4e78-ab84-a5917f3bd640 None None] Checking router: 3cef54b5-a965-40cb-85d6-7b6c2a48f617 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:26:57.333399 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421baaa4-da53-4e78-ab84-a5917f3bd640 None None] Routers {'3cef54b5-a965-40cb-85d6-7b6c2a48f617'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:26:57.334110 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-421baaa4-da53-4e78-ab84-a5917f3bd640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:26:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3cef54b5-a965-40cb-85d6-7b6c2a48f617'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:57.334521 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b156770-ae5e-4acf-bed4-8877aa3eea78 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet c1c725c8-a965-4531-b898-4dba96543baa {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:26:57.357607 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4b156770-ae5e-4acf-bed4-8877aa3eea78 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:57.358119 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-1a13d82a-4e52-45a1-8ce4-b1f9db398912 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting port ac6cd803-4678-47e6-a291-609f9da31782 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:57.358834 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1a13d82a-4e52-45a1-8ce4-b1f9db398912 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:57.399736 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e6f25201-2380-4121-b354-752d8aa2cffb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:57.562936 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df3ac8-011e-43b6-b848-ea060756eaa9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Port': ['ID=ac6cd803-4678-47e6-a291-609f9da31782,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:57.706766 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6de45e2-2581-4c9e-85d4-b88f2ef3ac46 None None] DHCP port deletion for 6d2dd3d7-4918-4fcf-a188-9392d7a68097 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:26:57.707044 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4b156770-ae5e-4acf-bed4-8877aa3eea78 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:57.761093 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a6de45e2-2581-4c9e-85d4-b88f2ef3ac46 None None] Deleting port 840dbea4-62e0-437d-950f-5e00b81a349a {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:57.761637 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a6de45e2-2581-4c9e-85d4-b88f2ef3ac46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:57.841070 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e6f25201-2380-4121-b354-752d8aa2cffb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:57.860335 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-421baaa4-da53-4e78-ab84-a5917f3bd640 None None] Set router 3cef54b5-a965-40cb-85d6-7b6c2a48f617 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:26:57.865099 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1a13d82a-4e52-45a1-8ce4-b1f9db398912 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:57.873855 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e6f25201-2380-4121-b354-752d8aa2cffb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port 2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:57.874497 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e6f25201-2380-4121-b354-752d8aa2cffb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:57.953069 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4b156770-ae5e-4acf-bed4-8877aa3eea78 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:58.046149 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-1a13d82a-4e52-45a1-8ce4-b1f9db398912 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Calling delete_port for ac6cd803-4678-47e6-a291-609f9da31782 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:58.133431 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56352) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:58.202541 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4b156770-ae5e-4acf-bed4-8877aa3eea78 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:58.258446 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1a13d82a-4e52-45a1-8ce4-b1f9db398912 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:58.268124 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b156770-ae5e-4acf-bed4-8877aa3eea78 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=c1c725c8-a965-4531-b898-4dba96543baa,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:58.276968 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4b156770-ae5e-4acf-bed4-8877aa3eea78 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:58.319556 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13d82a-4e52-45a1-8ce4-b1f9db398912 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Port': ['ID=ac6cd803-4678-47e6-a291-609f9da31782,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:58.324981 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-e6f25201-2380-4121-b354-752d8aa2cffb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port 2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:58.325333 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e6f25201-2380-4121-b354-752d8aa2cffb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:58.374693 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4b156770-ae5e-4acf-bed4-8877aa3eea78 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/c1c725c8-a965-4531-b898-4dba96543baa HTTP/1.1" status: 204 len: 168 time: 1.3080256 Feb 28 14:26:58.392857 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 840dbea4-62e0-437d-950f-5e00b81a349a no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:26:58.396969 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56364) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:58.398078 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1a13d82a-4e52-45a1-8ce4-b1f9db398912 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:58.427503 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c96f7c0a-97ae-42aa-97dc-4fae52079f6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'network': {'name': 'tempest-RoutersTest-383706855'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:58.437316 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c96f7c0a-97ae-42aa-97dc-4fae52079f6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:58.455889 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c96f7c0a-97ae-42aa-97dc-4fae52079f6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Usage tracker for resource:network and tenant:2f27756656034771b730bac18fc748ab is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:58.465239 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e6f25201-2380-4121-b354-752d8aa2cffb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for 2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:58.475725 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c96f7c0a-97ae-42aa-97dc-4fae52079f6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:58.506576 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c96f7c0a-97ae-42aa-97dc-4fae52079f6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:58.510167 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b56aded0-d6e6-43c0-98d6-a3b8bbc72d18 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:58.518613 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b56aded0-d6e6-43c0-98d6-a3b8bbc72d18 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:58.570907 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1a13d82a-4e52-45a1-8ce4-b1f9db398912 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/ports/ac6cd803-4678-47e6-a291-609f9da31782 HTTP/1.1" status: 204 len: 168 time: 1.2905273 Feb 28 14:26:58.576325 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a6de45e2-2581-4c9e-85d4-b88f2ef3ac46 None None] For port 840dbea4-62e0-437d-950f-5e00b81a349a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=840dbea4-62e0-437d-950f-5e00b81a349a,segment=NetworkSegment(fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1),segment_id=fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:58.576905 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a6de45e2-2581-4c9e-85d4-b88f2ef3ac46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:58.581378 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e794874d-6182-4a71-8033-eff63ca6de39 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1775141 Feb 28 14:26:58.581378 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56370) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:58.581638 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96f7c0a-97ae-42aa-97dc-4fae52079f6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Made reservation on behalf of 2f27756656034771b730bac18fc748ab for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:58.583818 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56372) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:58.584601 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c96f7c0a-97ae-42aa-97dc-4fae52079f6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:58.598498 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56378) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:58.619323 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c96f7c0a-97ae-42aa-97dc-4fae52079f6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:58.641362 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c96f7c0a-97ae-42aa-97dc-4fae52079f6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:58.649246 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c96f7c0a-97ae-42aa-97dc-4fae52079f6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Usage tracker for resource:security_group_rule and tenant:2f27756656034771b730bac18fc748ab is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:58.661826 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c96f7c0a-97ae-42aa-97dc-4fae52079f6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:58.722243 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c96f7c0a-97ae-42aa-97dc-4fae52079f6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:58.761374 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-43972721-679e-46a0-9ff0-f32daf43814e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:58.777122 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-b56aded0-d6e6-43c0-98d6-a3b8bbc72d18 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Floating IP 8f40015f-5c3a-4e1a-8b4d-742d2d78b4a5 associated. External IP: 172.26.5.121, port: e1c31b23-6a9f-4b54-9fa5-92fc0c0aaf1a. Feb 28 14:26:58.788417 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:58.808882 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a6de45e2-2581-4c9e-85d4-b88f2ef3ac46 None None] Calling delete_port for 840dbea4-62e0-437d-950f-5e00b81a349a owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:26:58.838300 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-72e24d60-52fe-4dcc-beb5-76626f3816cb tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1400899475', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:58.858717 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-72e24d60-52fe-4dcc-beb5-76626f3816cb tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:58.872907 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-72e24d60-52fe-4dcc-beb5-76626f3816cb tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Usage tracker for resource:router and tenant:b3e9c0a06a9a4621bb3dc55efb1a6d75 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:58.878715 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-72e24d60-52fe-4dcc-beb5-76626f3816cb tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:58.887611 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-72e24d60-52fe-4dcc-beb5-76626f3816cb tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:58.929109 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-43972721-679e-46a0-9ff0-f32daf43814e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:58.937624 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 840dbea4-62e0-437d-950f-5e00b81a349a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=840dbea4-62e0-437d-950f-5e00b81a349a,segment=NetworkSegment(fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1),segment_id=fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:26:58.942801 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-43972721-679e-46a0-9ff0-f32daf43814e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:subnet and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:58.946173 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-43972721-679e-46a0-9ff0-f32daf43814e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:58.953627 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-43972721-679e-46a0-9ff0-f32daf43814e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:58.959231 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:58.965952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a81b12-86a1-44a0-a6c1-2e9b46274005 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:58.966703 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e4a81b12-86a1-44a0-a6c1-2e9b46274005 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Synchronizing usage tracker for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:26:58.988187 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-72e24d60-52fe-4dcc-beb5-76626f3816cb tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:58.989705 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-72e24d60-52fe-4dcc-beb5-76626f3816cb tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:58.990269 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43972721-679e-46a0-9ff0-f32daf43814e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:58.995975 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43972721-679e-46a0-9ff0-f32daf43814e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:59.019354 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e4a81b12-86a1-44a0-a6c1-2e9b46274005 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Unset dirty status for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:26:59.020638 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e4a81b12-86a1-44a0-a6c1-2e9b46274005 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4383681 Feb 28 14:26:59.032041 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56384) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:59.053574 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=840dbea4-62e0-437d-950f-5e00b81a349a,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:59.064637 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:59.064637 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:59.064637 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:59.065860 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:59.066704 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:59.066704 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:59.066919 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:59.067173 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:59.071946 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:59.072289 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:59.072628 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:59.073458 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:26:59.076506 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-a6de45e2-2581-4c9e-85d4-b88f2ef3ac46 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:26:59.077032 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-a6de45e2-2581-4c9e-85d4-b88f2ef3ac46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:26:59.097877 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-84dcee2d-7aea-48a9-88c8-b7a357fab63a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] GET failed (client error): The resource could not be found. Feb 28 14:26:59.102935 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-84dcee2d-7aea-48a9-88c8-b7a357fab63a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "GET /v2.0/ports/ac6cd803-4678-47e6-a291-609f9da31782 HTTP/1.1" status: 404 len: 333 time: 0.0637233 Feb 28 14:26:59.105000 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56388) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:59.109239 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-421baaa4-da53-4e78-ab84-a5917f3bd640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'name': 'tempest-TestNetworkBasicOps-router-795233918', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:28Z', 'updated_at': '2022-02-28T14:26:54Z', 'revision_number': 7, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:31Z', 'updated_at': '2022-02-28T14:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:26:59.114743 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421baaa4-da53-4e78-ab84-a5917f3bd640 None None] The sync data for ids ['3cef54b5-a965-40cb-85d6-7b6c2a48f617'] in dv-neutron-831192-4-hyperv is: [{'id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'name': 'tempest-TestNetworkBasicOps-router-795233918', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:23:28Z', 'updated_at': '2022-02-28T14:26:54Z', 'revision_number': 7, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cef54b5-a965-40cb-85d6-7b6c2a48f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:23:31Z', 'updated_at': '2022-02-28T14:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:26:59.117427 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c96f7c0a-97ae-42aa-97dc-4fae52079f6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:59.121895 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f9bdb1e9-0bc6-421a-a23b-80775589b58a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-810220521'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:59.129774 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f9bdb1e9-0bc6-421a-a23b-80775589b58a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:26:59.133225 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c96f7c0a-97ae-42aa-97dc-4fae52079f6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:59.145303 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96f7c0a-97ae-42aa-97dc-4fae52079f6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:26:59.175889 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e6f25201-2380-4121-b354-752d8aa2cffb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:59.224194 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c96f7c0a-97ae-42aa-97dc-4fae52079f6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:59.224194 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-c96f7c0a-97ae-42aa-97dc-4fae52079f6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Added segment f49126f2-682c-4afb-af2d-e6f30515bf99 of type vlan for network 1b5efb13-bc4f-48d6-9f9d-68cb45f1bd2f Feb 28 14:26:59.225506 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f9bdb1e9-0bc6-421a-a23b-80775589b58a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:network and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:26:59.235289 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f9bdb1e9-0bc6-421a-a23b-80775589b58a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:26:59.265680 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f25201-2380-4121-b354-752d8aa2cffb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:59.274581 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f9bdb1e9-0bc6-421a-a23b-80775589b58a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:26:59.280851 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-72e24d60-52fe-4dcc-beb5-76626f3816cb tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:59.301376 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f7c0a-97ae-42aa-97dc-4fae52079f6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d75c579-dfcd-4c6c-9f09-a2a2ca36f81e,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:59.325869 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bdb1e9-0bc6-421a-a23b-80775589b58a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:26:59.329387 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f9bdb1e9-0bc6-421a-a23b-80775589b58a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:59.350745 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c96f7c0a-97ae-42aa-97dc-4fae52079f6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:59.404214 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e6f25201-2380-4121-b354-752d8aa2cffb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:59.578194 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a6de45e2-2581-4c9e-85d4-b88f2ef3ac46 None None] Deleting port 840dbea4-62e0-437d-950f-5e00b81a349a {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:26:59.579357 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a6de45e2-2581-4c9e-85d4-b88f2ef3ac46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:59.607212 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e6f25201-2380-4121-b354-752d8aa2cffb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:59.610570 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e6f25201-2380-4121-b354-752d8aa2cffb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:59.649560 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c96f7c0a-97ae-42aa-97dc-4fae52079f6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:59.656188 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96f7c0a-97ae-42aa-97dc-4fae52079f6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:59.656800 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c96f7c0a-97ae-42aa-97dc-4fae52079f6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:59.676052 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56aded0-d6e6-43c0-98d6-a3b8bbc72d18 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Router c03555cd-652b-4bba-b748-91a2da17fdbf has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:26:59.682621 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43972721-679e-46a0-9ff0-f32daf43814e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:59.717529 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-72e24d60-52fe-4dcc-beb5-76626f3816cb tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:59.719405 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e6f25201-2380-4121-b354-752d8aa2cffb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:59.719901 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f25201-2380-4121-b354-752d8aa2cffb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Fanout notify agent at l3_agent the message router_deleted on router 3cef54b5-a965-40cb-85d6-7b6c2a48f617 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:26:59.727214 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae61d702-6a99-4fd1-9140-140d748de0eb None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:26:59.753389 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43972721-679e-46a0-9ff0-f32daf43814e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:26:59.756940 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-43972721-679e-46a0-9ff0-f32daf43814e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:26:59.767789 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43972721-679e-46a0-9ff0-f32daf43814e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:26:59.768007 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43972721-679e-46a0-9ff0-f32daf43814e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:59.790634 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43972721-679e-46a0-9ff0-f32daf43814e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=bfaa0f33-be44-4864-b4cf-cbcc8ab2d3f0,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:59.798521 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e6f25201-2380-4121-b354-752d8aa2cffb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:59.799615 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e6f25201-2380-4121-b354-752d8aa2cffb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/routers/3cef54b5-a965-40cb-85d6-7b6c2a48f617 HTTP/1.1" status: 204 len: 168 time: 2.9746046 Feb 28 14:26:59.802504 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56392) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:59.824477 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f7c0a-97ae-42aa-97dc-4fae52079f6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Network': ['ID=1b5efb13-bc4f-48d6-9f9d-68cb45f1bd2f,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:26:59.829516 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9bdb1e9-0bc6-421a-a23b-80775589b58a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:26:59.856368 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-43972721-679e-46a0-9ff0-f32daf43814e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2688987 Feb 28 14:26:59.856670 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56396) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:59.871410 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 1b5efb13-bc4f-48d6-9f9d-68cb45f1bd2f details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:26:59.908610 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-45516396-ce13-4780-85b8-a1bc9a882920 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:59.909085 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f9bdb1e9-0bc6-421a-a23b-80775589b58a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:59.909441 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-f9bdb1e9-0bc6-421a-a23b-80775589b58a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Added segment 8448e393-6025-4fe3-9868-89559b34d782 of type vlan for network 21407005-8aec-492d-b73f-84735ba65cc7 Feb 28 14:26:59.917625 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c036c2a7-efc4-42ca-9e61-60b701d1c6cd None None] Provisioning complete for port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:26:59.918107 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c036c2a7-efc4-42ca-9e61-60b701d1c6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:59.933701 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c96f7c0a-97ae-42aa-97dc-4fae52079f6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7997661 Feb 28 14:26:59.940957 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56400) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:59.944700 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-72e24d60-52fe-4dcc-beb5-76626f3816cb tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:26:59.950266 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-72e24d60-52fe-4dcc-beb5-76626f3816cb tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.3411508 Feb 28 14:26:59.957059 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-4c42f8d7-092a-477e-9c58-b3a0b30fdc69 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'network': {'name': 'tempest-RoutersTest-1374452849'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:59.959557 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56404) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:26:59.972221 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1727316208'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:26:59.978134 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-4c42f8d7-092a-477e-9c58-b3a0b30fdc69 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:00.005216 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4c42f8d7-092a-477e-9c58-b3a0b30fdc69 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Usage tracker for resource:network and tenant:2f27756656034771b730bac18fc748ab is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:00.017739 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4c42f8d7-092a-477e-9c58-b3a0b30fdc69 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:00.034240 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8db3d29-1c5b-4c76-9ebc-6e6fec24227e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:00.041264 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:00.058473 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Usage tracker for resource:network and tenant:b3e9c0a06a9a4621bb3dc55efb1a6d75 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:00.066088 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:00.074720 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:00.077759 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f9bdb1e9-0bc6-421a-a23b-80775589b58a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:00.093842 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-4c42f8d7-092a-477e-9c58-b3a0b30fdc69 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:00.095496 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f8db3d29-1c5b-4c76-9ebc-6e6fec24227e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port 840dbea4-62e0-437d-950f-5e00b81a349a {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:00.095932 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8db3d29-1c5b-4c76-9ebc-6e6fec24227e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:00.127316 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c42f8d7-092a-477e-9c58-b3a0b30fdc69 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Made reservation on behalf of 2f27756656034771b730bac18fc748ab for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:00.130709 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c42f8d7-092a-477e-9c58-b3a0b30fdc69 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:00.136464 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Made reservation on behalf of b3e9c0a06a9a4621bb3dc55efb1a6d75 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:00.140323 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:00.163571 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56aded0-d6e6-43c0-98d6-a3b8bbc72d18 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:27:00.168021 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b56aded0-d6e6-43c0-98d6-a3b8bbc72d18 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:00.174888 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-45516396-ce13-4780-85b8-a1bc9a882920 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:00.178227 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a6de45e2-2581-4c9e-85d4-b88f2ef3ac46 None None] For port 840dbea4-62e0-437d-950f-5e00b81a349a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=840dbea4-62e0-437d-950f-5e00b81a349a,segment=NetworkSegment(fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1),segment_id=fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:00.178631 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a6de45e2-2581-4c9e-85d4-b88f2ef3ac46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:00.179124 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-45516396-ce13-4780-85b8-a1bc9a882920 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:subnet and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:00.179894 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5dabb0-f1ae-44b9-a81d-5d03cbbf090a None None] Sync routers for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:27:00.182122 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-45516396-ce13-4780-85b8-a1bc9a882920 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:00.188930 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-45516396-ce13-4780-85b8-a1bc9a882920 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:00.194020 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5dabb0-f1ae-44b9-a81d-5d03cbbf090a None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:00.194889 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ca5dabb0-f1ae-44b9-a81d-5d03cbbf090a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:26:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:00.196143 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:00.210968 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45516396-ce13-4780-85b8-a1bc9a882920 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:00.214694 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45516396-ce13-4780-85b8-a1bc9a882920 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:00.219358 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c42f8d7-092a-477e-9c58-b3a0b30fdc69 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:27:00.229128 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c42f8d7-092a-477e-9c58-b3a0b30fdc69 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:00.229537 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-4c42f8d7-092a-477e-9c58-b3a0b30fdc69 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Added segment 3c2e797b-9703-4624-90ef-660159e4262d of type vlan for network 894174a9-bedc-42d6-8f44-223ef63519cd Feb 28 14:27:00.258772 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c42f8d7-092a-477e-9c58-b3a0b30fdc69 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:00.292005 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ca5dabb0-f1ae-44b9-a81d-5d03cbbf090a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:00.294560 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:00.301665 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f9bdb1e9-0bc6-421a-a23b-80775589b58a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:00.302525 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5dabb0-f1ae-44b9-a81d-5d03cbbf090a None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:00.303511 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ca5dabb0-f1ae-44b9-a81d-5d03cbbf090a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:26:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:00.308461 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bdb1e9-0bc6-421a-a23b-80775589b58a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:00.309867 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f9bdb1e9-0bc6-421a-a23b-80775589b58a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:00.348971 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b56aded0-d6e6-43c0-98d6-a3b8bbc72d18 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "PUT /v2.0/floatingips/8f40015f-5c3a-4e1a-8b4d-742d2d78b4a5 HTTP/1.1" status: 200 len: 979 time: 3.5586784 Feb 28 14:27:00.354072 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56408) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:00.375027 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ca5dabb0-f1ae-44b9-a81d-5d03cbbf090a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:00.375741 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5dabb0-f1ae-44b9-a81d-5d03cbbf090a None None] The sync data for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:27:00.393052 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Usage tracker for resource:security_group_rule and tenant:b3e9c0a06a9a4621bb3dc55efb1a6d75 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:00.399343 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a6de45e2-2581-4c9e-85d4-b88f2ef3ac46 None None] Calling delete_port for 840dbea4-62e0-437d-950f-5e00b81a349a owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:27:00.406914 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:00.419102 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:00.504586 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 8f3f48cf-792a-4115-9592-ba33be99ff26 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:27:00.564899 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 8f3f48cf-792a-4115-9592-ba33be99ff26 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:27:00.565118 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 8f3f48cf-792a-4115-9592-ba33be99ff26 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:27:00.565532 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:27:00.577644 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-4c42f8d7-092a-477e-9c58-b3a0b30fdc69 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:27:00.597074 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f9bdb1e9-0bc6-421a-a23b-80775589b58a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4874609 Feb 28 14:27:00.606290 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56412) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:00.620846 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bdb1e9-0bc6-421a-a23b-80775589b58a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Network': ['ID=21407005-8aec-492d-b73f-84735ba65cc7,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:00.629072 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e4a043cd-0f98-4959-81ea-f953910bd9b0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'subnet': {'network_id': '21407005-8aec-492d-b73f-84735ba65cc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:00.631363 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:27:00.631855 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 2c1bfe1d-98e1-4c05-8d0d-b0f00cb48c94 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:27:00.654054 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 21407005-8aec-492d-b73f-84735ba65cc7 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:27:00.713017 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.ipam_backend_mixin [None req-45516396-ce13-4780-85b8-a1bc9a882920 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bfaa0f33-be44-4864-b4cf-cbcc8ab2d3f0 (CIDR: 2001:db8::/64) Feb 28 14:27:00.727613 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-45516396-ce13-4780-85b8-a1bc9a882920 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:27:00.728048 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45516396-ce13-4780-85b8-a1bc9a882920 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:00.749539 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e4a043cd-0f98-4959-81ea-f953910bd9b0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:00.751670 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a6de45e2-2581-4c9e-85d4-b88f2ef3ac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:00.754132 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e4a043cd-0f98-4959-81ea-f953910bd9b0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:subnet and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:00.757328 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-f8db3d29-1c5b-4c76-9ebc-6e6fec24227e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port 840dbea4-62e0-437d-950f-5e00b81a349a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=840dbea4-62e0-437d-950f-5e00b81a349a,segment=NetworkSegment(fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1),segment_id=fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:00.757515 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e4a043cd-0f98-4959-81ea-f953910bd9b0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:00.757625 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8db3d29-1c5b-4c76-9ebc-6e6fec24227e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:00.762851 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e4a043cd-0f98-4959-81ea-f953910bd9b0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:00.778668 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-aa2807de-6efc-41e8-b7e0-e7b8307485f3 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Deleting port e1c31b23-6a9f-4b54-9fa5-92fc0c0aaf1a {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:00.779474 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa2807de-6efc-41e8-b7e0-e7b8307485f3 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:00.824258 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de45e2-2581-4c9e-85d4-b88f2ef3ac46 None None] Pushing event deleted for resources: {'Port': ['ID=840dbea4-62e0-437d-950f-5e00b81a349a,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:00.829256 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6de45e2-2581-4c9e-85d4-b88f2ef3ac46 None None] No DVR routers for this DVR port 840dbea4-62e0-437d-950f-5e00b81a349a on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:27:00.872028 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a043cd-0f98-4959-81ea-f953910bd9b0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:00.875573 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e4a043cd-0f98-4959-81ea-f953910bd9b0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:00.898729 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c42f8d7-092a-477e-9c58-b3a0b30fdc69 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:00.903723 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c42f8d7-092a-477e-9c58-b3a0b30fdc69 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:00.904339 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c42f8d7-092a-477e-9c58-b3a0b30fdc69 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:00.906512 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f8db3d29-1c5b-4c76-9ebc-6e6fec24227e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for 840dbea4-62e0-437d-950f-5e00b81a349a owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:27:00.939471 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-45516396-ce13-4780-85b8-a1bc9a882920 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0817780 Feb 28 14:27:00.947566 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56416) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:00.959081 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0c08afc3-23c7-43d1-ae40-8edc8fc809f6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:01.037703 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b058d17b-4974-42a8-b4a6-102615b58125 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:01.049383 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4c42f8d7-092a-477e-9c58-b3a0b30fdc69 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1068711 Feb 28 14:27:01.052268 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56420) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:01.118530 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a181c280-02b3-4a94-86ea-e3ba095e48e7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'subnet': {'network_id': '1b5efb13-bc4f-48d6-9f9d-68cb45f1bd2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:01.138683 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42f8d7-092a-477e-9c58-b3a0b30fdc69 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Network': ['ID=894174a9-bedc-42d6-8f44-223ef63519cd,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:01.141582 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-04bba63b-2629-4e89-aef6-2021301e0d49 None None] Provisioning complete for port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:01.142045 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-04bba63b-2629-4e89-aef6-2021301e0d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:01.153616 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:01.176492 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 894174a9-bedc-42d6-8f44-223ef63519cd details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:27:01.184415 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:01.197127 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:27:01.207368 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:01.207710 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Added segment fb345371-7d1b-4b2c-9b75-5eb886f84c8b of type vlan for network f374bf14-45bd-4b4f-943a-0a614b4440f0 Feb 28 14:27:01.240120 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:01.301438 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:01.308339 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:01.309307 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:01.313338 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa2807de-6efc-41e8-b7e0-e7b8307485f3 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:01.453462 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-f8db3d29-1c5b-4c76-9ebc-6e6fec24227e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:27:01.453923 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-f8db3d29-1c5b-4c76-9ebc-6e6fec24227e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:27:01.503086 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3213cebe-6a25-4ca9-bcb2-84aeed8d2368,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:01.606548 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a181c280-02b3-4a94-86ea-e3ba095e48e7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:01.609637 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Pushing event updated for resources: {'Network': ['ID=f374bf14-45bd-4b4f-943a-0a614b4440f0,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:01.612552 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6520128 Feb 28 14:27:01.618191 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0c08afc3-23c7-43d1-ae40-8edc8fc809f6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:01.618393 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56424) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:01.627796 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a181c280-02b3-4a94-86ea-e3ba095e48e7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Usage tracker for resource:subnet and tenant:2f27756656034771b730bac18fc748ab is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:01.634998 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:01.635441 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-177f9d94-40d2-4ae0-8c76-087dbcde394d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Request body: {'subnet': {'network_id': 'f374bf14-45bd-4b4f-943a-0a614b4440f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:01.635609 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:01.636155 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:01.636640 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:01.637376 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:01.638143 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:01.638806 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:01.639421 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:01.639926 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:01.640403 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:01.640952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:01.641432 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3c5f1b-a566-4dea-9228-f2fde255cbbc tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:01.645526 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a181c280-02b3-4a94-86ea-e3ba095e48e7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:01.649415 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0c08afc3-23c7-43d1-ae40-8edc8fc809f6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:subnet and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:01.656392 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network f374bf14-45bd-4b4f-943a-0a614b4440f0 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:27:01.658315 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0c08afc3-23c7-43d1-ae40-8edc8fc809f6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:01.661095 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a181c280-02b3-4a94-86ea-e3ba095e48e7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:01.667874 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0c08afc3-23c7-43d1-ae40-8edc8fc809f6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:01.684717 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a181c280-02b3-4a94-86ea-e3ba095e48e7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Made reservation on behalf of 2f27756656034771b730bac18fc748ab for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:01.690295 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a181c280-02b3-4a94-86ea-e3ba095e48e7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:01.712824 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c08afc3-23c7-43d1-ae40-8edc8fc809f6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:01.717754 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0c08afc3-23c7-43d1-ae40-8edc8fc809f6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:01.817508 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e4a043cd-0f98-4959-81ea-f953910bd9b0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:01.871640 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-60bca0f8-f887-4692-a780-fc39b5179224 None None] Provisioning complete for port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:01.872357 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-60bca0f8-f887-4692-a780-fc39b5179224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:01.958461 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f8db3d29-1c5b-4c76-9ebc-6e6fec24227e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port 840dbea4-62e0-437d-950f-5e00b81a349a {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:01.958798 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8db3d29-1c5b-4c76-9ebc-6e6fec24227e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:01.979929 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-177f9d94-40d2-4ae0-8c76-087dbcde394d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:02.001587 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-177f9d94-40d2-4ae0-8c76-087dbcde394d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Usage tracker for resource:subnet and tenant:b3e9c0a06a9a4621bb3dc55efb1a6d75 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:02.012679 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-177f9d94-40d2-4ae0-8c76-087dbcde394d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:02.028691 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a043cd-0f98-4959-81ea-f953910bd9b0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Subnet': ['ID=b2a5ce6b-9fc9-46fb-8db1-91130bec2508,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:02.031926 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-177f9d94-40d2-4ae0-8c76-087dbcde394d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:02.057350 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f8db3d29-1c5b-4c76-9ebc-6e6fec24227e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] The port '840dbea4-62e0-437d-950f-5e00b81a349a' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:27:02.070620 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a043cd-0f98-4959-81ea-f953910bd9b0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Checking segment: {'id': '8448e393-6025-4fe3-9868-89559b34d782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '21407005-8aec-492d-b73f-84735ba65cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:27:02.071108 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a043cd-0f98-4959-81ea-f953910bd9b0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network hostable DHCP agents. Network: 21407005-8aec-492d-b73f-84735ba65cc7, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:27:02.075550 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177f9d94-40d2-4ae0-8c76-087dbcde394d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Made reservation on behalf of b3e9c0a06a9a4621bb3dc55efb1a6d75 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:02.079783 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-177f9d94-40d2-4ae0-8c76-087dbcde394d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:02.097497 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa2807de-6efc-41e8-b7e0-e7b8307485f3 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:02.098125 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa2807de-6efc-41e8-b7e0-e7b8307485f3 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:02.098284 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-aa2807de-6efc-41e8-b7e0-e7b8307485f3 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Floating IP 8f40015f-5c3a-4e1a-8b4d-742d2d78b4a5 disassociated. External IP: 172.26.5.121, port: e1c31b23-6a9f-4b54-9fa5-92fc0c0aaf1a. Feb 28 14:27:02.098528 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-aa2807de-6efc-41e8-b7e0-e7b8307485f3 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Calling delete_port for e1c31b23-6a9f-4b54-9fa5-92fc0c0aaf1a owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:27:02.245275 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a043cd-0f98-4959-81ea-f953910bd9b0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network 21407005-8aec-492d-b73f-84735ba65cc7 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:27:02.262561 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8db3d29-1c5b-4c76-9ebc-6e6fec24227e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:02.276808 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e4a043cd-0f98-4959-81ea-f953910bd9b0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 21407005-8aec-492d-b73f-84735ba65cc7) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:02.284054 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a043cd-0f98-4959-81ea-f953910bd9b0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:02.284647 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e4a043cd-0f98-4959-81ea-f953910bd9b0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:02.289293 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e63cd4-527a-469c-be3b-6fab7360caba None None] Network 21407005-8aec-492d-b73f-84735ba65cc7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:02.336245 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f8db3d29-1c5b-4c76-9ebc-6e6fec24227e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d2dd3d7-4918-4fcf-a188-9392d7a68097']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:02.349622 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f8db3d29-1c5b-4c76-9ebc-6e6fec24227e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:02.349852 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f8db3d29-1c5b-4c76-9ebc-6e6fec24227e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd7d2ff-cf8a-42d6-b72b-be103e8d3ec1') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:02.362061 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8db3d29-1c5b-4c76-9ebc-6e6fec24227e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:02.387437 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8db3d29-1c5b-4c76-9ebc-6e6fec24227e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:02.421729 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e4a043cd-0f98-4959-81ea-f953910bd9b0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8077884 Feb 28 14:27:02.421972 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8db3d29-1c5b-4c76-9ebc-6e6fec24227e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:27:02.422855 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56428) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:02.422974 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8db3d29-1c5b-4c76-9ebc-6e6fec24227e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:02.430653 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-09439fcc-0c70-4975-9296-eca6aae86e32 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'subnet': {'network_id': '21407005-8aec-492d-b73f-84735ba65cc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:27:02.438915 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:27:02.462911 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa2807de-6efc-41e8-b7e0-e7b8307485f3 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:02.547640 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df001466-8f3d-46fb-bf70-e6d5842b8b23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-21407005-8aec-492d-b73f-84735ba65cc7', 'network_id': '21407005-8aec-492d-b73f-84735ba65cc7', 'tenant_id': 'c214fd1eb53045a6b1f8184e904b5bb7', 'fixed_ips': [{'subnet_id': 'b2a5ce6b-9fc9-46fb-8db1-91130bec2508'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:27:02.548759 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-df001466-8f3d-46fb-bf70-e6d5842b8b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:02.566683 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2807de-6efc-41e8-b7e0-e7b8307485f3 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event deleted for resources: {'Port': ['ID=e1c31b23-6a9f-4b54-9fa5-92fc0c0aaf1a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:02.677427 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a181c280-02b3-4a94-86ea-e3ba095e48e7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:02.710805 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8db3d29-1c5b-4c76-9ebc-6e6fec24227e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:02.712524 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-df001466-8f3d-46fb-bf70-e6d5842b8b23 None None] Allocated IP 172.20.0.2 (21407005-8aec-492d-b73f-84735ba65cc7/b2a5ce6b-9fc9-46fb-8db1-91130bec2508/62e2e40b-3389-4fb3-b081-9bb5b7655a7f) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:02.738949 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-177f9d94-40d2-4ae0-8c76-087dbcde394d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:02.749066 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f8db3d29-1c5b-4c76-9ebc-6e6fec24227e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:02.763372 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db3d29-1c5b-4c76-9ebc-6e6fec24227e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Network': ['ID=6d2dd3d7-4918-4fcf-a188-9392d7a68097,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:02.819818 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181c280-02b3-4a94-86ea-e3ba095e48e7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Subnet': ['ID=ae36c6fd-14d2-41e4-be8c-bc547fdd5ba5,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:02.825592 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f8db3d29-1c5b-4c76-9ebc-6e6fec24227e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/networks/6d2dd3d7-4918-4fcf-a188-9392d7a68097 HTTP/1.1" status: 204 len: 168 time: 3.0221200 Feb 28 14:27:02.846188 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56432) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:02.848874 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a181c280-02b3-4a94-86ea-e3ba095e48e7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Checking segment: {'id': 'f49126f2-682c-4afb-af2d-e6f30515bf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1b5efb13-bc4f-48d6-9f9d-68cb45f1bd2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:27:02.849296 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a181c280-02b3-4a94-86ea-e3ba095e48e7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network hostable DHCP agents. Network: 1b5efb13-bc4f-48d6-9f9d-68cb45f1bd2f, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:27:02.891322 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e2db5fdb-9ae6-4251-ad6f-840ffc597ac7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'network': {'name': 'tempest-network-smoke--17900430', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'port_security_enabled': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:02.903348 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e2db5fdb-9ae6-4251-ad6f-840ffc597ac7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:02.903617 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-09439fcc-0c70-4975-9296-eca6aae86e32 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:02.914679 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e2db5fdb-9ae6-4251-ad6f-840ffc597ac7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:network and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:02.923687 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e2db5fdb-9ae6-4251-ad6f-840ffc597ac7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:02.923911 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-09439fcc-0c70-4975-9296-eca6aae86e32 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:subnet and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:02.934626 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e2db5fdb-9ae6-4251-ad6f-840ffc597ac7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:02.942680 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-09439fcc-0c70-4975-9296-eca6aae86e32 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:02.957279 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f9d94-40d2-4ae0-8c76-087dbcde394d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Pushing event updated for resources: {'Subnet': ['ID=09a7e984-cfab-451f-ad2d-aa84a3c82da1,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:02.958426 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-df001466-8f3d-46fb-bf70-e6d5842b8b23 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:02.964421 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-09439fcc-0c70-4975-9296-eca6aae86e32 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:02.971741 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-df001466-8f3d-46fb-bf70-e6d5842b8b23 None None] Transition to ACTIVE for port object 62e2e40b-3389-4fb3-b081-9bb5b7655a7f will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:02.978319 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a181c280-02b3-4a94-86ea-e3ba095e48e7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network 1b5efb13-bc4f-48d6-9f9d-68cb45f1bd2f is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:27:02.981876 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2807de-6efc-41e8-b7e0-e7b8307485f3 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Router c03555cd-652b-4bba-b748-91a2da17fdbf has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:27:02.985355 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177f9d94-40d2-4ae0-8c76-087dbcde394d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Checking segment: {'id': 'fb345371-7d1b-4b2c-9b75-5eb886f84c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f374bf14-45bd-4b4f-943a-0a614b4440f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:27:02.985532 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177f9d94-40d2-4ae0-8c76-087dbcde394d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Network hostable DHCP agents. Network: f374bf14-45bd-4b4f-943a-0a614b4440f0, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:27:02.992927 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2db5fdb-9ae6-4251-ad6f-840ffc597ac7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Made reservation on behalf of 1cd57789443e43d89a7681324e1f7304 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:02.993111 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09439fcc-0c70-4975-9296-eca6aae86e32 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:02.994677 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-df001466-8f3d-46fb-bf70-e6d5842b8b23 None None] Transition to ACTIVE for port object 62e2e40b-3389-4fb3-b081-9bb5b7655a7f will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:02.996487 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2db5fdb-9ae6-4251-ad6f-840ffc597ac7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:02.996884 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09439fcc-0c70-4975-9296-eca6aae86e32 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:03.001401 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-df001466-8f3d-46fb-bf70-e6d5842b8b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:03.021182 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-a181c280-02b3-4a94-86ea-e3ba095e48e7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 1b5efb13-bc4f-48d6-9f9d-68cb45f1bd2f) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:03.043637 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a181c280-02b3-4a94-86ea-e3ba095e48e7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:03.043933 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62990206-4b4a-4394-a042-26259119f15f None None] Network 1b5efb13-bc4f-48d6-9f9d-68cb45f1bd2f requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:03.044042 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a181c280-02b3-4a94-86ea-e3ba095e48e7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:03.070680 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-0c08afc3-23c7-43d1-ae40-8edc8fc809f6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 14:27:03.071643 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2db5fdb-9ae6-4251-ad6f-840ffc597ac7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:27:03.104363 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df001466-8f3d-46fb-bf70-e6d5842b8b23 None None] Network 21407005-8aec-492d-b73f-84735ba65cc7 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:03.113200 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-df001466-8f3d-46fb-bf70-e6d5842b8b23 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:03.119186 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df001466-8f3d-46fb-bf70-e6d5842b8b23 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:03.123600 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a181c280-02b3-4a94-86ea-e3ba095e48e7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0188761 Feb 28 14:27:03.133259 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56436) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:03.135848 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2db5fdb-9ae6-4251-ad6f-840ffc597ac7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:03.136179 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-e2db5fdb-9ae6-4251-ad6f-840ffc597ac7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Added segment 3c6daaa0-6da2-42cd-8243-73e212777c7b of type vlan for network 57852e3c-292e-4286-baba-a1576ddcc59b Feb 28 14:27:03.140731 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fb93be8e-7033-4435-84f7-0cc131c75a59 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'subnet': {'network_id': '894174a9-bedc-42d6-8f44-223ef63519cd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:03.178112 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df001466-8f3d-46fb-bf70-e6d5842b8b23 None None] Pushing event updated for resources: {'Port': ['ID=62e2e40b-3389-4fb3-b081-9bb5b7655a7f,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:03.186088 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177f9d94-40d2-4ae0-8c76-087dbcde394d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Network f374bf14-45bd-4b4f-943a-0a614b4440f0 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:27:03.202880 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-177f9d94-40d2-4ae0-8c76-087dbcde394d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, f374bf14-45bd-4b4f-943a-0a614b4440f0) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:03.207246 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177f9d94-40d2-4ae0-8c76-087dbcde394d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:03.207834 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-177f9d94-40d2-4ae0-8c76-087dbcde394d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:03.232468 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc498f5-cee3-47ce-8225-7fbef75d8960 None None] Network f374bf14-45bd-4b4f-943a-0a614b4440f0 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:03.269104 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2db5fdb-9ae6-4251-ad6f-840ffc597ac7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:03.324087 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fb93be8e-7033-4435-84f7-0cc131c75a59 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:03.341047 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fb93be8e-7033-4435-84f7-0cc131c75a59 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Usage tracker for resource:subnet and tenant:2f27756656034771b730bac18fc748ab is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:03.346220 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fb93be8e-7033-4435-84f7-0cc131c75a59 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:03.359389 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fb93be8e-7033-4435-84f7-0cc131c75a59 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:03.367758 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2db5fdb-9ae6-4251-ad6f-840ffc597ac7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:03.373721 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2db5fdb-9ae6-4251-ad6f-840ffc597ac7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:03.374311 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2db5fdb-9ae6-4251-ad6f-840ffc597ac7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:03.413210 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-df001466-8f3d-46fb-bf70-e6d5842b8b23 None None] Attempting to bind port 62e2e40b-3389-4fb3-b081-9bb5b7655a7f on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:27:03.413643 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-df001466-8f3d-46fb-bf70-e6d5842b8b23 None None] Attempting to bind port 62e2e40b-3389-4fb3-b081-9bb5b7655a7f by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '8448e393-6025-4fe3-9868-89559b34d782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '21407005-8aec-492d-b73f-84735ba65cc7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:27:03.413924 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df001466-8f3d-46fb-bf70-e6d5842b8b23 None None] Attempting to bind port 62e2e40b-3389-4fb3-b081-9bb5b7655a7f on network 21407005-8aec-492d-b73f-84735ba65cc7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:27:03.457023 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df001466-8f3d-46fb-bf70-e6d5842b8b23 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:27:03.457443 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df001466-8f3d-46fb-bf70-e6d5842b8b23 None None] Checking segment: {'id': '8448e393-6025-4fe3-9868-89559b34d782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '21407005-8aec-492d-b73f-84735ba65cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:27:03.457791 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-df001466-8f3d-46fb-bf70-e6d5842b8b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:03.458178 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df001466-8f3d-46fb-bf70-e6d5842b8b23 None None] Bound using segment: {'id': '8448e393-6025-4fe3-9868-89559b34d782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '21407005-8aec-492d-b73f-84735ba65cc7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:27:03.458656 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-df001466-8f3d-46fb-bf70-e6d5842b8b23 None None] Bound port: 62e2e40b-3389-4fb3-b081-9bb5b7655a7f, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8448e393-6025-4fe3-9868-89559b34d782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '21407005-8aec-492d-b73f-84735ba65cc7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:27:03.459027 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-df001466-8f3d-46fb-bf70-e6d5842b8b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:03.470644 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb93be8e-7033-4435-84f7-0cc131c75a59 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Made reservation on behalf of 2f27756656034771b730bac18fc748ab for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:03.474239 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb93be8e-7033-4435-84f7-0cc131c75a59 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:03.478405 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-177f9d94-40d2-4ae0-8c76-087dbcde394d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8558524 Feb 28 14:27:03.485641 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56440) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:03.490808 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.ipam_backend_mixin [None req-09439fcc-0c70-4975-9296-eca6aae86e32 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b2a5ce6b-9fc9-46fb-8db1-91130bec2508 (CIDR: 172.20.0.0/28) Feb 28 14:27:03.496142 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-df9b510d-0ec3-4d0f-8201-8d6c2e877c31 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Request body: {'network': {'name': 'tempest-router-network01--2052947823'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:03.510211 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e2db5fdb-9ae6-4251-ad6f-840ffc597ac7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6548429 Feb 28 14:27:03.516298 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56444) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:03.523050 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-df9b510d-0ec3-4d0f-8201-8d6c2e877c31 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:03.525640 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-09439fcc-0c70-4975-9296-eca6aae86e32 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:27:03.526115 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09439fcc-0c70-4975-9296-eca6aae86e32 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:03.533883 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2e40e5ff-adfc-4aa7-87db-486233316454 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1768235454', 'admin_state_up': True, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:03.543056 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-df9b510d-0ec3-4d0f-8201-8d6c2e877c31 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Usage tracker for resource:network and tenant:b3e9c0a06a9a4621bb3dc55efb1a6d75 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:03.547649 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2807de-6efc-41e8-b7e0-e7b8307485f3 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:27:03.549467 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2e40e5ff-adfc-4aa7-87db-486233316454 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:03.556047 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-df9b510d-0ec3-4d0f-8201-8d6c2e877c31 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:03.571012 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f907405a-2b5a-4a94-a02d-0c47bf8459d2 None None] Sync routers for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:27:03.593850 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-df9b510d-0ec3-4d0f-8201-8d6c2e877c31 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:03.597135 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2e40e5ff-adfc-4aa7-87db-486233316454 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:router and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:03.606277 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2e40e5ff-adfc-4aa7-87db-486233316454 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:03.641812 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-09439fcc-0c70-4975-9296-eca6aae86e32 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2165666 Feb 28 14:27:03.643657 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f907405a-2b5a-4a94-a02d-0c47bf8459d2 None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:03.644293 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f907405a-2b5a-4a94-a02d-0c47bf8459d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:26:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:03.648972 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2e40e5ff-adfc-4aa7-87db-486233316454 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:03.652140 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56448) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:03.663371 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9b510d-0ec3-4d0f-8201-8d6c2e877c31 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Made reservation on behalf of b3e9c0a06a9a4621bb3dc55efb1a6d75 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:03.666788 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df9b510d-0ec3-4d0f-8201-8d6c2e877c31 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:03.680255 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c81749bf-01a0-4926-b159-7e5a7cf80d6a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'subnet': {'network_id': '21407005-8aec-492d-b73f-84735ba65cc7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:03.697424 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2e40e5ff-adfc-4aa7-87db-486233316454 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:03.698366 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2e40e5ff-adfc-4aa7-87db-486233316454 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:03.709367 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa2807de-6efc-41e8-b7e0-e7b8307485f3 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:03.714081 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-aa2807de-6efc-41e8-b7e0-e7b8307485f3 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "DELETE /v2.0/ports/e1c31b23-6a9f-4b54-9fa5-92fc0c0aaf1a HTTP/1.1" status: 204 len: 168 time: 3.3096378 Feb 28 14:27:03.714352 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56452) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:03.728245 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0c08afc3-23c7-43d1-ae40-8edc8fc809f6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:03.729823 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f907405a-2b5a-4a94-a02d-0c47bf8459d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:03.738868 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50140fa8-8715-4c28-bf33-1872e06541bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-1b5efb13-bc4f-48d6-9f9d-68cb45f1bd2f', 'network_id': '1b5efb13-bc4f-48d6-9f9d-68cb45f1bd2f', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'fixed_ips': [{'subnet_id': 'ae36c6fd-14d2-41e4-be8c-bc547fdd5ba5'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:27:03.739631 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-50140fa8-8715-4c28-bf33-1872e06541bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:03.743431 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db5fdb-9ae6-4251-ad6f-840ffc597ac7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Network': ['ID=57852e3c-292e-4286-baba-a1576ddcc59b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:03.762703 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 57852e3c-292e-4286-baba-a1576ddcc59b details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:27:03.792559 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df9b510d-0ec3-4d0f-8201-8d6c2e877c31 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:27:03.816961 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4b85b9c2-90a8-45ac-8877-263e049256ed tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "GET /v2.0/floatingips/8f40015f-5c3a-4e1a-8b4d-742d2d78b4a5 HTTP/1.1" status: 200 len: 688 time: 0.0990105 Feb 28 14:27:03.817819 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56456) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:03.878846 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2e40e5ff-adfc-4aa7-87db-486233316454 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:03.880593 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df9b510d-0ec3-4d0f-8201-8d6c2e877c31 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:03.880593 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-df9b510d-0ec3-4d0f-8201-8d6c2e877c31 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Added segment d6bb653c-940a-41d3-b74b-4a1ef2f93c91 of type vlan for network cc7f1835-cd35-4412-a96c-669598bbafef Feb 28 14:27:03.921126 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f907405a-2b5a-4a94-a02d-0c47bf8459d2 None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:03.921611 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f907405a-2b5a-4a94-a02d-0c47bf8459d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:26:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:03.985011 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e427da6f-a575-4386-9790-db0a1d2d1381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-f374bf14-45bd-4b4f-943a-0a614b4440f0', 'network_id': 'f374bf14-45bd-4b4f-943a-0a614b4440f0', 'tenant_id': 'b3e9c0a06a9a4621bb3dc55efb1a6d75', 'fixed_ips': [{'subnet_id': '09a7e984-cfab-451f-ad2d-aa84a3c82da1'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:27:03.985747 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e427da6f-a575-4386-9790-db0a1d2d1381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:04.006425 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df9b510d-0ec3-4d0f-8201-8d6c2e877c31 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:04.008645 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-df001466-8f3d-46fb-bf70-e6d5842b8b23 None None] For port 62e2e40b-3389-4fb3-b081-9bb5b7655a7f, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:27:04.073846 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c81749bf-01a0-4926-b159-7e5a7cf80d6a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:04.074440 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f907405a-2b5a-4a94-a02d-0c47bf8459d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:04.074440 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f907405a-2b5a-4a94-a02d-0c47bf8459d2 None None] The sync data for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:27:04.080336 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1ad695ae-6b9c-4f9c-a5b8-efaf7e29be29 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Deleting port 247a5295-68fa-460a-a53a-78f950f0e102 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:04.080602 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ad695ae-6b9c-4f9c-a5b8-efaf7e29be29 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:04.089231 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-df001466-8f3d-46fb-bf70-e6d5842b8b23 None None] For port 62e2e40b-3389-4fb3-b081-9bb5b7655a7f, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=62e2e40b-3389-4fb3-b081-9bb5b7655a7f,segment=NetworkSegment(8448e393-6025-4fe3-9868-89559b34d782),segment_id=8448e393-6025-4fe3-9868-89559b34d782)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:27:04.099107 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c81749bf-01a0-4926-b159-7e5a7cf80d6a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:subnet and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:04.105959 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c81749bf-01a0-4926-b159-7e5a7cf80d6a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:04.114949 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c81749bf-01a0-4926-b159-7e5a7cf80d6a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:04.140785 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-df001466-8f3d-46fb-bf70-e6d5842b8b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:04.168802 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81749bf-01a0-4926-b159-7e5a7cf80d6a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:04.172847 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c81749bf-01a0-4926-b159-7e5a7cf80d6a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:04.190037 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-df9b510d-0ec3-4d0f-8201-8d6c2e877c31 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:27:04.224344 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-0c08afc3-23c7-43d1-ae40-8edc8fc809f6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] For port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9de449c3-8b23-4cf2-bd15-52395a7ad1c3,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:04.226670 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb93be8e-7033-4435-84f7-0cc131c75a59 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:04.332846 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df001466-8f3d-46fb-bf70-e6d5842b8b23 None None] Pushing event updated for resources: {'Port': ['ID=62e2e40b-3389-4fb3-b081-9bb5b7655a7f,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:04.335918 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-50140fa8-8715-4c28-bf33-1872e06541bf None None] Allocated IP 172.20.0.2 (1b5efb13-bc4f-48d6-9f9d-68cb45f1bd2f/ae36c6fd-14d2-41e4-be8c-bc547fdd5ba5/fe2061b8-5464-4003-80c8-3c9a5d73a746) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:04.369816 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df9b510d-0ec3-4d0f-8201-8d6c2e877c31 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:04.376420 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9b510d-0ec3-4d0f-8201-8d6c2e877c31 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:04.376641 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df9b510d-0ec3-4d0f-8201-8d6c2e877c31 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:04.388306 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93be8e-7033-4435-84f7-0cc131c75a59 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Subnet': ['ID=c077d16c-b9c4-443c-b2bb-8d3cd1bdd019,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:04.398411 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0c08afc3-23c7-43d1-ae40-8edc8fc809f6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:04.401803 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2e40e5ff-adfc-4aa7-87db-486233316454 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:04.423460 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0c08afc3-23c7-43d1-ae40-8edc8fc809f6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:04.424182 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0c08afc3-23c7-43d1-ae40-8edc8fc809f6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:04.527820 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-e427da6f-a575-4386-9790-db0a1d2d1381 None None] Allocated IP 2001:db8::2 (f374bf14-45bd-4b4f-943a-0a614b4440f0/09a7e984-cfab-451f-ad2d-aa84a3c82da1/5330daf5-6ec1-4285-9a0c-b7412a9c08b9) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:04.652424 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-df9b510d-0ec3-4d0f-8201-8d6c2e877c31 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1656821 Feb 28 14:27:04.658084 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56460) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:04.658990 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b510d-0ec3-4d0f-8201-8d6c2e877c31 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Pushing event updated for resources: {'Network': ['ID=cc7f1835-cd35-4412-a96c-669598bbafef,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:04.680592 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-98e94895-64ed-468b-9310-f8484cbc1ba7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Request body: {'network': {'name': 'tempest-router-network02--310665112'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:04.694264 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-98e94895-64ed-468b-9310-f8484cbc1ba7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:04.710282 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-98e94895-64ed-468b-9310-f8484cbc1ba7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Usage tracker for resource:network and tenant:b3e9c0a06a9a4621bb3dc55efb1a6d75 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:04.721559 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network cc7f1835-cd35-4412-a96c-669598bbafef details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:27:04.722756 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-98e94895-64ed-468b-9310-f8484cbc1ba7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:04.737745 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-98e94895-64ed-468b-9310-f8484cbc1ba7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:04.740820 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ad695ae-6b9c-4f9c-a5b8-efaf7e29be29 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:04.741138 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ad695ae-6b9c-4f9c-a5b8-efaf7e29be29 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:04.750676 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb93be8e-7033-4435-84f7-0cc131c75a59 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Checking segment: {'id': '3c2e797b-9703-4624-90ef-660159e4262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '894174a9-bedc-42d6-8f44-223ef63519cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:27:04.750676 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb93be8e-7033-4435-84f7-0cc131c75a59 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network hostable DHCP agents. Network: 894174a9-bedc-42d6-8f44-223ef63519cd, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:27:04.783014 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c08afc3-23c7-43d1-ae40-8edc8fc809f6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:04.800244 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-0c08afc3-23c7-43d1-ae40-8edc8fc809f6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:04.809492 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c08afc3-23c7-43d1-ae40-8edc8fc809f6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:04.810071 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0c08afc3-23c7-43d1-ae40-8edc8fc809f6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:04.821846 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9590aed0-dcf9-48f0-a0fa-160659b75090 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:04.852252 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08afc3-23c7-43d1-ae40-8edc8fc809f6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Port': ['ID=9de449c3-8b23-4cf2-bd15-52395a7ad1c3,revision_number=8']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:04.860287 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08afc3-23c7-43d1-ae40-8edc8fc809f6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=1fbfe26b-4df7-4fab-be2e-19fdb85bc6df,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:04.897346 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb93be8e-7033-4435-84f7-0cc131c75a59 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network 894174a9-bedc-42d6-8f44-223ef63519cd is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:27:04.909159 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0c08afc3-23c7-43d1-ae40-8edc8fc809f6 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.9587891 Feb 28 14:27:04.913187 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56464) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:04.925881 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7b4e81d2-e81c-4274-9840-fa35347e3e03 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'mac_address': 'fa:16:3e:e2:41:df', 'name': 'tempest-NetworksTestDHCPv6-388469587'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:04.944058 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-fb93be8e-7033-4435-84f7-0cc131c75a59 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 894174a9-bedc-42d6-8f44-223ef63519cd) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:04.968922 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb93be8e-7033-4435-84f7-0cc131c75a59 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:04.969515 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb93be8e-7033-4435-84f7-0cc131c75a59 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:05.030113 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20da8b54-eaeb-4685-bf9f-6c4aedf99a13 None None] Network 894174a9-bedc-42d6-8f44-223ef63519cd requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:05.061621 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fb93be8e-7033-4435-84f7-0cc131c75a59 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9244492 Feb 28 14:27:05.063113 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56468) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:05.073317 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3dd9d993-a855-466d-a383-dcf82da80b06 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-312971972', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:05.086417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3dd9d993-a855-466d-a383-dcf82da80b06 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:05.097976 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3dd9d993-a855-466d-a383-dcf82da80b06 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Usage tracker for resource:router and tenant:2f27756656034771b730bac18fc748ab is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:05.104179 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3dd9d993-a855-466d-a383-dcf82da80b06 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:05.130851 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3dd9d993-a855-466d-a383-dcf82da80b06 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:05.143880 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1ad695ae-6b9c-4f9c-a5b8-efaf7e29be29 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Calling delete_port for 247a5295-68fa-460a-a53a-78f950f0e102 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:27:05.173065 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7b4e81d2-e81c-4274-9840-fa35347e3e03 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:05.173591 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e94895-64ed-468b-9310-f8484cbc1ba7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Made reservation on behalf of b3e9c0a06a9a4621bb3dc55efb1a6d75 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:05.177093 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98e94895-64ed-468b-9310-f8484cbc1ba7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:05.192578 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3dd9d993-a855-466d-a383-dcf82da80b06 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:05.193881 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3dd9d993-a855-466d-a383-dcf82da80b06 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:05.198180 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7b4e81d2-e81c-4274-9840-fa35347e3e03 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:05.203367 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c81749bf-01a0-4926-b159-7e5a7cf80d6a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:05.250917 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e94895-64ed-468b-9310-f8484cbc1ba7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:27:05.270819 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4e81d2-e81c-4274-9840-fa35347e3e03 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:05.281874 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98e94895-64ed-468b-9310-f8484cbc1ba7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:05.282180 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-98e94895-64ed-468b-9310-f8484cbc1ba7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Added segment 95aeea88-5fcb-485c-8c38-ee938b858900 of type vlan for network c99e3872-9260-4c21-bba9-581f1e952ea1 Feb 28 14:27:05.314130 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98e94895-64ed-468b-9310-f8484cbc1ba7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:05.321257 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3dd9d993-a855-466d-a383-dcf82da80b06 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:05.327093 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81749bf-01a0-4926-b159-7e5a7cf80d6a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network 21407005-8aec-492d-b73f-84735ba65cc7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:05.338326 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-50140fa8-8715-4c28-bf33-1872e06541bf None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:05.339536 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c81749bf-01a0-4926-b159-7e5a7cf80d6a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:05.343044 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81749bf-01a0-4926-b159-7e5a7cf80d6a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:05.343846 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c81749bf-01a0-4926-b159-7e5a7cf80d6a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:05.351779 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:05.365187 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98e94895-64ed-468b-9310-f8484cbc1ba7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:05.372823 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e94895-64ed-468b-9310-f8484cbc1ba7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:05.373789 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-98e94895-64ed-468b-9310-f8484cbc1ba7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:05.421826 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-50140fa8-8715-4c28-bf33-1872e06541bf None None] Transition to ACTIVE for port object fe2061b8-5464-4003-80c8-3c9a5d73a746 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:05.455761 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81749bf-01a0-4926-b159-7e5a7cf80d6a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Subnet': ['ID=fe882b7a-bffb-46f0-ab55-9630562d3694,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:05.491015 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c81749bf-01a0-4926-b159-7e5a7cf80d6a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8297112 Feb 28 14:27:05.492389 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56472) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:05.501617 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3dd9d993-a855-466d-a383-dcf82da80b06 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:05.514149 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7cf36eb1-5b7b-4b22-a53c-a8b0f7ee2bbf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'port': {'network_id': '21407005-8aec-492d-b73f-84735ba65cc7', 'fixed_ips': [{'subnet_id': 'b2a5ce6b-9fc9-46fb-8db1-91130bec2508'}, {'subnet_id': 'fe882b7a-bffb-46f0-ab55-9630562d3694'}], 'name': 'tempest-PortsTestJSON-1159286040'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:05.570278 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e94895-64ed-468b-9310-f8484cbc1ba7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Pushing event updated for resources: {'Network': ['ID=c99e3872-9260-4c21-bba9-581f1e952ea1,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:05.571614 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-50140fa8-8715-4c28-bf33-1872e06541bf None None] Transition to ACTIVE for port object fe2061b8-5464-4003-80c8-3c9a5d73a746 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:05.574577 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e427da6f-a575-4386-9790-db0a1d2d1381 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:05.578056 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b4e81d2-e81c-4274-9840-fa35347e3e03 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:05.594334 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-50140fa8-8715-4c28-bf33-1872e06541bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:05.656580 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3dd9d993-a855-466d-a383-dcf82da80b06 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:05.657227 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-98e94895-64ed-468b-9310-f8484cbc1ba7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9953709 Feb 28 14:27:05.657801 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3dd9d993-a855-466d-a383-dcf82da80b06 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5914049 Feb 28 14:27:05.661123 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56476) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:05.661455 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56478) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:05.689161 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-7b4e81d2-e81c-4274-9840-fa35347e3e03 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] device_id is not set on port dd1fc2a2-e158-4eed-8dc9-5638cf72a450 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:27:05.704875 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network c99e3872-9260-4c21-bba9-581f1e952ea1 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:27:05.719655 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e427da6f-a575-4386-9790-db0a1d2d1381 None None] Transition to ACTIVE for port object 5330daf5-6ec1-4285-9a0c-b7412a9c08b9 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:05.785667 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7cf36eb1-5b7b-4b22-a53c-a8b0f7ee2bbf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:05.786232 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-855aedbc-5306-4d68-a133-9fbfbea2d04d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Request body: {'subnet': {'network_id': 'cc7f1835-cd35-4412-a96c-669598bbafef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:05.791268 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50140fa8-8715-4c28-bf33-1872e06541bf None None] Network 1b5efb13-bc4f-48d6-9f9d-68cb45f1bd2f is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:05.794775 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7cf36eb1-5b7b-4b22-a53c-a8b0f7ee2bbf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:port and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:05.800938 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7cf36eb1-5b7b-4b22-a53c-a8b0f7ee2bbf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:05.801718 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-50140fa8-8715-4c28-bf33-1872e06541bf None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:05.816095 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7cf36eb1-5b7b-4b22-a53c-a8b0f7ee2bbf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:05.837677 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ad695ae-6b9c-4f9c-a5b8-efaf7e29be29 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:05.885691 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50140fa8-8715-4c28-bf33-1872e06541bf None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:05.933176 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf36eb1-5b7b-4b22-a53c-a8b0f7ee2bbf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:05.939880 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e427da6f-a575-4386-9790-db0a1d2d1381 None None] Transition to ACTIVE for port object 5330daf5-6ec1-4285-9a0c-b7412a9c08b9 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:05.941248 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12cc541-647b-451b-8190-fc91e941a9b8 None None] Network 21407005-8aec-492d-b73f-84735ba65cc7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:05.985870 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2e40e5ff-adfc-4aa7-87db-486233316454 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:06.056661 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e427da6f-a575-4386-9790-db0a1d2d1381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:06.057171 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad695ae-6b9c-4f9c-a5b8-efaf7e29be29 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event deleted for resources: {'Port': ['ID=247a5295-68fa-460a-a53a-78f950f0e102,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:06.061558 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50140fa8-8715-4c28-bf33-1872e06541bf None None] Pushing event updated for resources: {'Port': ['ID=fe2061b8-5464-4003-80c8-3c9a5d73a746,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:06.063408 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-7b4e81d2-e81c-4274-9840-fa35347e3e03 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 2001:db8::3c8 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/bfaa0f33-be44-4864-b4cf-cbcc8ab2d3f0/dd1fc2a2-e158-4eed-8dc9-5638cf72a450) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:06.074789 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-7b4e81d2-e81c-4274-9840-fa35347e3e03 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 2001:db8:0:1:f816:3eff:fee2:41df (22b852e7-638c-4536-9e81-f0f6c68c1fb7/1fbfe26b-4df7-4fab-be2e-19fdb85bc6df/dd1fc2a2-e158-4eed-8dc9-5638cf72a450) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:06.098857 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f29b7b-2da1-4893-b7a7-a6f4f30cd8dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-894174a9-bedc-42d6-8f44-223ef63519cd', 'network_id': '894174a9-bedc-42d6-8f44-223ef63519cd', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'fixed_ips': [{'subnet_id': 'c077d16c-b9c4-443c-b2bb-8d3cd1bdd019'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:27:06.099785 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d0f29b7b-2da1-4893-b7a7-a6f4f30cd8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:06.129767 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7cf36eb1-5b7b-4b22-a53c-a8b0f7ee2bbf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:06.158821 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2e40e5ff-adfc-4aa7-87db-486233316454 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:06.182081 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-7cf36eb1-5b7b-4b22-a53c-a8b0f7ee2bbf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] device_id is not set on port c668480b-20fd-4ac2-94a6-ef80dd6d0803 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:27:06.343353 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-855aedbc-5306-4d68-a133-9fbfbea2d04d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:06.358978 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-525ef589-aee1-42ad-903f-e376d85aa45c None None] Provisioning for port 62e2e40b-3389-4fb3-b081-9bb5b7655a7f completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:06.368368 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e427da6f-a575-4386-9790-db0a1d2d1381 None None] Network f374bf14-45bd-4b4f-943a-0a614b4440f0 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:06.377328 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427da6f-a575-4386-9790-db0a1d2d1381 None None] Pushing event updated for resources: {'Port': ['ID=5330daf5-6ec1-4285-9a0c-b7412a9c08b9,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:06.380280 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:06.419999 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-50140fa8-8715-4c28-bf33-1872e06541bf None None] Attempting to bind port fe2061b8-5464-4003-80c8-3c9a5d73a746 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:27:06.420404 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-50140fa8-8715-4c28-bf33-1872e06541bf None None] Attempting to bind port fe2061b8-5464-4003-80c8-3c9a5d73a746 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'f49126f2-682c-4afb-af2d-e6f30515bf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1b5efb13-bc4f-48d6-9f9d-68cb45f1bd2f'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:27:06.421201 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50140fa8-8715-4c28-bf33-1872e06541bf None None] Attempting to bind port fe2061b8-5464-4003-80c8-3c9a5d73a746 on network 1b5efb13-bc4f-48d6-9f9d-68cb45f1bd2f {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:27:06.423702 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-e427da6f-a575-4386-9790-db0a1d2d1381 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:06.424255 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-855aedbc-5306-4d68-a133-9fbfbea2d04d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Usage tracker for resource:subnet and tenant:b3e9c0a06a9a4621bb3dc55efb1a6d75 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:06.426083 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e427da6f-a575-4386-9790-db0a1d2d1381 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:06.432599 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-855aedbc-5306-4d68-a133-9fbfbea2d04d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:06.446196 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33ddc7a-e53b-4bba-8abd-bffe45ecfeff None None] Update dhcp port {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'fixed_ips': [{'subnet_id': '1fbfe26b-4df7-4fab-be2e-19fdb85bc6df', 'ip_address': '2001:db8:0:1:f816:3eff:fedd:2a88'}, {'subnet_id': 'bfaa0f33-be44-4864-b4cf-cbcc8ab2d3f0'}], 'binding:host_id': 'dv-neutron-831192-4-hyperv'}, 'id': '9de449c3-8b23-4cf2-bd15-52395a7ad1c3'} from dv-neutron-831192-4-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 14:27:06.578113 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50140fa8-8715-4c28-bf33-1872e06541bf None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:27:06.578816 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50140fa8-8715-4c28-bf33-1872e06541bf None None] Checking segment: {'id': 'f49126f2-682c-4afb-af2d-e6f30515bf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1b5efb13-bc4f-48d6-9f9d-68cb45f1bd2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:27:06.580011 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-50140fa8-8715-4c28-bf33-1872e06541bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:06.580409 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50140fa8-8715-4c28-bf33-1872e06541bf None None] Bound using segment: {'id': 'f49126f2-682c-4afb-af2d-e6f30515bf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1b5efb13-bc4f-48d6-9f9d-68cb45f1bd2f'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:27:06.580897 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-50140fa8-8715-4c28-bf33-1872e06541bf None None] Bound port: fe2061b8-5464-4003-80c8-3c9a5d73a746, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49126f2-682c-4afb-af2d-e6f30515bf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1b5efb13-bc4f-48d6-9f9d-68cb45f1bd2f'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:27:06.581791 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-50140fa8-8715-4c28-bf33-1872e06541bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:06.609591 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b4e81d2-e81c-4274-9840-fa35347e3e03 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:06.637612 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-855aedbc-5306-4d68-a133-9fbfbea2d04d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:06.674819 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-7b4e81d2-e81c-4274-9840-fa35347e3e03 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Transition to ACTIVE for port object dd1fc2a2-e158-4eed-8dc9-5638cf72a450 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:06.694855 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ad695ae-6b9c-4f9c-a5b8-efaf7e29be29 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:06.710680 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-7cf36eb1-5b7b-4b22-a53c-a8b0f7ee2bbf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Allocated IP 172.20.0.4 (21407005-8aec-492d-b73f-84735ba65cc7/b2a5ce6b-9fc9-46fb-8db1-91130bec2508/c668480b-20fd-4ac2-94a6-ef80dd6d0803) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:06.720400 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-7cf36eb1-5b7b-4b22-a53c-a8b0f7ee2bbf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Allocated IP 172.20.0.23 (21407005-8aec-492d-b73f-84735ba65cc7/fe882b7a-bffb-46f0-ab55-9630562d3694/c668480b-20fd-4ac2-94a6-ef80dd6d0803) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:06.748592 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b4e81d2-e81c-4274-9840-fa35347e3e03 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:06.750761 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ad695ae-6b9c-4f9c-a5b8-efaf7e29be29 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:06.755884 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1ad695ae-6b9c-4f9c-a5b8-efaf7e29be29 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "DELETE /v2.0/floatingips/8f40015f-5c3a-4e1a-8b4d-742d2d78b4a5 HTTP/1.1" status: 204 len: 168 time: 2.9332488 Feb 28 14:27:06.762547 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855aedbc-5306-4d68-a133-9fbfbea2d04d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Made reservation on behalf of b3e9c0a06a9a4621bb3dc55efb1a6d75 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:06.766030 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-855aedbc-5306-4d68-a133-9fbfbea2d04d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:06.779562 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56484) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:06.806927 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-3e085864-c5f1-4ef4-b4b0-0236fc29b2a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'port_id': 'b64ea1e2-752e-42ca-bc99-cf5053f04b88'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:06.822141 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b33ddc7a-e53b-4bba-8abd-bffe45ecfeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:06.824254 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3e085864-c5f1-4ef4-b4b0-0236fc29b2a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:06.835716 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3e085864-c5f1-4ef4-b4b0-0236fc29b2a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Usage tracker for resource:floatingip and tenant:a713dce2e4474a3e85dacb2710c38d65 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:06.842643 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3e085864-c5f1-4ef4-b4b0-0236fc29b2a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:06.845145 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4e81d2-e81c-4274-9840-fa35347e3e03 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:06.855701 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-7b4e81d2-e81c-4274-9840-fa35347e3e03 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:06.866866 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4e81d2-e81c-4274-9840-fa35347e3e03 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:06.875721 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4e81d2-e81c-4274-9840-fa35347e3e03 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:06.876344 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7b4e81d2-e81c-4274-9840-fa35347e3e03 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:06.881355 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e427da6f-a575-4386-9790-db0a1d2d1381 None None] Attempting to bind port 5330daf5-6ec1-4285-9a0c-b7412a9c08b9 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:27:06.881355 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e427da6f-a575-4386-9790-db0a1d2d1381 None None] Attempting to bind port 5330daf5-6ec1-4285-9a0c-b7412a9c08b9 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'fb345371-7d1b-4b2c-9b75-5eb886f84c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f374bf14-45bd-4b4f-943a-0a614b4440f0'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:27:06.881635 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e427da6f-a575-4386-9790-db0a1d2d1381 None None] Attempting to bind port 5330daf5-6ec1-4285-9a0c-b7412a9c08b9 on network f374bf14-45bd-4b4f-943a-0a614b4440f0 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:27:06.883305 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e81d2-e81c-4274-9840-fa35347e3e03 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Port': ['ID=dd1fc2a2-e158-4eed-8dc9-5638cf72a450,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:06.914280 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e427da6f-a575-4386-9790-db0a1d2d1381 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:27:06.914893 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e427da6f-a575-4386-9790-db0a1d2d1381 None None] Checking segment: {'id': 'fb345371-7d1b-4b2c-9b75-5eb886f84c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f374bf14-45bd-4b4f-943a-0a614b4440f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:27:06.915014 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e427da6f-a575-4386-9790-db0a1d2d1381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:06.915423 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e427da6f-a575-4386-9790-db0a1d2d1381 None None] Bound using segment: {'id': 'fb345371-7d1b-4b2c-9b75-5eb886f84c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f374bf14-45bd-4b4f-943a-0a614b4440f0'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:27:06.915904 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e427da6f-a575-4386-9790-db0a1d2d1381 None None] Bound port: 5330daf5-6ec1-4285-9a0c-b7412a9c08b9, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb345371-7d1b-4b2c-9b75-5eb886f84c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f374bf14-45bd-4b4f-943a-0a614b4440f0'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:27:06.916330 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e427da6f-a575-4386-9790-db0a1d2d1381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:06.943836 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3e085864-c5f1-4ef4-b4b0-0236fc29b2a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:06.946208 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-2e40e5ff-adfc-4aa7-87db-486233316454 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.26.5.63 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/39e174b6-8d12-4a73-a88c-63cd50d24153) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:06.953707 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83eb7a98-586a-4d81-a3b3-e69e6d46ac88 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:07.006447 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:07.006694 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:07.009941 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e085864-c5f1-4ef4-b4b0-0236fc29b2a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:07.078967 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-d0f29b7b-2da1-4893-b7a7-a6f4f30cd8dd None None] Allocated IP 172.21.0.2 (894174a9-bedc-42d6-8f44-223ef63519cd/c077d16c-b9c4-443c-b2bb-8d3cd1bdd019/9eac5efa-73c6-45e7-929c-501d837498a3) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:07.099798 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-50140fa8-8715-4c28-bf33-1872e06541bf None None] For port fe2061b8-5464-4003-80c8-3c9a5d73a746, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:27:07.118739 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7b4e81d2-e81c-4274-9840-fa35347e3e03 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2044592 Feb 28 14:27:07.121923 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56488) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:07.211023 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-50140fa8-8715-4c28-bf33-1872e06541bf None None] For port fe2061b8-5464-4003-80c8-3c9a5d73a746, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=fe2061b8-5464-4003-80c8-3c9a5d73a746,segment=NetworkSegment(f49126f2-682c-4afb-af2d-e6f30515bf99),segment_id=f49126f2-682c-4afb-af2d-e6f30515bf99)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:27:07.215012 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-14bd43f0-65c1-4c4b-a8cf-e4431a5728e5 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting port dd1fc2a2-e158-4eed-8dc9-5638cf72a450 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:07.215616 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14bd43f0-65c1-4c4b-a8cf-e4431a5728e5 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:07.252692 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-50140fa8-8715-4c28-bf33-1872e06541bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:07.275248 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7cf36eb1-5b7b-4b22-a53c-a8b0f7ee2bbf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:07.331870 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-7cf36eb1-5b7b-4b22-a53c-a8b0f7ee2bbf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Transition to ACTIVE for port object c668480b-20fd-4ac2-94a6-ef80dd6d0803 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:07.477026 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e427da6f-a575-4386-9790-db0a1d2d1381 None None] For port 5330daf5-6ec1-4285-9a0c-b7412a9c08b9, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:27:07.524021 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7cf36eb1-5b7b-4b22-a53c-a8b0f7ee2bbf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:07.579630 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e427da6f-a575-4386-9790-db0a1d2d1381 None None] For port 5330daf5-6ec1-4285-9a0c-b7412a9c08b9, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=5330daf5-6ec1-4285-9a0c-b7412a9c08b9,segment=NetworkSegment(fb345371-7d1b-4b2c-9b75-5eb886f84c8b),segment_id=fb345371-7d1b-4b2c-9b75-5eb886f84c8b)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:27:07.582930 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2e40e5ff-adfc-4aa7-87db-486233316454 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:07.588052 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14bd43f0-65c1-4c4b-a8cf-e4431a5728e5 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:07.622559 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-b33ddc7a-e53b-4bba-8abd-bffe45ecfeff None None] Allocated IP 2001:db8::2 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/bfaa0f33-be44-4864-b4cf-cbcc8ab2d3f0/9de449c3-8b23-4cf2-bd15-52395a7ad1c3) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:07.623601 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-855aedbc-5306-4d68-a133-9fbfbea2d04d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:07.687465 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf36eb1-5b7b-4b22-a53c-a8b0f7ee2bbf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network 21407005-8aec-492d-b73f-84735ba65cc7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:07.752754 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-7cf36eb1-5b7b-4b22-a53c-a8b0f7ee2bbf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:07.760086 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-14bd43f0-65c1-4c4b-a8cf-e4431a5728e5 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Calling delete_port for dd1fc2a2-e158-4eed-8dc9-5638cf72a450 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:27:07.784298 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e427da6f-a575-4386-9790-db0a1d2d1381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:07.792401 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2e40e5ff-adfc-4aa7-87db-486233316454 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:07.839005 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf36eb1-5b7b-4b22-a53c-a8b0f7ee2bbf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:07.846359 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50140fa8-8715-4c28-bf33-1872e06541bf None None] Pushing event updated for resources: {'Port': ['ID=fe2061b8-5464-4003-80c8-3c9a5d73a746,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:07.864153 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855aedbc-5306-4d68-a133-9fbfbea2d04d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Pushing event updated for resources: {'Subnet': ['ID=53cebb96-60b5-451d-a149-e08e02d8c25e,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:07.902743 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855aedbc-5306-4d68-a133-9fbfbea2d04d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Checking segment: {'id': 'd6bb653c-940a-41d3-b74b-4a1ef2f93c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cc7f1835-cd35-4412-a96c-669598bbafef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:27:07.903122 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855aedbc-5306-4d68-a133-9fbfbea2d04d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Network hostable DHCP agents. Network: cc7f1835-cd35-4412-a96c-669598bbafef, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:27:07.939217 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-83eb7a98-586a-4d81-a3b3-e69e6d46ac88 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Allocated IP 172.20.0.1 (1b5efb13-bc4f-48d6-9f9d-68cb45f1bd2f/ae36c6fd-14d2-41e4-be8c-bc547fdd5ba5/b718420c-81d2-47b9-800f-bea7402df86c) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:07.962378 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e40e5ff-adfc-4aa7-87db-486233316454 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:07.983508 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 62e2e40b-3389-4fb3-b081-9bb5b7655a7f up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:08.001128 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-2e40e5ff-adfc-4aa7-87db-486233316454 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:08.008006 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e40e5ff-adfc-4aa7-87db-486233316454 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:08.021516 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c3be3512-eb9d-4c1f-8bd5-09796bd9370e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:08.043681 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf36eb1-5b7b-4b22-a53c-a8b0f7ee2bbf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Port': ['ID=c668480b-20fd-4ac2-94a6-ef80dd6d0803,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:08.088114 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40e5ff-adfc-4aa7-87db-486233316454 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=39e174b6-8d12-4a73-a88c-63cd50d24153,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:08.088309 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf36eb1-5b7b-4b22-a53c-a8b0f7ee2bbf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:08.088972 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7cf36eb1-5b7b-4b22-a53c-a8b0f7ee2bbf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:08.107132 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e085864-c5f1-4ef4-b4b0-0236fc29b2a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:08.129383 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855aedbc-5306-4d68-a133-9fbfbea2d04d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Network cc7f1835-cd35-4412-a96c-669598bbafef is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:27:08.156213 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427da6f-a575-4386-9790-db0a1d2d1381 None None] Pushing event updated for resources: {'Port': ['ID=5330daf5-6ec1-4285-9a0c-b7412a9c08b9,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:08.184750 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b33ddc7a-e53b-4bba-8abd-bffe45ecfeff None None] For port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9de449c3-8b23-4cf2-bd15-52395a7ad1c3,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:08.232513 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725b6e81-8ef7-4c34-b1f4-102789912211 None None] Update dhcp port {'port': {'network_id': '21407005-8aec-492d-b73f-84735ba65cc7', 'fixed_ips': [{'subnet_id': 'b2a5ce6b-9fc9-46fb-8db1-91130bec2508', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fe882b7a-bffb-46f0-ab55-9630562d3694'}], 'binding:host_id': 'dv-neutron-831192-4-hyperv'}, 'id': '62e2e40b-3389-4fb3-b081-9bb5b7655a7f'} from dv-neutron-831192-4-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 14:27:08.240869 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7cf36eb1-5b7b-4b22-a53c-a8b0f7ee2bbf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.7451727 Feb 28 14:27:08.244773 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56492) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:08.263108 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6f22da4f-afff-4a76-ba43-4d776a2406ee tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b2a5ce6b-9fc9-46fb-8db1-91130bec2508'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:08.298027 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d0f29b7b-2da1-4893-b7a7-a6f4f30cd8dd None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:08.300666 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-855aedbc-5306-4d68-a133-9fbfbea2d04d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, cc7f1835-cd35-4412-a96c-669598bbafef) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:08.324375 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaac0b4-6a57-4acf-b73c-7c467d402fc3 None None] Network cc7f1835-cd35-4412-a96c-669598bbafef requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:08.335966 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14bd43f0-65c1-4c4b-a8cf-e4431a5728e5 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:08.359593 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d0f29b7b-2da1-4893-b7a7-a6f4f30cd8dd None None] Transition to ACTIVE for port object 9eac5efa-73c6-45e7-929c-501d837498a3 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:08.363241 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b33ddc7a-e53b-4bba-8abd-bffe45ecfeff None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:08.452159 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-725b6e81-8ef7-4c34-b1f4-102789912211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:08.494372 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b33ddc7a-e53b-4bba-8abd-bffe45ecfeff None None] Transition to ACTIVE for port object 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:08.498964 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 62e2e40b-3389-4fb3-b081-9bb5b7655a7f completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:08.505084 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d0f29b7b-2da1-4893-b7a7-a6f4f30cd8dd None None] Transition to ACTIVE for port object 9eac5efa-73c6-45e7-929c-501d837498a3 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:08.512103 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b33ddc7a-e53b-4bba-8abd-bffe45ecfeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:08.514520 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd43f0-65c1-4c4b-a8cf-e4431a5728e5 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Port': ['ID=dd1fc2a2-e158-4eed-8dc9-5638cf72a450,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:08.566797 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 62e2e40b-3389-4fb3-b081-9bb5b7655a7f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:08.568042 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:08.572677 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855aedbc-5306-4d68-a133-9fbfbea2d04d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:08.573264 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-855aedbc-5306-4d68-a133-9fbfbea2d04d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:08.635949 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d0f29b7b-2da1-4893-b7a7-a6f4f30cd8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:08.645984 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-14bd43f0-65c1-4c4b-a8cf-e4431a5728e5 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:08.651203 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-14bd43f0-65c1-4c4b-a8cf-e4431a5728e5 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/dd1fc2a2-e158-4eed-8dc9-5638cf72a450 HTTP/1.1" status: 204 len: 168 time: 1.5281332 Feb 28 14:27:08.652130 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f22da4f-afff-4a76-ba43-4d776a2406ee tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:08.663333 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56496) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:08.842844 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f29b7b-2da1-4893-b7a7-a6f4f30cd8dd None None] Network 894174a9-bedc-42d6-8f44-223ef63519cd is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:08.848230 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83eb7a98-586a-4d81-a3b3-e69e6d46ac88 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:08.851122 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-d0f29b7b-2da1-4893-b7a7-a6f4f30cd8dd None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:08.854165 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f29b7b-2da1-4893-b7a7-a6f4f30cd8dd None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:08.872265 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-83eb7a98-586a-4d81-a3b3-e69e6d46ac88 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Transition to ACTIVE for port object b718420c-81d2-47b9-800f-bea7402df86c will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:08.904306 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-855aedbc-5306-4d68-a133-9fbfbea2d04d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2335725 Feb 28 14:27:08.907387 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56500) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:08.925477 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1230bb2-431a-4306-a8ff-8047e8631903 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:08.926345 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c1230bb2-431a-4306-a8ff-8047e8631903 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:27:08.934669 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ddc7a-e53b-4bba-8abd-bffe45ecfeff None None] Pushing event updated for resources: {'Port': ['ID=9de449c3-8b23-4cf2-bd15-52395a7ad1c3,revision_number=9']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:09.028869 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c1230bb2-431a-4306-a8ff-8047e8631903 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:27:09.030284 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c1230bb2-431a-4306-a8ff-8047e8631903 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3660424 Feb 28 14:27:09.034227 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56502) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:09.110653 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5113b561-ec86-43fe-a489-7ddb88db798b None None] Network 1b5efb13-bc4f-48d6-9f9d-68cb45f1bd2f requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:09.132983 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-3e085864-c5f1-4ef4-b4b0-0236fc29b2a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Allocated IP 172.26.5.116 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/950828ec-eb29-4092-a47e-3c3d21640f2c) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:09.293171 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f7d37a70-5bba-4c87-bb6f-ccfe6497c343 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Request body: {'subnet': {'network_id': 'c99e3872-9260-4c21-bba9-581f1e952ea1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:09.309444 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83eb7a98-586a-4d81-a3b3-e69e6d46ac88 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:09.410005 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a62c7ae-5e6c-474c-aa7a-8ec65f9c8fd0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:09.416547 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5a62c7ae-5e6c-474c-aa7a-8ec65f9c8fd0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3811693 Feb 28 14:27:09.417177 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56508) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:09.487325 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e085864-c5f1-4ef4-b4b0-0236fc29b2a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:09.528815 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4778f4fd-4dc6-4ccf-8ce4-a953aeec5b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-cc7f1835-cd35-4412-a96c-669598bbafef', 'network_id': 'cc7f1835-cd35-4412-a96c-669598bbafef', 'tenant_id': 'b3e9c0a06a9a4621bb3dc55efb1a6d75', 'fixed_ips': [{'subnet_id': '53cebb96-60b5-451d-a149-e08e02d8c25e'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:27:09.530307 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4778f4fd-4dc6-4ccf-8ce4-a953aeec5b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:09.537678 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98de19a2-9c71-41d6-8ee1-853b46bfcaa7 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:09.539409 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98de19a2-9c71-41d6-8ee1-853b46bfcaa7 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:09.540946 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98de19a2-9c71-41d6-8ee1-853b46bfcaa7 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:09.541807 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-98de19a2-9c71-41d6-8ee1-853b46bfcaa7 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:27:09.555739 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d0f29b7b-2da1-4893-b7a7-a6f4f30cd8dd None None] Attempting to bind port 9eac5efa-73c6-45e7-929c-501d837498a3 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:27:09.556522 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d0f29b7b-2da1-4893-b7a7-a6f4f30cd8dd None None] Attempting to bind port 9eac5efa-73c6-45e7-929c-501d837498a3 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '3c2e797b-9703-4624-90ef-660159e4262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '894174a9-bedc-42d6-8f44-223ef63519cd'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:27:09.557119 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f29b7b-2da1-4893-b7a7-a6f4f30cd8dd None None] Attempting to bind port 9eac5efa-73c6-45e7-929c-501d837498a3 on network 894174a9-bedc-42d6-8f44-223ef63519cd {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:27:09.560296 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f29b7b-2da1-4893-b7a7-a6f4f30cd8dd None None] Pushing event updated for resources: {'Port': ['ID=9eac5efa-73c6-45e7-929c-501d837498a3,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:09.579614 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-98de19a2-9c71-41d6-8ee1-853b46bfcaa7 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:27:09.582295 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-98de19a2-9c71-41d6-8ee1-853b46bfcaa7 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1627147 Feb 28 14:27:09.583734 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56512) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:09.595296 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e085864-c5f1-4ef4-b4b0-0236fc29b2a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:09.611181 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb7a98-586a-4d81-a3b3-e69e6d46ac88 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Port': ['ID=b718420c-81d2-47b9-800f-bea7402df86c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:09.623723 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eb7a98-586a-4d81-a3b3-e69e6d46ac88 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network 1b5efb13-bc4f-48d6-9f9d-68cb45f1bd2f is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:09.654900 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b9292f1b-5a1c-4ccd-98d9-c12e807a3ca6 None None] Provisioning for port fe2061b8-5464-4003-80c8-3c9a5d73a746 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:09.675406 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d8020d-379f-4221-b547-d0cd44355fca tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet 1fbfe26b-4df7-4fab-be2e-19fdb85bc6df {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:27:09.678788 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26d8020d-379f-4221-b547-d0cd44355fca tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:09.687479 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-83eb7a98-586a-4d81-a3b3-e69e6d46ac88 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:09.707198 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eb7a98-586a-4d81-a3b3-e69e6d46ac88 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:09.728571 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f29b7b-2da1-4893-b7a7-a6f4f30cd8dd None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:27:09.729012 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f29b7b-2da1-4893-b7a7-a6f4f30cd8dd None None] Checking segment: {'id': '3c2e797b-9703-4624-90ef-660159e4262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '894174a9-bedc-42d6-8f44-223ef63519cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:27:09.729527 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d0f29b7b-2da1-4893-b7a7-a6f4f30cd8dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:09.729920 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f29b7b-2da1-4893-b7a7-a6f4f30cd8dd None None] Bound using segment: {'id': '3c2e797b-9703-4624-90ef-660159e4262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '894174a9-bedc-42d6-8f44-223ef63519cd'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:27:09.730455 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d0f29b7b-2da1-4893-b7a7-a6f4f30cd8dd None None] Bound port: 9eac5efa-73c6-45e7-929c-501d837498a3, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2e797b-9703-4624-90ef-660159e4262d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '894174a9-bedc-42d6-8f44-223ef63519cd'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:27:09.730830 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d0f29b7b-2da1-4893-b7a7-a6f4f30cd8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:09.749628 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26d8020d-379f-4221-b547-d0cd44355fca tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:09.759022 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1386e8-ec8c-47df-8f62-1f8a60badca5 None None] Network f374bf14-45bd-4b4f-943a-0a614b4440f0 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:09.816252 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:09.861972 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26d8020d-379f-4221-b547-d0cd44355fca tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:09.891072 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e085864-c5f1-4ef4-b4b0-0236fc29b2a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:09.921250 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-3e085864-c5f1-4ef4-b4b0-0236fc29b2a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:09.937149 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e085864-c5f1-4ef4-b4b0-0236fc29b2a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:09.953525 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26d8020d-379f-4221-b547-d0cd44355fca tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:10.002191 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8020d-379f-4221-b547-d0cd44355fca tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=1fbfe26b-4df7-4fab-be2e-19fdb85bc6df,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:10.008158 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26d8020d-379f-4221-b547-d0cd44355fca tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:10.017758 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f7d37a70-5bba-4c87-bb6f-ccfe6497c343 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:10.020394 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83eb7a98-586a-4d81-a3b3-e69e6d46ac88 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:10.029106 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-26d8020d-379f-4221-b547-d0cd44355fca tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/1fbfe26b-4df7-4fab-be2e-19fdb85bc6df HTTP/1.1" status: 204 len: 168 time: 0.4437788 Feb 28 14:27:10.029893 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56516) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:10.059566 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-23aa363c-0c60-4e47-8d72-5560f2e48e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:10.080534 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-725b6e81-8ef7-4c34-b1f4-102789912211 None None] Allocated IP 172.20.0.18 (21407005-8aec-492d-b73f-84735ba65cc7/fe882b7a-bffb-46f0-ab55-9630562d3694/62e2e40b-3389-4fb3-b081-9bb5b7655a7f) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:10.128884 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-18036b82-5624-425b-94e9-4351037a39a9 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet bfaa0f33-be44-4864-b4cf-cbcc8ab2d3f0 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:27:10.132260 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-18036b82-5624-425b-94e9-4351037a39a9 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:10.147816 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 62e2e40b-3389-4fb3-b081-9bb5b7655a7f, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=62e2e40b-3389-4fb3-b081-9bb5b7655a7f,segment=NetworkSegment(8448e393-6025-4fe3-9868-89559b34d782),segment_id=8448e393-6025-4fe3-9868-89559b34d782)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:10.156231 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f22ab4c4-bc70-4b60-901c-fff3b63ae54d None None] Provisioning for port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:10.165618 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e085864-c5f1-4ef4-b4b0-0236fc29b2a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event updated for resources: {'Port': ['ID=950828ec-eb29-4092-a47e-3c3d21640f2c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:10.191758 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2e40e5ff-adfc-4aa7-87db-486233316454 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:10.194747 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:10.220752 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-18036b82-5624-425b-94e9-4351037a39a9 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:10.292387 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f22ab4c4-bc70-4b60-901c-fff3b63ae54d None None] Provisioning complete for port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:10.292842 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f22ab4c4-bc70-4b60-901c-fff3b63ae54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:10.312110 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f7d37a70-5bba-4c87-bb6f-ccfe6497c343 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Usage tracker for resource:subnet and tenant:b3e9c0a06a9a4621bb3dc55efb1a6d75 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:10.317676 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d23fea6-8830-4c68-bb2e-19583e3289da None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:10.321694 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f7d37a70-5bba-4c87-bb6f-ccfe6497c343 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:10.380681 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f7d37a70-5bba-4c87-bb6f-ccfe6497c343 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:10.406255 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d0f29b7b-2da1-4893-b7a7-a6f4f30cd8dd None None] For port 9eac5efa-73c6-45e7-929c-501d837498a3, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:27:10.414556 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-18036b82-5624-425b-94e9-4351037a39a9 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:10.544260 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-18036b82-5624-425b-94e9-4351037a39a9 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:10.548812 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:10.592121 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18036b82-5624-425b-94e9-4351037a39a9 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=bfaa0f33-be44-4864-b4cf-cbcc8ab2d3f0,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:10.595817 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-18036b82-5624-425b-94e9-4351037a39a9 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:10.608433 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-18036b82-5624-425b-94e9-4351037a39a9 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/bfaa0f33-be44-4864-b4cf-cbcc8ab2d3f0 HTTP/1.1" status: 204 len: 168 time: 0.5769141 Feb 28 14:27:10.610865 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56520) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:10.623590 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-4778f4fd-4dc6-4ccf-8ce4-a953aeec5b45 None None] Allocated IP 2001:db8::2 (cc7f1835-cd35-4412-a96c-669598bbafef/53cebb96-60b5-451d-a149-e08e02d8c25e/9eaa394e-05a2-4b59-ae61-3a3666345f8d) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:10.635768 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d0f29b7b-2da1-4893-b7a7-a6f4f30cd8dd None None] For port 9eac5efa-73c6-45e7-929c-501d837498a3, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9eac5efa-73c6-45e7-929c-501d837498a3,segment=NetworkSegment(3c2e797b-9703-4624-90ef-660159e4262d),segment_id=3c2e797b-9703-4624-90ef-660159e4262d)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:27:10.658750 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d37a70-5bba-4c87-bb6f-ccfe6497c343 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Made reservation on behalf of b3e9c0a06a9a4621bb3dc55efb1a6d75 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:10.662194 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f7d37a70-5bba-4c87-bb6f-ccfe6497c343 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:10.684213 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8f71b88f-8faf-4549-8132-f0dfe57b32d3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693414 Feb 28 14:27:10.685336 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56524) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:10.687166 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d0f29b7b-2da1-4893-b7a7-a6f4f30cd8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:10.690568 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2549404e-3a5d-4aae-b93c-0004710b94d2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:10.726479 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=62e2e40b-3389-4fb3-b081-9bb5b7655a7f,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:10.805192 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2549404e-3a5d-4aae-b93c-0004710b94d2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:10.809348 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2549404e-3a5d-4aae-b93c-0004710b94d2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:subnet and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:10.813091 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2549404e-3a5d-4aae-b93c-0004710b94d2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:10.818994 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2549404e-3a5d-4aae-b93c-0004710b94d2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:10.831893 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2549404e-3a5d-4aae-b93c-0004710b94d2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:10.836608 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2549404e-3a5d-4aae-b93c-0004710b94d2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:11.011246 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83eb7a98-586a-4d81-a3b3-e69e6d46ac88 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:11.125574 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2549404e-3a5d-4aae-b93c-0004710b94d2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:11.194515 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2549404e-3a5d-4aae-b93c-0004710b94d2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:11.196777 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-2549404e-3a5d-4aae-b93c-0004710b94d2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:11.252277 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549404e-3a5d-4aae-b93c-0004710b94d2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=b0c3e64f-9473-43c8-9966-bc02ea558ef9,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:11.256403 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2549404e-3a5d-4aae-b93c-0004710b94d2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:11.257135 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2549404e-3a5d-4aae-b93c-0004710b94d2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:11.270987 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:11.277822 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-725b6e81-8ef7-4c34-b1f4-102789912211 None None] For port 62e2e40b-3389-4fb3-b081-9bb5b7655a7f, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=62e2e40b-3389-4fb3-b081-9bb5b7655a7f,segment=NetworkSegment(8448e393-6025-4fe3-9868-89559b34d782),segment_id=8448e393-6025-4fe3-9868-89559b34d782)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:11.302833 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f29b7b-2da1-4893-b7a7-a6f4f30cd8dd None None] Pushing event updated for resources: {'Port': ['ID=9eac5efa-73c6-45e7-929c-501d837498a3,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:11.303448 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2549404e-3a5d-4aae-b93c-0004710b94d2 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6172681 Feb 28 14:27:11.305869 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56530) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:11.312676 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0e524720-f47f-4350-a63a-bef2c34eff6f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:11.332967 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:11.359003 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:11.359399 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:11.554586 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-725b6e81-8ef7-4c34-b1f4-102789912211 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:11.571698 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0e524720-f47f-4350-a63a-bef2c34eff6f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:11.581648 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0e524720-f47f-4350-a63a-bef2c34eff6f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:subnet and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:11.585309 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0e524720-f47f-4350-a63a-bef2c34eff6f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:11.592696 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0e524720-f47f-4350-a63a-bef2c34eff6f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:11.607476 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e524720-f47f-4350-a63a-bef2c34eff6f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:11.609377 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f22ab4c4-bc70-4b60-901c-fff3b63ae54d None None] Provisioning for port 5330daf5-6ec1-4285-9a0c-b7412a9c08b9 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:11.611961 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0e524720-f47f-4350-a63a-bef2c34eff6f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:11.654223 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-725b6e81-8ef7-4c34-b1f4-102789912211 None None] Transition to ACTIVE for port object 62e2e40b-3389-4fb3-b081-9bb5b7655a7f will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:11.673588 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-725b6e81-8ef7-4c34-b1f4-102789912211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:11.744919 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4778f4fd-4dc6-4ccf-8ce4-a953aeec5b45 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:11.860468 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2e40e5ff-adfc-4aa7-87db-486233316454 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:11.913597 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-6f22da4f-afff-4a76-ba43-4d776a2406ee tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Delete allocated IP 172.20.0.23 (21407005-8aec-492d-b73f-84735ba65cc7/fe882b7a-bffb-46f0-ab55-9630562d3694) {{(pid=87772) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 14:27:11.929036 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4778f4fd-4dc6-4ccf-8ce4-a953aeec5b45 None None] Transition to ACTIVE for port object 9eaa394e-05a2-4b59-ae61-3a3666345f8d will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:11.950451 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4778f4fd-4dc6-4ccf-8ce4-a953aeec5b45 None None] Transition to ACTIVE for port object 9eaa394e-05a2-4b59-ae61-3a3666345f8d will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:11.958624 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8b28f389-90e6-4b37-bae4-f5ebbc9955ba None None] Could not find standard attr ID for object dd1fc2a2-e158-4eed-8dc9-5638cf72a450. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:27:11.975285 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4778f4fd-4dc6-4ccf-8ce4-a953aeec5b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:12.007726 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4778f4fd-4dc6-4ccf-8ce4-a953aeec5b45 None None] Network cc7f1835-cd35-4412-a96c-669598bbafef is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:12.024416 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-4778f4fd-4dc6-4ccf-8ce4-a953aeec5b45 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:12.044037 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4778f4fd-4dc6-4ccf-8ce4-a953aeec5b45 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:12.161507 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b6e81-8ef7-4c34-b1f4-102789912211 None None] Pushing event updated for resources: {'Port': ['ID=62e2e40b-3389-4fb3-b081-9bb5b7655a7f,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:12.229673 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.ipam_backend_mixin [None req-0e524720-f47f-4350-a63a-bef2c34eff6f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b0c3e64f-9473-43c8-9966-bc02ea558ef9 (CIDR: 2001:db8::/64) Feb 28 14:27:12.234068 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 5330daf5-6ec1-4285-9a0c-b7412a9c08b9 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:12.239485 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e524720-f47f-4350-a63a-bef2c34eff6f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:27:12.240020 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e524720-f47f-4350-a63a-bef2c34eff6f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:12.277898 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8b28f389-90e6-4b37-bae4-f5ebbc9955ba None None] Provisioning for port b718420c-81d2-47b9-800f-bea7402df86c completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:12.312374 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0e524720-f47f-4350-a63a-bef2c34eff6f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0033391 Feb 28 14:27:12.326556 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56534) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:12.333229 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-176f96ec-f933-4b32-ba74-dd7b587fd16c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'subnet': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:12.372744 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8b28f389-90e6-4b37-bae4-f5ebbc9955ba None None] Provisioning complete for port b718420c-81d2-47b9-800f-bea7402df86c triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:12.373279 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b28f389-90e6-4b37-bae4-f5ebbc9955ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:12.419666 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e085864-c5f1-4ef4-b4b0-0236fc29b2a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:12.511186 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83eb7a98-586a-4d81-a3b3-e69e6d46ac88 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:12.561403 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f22da4f-afff-4a76-ba43-4d776a2406ee tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:12.561702 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83eb7a98-586a-4d81-a3b3-e69e6d46ac88 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:12.606339 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-6f22da4f-afff-4a76-ba43-4d776a2406ee tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Ignored duplicate provisioning block setup for port c668480b-20fd-4ac2-94a6-ef80dd6d0803 by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 28 14:27:12.607546 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-176f96ec-f933-4b32-ba74-dd7b587fd16c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:12.613115 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-176f96ec-f933-4b32-ba74-dd7b587fd16c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Usage tracker for resource:subnet and tenant:be48e9bf201d46859eb43fd68b389951 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:12.617760 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f22da4f-afff-4a76-ba43-4d776a2406ee tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:12.624278 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-176f96ec-f933-4b32-ba74-dd7b587fd16c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:12.627812 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4778f4fd-4dc6-4ccf-8ce4-a953aeec5b45 None None] Attempting to bind port 9eaa394e-05a2-4b59-ae61-3a3666345f8d on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:27:12.628569 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4778f4fd-4dc6-4ccf-8ce4-a953aeec5b45 None None] Attempting to bind port 9eaa394e-05a2-4b59-ae61-3a3666345f8d by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'd6bb653c-940a-41d3-b74b-4a1ef2f93c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cc7f1835-cd35-4412-a96c-669598bbafef'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:27:12.628949 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4778f4fd-4dc6-4ccf-8ce4-a953aeec5b45 None None] Attempting to bind port 9eaa394e-05a2-4b59-ae61-3a3666345f8d on network cc7f1835-cd35-4412-a96c-669598bbafef {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:27:12.637328 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f7d37a70-5bba-4c87-bb6f-ccfe6497c343 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:12.651336 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778f4fd-4dc6-4ccf-8ce4-a953aeec5b45 None None] Pushing event updated for resources: {'Port': ['ID=9eaa394e-05a2-4b59-ae61-3a3666345f8d,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:12.687386 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd13750-30be-4781-9d09-565adf9bc8aa None None] Network 894174a9-bedc-42d6-8f44-223ef63519cd requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:12.701522 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4778f4fd-4dc6-4ccf-8ce4-a953aeec5b45 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:27:12.701522 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4778f4fd-4dc6-4ccf-8ce4-a953aeec5b45 None None] Checking segment: {'id': 'd6bb653c-940a-41d3-b74b-4a1ef2f93c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cc7f1835-cd35-4412-a96c-669598bbafef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:27:12.702000 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4778f4fd-4dc6-4ccf-8ce4-a953aeec5b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:12.702205 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4778f4fd-4dc6-4ccf-8ce4-a953aeec5b45 None None] Bound using segment: {'id': 'd6bb653c-940a-41d3-b74b-4a1ef2f93c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cc7f1835-cd35-4412-a96c-669598bbafef'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:27:12.702518 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4778f4fd-4dc6-4ccf-8ce4-a953aeec5b45 None None] Bound port: 9eaa394e-05a2-4b59-ae61-3a3666345f8d, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6bb653c-940a-41d3-b74b-4a1ef2f93c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cc7f1835-cd35-4412-a96c-669598bbafef'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:27:12.702894 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4778f4fd-4dc6-4ccf-8ce4-a953aeec5b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:12.720197 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22da4f-afff-4a76-ba43-4d776a2406ee tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Port': ['ID=c668480b-20fd-4ac2-94a6-ef80dd6d0803,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:12.724816 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-176f96ec-f933-4b32-ba74-dd7b587fd16c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:12.738865 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:12.765046 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8b28f389-90e6-4b37-bae4-f5ebbc9955ba None None] Port b718420c-81d2-47b9-800f-bea7402df86c cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:27:12.787188 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 5330daf5-6ec1-4285-9a0c-b7412a9c08b9 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:12.811335 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb7a98-586a-4d81-a3b3-e69e6d46ac88 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Port': ['ID=b718420c-81d2-47b9-800f-bea7402df86c,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:12.822679 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176f96ec-f933-4b32-ba74-dd7b587fd16c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:12.826763 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-176f96ec-f933-4b32-ba74-dd7b587fd16c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:12.839383 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e085864-c5f1-4ef4-b4b0-0236fc29b2a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:12.890879 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 5330daf5-6ec1-4285-9a0c-b7412a9c08b9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:12.891321 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:12.901351 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-83eb7a98-586a-4d81-a3b3-e69e6d46ac88 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:12.914149 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58616ca6-324f-42a7-8146-7c1e2dfeab55 None None] Update dhcp port {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'fixed_ips': [{'subnet_id': 'b0c3e64f-9473-43c8-9966-bc02ea558ef9'}], 'binding:host_id': 'dv-neutron-831192-4-hyperv'}, 'id': '9de449c3-8b23-4cf2-bd15-52395a7ad1c3'} from dv-neutron-831192-4-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 14:27:12.917965 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d37a70-5bba-4c87-bb6f-ccfe6497c343 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Pushing event updated for resources: {'Subnet': ['ID=453ce461-2585-4dda-bae9-cdce22794b23,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:12.925162 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-6f22da4f-afff-4a76-ba43-4d776a2406ee tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] In _notify_port_updated(), no bound segment for port c668480b-20fd-4ac2-94a6-ef80dd6d0803 on network 21407005-8aec-492d-b73f-84735ba65cc7 {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 14:27:12.930868 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f22da4f-afff-4a76-ba43-4d776a2406ee tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:12.931547 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f22da4f-afff-4a76-ba43-4d776a2406ee tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:12.935497 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6f22da4f-afff-4a76-ba43-4d776a2406ee tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "PUT /v2.0/ports/c668480b-20fd-4ac2-94a6-ef80dd6d0803 HTTP/1.1" status: 200 len: 919 time: 4.6869228 Feb 28 14:27:12.938438 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56538) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:12.952022 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2aea6b3e-cfc5-4347-8b79-f9d1ad230479 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b2a5ce6b-9fc9-46fb-8db1-91130bec2508'}, {'subnet_id': 'fe882b7a-bffb-46f0-ab55-9630562d3694'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:12.955528 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e40e5ff-adfc-4aa7-87db-486233316454 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router a2f38382-17fb-4bc3-aa38-199e3f41892e is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:27:12.955921 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a7d66f-7f7a-4591-bee7-2b187117a636 None None] Network 21407005-8aec-492d-b73f-84735ba65cc7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:13.040788 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d37a70-5bba-4c87-bb6f-ccfe6497c343 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Checking segment: {'id': '95aeea88-5fcb-485c-8c38-ee938b858900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c99e3872-9260-4c21-bba9-581f1e952ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:27:13.041094 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d37a70-5bba-4c87-bb6f-ccfe6497c343 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Network hostable DHCP agents. Network: c99e3872-9260-4c21-bba9-581f1e952ea1, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:27:13.131192 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-58616ca6-324f-42a7-8146-7c1e2dfeab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:13.170103 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4778f4fd-4dc6-4ccf-8ce4-a953aeec5b45 None None] For port 9eaa394e-05a2-4b59-ae61-3a3666345f8d, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:27:13.221804 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4778f4fd-4dc6-4ccf-8ce4-a953aeec5b45 None None] For port 9eaa394e-05a2-4b59-ae61-3a3666345f8d, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9eaa394e-05a2-4b59-ae61-3a3666345f8d,segment=NetworkSegment(d6bb653c-940a-41d3-b74b-4a1ef2f93c91),segment_id=d6bb653c-940a-41d3-b74b-4a1ef2f93c91)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:27:13.252891 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d37a70-5bba-4c87-bb6f-ccfe6497c343 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Network c99e3872-9260-4c21-bba9-581f1e952ea1 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:27:13.277380 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2aea6b3e-cfc5-4347-8b79-f9d1ad230479 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:13.317546 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4778f4fd-4dc6-4ccf-8ce4-a953aeec5b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:13.374290 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-f7d37a70-5bba-4c87-bb6f-ccfe6497c343 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, c99e3872-9260-4c21-bba9-581f1e952ea1) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:13.378838 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eb7a98-586a-4d81-a3b3-e69e6d46ac88 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network 1b5efb13-bc4f-48d6-9f9d-68cb45f1bd2f is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:13.385593 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-83eb7a98-586a-4d81-a3b3-e69e6d46ac88 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:13.388038 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d37a70-5bba-4c87-bb6f-ccfe6497c343 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:13.388905 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f7d37a70-5bba-4c87-bb6f-ccfe6497c343 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:13.441295 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56542) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:13.442106 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f7d37a70-5bba-4c87-bb6f-ccfe6497c343 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3116949 Feb 28 14:27:13.461539 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e40e5ff-adfc-4aa7-87db-486233316454 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:27:13.475308 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1036aba-d046-4f19-8176-decc3c0fbdef None None] Sync routers for ids ['a2f38382-17fb-4bc3-aa38-199e3f41892e'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:27:13.506796 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1036aba-d046-4f19-8176-decc3c0fbdef None None] Routers {'a2f38382-17fb-4bc3-aa38-199e3f41892e'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:13.507647 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d1036aba-d046-4f19-8176-decc3c0fbdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['a2f38382-17fb-4bc3-aa38-199e3f41892e'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:13.561538 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b4df75cd-4029-4f2a-bd87-9a921f289aaa None None] Provisioning for port 9eac5efa-73c6-45e7-929c-501d837498a3 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:13.565019 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dae864b-10cf-405d-9f43-39cb49183ca9 None None] Network c99e3872-9260-4c21-bba9-581f1e952ea1 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:13.702493 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-3e085864-c5f1-4ef4-b4b0-0236fc29b2a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:27:13.718754 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2e40e5ff-adfc-4aa7-87db-486233316454 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:13.720557 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2e40e5ff-adfc-4aa7-87db-486233316454 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.2023983 Feb 28 14:27:13.726138 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56546) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:13.736957 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:13.786755 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e085864-c5f1-4ef4-b4b0-0236fc29b2a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:13.804985 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-d1036aba-d046-4f19-8176-decc3c0fbdef None None] Set router a2f38382-17fb-4bc3-aa38-199e3f41892e gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:27:13.817328 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2d04fafa-b93a-4f3e-a2fa-e708bae97d11 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=1cd57789443e43d89a7681324e1f7304&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0848677 Feb 28 14:27:13.818587 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e085864-c5f1-4ef4-b4b0-0236fc29b2a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:13.829631 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56550) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:13.962510 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778f4fd-4dc6-4ccf-8ce4-a953aeec5b45 None None] Pushing event updated for resources: {'Port': ['ID=9eaa394e-05a2-4b59-ae61-3a3666345f8d,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:14.081446 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e085864-c5f1-4ef4-b4b0-0236fc29b2a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event updated for resources: {'Port': ['ID=950828ec-eb29-4092-a47e-3c3d21640f2c,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:14.086260 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b4df75cd-4029-4f2a-bd87-9a921f289aaa None None] Provisioning for port 62e2e40b-3389-4fb3-b081-9bb5b7655a7f completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:14.110584 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83eb7a98-586a-4d81-a3b3-e69e6d46ac88 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Router df9fc137-e160-4c5e-a078-50d4ecf9fd9f is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:27:14.121747 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 5330daf5-6ec1-4285-9a0c-b7412a9c08b9, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=5330daf5-6ec1-4285-9a0c-b7412a9c08b9,segment=NetworkSegment(fb345371-7d1b-4b2c-9b75-5eb886f84c8b),segment_id=fb345371-7d1b-4b2c-9b75-5eb886f84c8b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:14.127709 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e085864-c5f1-4ef4-b4b0-0236fc29b2a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:14.129344 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b4df75cd-4029-4f2a-bd87-9a921f289aaa None None] Provisioning complete for port 62e2e40b-3389-4fb3-b081-9bb5b7655a7f triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:14.129779 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b4df75cd-4029-4f2a-bd87-9a921f289aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:14.246492 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:14.247411 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device fe2061b8-5464-4003-80c8-3c9a5d73a746 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:14.338567 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d1036aba-d046-4f19-8176-decc3c0fbdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'name': 'tempest-TestNetworkBasicOps-router-1768235454', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:27:03Z', 'updated_at': '2022-02-28T14:27:08Z', 'revision_number': 3, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:27:06Z', 'updated_at': '2022-02-28T14:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:14.349413 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1036aba-d046-4f19-8176-decc3c0fbdef None None] Checking router: a2f38382-17fb-4bc3-aa38-199e3f41892e for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:27:14.349413 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1036aba-d046-4f19-8176-decc3c0fbdef None None] Updating router a2f38382-17fb-4bc3-aa38-199e3f41892e port 39e174b6-8d12-4a73-a88c-63cd50d24153 binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:27:14.462255 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-58616ca6-324f-42a7-8146-7c1e2dfeab55 None None] Allocated IP 2001:db8::2 (22b852e7-638c-4536-9e81-f0f6c68c1fb7/b0c3e64f-9473-43c8-9966-bc02ea558ef9/9de449c3-8b23-4cf2-bd15-52395a7ad1c3) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:14.477873 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=5330daf5-6ec1-4285-9a0c-b7412a9c08b9,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:14.496154 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-d1036aba-d046-4f19-8176-decc3c0fbdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:14.500145 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc18858-5445-40c8-8275-68a8a9fbb11c tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:14.502100 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6bc18858-5445-40c8-8275-68a8a9fbb11c tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6398652 Feb 28 14:27:14.515655 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56554) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:14.538036 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-3e085864-c5f1-4ef4-b4b0-0236fc29b2a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Floating IP 90b95547-a9d0-42ff-b7fb-87ed6348abd9 associated. External IP: 172.26.5.116, port: b64ea1e2-752e-42ca-bc99-cf5053f04b88. Feb 28 14:27:14.746860 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port fe2061b8-5464-4003-80c8-3c9a5d73a746 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:14.761007 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a35846-7176-4168-a9c7-f29c0bb279ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-c99e3872-9260-4c21-bba9-581f1e952ea1', 'network_id': 'c99e3872-9260-4c21-bba9-581f1e952ea1', 'tenant_id': 'b3e9c0a06a9a4621bb3dc55efb1a6d75', 'fixed_ips': [{'subnet_id': '453ce461-2585-4dda-bae9-cdce22794b23'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:27:14.762189 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-67a35846-7176-4168-a9c7-f29c0bb279ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:14.771318 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3e508b5-db74-4ea5-837c-b5cf25478931 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:14.797817 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-836f8a97-8c26-419e-b5ea-6a526b4c44a0 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2753487 Feb 28 14:27:14.813466 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56558) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:14.854848 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-db6054e6-54eb-4c1a-a083-a175b36f0b79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-767162695', 'network_id': '57852e3c-292e-4286-baba-a1576ddcc59b', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:14.863724 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port fe2061b8-5464-4003-80c8-3c9a5d73a746 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:14.864563 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:15.080556 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-d1036aba-d046-4f19-8176-decc3c0fbdef None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:15.097073 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-d1036aba-d046-4f19-8176-decc3c0fbdef None None] Transition to ACTIVE for port object 39e174b6-8d12-4a73-a88c-63cd50d24153 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:15.098037 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-176f96ec-f933-4b32-ba74-dd7b587fd16c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 14:27:15.109778 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-d1036aba-d046-4f19-8176-decc3c0fbdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:15.224276 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b4df75cd-4029-4f2a-bd87-9a921f289aaa None None] Provisioning complete for port 5330daf5-6ec1-4285-9a0c-b7412a9c08b9 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:15.224669 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b4df75cd-4029-4f2a-bd87-9a921f289aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:15.293090 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-d1036aba-d046-4f19-8176-decc3c0fbdef None None] Attempting to bind port 39e174b6-8d12-4a73-a88c-63cd50d24153 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:27:15.293450 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-d1036aba-d046-4f19-8176-decc3c0fbdef None None] Attempting to bind port 39e174b6-8d12-4a73-a88c-63cd50d24153 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:27:15.293810 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1036aba-d046-4f19-8176-decc3c0fbdef None None] Attempting to bind port 39e174b6-8d12-4a73-a88c-63cd50d24153 on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:27:15.321350 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1036aba-d046-4f19-8176-decc3c0fbdef None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:27:15.321720 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1036aba-d046-4f19-8176-decc3c0fbdef None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:27:15.322109 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-d1036aba-d046-4f19-8176-decc3c0fbdef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:15.322491 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1036aba-d046-4f19-8176-decc3c0fbdef None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:27:15.322950 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-d1036aba-d046-4f19-8176-decc3c0fbdef None None] Bound port: 39e174b6-8d12-4a73-a88c-63cd50d24153, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:27:15.328292 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-d1036aba-d046-4f19-8176-decc3c0fbdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:15.374120 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a72acc1-5ca8-43d7-9eb6-2f2cf3e61dc7 None None] Network cc7f1835-cd35-4412-a96c-669598bbafef requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:15.439331 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-d1036aba-d046-4f19-8176-decc3c0fbdef None None] For port 39e174b6-8d12-4a73-a88c-63cd50d24153, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:27:15.444085 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-d1036aba-d046-4f19-8176-decc3c0fbdef None None] For port 39e174b6-8d12-4a73-a88c-63cd50d24153, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=39e174b6-8d12-4a73-a88c-63cd50d24153,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:27:15.445537 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e52419-80c4-4af5-9d29-2c44ce6ed353 None None] Pushing event updated for resources: {'Port': ['ID=39e174b6-8d12-4a73-a88c-63cd50d24153,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:15.462343 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e52419-80c4-4af5-9d29-2c44ce6ed353 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:15.463315 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e52419-80c4-4af5-9d29-2c44ce6ed353 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:15.464165 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e52419-80c4-4af5-9d29-2c44ce6ed353 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:15.464503 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e52419-80c4-4af5-9d29-2c44ce6ed353 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:15.464826 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e52419-80c4-4af5-9d29-2c44ce6ed353 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:15.466491 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e52419-80c4-4af5-9d29-2c44ce6ed353 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:15.466862 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e52419-80c4-4af5-9d29-2c44ce6ed353 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:15.467220 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e52419-80c4-4af5-9d29-2c44ce6ed353 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:15.467640 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e52419-80c4-4af5-9d29-2c44ce6ed353 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:15.470693 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e52419-80c4-4af5-9d29-2c44ce6ed353 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:15.471030 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e52419-80c4-4af5-9d29-2c44ce6ed353 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:15.471492 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e52419-80c4-4af5-9d29-2c44ce6ed353 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:15.481613 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-d1036aba-d046-4f19-8176-decc3c0fbdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:15.506764 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-58616ca6-324f-42a7-8146-7c1e2dfeab55 None None] For port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9de449c3-8b23-4cf2-bd15-52395a7ad1c3,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:15.520574 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83eb7a98-586a-4d81-a3b3-e69e6d46ac88 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:27:15.536286 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-83eb7a98-586a-4d81-a3b3-e69e6d46ac88 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "PUT /v2.0/routers/df9fc137-e160-4c5e-a078-50d4ecf9fd9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8665578 Feb 28 14:27:15.540057 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56562) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:15.624251 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c972f0e-e8b9-4425-853e-9e578d375b9d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:15.625074 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6c972f0e-e8b9-4425-853e-9e578d375b9d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Synchronizing usage tracker for tenant:2f27756656034771b730bac18fc748ab on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:27:15.647916 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1036aba-d046-4f19-8176-decc3c0fbdef None None] Routers {'a2f38382-17fb-4bc3-aa38-199e3f41892e'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:15.648609 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d1036aba-d046-4f19-8176-decc3c0fbdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['a2f38382-17fb-4bc3-aa38-199e3f41892e'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:15.709477 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6c972f0e-e8b9-4425-853e-9e578d375b9d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Unset dirty status for tenant:2f27756656034771b730bac18fc748ab on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:27:15.711181 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6c972f0e-e8b9-4425-853e-9e578d375b9d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "GET /v2.0/ports/b718420c-81d2-47b9-800f-bea7402df86c HTTP/1.1" status: 200 len: 910 time: 0.1692679 Feb 28 14:27:15.721318 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56566) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:15.749204 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e52419-80c4-4af5-9d29-2c44ce6ed353 None None] Pushing event updated for resources: {'Port': ['ID=39e174b6-8d12-4a73-a88c-63cd50d24153,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:15.784240 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-b3e508b5-db74-4ea5-837c-b5cf25478931 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Allocated IP 2001:db8::1 (cc7f1835-cd35-4412-a96c-669598bbafef/53cebb96-60b5-451d-a149-e08e02d8c25e/b0e0a040-2e1e-4f87-b388-f43e9d302415) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:15.791413 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e1fdd-533d-401c-b28e-3959affac0ae None None] Sync routers for ids ['df9fc137-e160-4c5e-a078-50d4ecf9fd9f'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:27:15.808442 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-2aea6b3e-cfc5-4347-8b79-f9d1ad230479 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Allocated IP 172.20.0.20 (21407005-8aec-492d-b73f-84735ba65cc7/fe882b7a-bffb-46f0-ab55-9630562d3694/c668480b-20fd-4ac2-94a6-ef80dd6d0803) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:15.854846 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-58616ca6-324f-42a7-8146-7c1e2dfeab55 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:15.872190 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-58616ca6-324f-42a7-8146-7c1e2dfeab55 None None] Transition to ACTIVE for port object 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:15.895382 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:15.911094 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-d1036aba-d046-4f19-8176-decc3c0fbdef None None] Set router a2f38382-17fb-4bc3-aa38-199e3f41892e gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:27:15.918214 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534e1fdd-533d-401c-b28e-3959affac0ae None None] Routers {'df9fc137-e160-4c5e-a078-50d4ecf9fd9f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:15.919827 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-534e1fdd-533d-401c-b28e-3959affac0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['df9fc137-e160-4c5e-a078-50d4ecf9fd9f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:16.010613 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3e508b5-db74-4ea5-837c-b5cf25478931 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:16.035791 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-b3e508b5-db74-4ea5-837c-b5cf25478931 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Transition to ACTIVE for port object b0e0a040-2e1e-4f87-b388-f43e9d302415 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:16.057622 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port fe2061b8-5464-4003-80c8-3c9a5d73a746, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=fe2061b8-5464-4003-80c8-3c9a5d73a746,segment=NetworkSegment(f49126f2-682c-4afb-af2d-e6f30515bf99),segment_id=f49126f2-682c-4afb-af2d-e6f30515bf99)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:16.104067 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:16.108572 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-58616ca6-324f-42a7-8146-7c1e2dfeab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:16.238261 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b4df75cd-4029-4f2a-bd87-9a921f289aaa None None] Provisioning complete for port b718420c-81d2-47b9-800f-bea7402df86c triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:16.238261 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b4df75cd-4029-4f2a-bd87-9a921f289aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:16.257617 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2aea6b3e-cfc5-4347-8b79-f9d1ad230479 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:16.263043 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3e508b5-db74-4ea5-837c-b5cf25478931 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:16.301927 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-534e1fdd-533d-401c-b28e-3959affac0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:16.314808 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b4df75cd-4029-4f2a-bd87-9a921f289aaa None None] Port b718420c-81d2-47b9-800f-bea7402df86c cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:27:16.326254 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-67a35846-7176-4168-a9c7-f29c0bb279ad None None] Allocated IP 2001:db8::2 (c99e3872-9260-4c21-bba9-581f1e952ea1/453ce461-2585-4dda-bae9-cdce22794b23/ce659a61-0de3-4a14-b192-a04b1e31b153) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:16.397169 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534e1fdd-533d-401c-b28e-3959affac0ae None None] Routers {'df9fc137-e160-4c5e-a078-50d4ecf9fd9f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:16.398017 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-534e1fdd-533d-401c-b28e-3959affac0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['df9fc137-e160-4c5e-a078-50d4ecf9fd9f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:16.414997 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e085864-c5f1-4ef4-b4b0-0236fc29b2a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Router c03555cd-652b-4bba-b748-91a2da17fdbf has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:27:16.420130 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d1036aba-d046-4f19-8176-decc3c0fbdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'name': 'tempest-TestNetworkBasicOps-router-1768235454', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:27:03Z', 'updated_at': '2022-02-28T14:27:08Z', 'revision_number': 3, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:27:06Z', 'updated_at': '2022-02-28T14:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:16.430172 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1036aba-d046-4f19-8176-decc3c0fbdef None None] The sync data for ids ['a2f38382-17fb-4bc3-aa38-199e3f41892e'] in dv-neutron-831192-4-hyperv is: [{'id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'name': 'tempest-TestNetworkBasicOps-router-1768235454', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:27:03Z', 'updated_at': '2022-02-28T14:27:08Z', 'revision_number': 3, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:27:06Z', 'updated_at': '2022-02-28T14:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:27:16.493397 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-534e1fdd-533d-401c-b28e-3959affac0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:16.495575 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e1fdd-533d-401c-b28e-3959affac0ae None None] The sync data for ids ['df9fc137-e160-4c5e-a078-50d4ecf9fd9f'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:27:16.500532 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9eac5efa-73c6-45e7-929c-501d837498a3 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:16.541463 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-db6054e6-54eb-4c1a-a083-a175b36f0b79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:16.543804 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-2aea6b3e-cfc5-4347-8b79-f9d1ad230479 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Ignored duplicate provisioning block setup for port c668480b-20fd-4ac2-94a6-ef80dd6d0803 by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 28 14:27:16.554186 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-db6054e6-54eb-4c1a-a083-a175b36f0b79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:subnet and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:16.567322 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-db6054e6-54eb-4c1a-a083-a175b36f0b79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:16.573863 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e508b5-db74-4ea5-837c-b5cf25478931 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Network cc7f1835-cd35-4412-a96c-669598bbafef is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:16.583629 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2aea6b3e-cfc5-4347-8b79-f9d1ad230479 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:16.587980 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-db6054e6-54eb-4c1a-a083-a175b36f0b79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:16.598144 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b3e508b5-db74-4ea5-837c-b5cf25478931 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:16.625739 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e508b5-db74-4ea5-837c-b5cf25478931 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:16.626269 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3e508b5-db74-4ea5-837c-b5cf25478931 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:16.632533 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-279c8c55-f717-46e8-9fad-f47cf7efe4c7 None None] Provisioning for port 9eaa394e-05a2-4b59-ae61-3a3666345f8d completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:16.655447 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=fe2061b8-5464-4003-80c8-3c9a5d73a746,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:16.947194 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-279c8c55-f717-46e8-9fad-f47cf7efe4c7 None None] Provisioning for port c668480b-20fd-4ac2-94a6-ef80dd6d0803 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:16.989651 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-279c8c55-f717-46e8-9fad-f47cf7efe4c7 None None] Provisioning complete for port c668480b-20fd-4ac2-94a6-ef80dd6d0803 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:16.990021 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-279c8c55-f717-46e8-9fad-f47cf7efe4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:17.031999 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58616ca6-324f-42a7-8146-7c1e2dfeab55 None None] Pushing event updated for resources: {'Port': ['ID=9de449c3-8b23-4cf2-bd15-52395a7ad1c3,revision_number=13']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:17.054978 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 9eac5efa-73c6-45e7-929c-501d837498a3 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:17.055221 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e508b5-db74-4ea5-837c-b5cf25478931 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Pushing event updated for resources: {'Port': ['ID=b0e0a040-2e1e-4f87-b388-f43e9d302415,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:17.116627 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 9eac5efa-73c6-45e7-929c-501d837498a3 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:17.116997 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:17.244463 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6054e6-54eb-4c1a-a083-a175b36f0b79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Made reservation on behalf of 1cd57789443e43d89a7681324e1f7304 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:17.249667 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-db6054e6-54eb-4c1a-a083-a175b36f0b79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:17.313200 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-279c8c55-f717-46e8-9fad-f47cf7efe4c7 None None] Port c668480b-20fd-4ac2-94a6-ef80dd6d0803 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:27:17.334660 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-176f96ec-f933-4b32-ba74-dd7b587fd16c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:17.352997 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e085864-c5f1-4ef4-b4b0-0236fc29b2a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:27:17.359103 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-67a35846-7176-4168-a9c7-f29c0bb279ad None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:17.365397 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127e35a8-dfcc-4b78-a9ba-43c6c1ffaede None None] Sync routers for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:27:17.413657 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127e35a8-dfcc-4b78-a9ba-43c6c1ffaede None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:17.419594 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8da383d5-4d4e-464f-888f-71f016d8fea9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:17.422753 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-127e35a8-dfcc-4b78-a9ba-43c6c1ffaede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:17.530475 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e085864-c5f1-4ef4-b4b0-0236fc29b2a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:17.536962 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:17.556017 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83f246e-2be0-4da2-9097-16fe12684b9f None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:17.571580 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-67a35846-7176-4168-a9c7-f29c0bb279ad None None] Transition to ACTIVE for port object ce659a61-0de3-4a14-b192-a04b1e31b153 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:17.576472 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-279c8c55-f717-46e8-9fad-f47cf7efe4c7 None None] Provisioning complete for port 9eac5efa-73c6-45e7-929c-501d837498a3 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:17.577263 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-279c8c55-f717-46e8-9fad-f47cf7efe4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:17.673032 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-127e35a8-dfcc-4b78-a9ba-43c6c1ffaede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:17.693685 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127e35a8-dfcc-4b78-a9ba-43c6c1ffaede None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:17.694345 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-127e35a8-dfcc-4b78-a9ba-43c6c1ffaede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:17.751038 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 9eac5efa-73c6-45e7-929c-501d837498a3, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9eac5efa-73c6-45e7-929c-501d837498a3,segment=NetworkSegment(3c2e797b-9703-4624-90ef-660159e4262d),segment_id=3c2e797b-9703-4624-90ef-660159e4262d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:17.816108 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-db6054e6-54eb-4c1a-a083-a175b36f0b79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:17.818041 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-127e35a8-dfcc-4b78-a9ba-43c6c1ffaede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:17.832994 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127e35a8-dfcc-4b78-a9ba-43c6c1ffaede None None] The sync data for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:27:17.848135 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-67a35846-7176-4168-a9c7-f29c0bb279ad None None] Transition to ACTIVE for port object ce659a61-0de3-4a14-b192-a04b1e31b153 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:17.855787 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3e085864-c5f1-4ef4-b4b0-0236fc29b2a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 11.0687180 Feb 28 14:27:17.858932 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56570) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:17.860435 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:17.861299 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 62e2e40b-3389-4fb3-b081-9bb5b7655a7f up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:17.888963 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-be6ee4f0-a737-418a-822a-6bfcf8e6d79c tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-928450287'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:17.901684 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-be6ee4f0-a737-418a-822a-6bfcf8e6d79c tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:17.947047 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-be6ee4f0-a737-418a-822a-6bfcf8e6d79c tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Usage tracker for resource:network and tenant:a713dce2e4474a3e85dacb2710c38d65 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:17.951287 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-be6ee4f0-a737-418a-822a-6bfcf8e6d79c tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:17.964773 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2aea6b3e-cfc5-4347-8b79-f9d1ad230479 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] In _notify_port_updated(), no bound segment for port c668480b-20fd-4ac2-94a6-ef80dd6d0803 on network 21407005-8aec-492d-b73f-84735ba65cc7 {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 14:27:17.969768 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-be6ee4f0-a737-418a-822a-6bfcf8e6d79c tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:17.970751 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aea6b3e-cfc5-4347-8b79-f9d1ad230479 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:17.977688 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2aea6b3e-cfc5-4347-8b79-f9d1ad230479 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:17.979601 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2aea6b3e-cfc5-4347-8b79-f9d1ad230479 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "PUT /v2.0/ports/c668480b-20fd-4ac2-94a6-ef80dd6d0803 HTTP/1.1" status: 200 len: 999 time: 5.0404847 Feb 28 14:27:17.985641 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56574) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:17.998429 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3e508b5-db74-4ea5-837c-b5cf25478931 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:18.004966 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-67a35846-7176-4168-a9c7-f29c0bb279ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:18.025730 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea6b3e-cfc5-4347-8b79-f9d1ad230479 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Port': ['ID=c668480b-20fd-4ac2-94a6-ef80dd6d0803,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:18.044577 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6ee4f0-a737-418a-822a-6bfcf8e6d79c tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Made reservation on behalf of a713dce2e4474a3e85dacb2710c38d65 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:18.048358 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be6ee4f0-a737-418a-822a-6bfcf8e6d79c tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:18.124074 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 62e2e40b-3389-4fb3-b081-9bb5b7655a7f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:18.124705 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:18.147514 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6ee4f0-a737-418a-822a-6bfcf8e6d79c tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:27:18.152580 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a35846-7176-4168-a9c7-f29c0bb279ad None None] Network c99e3872-9260-4c21-bba9-581f1e952ea1 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:18.153970 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6054e6-54eb-4c1a-a083-a175b36f0b79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Checking segment: {'id': '3c6daaa0-6da2-42cd-8243-73e212777c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '57852e3c-292e-4286-baba-a1576ddcc59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:27:18.154556 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6054e6-54eb-4c1a-a083-a175b36f0b79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network hostable DHCP agents. Network: 57852e3c-292e-4286-baba-a1576ddcc59b, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:27:18.155273 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-bd458539-f942-4333-b7e9-967a90663027 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting port c668480b-20fd-4ac2-94a6-ef80dd6d0803 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:18.155615 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bd458539-f942-4333-b7e9-967a90663027 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:18.165788 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=9eac5efa-73c6-45e7-929c-501d837498a3,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:18.211745 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-67a35846-7176-4168-a9c7-f29c0bb279ad None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:18.213799 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a35846-7176-4168-a9c7-f29c0bb279ad None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:18.219891 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be6ee4f0-a737-418a-822a-6bfcf8e6d79c tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:18.220242 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-be6ee4f0-a737-418a-822a-6bfcf8e6d79c tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Added segment c9841a85-16be-437b-9c49-64d7a11d580d of type vlan for network 8a2ddf9f-dca9-4336-92a4-064f4fcf82d2 Feb 28 14:27:18.265917 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6054e6-54eb-4c1a-a083-a175b36f0b79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Subnet': ['ID=94cf854d-0c42-4dd5-af6a-8ad979299199,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:18.355527 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be6ee4f0-a737-418a-822a-6bfcf8e6d79c tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:18.364661 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-8da383d5-4d4e-464f-888f-71f016d8fea9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Allocated IP 172.21.0.1 (894174a9-bedc-42d6-8f44-223ef63519cd/c077d16c-b9c4-443c-b2bb-8d3cd1bdd019/e3eb32a3-b844-400f-9155-42f15d17d1c1) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:18.380251 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a35846-7176-4168-a9c7-f29c0bb279ad None None] Pushing event updated for resources: {'Port': ['ID=ce659a61-0de3-4a14-b192-a04b1e31b153,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:18.450482 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6054e6-54eb-4c1a-a083-a175b36f0b79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 57852e3c-292e-4286-baba-a1576ddcc59b is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:27:18.488979 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-db6054e6-54eb-4c1a-a083-a175b36f0b79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 57852e3c-292e-4286-baba-a1576ddcc59b) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:18.498981 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6054e6-54eb-4c1a-a083-a175b36f0b79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:18.499595 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-db6054e6-54eb-4c1a-a083-a175b36f0b79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:18.535576 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be6ee4f0-a737-418a-822a-6bfcf8e6d79c tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:18.541346 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6ee4f0-a737-418a-822a-6bfcf8e6d79c tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:18.542623 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be6ee4f0-a737-418a-822a-6bfcf8e6d79c tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:18.542740 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de5b4c9-8ed7-43f6-813a-dd83b55699ef None None] Network 57852e3c-292e-4286-baba-a1576ddcc59b requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:18.578693 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-279c8c55-f717-46e8-9fad-f47cf7efe4c7 None None] Provisioning complete for port 62e2e40b-3389-4fb3-b081-9bb5b7655a7f triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:18.579122 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-279c8c55-f717-46e8-9fad-f47cf7efe4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:18.615308 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-67a35846-7176-4168-a9c7-f29c0bb279ad None None] Attempting to bind port ce659a61-0de3-4a14-b192-a04b1e31b153 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:27:18.615308 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-67a35846-7176-4168-a9c7-f29c0bb279ad None None] Attempting to bind port ce659a61-0de3-4a14-b192-a04b1e31b153 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '95aeea88-5fcb-485c-8c38-ee938b858900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c99e3872-9260-4c21-bba9-581f1e952ea1'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:27:18.615308 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a35846-7176-4168-a9c7-f29c0bb279ad None None] Attempting to bind port ce659a61-0de3-4a14-b192-a04b1e31b153 on network c99e3872-9260-4c21-bba9-581f1e952ea1 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:27:18.700591 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8da383d5-4d4e-464f-888f-71f016d8fea9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:18.717504 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-8da383d5-4d4e-464f-888f-71f016d8fea9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Transition to ACTIVE for port object e3eb32a3-b844-400f-9155-42f15d17d1c1 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:18.726994 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a35846-7176-4168-a9c7-f29c0bb279ad None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:27:18.727474 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a35846-7176-4168-a9c7-f29c0bb279ad None None] Checking segment: {'id': '95aeea88-5fcb-485c-8c38-ee938b858900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c99e3872-9260-4c21-bba9-581f1e952ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:27:18.727806 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-67a35846-7176-4168-a9c7-f29c0bb279ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:18.728196 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a35846-7176-4168-a9c7-f29c0bb279ad None None] Bound using segment: {'id': '95aeea88-5fcb-485c-8c38-ee938b858900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c99e3872-9260-4c21-bba9-581f1e952ea1'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:27:18.728670 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-67a35846-7176-4168-a9c7-f29c0bb279ad None None] Bound port: ce659a61-0de3-4a14-b192-a04b1e31b153, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95aeea88-5fcb-485c-8c38-ee938b858900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c99e3872-9260-4c21-bba9-581f1e952ea1'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:27:18.729044 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-67a35846-7176-4168-a9c7-f29c0bb279ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:18.780741 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-be6ee4f0-a737-418a-822a-6bfcf8e6d79c tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9185271 Feb 28 14:27:18.781218 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56578) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:18.786866 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5e458652-35c2-4ae7-b58c-23e059c73eed tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Request body: {'subnet': {'network_id': '8a2ddf9f-dca9-4336-92a4-064f4fcf82d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:18.802190 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-176f96ec-f933-4b32-ba74-dd7b587fd16c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] For port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9de449c3-8b23-4cf2-bd15-52395a7ad1c3,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:18.822460 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 5330daf5-6ec1-4285-9a0c-b7412a9c08b9 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:18.824851 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-db6054e6-54eb-4c1a-a083-a175b36f0b79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 4.0056038 Feb 28 14:27:18.826883 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56582) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:18.827420 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bd458539-f942-4333-b7e9-967a90663027 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:18.902817 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ee4f0-a737-418a-822a-6bfcf8e6d79c tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event updated for resources: {'Network': ['ID=8a2ddf9f-dca9-4336-92a4-064f4fcf82d2,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:18.953833 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 8a2ddf9f-dca9-4336-92a4-064f4fcf82d2 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:27:18.976239 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-bd458539-f942-4333-b7e9-967a90663027 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Calling delete_port for c668480b-20fd-4ac2-94a6-ef80dd6d0803 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:27:19.005456 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8da383d5-4d4e-464f-888f-71f016d8fea9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:19.014453 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-176f96ec-f933-4b32-ba74-dd7b587fd16c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:27:19.048241 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-176f96ec-f933-4b32-ba74-dd7b587fd16c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:19.092657 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-67a35846-7176-4168-a9c7-f29c0bb279ad None None] For port ce659a61-0de3-4a14-b192-a04b1e31b153, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:27:19.110163 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5e458652-35c2-4ae7-b58c-23e059c73eed tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:19.124087 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-176f96ec-f933-4b32-ba74-dd7b587fd16c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:19.124675 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-176f96ec-f933-4b32-ba74-dd7b587fd16c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:19.128922 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5e458652-35c2-4ae7-b58c-23e059c73eed tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Usage tracker for resource:subnet and tenant:a713dce2e4474a3e85dacb2710c38d65 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:19.191042 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-67a35846-7176-4168-a9c7-f29c0bb279ad None None] For port ce659a61-0de3-4a14-b192-a04b1e31b153, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=ce659a61-0de3-4a14-b192-a04b1e31b153,segment=NetworkSegment(95aeea88-5fcb-485c-8c38-ee938b858900),segment_id=95aeea88-5fcb-485c-8c38-ee938b858900)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:27:19.214438 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-67a35846-7176-4168-a9c7-f29c0bb279ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:19.228931 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5e458652-35c2-4ae7-b58c-23e059c73eed tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:19.254532 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5e458652-35c2-4ae7-b58c-23e059c73eed tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:19.271648 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-b3e508b5-db74-4ea5-837c-b5cf25478931 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:27:19.301478 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da383d5-4d4e-464f-888f-71f016d8fea9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network 894174a9-bedc-42d6-8f44-223ef63519cd is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:19.313260 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-8da383d5-4d4e-464f-888f-71f016d8fea9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:19.315075 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 5330daf5-6ec1-4285-9a0c-b7412a9c08b9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:19.315881 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:19.317555 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176f96ec-f933-4b32-ba74-dd7b587fd16c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:19.323912 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3e508b5-db74-4ea5-837c-b5cf25478931 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:19.330138 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-176f96ec-f933-4b32-ba74-dd7b587fd16c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:19.335670 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da383d5-4d4e-464f-888f-71f016d8fea9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:19.364401 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a5e3a5-8dd2-4914-af61-4b0fd7b0a6cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-57852e3c-292e-4286-baba-a1576ddcc59b', 'network_id': '57852e3c-292e-4286-baba-a1576ddcc59b', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ips': [{'subnet_id': '94cf854d-0c42-4dd5-af6a-8ad979299199'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:27:19.365396 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-63a5e3a5-8dd2-4914-af61-4b0fd7b0a6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:19.387412 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da383d5-4d4e-464f-888f-71f016d8fea9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Port': ['ID=e3eb32a3-b844-400f-9155-42f15d17d1c1,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:19.418800 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176f96ec-f933-4b32-ba74-dd7b587fd16c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:19.419289 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-176f96ec-f933-4b32-ba74-dd7b587fd16c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:19.428416 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e458652-35c2-4ae7-b58c-23e059c73eed tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Made reservation on behalf of a713dce2e4474a3e85dacb2710c38d65 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:19.434494 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-279c8c55-f717-46e8-9fad-f47cf7efe4c7 None None] Provisioning complete for port b718420c-81d2-47b9-800f-bea7402df86c triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:19.435007 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-279c8c55-f717-46e8-9fad-f47cf7efe4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:19.437550 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e458652-35c2-4ae7-b58c-23e059c73eed tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:19.496928 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3e508b5-db74-4ea5-837c-b5cf25478931 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:19.497877 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3e508b5-db74-4ea5-837c-b5cf25478931 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:19.529788 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f96ec-f933-4b32-ba74-dd7b587fd16c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Subnet': ['ID=9978d804-db26-435a-a608-6447ee3c0eb5,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:19.578581 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8da383d5-4d4e-464f-888f-71f016d8fea9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:19.709470 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bd458539-f942-4333-b7e9-967a90663027 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:19.715789 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-63a5e3a5-8dd2-4914-af61-4b0fd7b0a6cf None None] Allocated IP 172.20.0.2 (57852e3c-292e-4286-baba-a1576ddcc59b/94cf854d-0c42-4dd5-af6a-8ad979299199/25054054-df89-4bd6-8915-213c2e0198b2) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:19.849106 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a35846-7176-4168-a9c7-f29c0bb279ad None None] Pushing event updated for resources: {'Port': ['ID=ce659a61-0de3-4a14-b192-a04b1e31b153,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:19.869342 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f96ec-f933-4b32-ba74-dd7b587fd16c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Port': ['ID=9de449c3-8b23-4cf2-bd15-52395a7ad1c3,revision_number=14']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:19.882044 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd458539-f942-4333-b7e9-967a90663027 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Port': ['ID=c668480b-20fd-4ac2-94a6-ef80dd6d0803,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:19.953293 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-279c8c55-f717-46e8-9fad-f47cf7efe4c7 None None] Port b718420c-81d2-47b9-800f-bea7402df86c cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:27:20.033919 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-176f96ec-f933-4b32-ba74-dd7b587fd16c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 7.7031834 Feb 28 14:27:20.063439 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56586) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:20.084889 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e67ebe7c-9f72-4e23-be50-c6de10f90129 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Request body: {'port': {'network_id': '22b852e7-638c-4536-9e81-f0f6c68c1fb7', 'mac_address': 'fa:16:3e:f9:96:ec', 'name': 'tempest-NetworksTestDHCPv6-95694753'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:20.125226 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-63a5e3a5-8dd2-4914-af61-4b0fd7b0a6cf None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:20.136089 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-63a5e3a5-8dd2-4914-af61-4b0fd7b0a6cf None None] Transition to ACTIVE for port object 25054054-df89-4bd6-8915-213c2e0198b2 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:20.163674 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-63a5e3a5-8dd2-4914-af61-4b0fd7b0a6cf None None] Transition to ACTIVE for port object 25054054-df89-4bd6-8915-213c2e0198b2 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:20.186585 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e508b5-db74-4ea5-837c-b5cf25478931 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Pushing event updated for resources: {'Port': ['ID=b0e0a040-2e1e-4f87-b388-f43e9d302415,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:20.189928 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-63a5e3a5-8dd2-4914-af61-4b0fd7b0a6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:20.234629 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9eaa394e-05a2-4b59-ae61-3a3666345f8d up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:20.244078 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bd458539-f942-4333-b7e9-967a90663027 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:20.312075 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd17c58-dcdd-47b0-8617-f559c2f85769 None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:20.312360 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8da383d5-4d4e-464f-888f-71f016d8fea9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:20.332381 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bd458539-f942-4333-b7e9-967a90663027 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/ports/c668480b-20fd-4ac2-94a6-ef80dd6d0803 HTTP/1.1" status: 204 len: 168 time: 2.3410771 Feb 28 14:27:20.336237 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56590) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:20.341938 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a5e3a5-8dd2-4914-af61-4b0fd7b0a6cf None None] Network 57852e3c-292e-4286-baba-a1576ddcc59b is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:20.365250 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-63a5e3a5-8dd2-4914-af61-4b0fd7b0a6cf None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:20.381136 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a5e3a5-8dd2-4914-af61-4b0fd7b0a6cf None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:20.397849 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0adc6053-725c-4f75-a0e8-75a63974108e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] GET failed (client error): The resource could not be found. Feb 28 14:27:20.398461 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0adc6053-725c-4f75-a0e8-75a63974108e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Synchronizing usage tracker for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:27:20.486239 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e67ebe7c-9f72-4e23-be50-c6de10f90129 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:20.488731 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e508b5-db74-4ea5-837c-b5cf25478931 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Network cc7f1835-cd35-4412-a96c-669598bbafef is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:20.497086 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e67ebe7c-9f72-4e23-be50-c6de10f90129 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:20.499549 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b3e508b5-db74-4ea5-837c-b5cf25478931 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:20.507708 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0adc6053-725c-4f75-a0e8-75a63974108e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Unset dirty status for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:27:20.511608 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0adc6053-725c-4f75-a0e8-75a63974108e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "GET /v2.0/ports/c668480b-20fd-4ac2-94a6-ef80dd6d0803 HTTP/1.1" status: 404 len: 333 time: 0.1717954 Feb 28 14:27:20.562169 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5e3a5-8dd2-4914-af61-4b0fd7b0a6cf None None] Pushing event updated for resources: {'Port': ['ID=25054054-df89-4bd6-8915-213c2e0198b2,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:20.573747 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56594) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:20.577266 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67ebe7c-9f72-4e23-be50-c6de10f90129 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Made reservation on behalf of be48e9bf201d46859eb43fd68b389951 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:20.644106 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-55f72749-d696-40bb-94c1-dcc292f147f5 None None] Provisioning for port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:20.694431 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-55f72749-d696-40bb-94c1-dcc292f147f5 None None] Provisioning complete for port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:20.694953 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-55f72749-d696-40bb-94c1-dcc292f147f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:20.816261 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-63a5e3a5-8dd2-4914-af61-4b0fd7b0a6cf None None] Attempting to bind port 25054054-df89-4bd6-8915-213c2e0198b2 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:27:20.816658 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-63a5e3a5-8dd2-4914-af61-4b0fd7b0a6cf None None] Attempting to bind port 25054054-df89-4bd6-8915-213c2e0198b2 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '3c6daaa0-6da2-42cd-8243-73e212777c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '57852e3c-292e-4286-baba-a1576ddcc59b'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:27:20.816980 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a5e3a5-8dd2-4914-af61-4b0fd7b0a6cf None None] Attempting to bind port 25054054-df89-4bd6-8915-213c2e0198b2 on network 57852e3c-292e-4286-baba-a1576ddcc59b {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:27:20.862977 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3075dd-c27c-41e2-9096-298ca70a0794 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting subnet fe882b7a-bffb-46f0-ab55-9630562d3694 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:27:20.875350 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fa3075dd-c27c-41e2-9096-298ca70a0794 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:20.941518 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 9eaa394e-05a2-4b59-ae61-3a3666345f8d completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:20.963817 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 9eaa394e-05a2-4b59-ae61-3a3666345f8d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:20.964187 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:20.998485 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a5e3a5-8dd2-4914-af61-4b0fd7b0a6cf None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:27:20.998756 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a5e3a5-8dd2-4914-af61-4b0fd7b0a6cf None None] Checking segment: {'id': '3c6daaa0-6da2-42cd-8243-73e212777c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '57852e3c-292e-4286-baba-a1576ddcc59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:27:20.999369 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-63a5e3a5-8dd2-4914-af61-4b0fd7b0a6cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:20.999764 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a5e3a5-8dd2-4914-af61-4b0fd7b0a6cf None None] Bound using segment: {'id': '3c6daaa0-6da2-42cd-8243-73e212777c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '57852e3c-292e-4286-baba-a1576ddcc59b'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:27:21.000248 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-63a5e3a5-8dd2-4914-af61-4b0fd7b0a6cf None None] Bound port: 25054054-df89-4bd6-8915-213c2e0198b2, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6daaa0-6da2-42cd-8243-73e212777c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '57852e3c-292e-4286-baba-a1576ddcc59b'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:27:21.000895 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-63a5e3a5-8dd2-4914-af61-4b0fd7b0a6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:21.012974 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fa3075dd-c27c-41e2-9096-298ca70a0794 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:21.052840 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e458652-35c2-4ae7-b58c-23e059c73eed tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:21.071319 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-55f72749-d696-40bb-94c1-dcc292f147f5 None None] Could not find standard attr ID for object c668480b-20fd-4ac2-94a6-ef80dd6d0803. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:27:21.123869 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e67ebe7c-9f72-4e23-be50-c6de10f90129 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:21.142999 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e1a419-cf62-4a86-aa94-f7f6f6fb992f None None] Network c99e3872-9260-4c21-bba9-581f1e952ea1 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:21.193719 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-55f72749-d696-40bb-94c1-dcc292f147f5 None None] Provisioning for port e3eb32a3-b844-400f-9155-42f15d17d1c1 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:21.202244 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e508b5-db74-4ea5-837c-b5cf25478931 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Router d2eb9df0-f029-4a44-ae58-7a5c84c701a9 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:27:21.211434 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-e67ebe7c-9f72-4e23-be50-c6de10f90129 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] device_id is not set on port 7230e5e5-be1c-44ea-8c6f-00c6b30bcc37 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:27:21.230076 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e458652-35c2-4ae7-b58c-23e059c73eed tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event updated for resources: {'Subnet': ['ID=2be0922a-5632-454d-9eb9-970ea80c70b5,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:21.270378 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-55f72749-d696-40bb-94c1-dcc292f147f5 None None] Provisioning complete for port e3eb32a3-b844-400f-9155-42f15d17d1c1 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:21.270663 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-55f72749-d696-40bb-94c1-dcc292f147f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:21.319198 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e458652-35c2-4ae7-b58c-23e059c73eed tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Checking segment: {'id': 'c9841a85-16be-437b-9c49-64d7a11d580d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8a2ddf9f-dca9-4336-92a4-064f4fcf82d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:27:21.319603 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e458652-35c2-4ae7-b58c-23e059c73eed tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Network hostable DHCP agents. Network: 8a2ddf9f-dca9-4336-92a4-064f4fcf82d2, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:27:21.332441 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-63a5e3a5-8dd2-4914-af61-4b0fd7b0a6cf None None] For port 25054054-df89-4bd6-8915-213c2e0198b2, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:27:21.396404 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-63a5e3a5-8dd2-4914-af61-4b0fd7b0a6cf None None] For port 25054054-df89-4bd6-8915-213c2e0198b2, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=25054054-df89-4bd6-8915-213c2e0198b2,segment=NetworkSegment(3c6daaa0-6da2-42cd-8243-73e212777c7b),segment_id=3c6daaa0-6da2-42cd-8243-73e212777c7b)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:27:21.431810 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-63a5e3a5-8dd2-4914-af61-4b0fd7b0a6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:21.443717 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fa3075dd-c27c-41e2-9096-298ca70a0794 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:21.475850 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e458652-35c2-4ae7-b58c-23e059c73eed tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Network 8a2ddf9f-dca9-4336-92a4-064f4fcf82d2 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:27:21.481277 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e508b5-db74-4ea5-837c-b5cf25478931 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:27:21.485651 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e32623b-a169-4ecf-a516-b8705eaa2bd9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:21.503104 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8da383d5-4d4e-464f-888f-71f016d8fea9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:21.515183 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b3e508b5-db74-4ea5-837c-b5cf25478931 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "PUT /v2.0/routers/d2eb9df0-f029-4a44-ae58-7a5c84c701a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0650403 Feb 28 14:27:21.515846 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-55f72749-d696-40bb-94c1-dcc292f147f5 None None] Port e3eb32a3-b844-400f-9155-42f15d17d1c1 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:27:21.533623 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72cc2c3-fdaf-4be4-879b-8845d0bcd1ec None None] Sync routers for ids ['d2eb9df0-f029-4a44-ae58-7a5c84c701a9'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:27:21.535672 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56598) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:21.548046 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:21.578919 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-5e458652-35c2-4ae7-b58c-23e059c73eed tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 8a2ddf9f-dca9-4336-92a4-064f4fcf82d2) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:21.593091 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e458652-35c2-4ae7-b58c-23e059c73eed tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:21.593938 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e458652-35c2-4ae7-b58c-23e059c73eed tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:21.601645 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8da383d5-4d4e-464f-888f-71f016d8fea9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:21.608280 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a656d82-9f1e-4d7c-b850-685c9d6710e6 None None] Network 8a2ddf9f-dca9-4336-92a4-064f4fcf82d2 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:21.628024 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5e458652-35c2-4ae7-b58c-23e059c73eed tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8457963 Feb 28 14:27:21.632614 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56602) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:21.634033 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72cc2c3-fdaf-4be4-879b-8845d0bcd1ec None None] Routers {'d2eb9df0-f029-4a44-ae58-7a5c84c701a9'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:21.635383 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c72cc2c3-fdaf-4be4-879b-8845d0bcd1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['d2eb9df0-f029-4a44-ae58-7a5c84c701a9'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:21.694701 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-107d3fe6-fdd3-4e1f-986a-13d911c56951 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-513126921', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:21.708724 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-55f72749-d696-40bb-94c1-dcc292f147f5 None None] Provisioning for port b0e0a040-2e1e-4f87-b388-f43e9d302415 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:21.710584 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-107d3fe6-fdd3-4e1f-986a-13d911c56951 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:21.718095 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-107d3fe6-fdd3-4e1f-986a-13d911c56951 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Usage tracker for resource:router and tenant:a713dce2e4474a3e85dacb2710c38d65 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:21.723633 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-107d3fe6-fdd3-4e1f-986a-13d911c56951 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:21.741872 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-55f72749-d696-40bb-94c1-dcc292f147f5 None None] Provisioning complete for port b0e0a040-2e1e-4f87-b388-f43e9d302415 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:21.742908 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-107d3fe6-fdd3-4e1f-986a-13d911c56951 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:21.743039 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-55f72749-d696-40bb-94c1-dcc292f147f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:21.789954 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c72cc2c3-fdaf-4be4-879b-8845d0bcd1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:21.804153 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-107d3fe6-fdd3-4e1f-986a-13d911c56951 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:21.805778 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-107d3fe6-fdd3-4e1f-986a-13d911c56951 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:21.858979 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-107d3fe6-fdd3-4e1f-986a-13d911c56951 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:21.882145 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5e3a5-8dd2-4914-af61-4b0fd7b0a6cf None None] Pushing event updated for resources: {'Port': ['ID=25054054-df89-4bd6-8915-213c2e0198b2,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:21.924107 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 9eaa394e-05a2-4b59-ae61-3a3666345f8d, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9eaa394e-05a2-4b59-ae61-3a3666345f8d,segment=NetworkSegment(d6bb653c-940a-41d3-b74b-4a1ef2f93c91),segment_id=d6bb653c-940a-41d3-b74b-4a1ef2f93c91)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:21.935571 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72cc2c3-fdaf-4be4-879b-8845d0bcd1ec None None] Routers {'d2eb9df0-f029-4a44-ae58-7a5c84c701a9'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:21.937340 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c72cc2c3-fdaf-4be4-879b-8845d0bcd1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['d2eb9df0-f029-4a44-ae58-7a5c84c701a9'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:21.950786 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8da383d5-4d4e-464f-888f-71f016d8fea9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:21.998275 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-55f72749-d696-40bb-94c1-dcc292f147f5 None None] Port b0e0a040-2e1e-4f87-b388-f43e9d302415 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:27:22.010546 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:22.025966 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da383d5-4d4e-464f-888f-71f016d8fea9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Port': ['ID=e3eb32a3-b844-400f-9155-42f15d17d1c1,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:22.058491 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c72cc2c3-fdaf-4be4-879b-8845d0bcd1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:22.058491 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72cc2c3-fdaf-4be4-879b-8845d0bcd1ec None None] The sync data for ids ['d2eb9df0-f029-4a44-ae58-7a5c84c701a9'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:27:22.180209 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=9eaa394e-05a2-4b59-ae61-3a3666345f8d,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:22.186718 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-706056fa-b99f-4d2c-bb8b-7a49f9fc5b9c None None] Provisioning complete for port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:22.187087 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-706056fa-b99f-4d2c-bb8b-7a49f9fc5b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:22.296120 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61221a91-ae40-4119-922c-fd96b095e479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-8a2ddf9f-dca9-4336-92a4-064f4fcf82d2', 'network_id': '8a2ddf9f-dca9-4336-92a4-064f4fcf82d2', 'tenant_id': 'a713dce2e4474a3e85dacb2710c38d65', 'fixed_ips': [{'subnet_id': '2be0922a-5632-454d-9eb9-970ea80c70b5'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:27:22.296883 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-61221a91-ae40-4119-922c-fd96b095e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:22.430690 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fa3075dd-c27c-41e2-9096-298ca70a0794 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:22.551823 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:22.588269 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-107d3fe6-fdd3-4e1f-986a-13d911c56951 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:22.616616 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-8e32623b-a169-4ecf-a516-b8705eaa2bd9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.20.0.1 (57852e3c-292e-4286-baba-a1576ddcc59b/94cf854d-0c42-4dd5-af6a-8ad979299199/6fc7dcc2-6b7e-4571-9854-c87f1ea96b99) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:22.692586 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fa3075dd-c27c-41e2-9096-298ca70a0794 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:22.706386 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fb94f8-7245-45d5-9778-2b5320df5d13 None None] Network 21407005-8aec-492d-b73f-84735ba65cc7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:22.746824 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-706056fa-b99f-4d2c-bb8b-7a49f9fc5b9c None None] Provisioning for port ce659a61-0de3-4a14-b192-a04b1e31b153 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:22.813898 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3075dd-c27c-41e2-9096-298ca70a0794 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Subnet': ['ID=fe882b7a-bffb-46f0-ab55-9630562d3694,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:22.854864 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-61221a91-ae40-4119-922c-fd96b095e479 None None] Allocated IP 172.20.0.2 (8a2ddf9f-dca9-4336-92a4-064f4fcf82d2/2be0922a-5632-454d-9eb9-970ea80c70b5/9c51b3b8-da33-4ee5-9813-f68b51119de1) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:22.896905 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fa3075dd-c27c-41e2-9096-298ca70a0794 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/subnets/fe882b7a-bffb-46f0-ab55-9630562d3694 HTTP/1.1" status: 204 len: 168 time: 2.3210649 Feb 28 14:27:22.897966 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56606) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:22.915550 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:22.915922 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:22.964269 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-e67ebe7c-9f72-4e23-be50-c6de10f90129 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 2001:db8::30b (22b852e7-638c-4536-9e81-f0f6c68c1fb7/b0c3e64f-9473-43c8-9966-bc02ea558ef9/7230e5e5-be1c-44ea-8c6f-00c6b30bcc37) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:22.964716 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-706056fa-b99f-4d2c-bb8b-7a49f9fc5b9c None None] Provisioning complete for port b0e0a040-2e1e-4f87-b388-f43e9d302415 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:22.965047 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-706056fa-b99f-4d2c-bb8b-7a49f9fc5b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:22.999887 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-e67ebe7c-9f72-4e23-be50-c6de10f90129 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Allocated IP 2001:db8:0:1:f816:3eff:fef9:96ec (22b852e7-638c-4536-9e81-f0f6c68c1fb7/9978d804-db26-435a-a608-6447ee3c0eb5/7230e5e5-be1c-44ea-8c6f-00c6b30bcc37) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:23.056275 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-706056fa-b99f-4d2c-bb8b-7a49f9fc5b9c None None] Port b0e0a040-2e1e-4f87-b388-f43e9d302415 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:27:23.100141 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c302ba67-3ee0-4260-98e8-40f67d5dcd54 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting subnet b2a5ce6b-9fc9-46fb-8db1-91130bec2508 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:27:23.103306 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c302ba67-3ee0-4260-98e8-40f67d5dcd54 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:23.161970 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e32623b-a169-4ecf-a516-b8705eaa2bd9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:23.171679 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c302ba67-3ee0-4260-98e8-40f67d5dcd54 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:23.189493 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-8e32623b-a169-4ecf-a516-b8705eaa2bd9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Transition to ACTIVE for port object 6fc7dcc2-6b7e-4571-9854-c87f1ea96b99 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:23.219241 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3eae6a-c21a-4273-8192-051ff6c7a020 None None] Network 57852e3c-292e-4286-baba-a1576ddcc59b requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:23.227038 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-39da0d13-652c-4eff-ba10-1712ba229ba6 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:27:23.231373 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-39da0d13-652c-4eff-ba10-1712ba229ba6 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "PUT /v2.0/routers/d2eb9df0-f029-4a44-ae58-7a5c84c701a9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6890364 Feb 28 14:27:23.245934 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56610) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:23.264110 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da383d5-4d4e-464f-888f-71f016d8fea9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network 894174a9-bedc-42d6-8f44-223ef63519cd is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:23.377703 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e32623b-a169-4ecf-a516-b8705eaa2bd9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:23.403339 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-61221a91-ae40-4119-922c-fd96b095e479 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:23.429977 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-61221a91-ae40-4119-922c-fd96b095e479 None None] Transition to ACTIVE for port object 9c51b3b8-da33-4ee5-9813-f68b51119de1 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:23.465063 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e32623b-a169-4ecf-a516-b8705eaa2bd9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 57852e3c-292e-4286-baba-a1576ddcc59b is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:23.466308 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32623b-a169-4ecf-a516-b8705eaa2bd9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=6fc7dcc2-6b7e-4571-9854-c87f1ea96b99,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:23.469008 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-8e32623b-a169-4ecf-a516-b8705eaa2bd9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:23.476220 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-8da383d5-4d4e-464f-888f-71f016d8fea9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:23.513492 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e32623b-a169-4ecf-a516-b8705eaa2bd9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:23.572766 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-107d3fe6-fdd3-4e1f-986a-13d911c56951 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:23.576680 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-61221a91-ae40-4119-922c-fd96b095e479 None None] Transition to ACTIVE for port object 9c51b3b8-da33-4ee5-9813-f68b51119de1 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:23.609342 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-107d3fe6-fdd3-4e1f-986a-13d911c56951 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:23.626560 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-61a5a778-d10b-4988-9076-c748421b8f17 None None] Provisioning for port 25054054-df89-4bd6-8915-213c2e0198b2 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:23.630845 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-61221a91-ae40-4119-922c-fd96b095e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:23.675174 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e32623b-a169-4ecf-a516-b8705eaa2bd9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:23.704062 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9eac5efa-73c6-45e7-929c-501d837498a3 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:23.816518 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61221a91-ae40-4119-922c-fd96b095e479 None None] Network 8a2ddf9f-dca9-4336-92a4-064f4fcf82d2 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:23.833824 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-61221a91-ae40-4119-922c-fd96b095e479 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:23.846482 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-107d3fe6-fdd3-4e1f-986a-13d911c56951 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Allocated IP 172.26.5.76 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/4f0e7868-0510-468a-872d-993f6e4a998c) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:23.846727 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61221a91-ae40-4119-922c-fd96b095e479 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:23.913880 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61221a91-ae40-4119-922c-fd96b095e479 None None] Pushing event updated for resources: {'Port': ['ID=9c51b3b8-da33-4ee5-9813-f68b51119de1,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:23.916963 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c302ba67-3ee0-4260-98e8-40f67d5dcd54 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:24.006062 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e32623b-a169-4ecf-a516-b8705eaa2bd9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:24.009670 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-61221a91-ae40-4119-922c-fd96b095e479 None None] Attempting to bind port 9c51b3b8-da33-4ee5-9813-f68b51119de1 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:27:24.010120 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-61221a91-ae40-4119-922c-fd96b095e479 None None] Attempting to bind port 9c51b3b8-da33-4ee5-9813-f68b51119de1 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'c9841a85-16be-437b-9c49-64d7a11d580d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8a2ddf9f-dca9-4336-92a4-064f4fcf82d2'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:27:24.010898 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61221a91-ae40-4119-922c-fd96b095e479 None None] Attempting to bind port 9c51b3b8-da33-4ee5-9813-f68b51119de1 on network 8a2ddf9f-dca9-4336-92a4-064f4fcf82d2 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:27:24.021946 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3c74a2ef-1cda-4af8-8026-2b9924bce200 None None] Provisioning complete for port e3eb32a3-b844-400f-9155-42f15d17d1c1 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:24.022393 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3c74a2ef-1cda-4af8-8026-2b9924bce200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:24.053034 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61221a91-ae40-4119-922c-fd96b095e479 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:27:24.053492 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61221a91-ae40-4119-922c-fd96b095e479 None None] Checking segment: {'id': 'c9841a85-16be-437b-9c49-64d7a11d580d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8a2ddf9f-dca9-4336-92a4-064f4fcf82d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:27:24.053954 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-61221a91-ae40-4119-922c-fd96b095e479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:24.054409 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61221a91-ae40-4119-922c-fd96b095e479 None None] Bound using segment: {'id': 'c9841a85-16be-437b-9c49-64d7a11d580d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8a2ddf9f-dca9-4336-92a4-064f4fcf82d2'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:27:24.054980 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-61221a91-ae40-4119-922c-fd96b095e479 None None] Bound port: 9c51b3b8-da33-4ee5-9813-f68b51119de1, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9841a85-16be-437b-9c49-64d7a11d580d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8a2ddf9f-dca9-4336-92a4-064f4fcf82d2'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:27:24.055440 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-61221a91-ae40-4119-922c-fd96b095e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:24.090235 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da383d5-4d4e-464f-888f-71f016d8fea9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Router df9fc137-e160-4c5e-a078-50d4ecf9fd9f has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:27:24.092756 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 9eac5efa-73c6-45e7-929c-501d837498a3 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:24.093295 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:24.115392 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e67ebe7c-9f72-4e23-be50-c6de10f90129 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:24.178296 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e67ebe7c-9f72-4e23-be50-c6de10f90129 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Transition to ACTIVE for port object 7230e5e5-be1c-44ea-8c6f-00c6b30bcc37 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:24.197660 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c302ba67-3ee0-4260-98e8-40f67d5dcd54 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:24.227303 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-107d3fe6-fdd3-4e1f-986a-13d911c56951 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:24.302716 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c302ba67-3ee0-4260-98e8-40f67d5dcd54 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:24.309596 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3c74a2ef-1cda-4af8-8026-2b9924bce200 None None] Port e3eb32a3-b844-400f-9155-42f15d17d1c1 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:27:24.378473 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-61221a91-ae40-4119-922c-fd96b095e479 None None] For port 9c51b3b8-da33-4ee5-9813-f68b51119de1, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:27:24.446786 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-61221a91-ae40-4119-922c-fd96b095e479 None None] For port 9c51b3b8-da33-4ee5-9813-f68b51119de1, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9c51b3b8-da33-4ee5-9813-f68b51119de1,segment=NetworkSegment(c9841a85-16be-437b-9c49-64d7a11d580d),segment_id=c9841a85-16be-437b-9c49-64d7a11d580d)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:27:24.454282 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-107d3fe6-fdd3-4e1f-986a-13d911c56951 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:24.474963 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-61221a91-ae40-4119-922c-fd96b095e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:24.539080 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302ba67-3ee0-4260-98e8-40f67d5dcd54 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Subnet': ['ID=b2a5ce6b-9fc9-46fb-8db1-91130bec2508,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:24.546920 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device fe2061b8-5464-4003-80c8-3c9a5d73a746 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:24.556218 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c302ba67-3ee0-4260-98e8-40f67d5dcd54 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/subnets/b2a5ce6b-9fc9-46fb-8db1-91130bec2508 HTTP/1.1" status: 204 len: 168 time: 1.6443341 Feb 28 14:27:24.557449 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da383d5-4d4e-464f-888f-71f016d8fea9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:27:24.558820 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56614) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:24.569440 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8da383d5-4d4e-464f-888f-71f016d8fea9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "PUT /v2.0/routers/df9fc137-e160-4c5e-a078-50d4ecf9fd9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8468714 Feb 28 14:27:24.570400 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aa0143-88a8-4cd8-9c14-66c9e3c63c46 None None] Sync routers for ids ['df9fc137-e160-4c5e-a078-50d4ecf9fd9f'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:27:24.580118 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56618) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:24.586096 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aa0143-88a8-4cd8-9c14-66c9e3c63c46 None None] Routers {'df9fc137-e160-4c5e-a078-50d4ecf9fd9f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:24.586729 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-52aa0143-88a8-4cd8-9c14-66c9e3c63c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['df9fc137-e160-4c5e-a078-50d4ecf9fd9f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:24.655843 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107d3fe6-fdd3-4e1f-986a-13d911c56951 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:24.714221 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-52aa0143-88a8-4cd8-9c14-66c9e3c63c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:24.732812 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aa0143-88a8-4cd8-9c14-66c9e3c63c46 None None] Routers {'df9fc137-e160-4c5e-a078-50d4ecf9fd9f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:24.733876 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-52aa0143-88a8-4cd8-9c14-66c9e3c63c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['df9fc137-e160-4c5e-a078-50d4ecf9fd9f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:24.739221 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-107d3fe6-fdd3-4e1f-986a-13d911c56951 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:24.740646 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-653c4592-57ee-43f3-aa95-5820c808ec29 None None] Provisioning for port 6fc7dcc2-6b7e-4571-9854-c87f1ea96b99 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:24.741960 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107d3fe6-fdd3-4e1f-986a-13d911c56951 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:24.752273 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61221a91-ae40-4119-922c-fd96b095e479 None None] Pushing event updated for resources: {'Port': ['ID=9c51b3b8-da33-4ee5-9813-f68b51119de1,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:24.774745 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-653c4592-57ee-43f3-aa95-5820c808ec29 None None] Provisioning complete for port 6fc7dcc2-6b7e-4571-9854-c87f1ea96b99 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:24.775126 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-653c4592-57ee-43f3-aa95-5820c808ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:24.812246 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e67ebe7c-9f72-4e23-be50-c6de10f90129 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:24.866214 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-52aa0143-88a8-4cd8-9c14-66c9e3c63c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:24.866621 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aa0143-88a8-4cd8-9c14-66c9e3c63c46 None None] The sync data for ids ['df9fc137-e160-4c5e-a078-50d4ecf9fd9f'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:27:24.895903 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port fe2061b8-5464-4003-80c8-3c9a5d73a746 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:24.896270 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:24.919789 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-653c4592-57ee-43f3-aa95-5820c808ec29 None None] Port 6fc7dcc2-6b7e-4571-9854-c87f1ea96b99 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:27:24.983824 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ebe7c-9f72-4e23-be50-c6de10f90129 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event updated for resources: {'Port': ['ID=7230e5e5-be1c-44ea-8c6f-00c6b30bcc37,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:25.017297 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dac66aa4-f6b2-43df-b75a-16226a3aae38 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:25.034873 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67ebe7c-9f72-4e23-be50-c6de10f90129 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:25.038229 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e67ebe7c-9f72-4e23-be50-c6de10f90129 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:25.051696 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67ebe7c-9f72-4e23-be50-c6de10f90129 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:25.057326 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67ebe7c-9f72-4e23-be50-c6de10f90129 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:25.058704 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e67ebe7c-9f72-4e23-be50-c6de10f90129 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:25.074178 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab69571-7b10-4af4-9786-b313b435d8c6 None None] Network 21407005-8aec-492d-b73f-84735ba65cc7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:25.084781 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d3fe6-fdd3-4e1f-986a-13d911c56951 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event updated for resources: {'Port': ['ID=4f0e7868-0510-468a-872d-993f6e4a998c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:25.120398 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c53711-ff1c-40ff-ba63-df04ff97b68d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:25.125695 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-43c53711-ff1c-40ff-ba63-df04ff97b68d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "GET /v2.0/ports/e3eb32a3-b844-400f-9155-42f15d17d1c1 HTTP/1.1" status: 200 len: 910 time: 0.5354631 Feb 28 14:27:25.129034 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56622) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:25.157965 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-dac66aa4-f6b2-43df-b75a-16226a3aae38 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting port 62e2e40b-3389-4fb3-b081-9bb5b7655a7f {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:25.158456 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dac66aa4-f6b2-43df-b75a-16226a3aae38 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:25.184930 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e32623b-a169-4ecf-a516-b8705eaa2bd9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:25.230267 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e67ebe7c-9f72-4e23-be50-c6de10f90129 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 5.1609809 Feb 28 14:27:25.277375 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56626) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:25.277604 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-86fd18b3-7b13-4551-b81a-1015eaf9b691 None None] Provisioning complete for port 6fc7dcc2-6b7e-4571-9854-c87f1ea96b99 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:25.278070 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e32623b-a169-4ecf-a516-b8705eaa2bd9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:25.278182 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-86fd18b3-7b13-4551-b81a-1015eaf9b691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:25.302419 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 39e174b6-8d12-4a73-a88c-63cd50d24153 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:25.440912 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-86fd18b3-7b13-4551-b81a-1015eaf9b691 None None] Port 6fc7dcc2-6b7e-4571-9854-c87f1ea96b99 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:27:25.496193 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 39e174b6-8d12-4a73-a88c-63cd50d24153 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:25.510818 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 39e174b6-8d12-4a73-a88c-63cd50d24153 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:25.512337 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:25.542161 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c2bd1fab-d5ae-4786-9c3c-1bf3e3b6d99d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:25.595845 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43473cea-2020-4610-b6e1-1a33d2bd8c9d None None] DHCP port deletion for 21407005-8aec-492d-b73f-84735ba65cc7 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:27:25.604844 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-43473cea-2020-4610-b6e1-1a33d2bd8c9d None None] Deleting port 62e2e40b-3389-4fb3-b081-9bb5b7655a7f {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:25.605238 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-43473cea-2020-4610-b6e1-1a33d2bd8c9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:25.654370 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-55dceb36-2c2c-48d2-9edf-74268a2f6db4 None None] Provisioning for port 7230e5e5-be1c-44ea-8c6f-00c6b30bcc37 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:25.674836 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-55dceb36-2c2c-48d2-9edf-74268a2f6db4 None None] Provisioning complete for port 7230e5e5-be1c-44ea-8c6f-00c6b30bcc37 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:25.675535 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-55dceb36-2c2c-48d2-9edf-74268a2f6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:25.771228 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32623b-a169-4ecf-a516-b8705eaa2bd9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=6fc7dcc2-6b7e-4571-9854-c87f1ea96b99,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:25.776132 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-dac66aa4-f6b2-43df-b75a-16226a3aae38 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] For port 62e2e40b-3389-4fb3-b081-9bb5b7655a7f, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=62e2e40b-3389-4fb3-b081-9bb5b7655a7f,segment=NetworkSegment(8448e393-6025-4fe3-9868-89559b34d782),segment_id=8448e393-6025-4fe3-9868-89559b34d782)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:25.777232 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dac66aa4-f6b2-43df-b75a-16226a3aae38 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:25.803391 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e32623b-a169-4ecf-a516-b8705eaa2bd9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:25.813056 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a85b7936-70d9-4be1-a7ee-44f1b689e948 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting port 7230e5e5-be1c-44ea-8c6f-00c6b30bcc37 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:25.813449 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a85b7936-70d9-4be1-a7ee-44f1b689e948 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:25.851966 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:25.870902 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 39e174b6-8d12-4a73-a88c-63cd50d24153, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=39e174b6-8d12-4a73-a88c-63cd50d24153,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:25.877092 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-55dceb36-2c2c-48d2-9edf-74268a2f6db4 None None] Port 7230e5e5-be1c-44ea-8c6f-00c6b30bcc37 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:27:25.909117 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:25.909886 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device ce659a61-0de3-4a14-b192-a04b1e31b153 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:26.000185 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-dac66aa4-f6b2-43df-b75a-16226a3aae38 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Calling delete_port for 62e2e40b-3389-4fb3-b081-9bb5b7655a7f owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:27:26.082541 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31c93ef-3f5e-40eb-b94c-4b0ba727c5af None None] Network 8a2ddf9f-dca9-4336-92a4-064f4fcf82d2 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:26.096091 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-55dceb36-2c2c-48d2-9edf-74268a2f6db4 None None] Provisioning complete for port 62e2e40b-3389-4fb3-b081-9bb5b7655a7f triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:26.096461 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-55dceb36-2c2c-48d2-9edf-74268a2f6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:26.108743 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dac66aa4-f6b2-43df-b75a-16226a3aae38 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:26.168445 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-55dceb36-2c2c-48d2-9edf-74268a2f6db4 None None] Port 62e2e40b-3389-4fb3-b081-9bb5b7655a7f was deleted so its status cannot be updated. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 28 14:27:26.187292 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac66aa4-f6b2-43df-b75a-16226a3aae38 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Port': ['ID=62e2e40b-3389-4fb3-b081-9bb5b7655a7f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:26.195777 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac66aa4-f6b2-43df-b75a-16226a3aae38 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] No DVR routers for this DVR port 62e2e40b-3389-4fb3-b081-9bb5b7655a7f on host dv-neutron-831192-4-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:27:26.235476 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-43473cea-2020-4610-b6e1-1a33d2bd8c9d None None] For port 62e2e40b-3389-4fb3-b081-9bb5b7655a7f, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=62e2e40b-3389-4fb3-b081-9bb5b7655a7f,segment=NetworkSegment(8448e393-6025-4fe3-9868-89559b34d782),segment_id=8448e393-6025-4fe3-9868-89559b34d782)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:26.235899 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-43473cea-2020-4610-b6e1-1a33d2bd8c9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:26.247993 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=39e174b6-8d12-4a73-a88c-63cd50d24153,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:26.279430 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd1fab-d5ae-4786-9c3c-1bf3e3b6d99d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Deleting port b0e0a040-2e1e-4f87-b388-f43e9d302415 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:26.279765 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c2bd1fab-d5ae-4786-9c3c-1bf3e3b6d99d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:26.324413 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-107d3fe6-fdd3-4e1f-986a-13d911c56951 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:26.381132 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dac66aa4-f6b2-43df-b75a-16226a3aae38 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:26.426985 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-43473cea-2020-4610-b6e1-1a33d2bd8c9d None None] Calling delete_port for 62e2e40b-3389-4fb3-b081-9bb5b7655a7f owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:27:26.444789 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-dac66aa4-f6b2-43df-b75a-16226a3aae38 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21407005-8aec-492d-b73f-84735ba65cc7']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:26.492300 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port ce659a61-0de3-4a14-b192-a04b1e31b153 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:26.509523 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-dac66aa4-f6b2-43df-b75a-16226a3aae38 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8448e393-6025-4fe3-9868-89559b34d782') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:26.509790 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-dac66aa4-f6b2-43df-b75a-16226a3aae38 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8448e393-6025-4fe3-9868-89559b34d782') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:26.509910 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4f28093b-3472-47d5-a53f-dfc49bf0b605 None None] Provisioning for port 9c51b3b8-da33-4ee5-9813-f68b51119de1 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:26.519694 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port ce659a61-0de3-4a14-b192-a04b1e31b153 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:26.520142 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:26.536449 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dac66aa4-f6b2-43df-b75a-16226a3aae38 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:26.563183 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dac66aa4-f6b2-43df-b75a-16226a3aae38 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:26.583446 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac66aa4-f6b2-43df-b75a-16226a3aae38 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:27:26.583853 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dac66aa4-f6b2-43df-b75a-16226a3aae38 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:27:26.599363 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:27:26.618845 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c2bd1fab-d5ae-4786-9c3c-1bf3e3b6d99d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:26.628828 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-43473cea-2020-4610-b6e1-1a33d2bd8c9d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:27:26.629171 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-43473cea-2020-4610-b6e1-1a33d2bd8c9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:27:26.735586 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:26.787303 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port ce659a61-0de3-4a14-b192-a04b1e31b153, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=ce659a61-0de3-4a14-b192-a04b1e31b153,segment=NetworkSegment(95aeea88-5fcb-485c-8c38-ee938b858900),segment_id=95aeea88-5fcb-485c-8c38-ee938b858900)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:26.796376 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:26.873507 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=ce659a61-0de3-4a14-b192-a04b1e31b153,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:26.933812 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd1fab-d5ae-4786-9c3c-1bf3e3b6d99d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Calling delete_port for b0e0a040-2e1e-4f87-b388-f43e9d302415 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:27:26.977764 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dac66aa4-f6b2-43df-b75a-16226a3aae38 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:27.000952 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dac66aa4-f6b2-43df-b75a-16226a3aae38 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:27.027058 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac66aa4-f6b2-43df-b75a-16226a3aae38 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Network': ['ID=21407005-8aec-492d-b73f-84735ba65cc7,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:27.118702 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 25054054-df89-4bd6-8915-213c2e0198b2 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:27.152292 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-43473cea-2020-4610-b6e1-1a33d2bd8c9d None None] Deleting port 62e2e40b-3389-4fb3-b081-9bb5b7655a7f {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:27.152749 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-43473cea-2020-4610-b6e1-1a33d2bd8c9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:27.161393 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dac66aa4-f6b2-43df-b75a-16226a3aae38 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/networks/21407005-8aec-492d-b73f-84735ba65cc7 HTTP/1.1" status: 204 len: 168 time: 2.5981052 Feb 28 14:27:27.169776 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56630) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:27.226124 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e32623b-a169-4ecf-a516-b8705eaa2bd9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 57852e3c-292e-4286-baba-a1576ddcc59b is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:27.228097 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-107d3fe6-fdd3-4e1f-986a-13d911c56951 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:27.232736 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-8e32623b-a169-4ecf-a516-b8705eaa2bd9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:27.245615 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-43473cea-2020-4610-b6e1-1a33d2bd8c9d None None] The port '62e2e40b-3389-4fb3-b081-9bb5b7655a7f' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:27:27.294077 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 25054054-df89-4bd6-8915-213c2e0198b2 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:27.302259 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 25054054-df89-4bd6-8915-213c2e0198b2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:27.302746 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:27.385726 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf61b1a0-e16d-4954-b9df-5f59541105ae tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:27.386810 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bf61b1a0-e16d-4954-b9df-5f59541105ae tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Synchronizing usage tracker for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:27:27.425100 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bf61b1a0-e16d-4954-b9df-5f59541105ae tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Unset dirty status for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:27:27.429836 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bf61b1a0-e16d-4954-b9df-5f59541105ae tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2557254 Feb 28 14:27:27.432804 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56634) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:27.476029 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:27.487566 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a85b7936-70d9-4be1-a7ee-44f1b689e948 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:27.487803 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c2bd1fab-d5ae-4786-9c3c-1bf3e3b6d99d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:27.527627 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 25054054-df89-4bd6-8915-213c2e0198b2, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=25054054-df89-4bd6-8915-213c2e0198b2,segment=NetworkSegment(3c6daaa0-6da2-42cd-8243-73e212777c7b),segment_id=3c6daaa0-6da2-42cd-8243-73e212777c7b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:27.534046 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:27.535119 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 39e174b6-8d12-4a73-a88c-63cd50d24153 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:27.594569 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd1fab-d5ae-4786-9c3c-1bf3e3b6d99d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Pushing event deleted for resources: {'Port': ['ID=b0e0a040-2e1e-4f87-b388-f43e9d302415,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:27.702109 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 39e174b6-8d12-4a73-a88c-63cd50d24153 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:27.702482 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:27.738745 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c2bd1fab-d5ae-4786-9c3c-1bf3e3b6d99d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:27.786591 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f6ad6999-80d1-46ae-b70f-9be19f99aa22 None None] Provisioning complete for port 6fc7dcc2-6b7e-4571-9854-c87f1ea96b99 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:27.786952 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f6ad6999-80d1-46ae-b70f-9be19f99aa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:27.794417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a85b7936-70d9-4be1-a7ee-44f1b689e948 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Calling delete_port for 7230e5e5-be1c-44ea-8c6f-00c6b30bcc37 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:27:27.833356 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0a5ecbe8-abd4-46bb-af67-4a5dd45b923a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3981075 Feb 28 14:27:27.842810 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56638) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:27.850416 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-dc4c09f7-9088-4fa1-8f41-51d40add7051 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2050938232'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:27.853794 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=25054054-df89-4bd6-8915-213c2e0198b2,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:27.893753 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f6ad6999-80d1-46ae-b70f-9be19f99aa22 None None] Port 6fc7dcc2-6b7e-4571-9854-c87f1ea96b99 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:27:27.898221 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9c51b3b8-da33-4ee5-9813-f68b51119de1 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:27.910436 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-dc4c09f7-9088-4fa1-8f41-51d40add7051 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:27.923963 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-dc4c09f7-9088-4fa1-8f41-51d40add7051 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:network and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:27.929250 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-dc4c09f7-9088-4fa1-8f41-51d40add7051 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:27.965312 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 9c51b3b8-da33-4ee5-9813-f68b51119de1 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:27.971032 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 9c51b3b8-da33-4ee5-9813-f68b51119de1 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:27.971427 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:27.977307 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e32623b-a169-4ecf-a516-b8705eaa2bd9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router a2f38382-17fb-4bc3-aa38-199e3f41892e has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:27:27.999425 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-dc4c09f7-9088-4fa1-8f41-51d40add7051 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:28.088955 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4c09f7-9088-4fa1-8f41-51d40add7051 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:28.092480 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc4c09f7-9088-4fa1-8f41-51d40add7051 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:28.104538 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:28.118185 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2bd1fab-d5ae-4786-9c3c-1bf3e3b6d99d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Router d2eb9df0-f029-4a44-ae58-7a5c84c701a9 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:27:28.139370 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 9c51b3b8-da33-4ee5-9813-f68b51119de1, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9c51b3b8-da33-4ee5-9813-f68b51119de1,segment=NetworkSegment(c9841a85-16be-437b-9c49-64d7a11d580d),segment_id=c9841a85-16be-437b-9c49-64d7a11d580d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:28.144360 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:28.145164 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9eaa394e-05a2-4b59-ae61-3a3666345f8d up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:28.263808 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=9c51b3b8-da33-4ee5-9813-f68b51119de1,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:28.279116 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 9eaa394e-05a2-4b59-ae61-3a3666345f8d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:28.279591 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:28.306029 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45a6f962-6e3b-48c2-88b8-0f1dc272df0a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:28.398997 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bd1fab-d5ae-4786-9c3c-1bf3e3b6d99d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:27:28.410433 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c2bd1fab-d5ae-4786-9c3c-1bf3e3b6d99d tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "PUT /v2.0/routers/d2eb9df0-f029-4a44-ae58-7a5c84c701a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1634455 Feb 28 14:27:28.414615 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56642) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:28.417487 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81784188-813b-4c38-9c83-c049c2c3386d None None] Sync routers for ids ['d2eb9df0-f029-4a44-ae58-7a5c84c701a9'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:27:28.430027 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81784188-813b-4c38-9c83-c049c2c3386d None None] Routers {'d2eb9df0-f029-4a44-ae58-7a5c84c701a9'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:28.430819 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-81784188-813b-4c38-9c83-c049c2c3386d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['d2eb9df0-f029-4a44-ae58-7a5c84c701a9'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:28.498537 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-17fe9929-e31f-488d-820f-ae5f036bf16a tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] delete failed (client error): The resource could not be found. Feb 28 14:27:28.499727 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-17fe9929-e31f-488d-820f-ae5f036bf16a tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-1235389982 HTTP/1.1" status: 404 len: 335 time: 0.0838778 Feb 28 14:27:28.503635 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56646) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:28.505703 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107d3fe6-fdd3-4e1f-986a-13d911c56951 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Router 4a57ef29-93f1-454e-8d1d-6d76e06e51a0 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:27:28.510588 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-546dac85-bd1c-4365-845d-8f2aaac0a37e tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd2eb9df0-f029-4a44-ae58-7a5c84c701a9'}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:28.511983 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 62e2e40b-3389-4fb3-b081-9bb5b7655a7f no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:27:28.588754 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-81784188-813b-4c38-9c83-c049c2c3386d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:28.590900 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 62e2e40b-3389-4fb3-b081-9bb5b7655a7f {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:27:28.592911 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 62e2e40b-3389-4fb3-b081-9bb5b7655a7f not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:27:28.599720 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81784188-813b-4c38-9c83-c049c2c3386d None None] Routers {'d2eb9df0-f029-4a44-ae58-7a5c84c701a9'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:28.600337 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-81784188-813b-4c38-9c83-c049c2c3386d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['d2eb9df0-f029-4a44-ae58-7a5c84c701a9'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:28.661667 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-81784188-813b-4c38-9c83-c049c2c3386d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:28.661968 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81784188-813b-4c38-9c83-c049c2c3386d None None] The sync data for ids ['d2eb9df0-f029-4a44-ae58-7a5c84c701a9'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:27:28.793434 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4c09f7-9088-4fa1-8f41-51d40add7051 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:27:28.801620 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e32623b-a169-4ecf-a516-b8705eaa2bd9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:27:28.809168 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a85b7936-70d9-4be1-a7ee-44f1b689e948 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:28.814904 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9348eba1-b545-432f-926a-8701b56d8714 None None] Sync routers for ids ['a2f38382-17fb-4bc3-aa38-199e3f41892e'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:27:28.828142 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9348eba1-b545-432f-926a-8701b56d8714 None None] Routers {'a2f38382-17fb-4bc3-aa38-199e3f41892e'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:28.829406 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9348eba1-b545-432f-926a-8701b56d8714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['a2f38382-17fb-4bc3-aa38-199e3f41892e'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:28.869388 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc4c09f7-9088-4fa1-8f41-51d40add7051 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:28.869734 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-dc4c09f7-9088-4fa1-8f41-51d40add7051 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Added segment 98c9f464-680f-4831-9b55-71074ab8e247 of type vlan for network 0c558bfe-3ac3-4bab-a4e1-7320b1e147fd Feb 28 14:27:28.906798 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9c51b3b8-da33-4ee5-9813-f68b51119de1 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:28.946812 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b7936-70d9-4be1-a7ee-44f1b689e948 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Port': ['ID=7230e5e5-be1c-44ea-8c6f-00c6b30bcc37,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:28.965082 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc4c09f7-9088-4fa1-8f41-51d40add7051 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:28.996427 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-546dac85-bd1c-4365-845d-8f2aaac0a37e tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:29.015992 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc4c09f7-9088-4fa1-8f41-51d40add7051 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:29.018909 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 9c51b3b8-da33-4ee5-9813-f68b51119de1 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:29.019702 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:29.023078 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4c09f7-9088-4fa1-8f41-51d40add7051 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:29.023813 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dc4c09f7-9088-4fa1-8f41-51d40add7051 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:29.066847 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8e32623b-a169-4ecf-a516-b8705eaa2bd9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "PUT /v2.0/routers/a2f38382-17fb-4bc3-aa38-199e3f41892e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2339804 Feb 28 14:27:29.070212 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56650) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:29.113575 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-9348eba1-b545-432f-926a-8701b56d8714 None None] Set router a2f38382-17fb-4bc3-aa38-199e3f41892e gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:27:29.116234 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-546dac85-bd1c-4365-845d-8f2aaac0a37e tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] update failed (client error): The resource could not be found. Feb 28 14:27:29.117293 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-546dac85-bd1c-4365-845d-8f2aaac0a37e tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "PUT /v2.0/routers/d2eb9df0-f029-4a44-ae58-7a5c84c701a9 HTTP/1.1" status: 404 len: 339 time: 0.6124876 Feb 28 14:27:29.120999 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a85b7936-70d9-4be1-a7ee-44f1b689e948 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:29.124525 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56654) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:29.125944 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a85b7936-70d9-4be1-a7ee-44f1b689e948 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/7230e5e5-be1c-44ea-8c6f-00c6b30bcc37 HTTP/1.1" status: 204 len: 168 time: 3.8196292 Feb 28 14:27:29.127871 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107d3fe6-fdd3-4e1f-986a-13d911c56951 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:27:29.129351 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56656) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:29.133707 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-bde8a359-7ea6-4610-99d3-e2bdb107ce8a tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-682668431'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:29.197626 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device ce659a61-0de3-4a14-b192-a04b1e31b153 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:29.222159 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bde8a359-7ea6-4610-99d3-e2bdb107ce8a tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:29.235617 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4de36e-d116-4134-a06b-73862d7e2a8d None None] Sync routers for ids ['4a57ef29-93f1-454e-8d1d-6d76e06e51a0'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:27:29.252364 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dc4c09f7-9088-4fa1-8f41-51d40add7051 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4059980 Feb 28 14:27:29.252364 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bde8a359-7ea6-4610-99d3-e2bdb107ce8a tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Usage tracker for resource:network and tenant:b3e9c0a06a9a4621bb3dc55efb1a6d75 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:29.254204 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c09f7-9088-4fa1-8f41-51d40add7051 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Network': ['ID=0c558bfe-3ac3-4bab-a4e1-7320b1e147fd,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:29.256366 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56662) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:29.257258 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bde8a359-7ea6-4610-99d3-e2bdb107ce8a tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:29.271974 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-54f42d9a-e8f3-4188-93e6-4e238206fc88 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'subnet': {'network_id': '0c558bfe-3ac3-4bab-a4e1-7320b1e147fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:29.276150 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 0c558bfe-3ac3-4bab-a4e1-7320b1e147fd details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:27:29.286930 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bde8a359-7ea6-4610-99d3-e2bdb107ce8a tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:29.311868 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-107d3fe6-fdd3-4e1f-986a-13d911c56951 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:29.316336 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-107d3fe6-fdd3-4e1f-986a-13d911c56951 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.6792619 Feb 28 14:27:29.317584 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56666) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:29.394778 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde8a359-7ea6-4610-99d3-e2bdb107ce8a tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Made reservation on behalf of b3e9c0a06a9a4621bb3dc55efb1a6d75 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:29.399918 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bde8a359-7ea6-4610-99d3-e2bdb107ce8a tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:29.433827 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4de36e-d116-4134-a06b-73862d7e2a8d None None] Routers {'4a57ef29-93f1-454e-8d1d-6d76e06e51a0'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:29.434455 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-bf4de36e-d116-4134-a06b-73862d7e2a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['4a57ef29-93f1-454e-8d1d-6d76e06e51a0'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:29.444282 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956b10e2-e6e1-4145-9fcc-c8ef70333012 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:29.444745 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956b10e2-e6e1-4145-9fcc-c8ef70333012 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:29.445196 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956b10e2-e6e1-4145-9fcc-c8ef70333012 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:29.445649 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956b10e2-e6e1-4145-9fcc-c8ef70333012 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:29.446090 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956b10e2-e6e1-4145-9fcc-c8ef70333012 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:29.446529 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956b10e2-e6e1-4145-9fcc-c8ef70333012 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:29.446964 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956b10e2-e6e1-4145-9fcc-c8ef70333012 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:29.447439 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956b10e2-e6e1-4145-9fcc-c8ef70333012 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:29.447933 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956b10e2-e6e1-4145-9fcc-c8ef70333012 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:29.448306 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956b10e2-e6e1-4145-9fcc-c8ef70333012 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:29.448741 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956b10e2-e6e1-4145-9fcc-c8ef70333012 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:29.449171 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956b10e2-e6e1-4145-9fcc-c8ef70333012 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:29.449609 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956b10e2-e6e1-4145-9fcc-c8ef70333012 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:29.450039 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956b10e2-e6e1-4145-9fcc-c8ef70333012 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:29.455780 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-956b10e2-e6e1-4145-9fcc-c8ef70333012 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9757 time: 0.3788648 Feb 28 14:27:29.456744 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56670) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:29.458966 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-45a6f962-6e3b-48c2-88b8-0f1dc272df0a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Deleting port e3eb32a3-b844-400f-9155-42f15d17d1c1 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:29.459333 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45a6f962-6e3b-48c2-88b8-0f1dc272df0a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:29.517748 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-bf4de36e-d116-4134-a06b-73862d7e2a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:29.533253 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4de36e-d116-4134-a06b-73862d7e2a8d None None] Routers {'4a57ef29-93f1-454e-8d1d-6d76e06e51a0'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:29.534111 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-bf4de36e-d116-4134-a06b-73862d7e2a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['4a57ef29-93f1-454e-8d1d-6d76e06e51a0'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:29.534273 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-54f42d9a-e8f3-4188-93e6-4e238206fc88 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:29.544170 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-54f42d9a-e8f3-4188-93e6-4e238206fc88 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:subnet and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:29.550278 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-54f42d9a-e8f3-4188-93e6-4e238206fc88 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:29.554391 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c869799-2799-4de2-adff-126c69838f2e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:29.555120 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6c869799-2799-4de2-adff-126c69838f2e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:27:29.607186 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde8a359-7ea6-4610-99d3-e2bdb107ce8a tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:27:29.612300 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6c869799-2799-4de2-adff-126c69838f2e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:27:29.616643 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6c869799-2799-4de2-adff-126c69838f2e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4727757 Feb 28 14:27:29.620532 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-bf4de36e-d116-4134-a06b-73862d7e2a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:29.620947 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4de36e-d116-4134-a06b-73862d7e2a8d None None] The sync data for ids ['4a57ef29-93f1-454e-8d1d-6d76e06e51a0'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:27:29.625663 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-54f42d9a-e8f3-4188-93e6-4e238206fc88 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:29.627460 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56674) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:29.630243 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port ce659a61-0de3-4a14-b192-a04b1e31b153 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:29.630860 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:29.665416 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9348eba1-b545-432f-926a-8701b56d8714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'name': 'tempest-TestNetworkBasicOps-router-1768235454', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:27:03Z', 'updated_at': '2022-02-28T14:27:23Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:27:06Z', 'updated_at': '2022-02-28T14:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '6fc7dcc2-6b7e-4571-9854-c87f1ea96b99', 'name': '', 'network_id': '57852e3c-292e-4286-baba-a1576ddcc59b', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:6c:e1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '94cf854d-0c42-4dd5-af6a-8ad979299199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:27:21Z', 'updated_at': '2022-02-28T14:27:24Z', 'revision_number': 2, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '94cf854d-0c42-4dd5-af6a-8ad979299199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:29.674948 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9348eba1-b545-432f-926a-8701b56d8714 None None] Checking router: a2f38382-17fb-4bc3-aa38-199e3f41892e for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:27:29.675709 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9348eba1-b545-432f-926a-8701b56d8714 None None] Updating router a2f38382-17fb-4bc3-aa38-199e3f41892e port 6fc7dcc2-6b7e-4571-9854-c87f1ea96b99 binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:27:29.696319 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bde8a359-7ea6-4610-99d3-e2bdb107ce8a tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:29.696666 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-bde8a359-7ea6-4610-99d3-e2bdb107ce8a tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Added segment 066068c8-92b6-4c0f-a584-a11dcbec76bc of type vlan for network 28ecbbaf-ceba-4a58-bd97-d505a28ce8ea Feb 28 14:27:29.708549 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f42d9a-e8f3-4188-93e6-4e238206fc88 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:29.712027 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-54f42d9a-e8f3-4188-93e6-4e238206fc88 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:29.744581 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87de6e0b-896c-46c6-a8c5-cd0acb2f3e48 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:29.745308 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87de6e0b-896c-46c6-a8c5-cd0acb2f3e48 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:29.745904 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87de6e0b-896c-46c6-a8c5-cd0acb2f3e48 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:29.746494 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87de6e0b-896c-46c6-a8c5-cd0acb2f3e48 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:29.747112 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87de6e0b-896c-46c6-a8c5-cd0acb2f3e48 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:29.747773 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87de6e0b-896c-46c6-a8c5-cd0acb2f3e48 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:29.748359 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87de6e0b-896c-46c6-a8c5-cd0acb2f3e48 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:29.749034 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87de6e0b-896c-46c6-a8c5-cd0acb2f3e48 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:29.749653 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87de6e0b-896c-46c6-a8c5-cd0acb2f3e48 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:29.750054 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-9348eba1-b545-432f-926a-8701b56d8714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:29.750464 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87de6e0b-896c-46c6-a8c5-cd0acb2f3e48 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:29.751075 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87de6e0b-896c-46c6-a8c5-cd0acb2f3e48 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:29.751779 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87de6e0b-896c-46c6-a8c5-cd0acb2f3e48 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:29.752402 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87de6e0b-896c-46c6-a8c5-cd0acb2f3e48 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:29.757691 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-87de6e0b-896c-46c6-a8c5-cd0acb2f3e48 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8212 time: 0.2510340 Feb 28 14:27:29.758538 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56678) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:29.780196 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 25054054-df89-4bd6-8915-213c2e0198b2 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:29.864063 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 25054054-df89-4bd6-8915-213c2e0198b2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:29.864468 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:30.016512 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45a6f962-6e3b-48c2-88b8-0f1dc272df0a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:30.059915 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bde8a359-7ea6-4610-99d3-e2bdb107ce8a tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:30.150451 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-45a6f962-6e3b-48c2-88b8-0f1dc272df0a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Calling delete_port for e3eb32a3-b844-400f-9155-42f15d17d1c1 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:27:30.171746 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-9348eba1-b545-432f-926a-8701b56d8714 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:30.187331 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-9348eba1-b545-432f-926a-8701b56d8714 None None] Transition to ACTIVE for port object 6fc7dcc2-6b7e-4571-9854-c87f1ea96b99 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:30.196656 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-9348eba1-b545-432f-926a-8701b56d8714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:30.228703 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b590d74-d368-42cd-84e7-69e239ffc42c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:30.229439 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6b590d74-d368-42cd-84e7-69e239ffc42c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:27:30.292363 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bde8a359-7ea6-4610-99d3-e2bdb107ce8a tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:30.298465 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde8a359-7ea6-4610-99d3-e2bdb107ce8a tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:30.299072 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bde8a359-7ea6-4610-99d3-e2bdb107ce8a tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:30.355954 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facbe81d-0304-46d7-8e22-9c55ae3618bc None None] Pushing event updated for resources: {'Port': ['ID=6fc7dcc2-6b7e-4571-9854-c87f1ea96b99,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:30.430743 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6b590d74-d368-42cd-84e7-69e239ffc42c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:27:30.431952 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6b590d74-d368-42cd-84e7-69e239ffc42c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8035016 Feb 28 14:27:30.443187 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56682) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:30.481793 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-9348eba1-b545-432f-926a-8701b56d8714 None None] Attempting to bind port 6fc7dcc2-6b7e-4571-9854-c87f1ea96b99 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:27:30.482302 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-9348eba1-b545-432f-926a-8701b56d8714 None None] Attempting to bind port 6fc7dcc2-6b7e-4571-9854-c87f1ea96b99 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '3c6daaa0-6da2-42cd-8243-73e212777c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '57852e3c-292e-4286-baba-a1576ddcc59b'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:27:30.483329 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9348eba1-b545-432f-926a-8701b56d8714 None None] Attempting to bind port 6fc7dcc2-6b7e-4571-9854-c87f1ea96b99 on network 57852e3c-292e-4286-baba-a1576ddcc59b {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:27:30.489198 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9348eba1-b545-432f-926a-8701b56d8714 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:27:30.489867 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9348eba1-b545-432f-926a-8701b56d8714 None None] Checking segment: {'id': '3c6daaa0-6da2-42cd-8243-73e212777c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '57852e3c-292e-4286-baba-a1576ddcc59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:27:30.490473 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-9348eba1-b545-432f-926a-8701b56d8714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:30.491069 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9348eba1-b545-432f-926a-8701b56d8714 None None] Bound using segment: {'id': '3c6daaa0-6da2-42cd-8243-73e212777c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '57852e3c-292e-4286-baba-a1576ddcc59b'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:27:30.491825 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-9348eba1-b545-432f-926a-8701b56d8714 None None] Bound port: 6fc7dcc2-6b7e-4571-9854-c87f1ea96b99, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6daaa0-6da2-42cd-8243-73e212777c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '57852e3c-292e-4286-baba-a1576ddcc59b'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:27:30.492419 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-9348eba1-b545-432f-926a-8701b56d8714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:30.554622 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bde8a359-7ea6-4610-99d3-e2bdb107ce8a tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4290762 Feb 28 14:27:30.563654 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56686) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:30.577813 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f0679994-ad95-4bf5-8e7f-69d1dc9e3a07 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Request body: {'subnet': {'network_id': '28ecbbaf-ceba-4a58-bd97-d505a28ce8ea', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:30.631356 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-9348eba1-b545-432f-926a-8701b56d8714 None None] For port 6fc7dcc2-6b7e-4571-9854-c87f1ea96b99, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:27:30.636612 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-9348eba1-b545-432f-926a-8701b56d8714 None None] For port 6fc7dcc2-6b7e-4571-9854-c87f1ea96b99, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=6fc7dcc2-6b7e-4571-9854-c87f1ea96b99,segment=NetworkSegment(3c6daaa0-6da2-42cd-8243-73e212777c7b),segment_id=3c6daaa0-6da2-42cd-8243-73e212777c7b)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:27:30.640609 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8a359-7ea6-4610-99d3-e2bdb107ce8a tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Pushing event updated for resources: {'Network': ['ID=28ecbbaf-ceba-4a58-bd97-d505a28ce8ea,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:30.643847 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-9348eba1-b545-432f-926a-8701b56d8714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:30.653119 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 28ecbbaf-ceba-4a58-bd97-d505a28ce8ea details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:27:30.709178 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea94d776-b363-4a8f-ac68-3c627c5e313d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:30.711012 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea94d776-b363-4a8f-ac68-3c627c5e313d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:30.712723 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea94d776-b363-4a8f-ac68-3c627c5e313d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:30.713702 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ea94d776-b363-4a8f-ac68-3c627c5e313d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:27:30.743089 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45a6f962-6e3b-48c2-88b8-0f1dc272df0a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:30.750566 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-54f42d9a-e8f3-4188-93e6-4e238206fc88 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:30.760168 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9348eba1-b545-432f-926a-8701b56d8714 None None] Routers {'a2f38382-17fb-4bc3-aa38-199e3f41892e'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:30.760960 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9348eba1-b545-432f-926a-8701b56d8714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['a2f38382-17fb-4bc3-aa38-199e3f41892e'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:30.871071 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f0679994-ad95-4bf5-8e7f-69d1dc9e3a07 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:30.876160 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f0679994-ad95-4bf5-8e7f-69d1dc9e3a07 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Usage tracker for resource:subnet and tenant:b3e9c0a06a9a4621bb3dc55efb1a6d75 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:30.879626 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f0679994-ad95-4bf5-8e7f-69d1dc9e3a07 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:30.886964 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6f962-6e3b-48c2-88b8-0f1dc272df0a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Port': ['ID=e3eb32a3-b844-400f-9155-42f15d17d1c1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:30.896006 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facbe81d-0304-46d7-8e22-9c55ae3618bc None None] Pushing event updated for resources: {'Port': ['ID=6fc7dcc2-6b7e-4571-9854-c87f1ea96b99,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:30.899494 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f42d9a-e8f3-4188-93e6-4e238206fc88 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Subnet': ['ID=3531506c-d1e3-4959-a05e-79a7fdb480f9,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:30.917723 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ea94d776-b363-4a8f-ac68-3c627c5e313d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:27:30.922222 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ea94d776-b363-4a8f-ac68-3c627c5e313d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4741271 Feb 28 14:27:30.937113 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56690) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:30.949036 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f0679994-ad95-4bf5-8e7f-69d1dc9e3a07 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:30.963869 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fe397ab5-bd70-4364-94a9-ca6f9fc31f3a tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4118 time: 1.2012346 Feb 28 14:27:30.993692 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0679994-ad95-4bf5-8e7f-69d1dc9e3a07 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Made reservation on behalf of b3e9c0a06a9a4621bb3dc55efb1a6d75 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:30.997295 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0679994-ad95-4bf5-8e7f-69d1dc9e3a07 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:31.019317 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f42d9a-e8f3-4188-93e6-4e238206fc88 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Checking segment: {'id': '98c9f464-680f-4831-9b55-71074ab8e247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0c558bfe-3ac3-4bab-a4e1-7320b1e147fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:27:31.019683 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f42d9a-e8f3-4188-93e6-4e238206fc88 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network hostable DHCP agents. Network: 0c558bfe-3ac3-4bab-a4e1-7320b1e147fd, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:27:31.069649 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-9348eba1-b545-432f-926a-8701b56d8714 None None] Set router a2f38382-17fb-4bc3-aa38-199e3f41892e gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:27:31.119208 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f42d9a-e8f3-4188-93e6-4e238206fc88 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network 0c558bfe-3ac3-4bab-a4e1-7320b1e147fd is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:27:31.137233 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-fed640a6-65cf-4f1c-85a8-b6965b99a9a8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet 9978d804-db26-435a-a608-6447ee3c0eb5 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:27:31.143401 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fed640a6-65cf-4f1c-85a8-b6965b99a9a8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:31.206955 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-54f42d9a-e8f3-4188-93e6-4e238206fc88 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 0c558bfe-3ac3-4bab-a4e1-7320b1e147fd) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:31.222292 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603f70a5-ef48-4658-b2e3-1626609741b6 None None] Network 0c558bfe-3ac3-4bab-a4e1-7320b1e147fd requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:31.228367 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f42d9a-e8f3-4188-93e6-4e238206fc88 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:31.228952 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-54f42d9a-e8f3-4188-93e6-4e238206fc88 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:31.257132 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-54f42d9a-e8f3-4188-93e6-4e238206fc88 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9941211 Feb 28 14:27:31.260988 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56696) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:31.269761 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-1152d488-f6aa-47c3-9f45-23461b897793 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'port': {'network_id': '0c558bfe-3ac3-4bab-a4e1-7320b1e147fd', 'name': 'tempest-PortsTestJSON-2008787389'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:31.284897 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fed640a6-65cf-4f1c-85a8-b6965b99a9a8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:31.324258 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-45a6f962-6e3b-48c2-88b8-0f1dc272df0a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:31.345449 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-414c9420-40d9-432d-8b43-3db5c84c4b97 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:31.433193 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9348eba1-b545-432f-926a-8701b56d8714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'name': 'tempest-TestNetworkBasicOps-router-1768235454', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:27:03Z', 'updated_at': '2022-02-28T14:27:23Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:27:06Z', 'updated_at': '2022-02-28T14:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '6fc7dcc2-6b7e-4571-9854-c87f1ea96b99', 'name': '', 'network_id': '57852e3c-292e-4286-baba-a1576ddcc59b', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:6c:e1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '94cf854d-0c42-4dd5-af6a-8ad979299199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:27:21Z', 'updated_at': '2022-02-28T14:27:30Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '94cf854d-0c42-4dd5-af6a-8ad979299199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:31.438558 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9348eba1-b545-432f-926a-8701b56d8714 None None] The sync data for ids ['a2f38382-17fb-4bc3-aa38-199e3f41892e'] in dv-neutron-831192-4-hyperv is: [{'id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'name': 'tempest-TestNetworkBasicOps-router-1768235454', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:27:03Z', 'updated_at': '2022-02-28T14:27:23Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:27:06Z', 'updated_at': '2022-02-28T14:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '6fc7dcc2-6b7e-4571-9854-c87f1ea96b99', 'name': '', 'network_id': '57852e3c-292e-4286-baba-a1576ddcc59b', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:6c:e1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '94cf854d-0c42-4dd5-af6a-8ad979299199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:27:21Z', 'updated_at': '2022-02-28T14:27:30Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '94cf854d-0c42-4dd5-af6a-8ad979299199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:27:31.619363 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b915a5e3-9df9-4431-84da-84798b7048c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-0c558bfe-3ac3-4bab-a4e1-7320b1e147fd', 'network_id': '0c558bfe-3ac3-4bab-a4e1-7320b1e147fd', 'tenant_id': 'c214fd1eb53045a6b1f8184e904b5bb7', 'fixed_ips': [{'subnet_id': '3531506c-d1e3-4959-a05e-79a7fdb480f9'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:27:31.619904 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b915a5e3-9df9-4431-84da-84798b7048c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:31.726502 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fed640a6-65cf-4f1c-85a8-b6965b99a9a8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:31.759369 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:27:31.808588 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-b915a5e3-9df9-4431-84da-84798b7048c2 None None] Allocated IP 172.20.0.2 (0c558bfe-3ac3-4bab-a4e1-7320b1e147fd/3531506c-d1e3-4959-a05e-79a7fdb480f9/d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:31.885990 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0679994-ad95-4bf5-8e7f-69d1dc9e3a07 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:31.951333 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1152d488-f6aa-47c3-9f45-23461b897793 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:32.025906 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a6f962-6e3b-48c2-88b8-0f1dc272df0a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Router df9fc137-e160-4c5e-a078-50d4ecf9fd9f has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:27:32.033140 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1152d488-f6aa-47c3-9f45-23461b897793 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:32.045203 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0679994-ad95-4bf5-8e7f-69d1dc9e3a07 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Pushing event updated for resources: {'Subnet': ['ID=31960510-1072-4892-88da-b877c3e5aa7e,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:32.049579 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0679994-ad95-4bf5-8e7f-69d1dc9e3a07 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Checking segment: {'id': '066068c8-92b6-4c0f-a584-a11dcbec76bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '28ecbbaf-ceba-4a58-bd97-d505a28ce8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:27:32.049942 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0679994-ad95-4bf5-8e7f-69d1dc9e3a07 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Network hostable DHCP agents. Network: 28ecbbaf-ceba-4a58-bd97-d505a28ce8ea, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:27:32.132360 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b915a5e3-9df9-4431-84da-84798b7048c2 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:32.136598 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1152d488-f6aa-47c3-9f45-23461b897793 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:32.141491 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1152d488-f6aa-47c3-9f45-23461b897793 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:32.152711 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b915a5e3-9df9-4431-84da-84798b7048c2 None None] Transition to ACTIVE for port object d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:32.188905 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b915a5e3-9df9-4431-84da-84798b7048c2 None None] Transition to ACTIVE for port object d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:32.199531 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b915a5e3-9df9-4431-84da-84798b7048c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:32.237801 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-1152d488-f6aa-47c3-9f45-23461b897793 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] device_id is not set on port f06e2ed1-0d84-4aa1-a9f6-4d4970c6cf58 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:27:32.251087 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0679994-ad95-4bf5-8e7f-69d1dc9e3a07 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Network 28ecbbaf-ceba-4a58-bd97-d505a28ce8ea is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:27:32.280211 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f0679994-ad95-4bf5-8e7f-69d1dc9e3a07 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 28ecbbaf-ceba-4a58-bd97-d505a28ce8ea) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:32.290920 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fed640a6-65cf-4f1c-85a8-b6965b99a9a8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:32.291749 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0679994-ad95-4bf5-8e7f-69d1dc9e3a07 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:32.292354 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0679994-ad95-4bf5-8e7f-69d1dc9e3a07 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:32.304447 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a6f962-6e3b-48c2-88b8-0f1dc272df0a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:27:32.312313 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915a5e3-9df9-4431-84da-84798b7048c2 None None] Pushing event updated for resources: {'Port': ['ID=d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:32.314686 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f37ab14-713b-4238-98d6-e91cc3963cca None None] Network 28ecbbaf-ceba-4a58-bd97-d505a28ce8ea requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:32.315120 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae8a9c8-f6e4-4659-8dd1-7eb26265297d None None] Sync routers for ids ['df9fc137-e160-4c5e-a078-50d4ecf9fd9f'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:27:32.330622 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae8a9c8-f6e4-4659-8dd1-7eb26265297d None None] Routers {'df9fc137-e160-4c5e-a078-50d4ecf9fd9f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:32.331534 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-aae8a9c8-f6e4-4659-8dd1-7eb26265297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['df9fc137-e160-4c5e-a078-50d4ecf9fd9f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:32.369122 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed640a6-65cf-4f1c-85a8-b6965b99a9a8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=9978d804-db26-435a-a608-6447ee3c0eb5,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:32.387962 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f0679994-ad95-4bf5-8e7f-69d1dc9e3a07 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8184035 Feb 28 14:27:32.388275 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56702) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:32.404110 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-84ddcfba-30ee-4d1d-841d-4c05618529f2 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Request body: {'router': {'external_gateway_info': {'network_id': '28ecbbaf-ceba-4a58-bd97-d505a28ce8ea'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:32.440717 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fed640a6-65cf-4f1c-85a8-b6965b99a9a8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:32.457700 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-aae8a9c8-f6e4-4659-8dd1-7eb26265297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:32.486026 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae8a9c8-f6e4-4659-8dd1-7eb26265297d None None] Routers {'df9fc137-e160-4c5e-a078-50d4ecf9fd9f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:32.486429 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-aae8a9c8-f6e4-4659-8dd1-7eb26265297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['df9fc137-e160-4c5e-a078-50d4ecf9fd9f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:32.519859 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56706) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:32.536056 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-31edd736-ef76-40ce-a24e-3a27f14883a4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-553964101', 'description': 'tempest-secgroup-smoke-553964101 description', 'project_id': '1cd57789443e43d89a7681324e1f7304'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:32.548746 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-31edd736-ef76-40ce-a24e-3a27f14883a4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:32.584457 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fed640a6-65cf-4f1c-85a8-b6965b99a9a8 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/9978d804-db26-435a-a608-6447ee3c0eb5 HTTP/1.1" status: 204 len: 168 time: 1.6422822 Feb 28 14:27:32.599023 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56710) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:32.611790 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-aae8a9c8-f6e4-4659-8dd1-7eb26265297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:32.612451 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae8a9c8-f6e4-4659-8dd1-7eb26265297d None None] The sync data for ids ['df9fc137-e160-4c5e-a078-50d4ecf9fd9f'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:27:32.638736 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-45a6f962-6e3b-48c2-88b8-0f1dc272df0a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "PUT /v2.0/routers/df9fc137-e160-4c5e-a078-50d4ecf9fd9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4510267 Feb 28 14:27:32.639279 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2314bf2a-db09-4171-9e7d-e83deb4f030f None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:32.643477 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-31edd736-ef76-40ce-a24e-3a27f14883a4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:32.651944 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-414c9420-40d9-432d-8b43-3db5c84c4b97 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Allocated IP 172.20.0.1 (8a2ddf9f-dca9-4336-92a4-064f4fcf82d2/2be0922a-5632-454d-9eb9-970ea80c70b5/8cb18ac9-bdeb-4155-bef6-1d08ed9b6c9d) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:32.653904 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56714) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:32.654901 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-31edd736-ef76-40ce-a24e-3a27f14883a4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:32.733756 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-31edd736-ef76-40ce-a24e-3a27f14883a4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:32.778088 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b915a5e3-9df9-4431-84da-84798b7048c2 None None] Network 0c558bfe-3ac3-4bab-a4e1-7320b1e147fd is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:32.841061 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-b915a5e3-9df9-4431-84da-84798b7048c2 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:32.851758 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b915a5e3-9df9-4431-84da-84798b7048c2 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:32.895647 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31edd736-ef76-40ce-a24e-3a27f14883a4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:32.903934 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb2c380-8abd-4a2a-9038-16cf13a03798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-28ecbbaf-ceba-4a58-bd97-d505a28ce8ea', 'network_id': '28ecbbaf-ceba-4a58-bd97-d505a28ce8ea', 'tenant_id': 'b3e9c0a06a9a4621bb3dc55efb1a6d75', 'fixed_ips': [{'subnet_id': '31960510-1072-4892-88da-b877c3e5aa7e'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:27:32.905449 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ceb2c380-8abd-4a2a-9038-16cf13a03798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:32.909004 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-1152d488-f6aa-47c3-9f45-23461b897793 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Allocated IP 172.20.0.3 (0c558bfe-3ac3-4bab-a4e1-7320b1e147fd/3531506c-d1e3-4959-a05e-79a7fdb480f9/f06e2ed1-0d84-4aa1-a9f6-4d4970c6cf58) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:32.977324 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-84ddcfba-30ee-4d1d-841d-4c05618529f2 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:32.979354 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c0b6a1-5acd-4e19-91a5-a1f54cf6dd04 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Deleting subnet b0c3e64f-9473-43c8-9966-bc02ea558ef9 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:27:33.019825 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b6a1-5acd-4e19-91a5-a1f54cf6dd04 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:33.035829 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 6fc7dcc2-6b7e-4571-9854-c87f1ea96b99 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:33.082655 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-31edd736-ef76-40ce-a24e-3a27f14883a4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:33.177743 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-31edd736-ef76-40ce-a24e-3a27f14883a4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:33.188592 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-31edd736-ef76-40ce-a24e-3a27f14883a4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:33.207833 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-84ddcfba-30ee-4d1d-841d-4c05618529f2 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:27:33.211637 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-84ddcfba-30ee-4d1d-841d-4c05618529f2 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "PUT /v2.0/routers/d2eb9df0-f029-4a44-ae58-7a5c84c701a9 HTTP/1.1" status: 400 len: 364 time: 0.8224080 Feb 28 14:27:33.215024 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56718) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:33.219892 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-31edd736-ef76-40ce-a24e-3a27f14883a4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:33.238478 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b915a5e3-9df9-4431-84da-84798b7048c2 None None] Attempting to bind port d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:27:33.238942 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b915a5e3-9df9-4431-84da-84798b7048c2 None None] Attempting to bind port d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '98c9f464-680f-4831-9b55-71074ab8e247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0c558bfe-3ac3-4bab-a4e1-7320b1e147fd'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:27:33.239393 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b915a5e3-9df9-4431-84da-84798b7048c2 None None] Attempting to bind port d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0 on network 0c558bfe-3ac3-4bab-a4e1-7320b1e147fd {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:27:33.258058 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b915a5e3-9df9-4431-84da-84798b7048c2 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:27:33.258538 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b915a5e3-9df9-4431-84da-84798b7048c2 None None] Checking segment: {'id': '98c9f464-680f-4831-9b55-71074ab8e247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0c558bfe-3ac3-4bab-a4e1-7320b1e147fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:27:33.259007 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b915a5e3-9df9-4431-84da-84798b7048c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:33.259484 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b915a5e3-9df9-4431-84da-84798b7048c2 None None] Bound using segment: {'id': '98c9f464-680f-4831-9b55-71074ab8e247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0c558bfe-3ac3-4bab-a4e1-7320b1e147fd'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:27:33.260074 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b915a5e3-9df9-4431-84da-84798b7048c2 None None] Bound port: d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c9f464-680f-4831-9b55-71074ab8e247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0c558bfe-3ac3-4bab-a4e1-7320b1e147fd'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:27:33.260507 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b915a5e3-9df9-4431-84da-84798b7048c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:33.290878 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-ceb2c380-8abd-4a2a-9038-16cf13a03798 None None] Allocated IP 2001:db8:1::2 (28ecbbaf-ceba-4a58-bd97-d505a28ce8ea/31960510-1072-4892-88da-b877c3e5aa7e/9e3b7cc0-332d-4341-b7ae-4962d9245f4b) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:33.314816 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b6a1-5acd-4e19-91a5-a1f54cf6dd04 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:33.383084 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 6fc7dcc2-6b7e-4571-9854-c87f1ea96b99 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:33.472350 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-414c9420-40d9-432d-8b43-3db5c84c4b97 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:33.489240 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 6fc7dcc2-6b7e-4571-9854-c87f1ea96b99 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:33.489647 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:33.575132 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b915a5e3-9df9-4431-84da-84798b7048c2 None None] For port d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:27:33.582015 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b915a5e3-9df9-4431-84da-84798b7048c2 None None] For port d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0,segment=NetworkSegment(98c9f464-680f-4831-9b55-71074ab8e247),segment_id=98c9f464-680f-4831-9b55-71074ab8e247)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:27:33.601375 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b915a5e3-9df9-4431-84da-84798b7048c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:33.608358 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-414c9420-40d9-432d-8b43-3db5c84c4b97 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Transition to ACTIVE for port object 8cb18ac9-bdeb-4155-bef6-1d08ed9b6c9d will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:33.769491 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b6a1-5acd-4e19-91a5-a1f54cf6dd04 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:33.820500 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915a5e3-9df9-4431-84da-84798b7048c2 None None] Pushing event updated for resources: {'Port': ['ID=d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:33.825627 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31edd736-ef76-40ce-a24e-3a27f14883a4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:33.831499 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ceb2c380-8abd-4a2a-9038-16cf13a03798 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:33.834515 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:33.840108 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1152d488-f6aa-47c3-9f45-23461b897793 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:33.851304 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31edd736-ef76-40ce-a24e-3a27f14883a4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:33.872290 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ceb2c380-8abd-4a2a-9038-16cf13a03798 None None] Transition to ACTIVE for port object 9e3b7cc0-332d-4341-b7ae-4962d9245f4b will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:33.913837 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ceb2c380-8abd-4a2a-9038-16cf13a03798 None None] Transition to ACTIVE for port object 9e3b7cc0-332d-4341-b7ae-4962d9245f4b will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:33.919574 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 6fc7dcc2-6b7e-4571-9854-c87f1ea96b99, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=6fc7dcc2-6b7e-4571-9854-c87f1ea96b99,segment=NetworkSegment(3c6daaa0-6da2-42cd-8243-73e212777c7b),segment_id=3c6daaa0-6da2-42cd-8243-73e212777c7b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:33.928560 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:33.956084 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc22e76b-42ae-474c-a76b-fe204a87e68c tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:33.988277 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ceb2c380-8abd-4a2a-9038-16cf13a03798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:34.107921 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb2c380-8abd-4a2a-9038-16cf13a03798 None None] Network 28ecbbaf-ceba-4a58-bd97-d505a28ce8ea is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:34.111697 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-ceb2c380-8abd-4a2a-9038-16cf13a03798 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:34.115130 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb2c380-8abd-4a2a-9038-16cf13a03798 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:34.122648 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=6fc7dcc2-6b7e-4571-9854-c87f1ea96b99,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:34.134575 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1152d488-f6aa-47c3-9f45-23461b897793 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Transition to ACTIVE for port object f06e2ed1-0d84-4aa1-a9f6-4d4970c6cf58 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:34.186985 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-414c9420-40d9-432d-8b43-3db5c84c4b97 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:34.257591 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edd736-ef76-40ce-a24e-3a27f14883a4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d473a9-b0fe-4c78-907f-16c0425d23ea,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:34.259972 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31edd736-ef76-40ce-a24e-3a27f14883a4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:34.261233 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-31edd736-ef76-40ce-a24e-3a27f14883a4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.7357855 Feb 28 14:27:34.273900 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56722) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:34.289581 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d335e199-adb8-473b-b5b4-a0e690bea385 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '30d473a9-b0fe-4c78-907f-16c0425d23ea', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:34.321968 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d335e199-adb8-473b-b5b4-a0e690bea385 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:34.336425 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414c9420-40d9-432d-8b43-3db5c84c4b97 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Network 8a2ddf9f-dca9-4336-92a4-064f4fcf82d2 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:34.350423 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ceb2c380-8abd-4a2a-9038-16cf13a03798 None None] Attempting to bind port 9e3b7cc0-332d-4341-b7ae-4962d9245f4b on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:27:34.350883 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ceb2c380-8abd-4a2a-9038-16cf13a03798 None None] Attempting to bind port 9e3b7cc0-332d-4341-b7ae-4962d9245f4b by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '066068c8-92b6-4c0f-a584-a11dcbec76bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '28ecbbaf-ceba-4a58-bd97-d505a28ce8ea'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:27:34.351336 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb2c380-8abd-4a2a-9038-16cf13a03798 None None] Attempting to bind port 9e3b7cc0-332d-4341-b7ae-4962d9245f4b on network 28ecbbaf-ceba-4a58-bd97-d505a28ce8ea {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:27:34.353503 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2c380-8abd-4a2a-9038-16cf13a03798 None None] Pushing event updated for resources: {'Port': ['ID=9e3b7cc0-332d-4341-b7ae-4962d9245f4b,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:34.362679 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb2c380-8abd-4a2a-9038-16cf13a03798 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:27:34.363143 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb2c380-8abd-4a2a-9038-16cf13a03798 None None] Checking segment: {'id': '066068c8-92b6-4c0f-a584-a11dcbec76bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '28ecbbaf-ceba-4a58-bd97-d505a28ce8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:27:34.365301 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ceb2c380-8abd-4a2a-9038-16cf13a03798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:34.365759 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb2c380-8abd-4a2a-9038-16cf13a03798 None None] Bound using segment: {'id': '066068c8-92b6-4c0f-a584-a11dcbec76bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '28ecbbaf-ceba-4a58-bd97-d505a28ce8ea'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:27:34.366305 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ceb2c380-8abd-4a2a-9038-16cf13a03798 None None] Bound port: 9e3b7cc0-332d-4341-b7ae-4962d9245f4b, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066068c8-92b6-4c0f-a584-a11dcbec76bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '28ecbbaf-ceba-4a58-bd97-d505a28ce8ea'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:27:34.368334 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ceb2c380-8abd-4a2a-9038-16cf13a03798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:34.380329 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b6a1-5acd-4e19-91a5-a1f54cf6dd04 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:34.385370 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d335e199-adb8-473b-b5b4-a0e690bea385 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:34.445007 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-414c9420-40d9-432d-8b43-3db5c84c4b97 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:34.473630 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d335e199-adb8-473b-b5b4-a0e690bea385 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:34.480799 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c9420-40d9-432d-8b43-3db5c84c4b97 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event updated for resources: {'Port': ['ID=8cb18ac9-bdeb-4155-bef6-1d08ed9b6c9d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:34.481437 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ceb2c380-8abd-4a2a-9038-16cf13a03798 None None] For port 9e3b7cc0-332d-4341-b7ae-4962d9245f4b, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:27:34.486317 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414c9420-40d9-432d-8b43-3db5c84c4b97 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:34.487089 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ceb2c380-8abd-4a2a-9038-16cf13a03798 None None] For port 9e3b7cc0-332d-4341-b7ae-4962d9245f4b, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9e3b7cc0-332d-4341-b7ae-4962d9245f4b,segment=NetworkSegment(066068c8-92b6-4c0f-a584-a11dcbec76bc),segment_id=066068c8-92b6-4c0f-a584-a11dcbec76bc)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:27:34.494191 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ceb2c380-8abd-4a2a-9038-16cf13a03798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:34.556998 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0b6a1-5acd-4e19-91a5-a1f54cf6dd04 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Subnet': ['ID=b0c3e64f-9473-43c8-9966-bc02ea558ef9,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:34.563561 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d335e199-adb8-473b-b5b4-a0e690bea385 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:34.570636 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b6a1-5acd-4e19-91a5-a1f54cf6dd04 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:34.590639 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-dc22e76b-42ae-474c-a76b-fe204a87e68c tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Allocated IP 2001:db8::1 (f374bf14-45bd-4b4f-943a-0a614b4440f0/09a7e984-cfab-451f-ad2d-aa84a3c82da1/e922594a-ad54-4411-b7ba-d19b18673a7b) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:34.592179 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2c380-8abd-4a2a-9038-16cf13a03798 None None] Pushing event updated for resources: {'Port': ['ID=9e3b7cc0-332d-4341-b7ae-4962d9245f4b,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:34.633768 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f0c0b6a1-5acd-4e19-91a5-a1f54cf6dd04 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/b0c3e64f-9473-43c8-9966-bc02ea558ef9 HTTP/1.1" status: 204 len: 168 time: 2.0286584 Feb 28 14:27:34.640421 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56726) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:34.646751 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1152d488-f6aa-47c3-9f45-23461b897793 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:34.751858 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d26c7b-1421-41f4-91b0-b6a2962cf6bd None None] Network 22b852e7-638c-4536-9e81-f0f6c68c1fb7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:34.780713 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-414c9420-40d9-432d-8b43-3db5c84c4b97 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:34.796987 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-750b5a33-8596-4834-b587-ac6d95e10229 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1554060 Feb 28 14:27:34.797960 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d335e199-adb8-473b-b5b4-a0e690bea385 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:34.816001 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56730) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:34.822721 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc22e76b-42ae-474c-a76b-fe204a87e68c tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:34.841787 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-dc22e76b-42ae-474c-a76b-fe204a87e68c tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Transition to ACTIVE for port object e922594a-ad54-4411-b7ba-d19b18673a7b will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:34.877260 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc22e76b-42ae-474c-a76b-fe204a87e68c tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:35.006181 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc22e76b-42ae-474c-a76b-fe204a87e68c tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Network f374bf14-45bd-4b4f-943a-0a614b4440f0 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:35.014594 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-dc22e76b-42ae-474c-a76b-fe204a87e68c tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:35.018580 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc22e76b-42ae-474c-a76b-fe204a87e68c tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:35.019006 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc22e76b-42ae-474c-a76b-fe204a87e68c tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:35.024415 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1d805a56-9e13-472d-927f-c272e3670758 None None] Provisioning complete for port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:35.024415 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1d805a56-9e13-472d-927f-c272e3670758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:35.113601 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:35.179668 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 6fc7dcc2-6b7e-4571-9854-c87f1ea96b99 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:35.204282 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1152d488-f6aa-47c3-9f45-23461b897793 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network 0c558bfe-3ac3-4bab-a4e1-7320b1e147fd is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:35.222473 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-1152d488-f6aa-47c3-9f45-23461b897793 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:35.242049 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1152d488-f6aa-47c3-9f45-23461b897793 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:35.277356 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22e76b-42ae-474c-a76b-fe204a87e68c tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Pushing event updated for resources: {'Port': ['ID=e922594a-ad54-4411-b7ba-d19b18673a7b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:35.308653 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152d488-f6aa-47c3-9f45-23461b897793 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Port': ['ID=f06e2ed1-0d84-4aa1-a9f6-4d4970c6cf58,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:35.408153 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ec46ef61-17ab-4c6f-9e0a-dcda0a3fc552 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:35.434919 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 6fc7dcc2-6b7e-4571-9854-c87f1ea96b99 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:35.435415 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:35.502001 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc22e76b-42ae-474c-a76b-fe204a87e68c tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:35.503019 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d335e199-adb8-473b-b5b4-a0e690bea385 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:35.528920 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d335e199-adb8-473b-b5b4-a0e690bea385 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:35.627004 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1152d488-f6aa-47c3-9f45-23461b897793 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:35.627703 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1152d488-f6aa-47c3-9f45-23461b897793 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:35.631578 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82396899-9d27-4b4f-b41f-80bf0c4ff6bd None None] DHCP port deletion for 22b852e7-638c-4536-9e81-f0f6c68c1fb7 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:27:35.638962 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335e199-adb8-473b-b5b4-a0e690bea385 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc57e4a-8284-4395-8fa5-12c8eb0ac084,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:35.662129 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb45feb-4b32-48eb-92eb-4a330426501f None None] Network 0c558bfe-3ac3-4bab-a4e1-7320b1e147fd requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:35.681214 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-82396899-9d27-4b4f-b41f-80bf0c4ff6bd None None] Deleting port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:35.681817 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-82396899-9d27-4b4f-b41f-80bf0c4ff6bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:35.708096 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa7b41c-d54a-4f1f-b823-9e69d1d304a9 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:35.713070 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-aaa7b41c-d54a-4f1f-b823-9e69d1d304a9 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.8904798 Feb 28 14:27:35.749203 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56734) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:35.758483 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-edd082cb-3b8e-414a-857b-57e9544b6dad None None] Provisioning for port e922594a-ad54-4411-b7ba-d19b18673a7b completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:35.808419 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:35.813957 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1152d488-f6aa-47c3-9f45-23461b897793 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.5520952 Feb 28 14:27:35.815390 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d335e199-adb8-473b-b5b4-a0e690bea385 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:35.816841 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d335e199-adb8-473b-b5b4-a0e690bea385 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5402982 Feb 28 14:27:35.817733 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56738) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:35.866702 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-edd082cb-3b8e-414a-857b-57e9544b6dad None None] Provisioning complete for port e922594a-ad54-4411-b7ba-d19b18673a7b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:35.867049 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-edd082cb-3b8e-414a-857b-57e9544b6dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:35.879400 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56740) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:35.884786 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-167d884c-c57e-49bc-8c53-0a3e598c2c33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'port': {'network_id': '0c558bfe-3ac3-4bab-a4e1-7320b1e147fd', 'name': 'tempest-PortsTestJSON-620799873'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:35.903589 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d79081bd-c68f-490f-a72f-ab4013a26c3a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '30d473a9-b0fe-4c78-907f-16c0425d23ea', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:35.909845 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d79081bd-c68f-490f-a72f-ab4013a26c3a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:35.914196 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d79081bd-c68f-490f-a72f-ab4013a26c3a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:35.917391 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d79081bd-c68f-490f-a72f-ab4013a26c3a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:35.923952 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d79081bd-c68f-490f-a72f-ab4013a26c3a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:36.039430 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d79081bd-c68f-490f-a72f-ab4013a26c3a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:36.055647 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-414c9420-40d9-432d-8b43-3db5c84c4b97 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:36.067622 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2358458c-35e7-4168-b96e-a55556606d2f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:36.068309 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2358458c-35e7-4168-b96e-a55556606d2f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Synchronizing usage tracker for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:27:36.074844 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-edd082cb-3b8e-414a-857b-57e9544b6dad None None] Port e922594a-ad54-4411-b7ba-d19b18673a7b cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:27:36.146425 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a56fe10-c5b1-49c3-a709-49af3ec2fd3b None None] Network 28ecbbaf-ceba-4a58-bd97-d505a28ce8ea requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:36.176808 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc22e76b-42ae-474c-a76b-fe204a87e68c tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:36.185306 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc22e76b-42ae-474c-a76b-fe204a87e68c tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:36.186676 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc22e76b-42ae-474c-a76b-fe204a87e68c tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:36.214433 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-82396899-9d27-4b4f-b41f-80bf0c4ff6bd None None] For port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9de449c3-8b23-4cf2-bd15-52395a7ad1c3,segment=NetworkSegment(34bee388-5157-4c46-842b-277430239224),segment_id=34bee388-5157-4c46-842b-277430239224)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:36.214895 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-82396899-9d27-4b4f-b41f-80bf0c4ff6bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:36.215919 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2358458c-35e7-4168-b96e-a55556606d2f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Unset dirty status for tenant:be48e9bf201d46859eb43fd68b389951 on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:27:36.217305 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2358458c-35e7-4168-b96e-a55556606d2f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4668760 Feb 28 14:27:36.228559 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56746) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:36.302711 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d79081bd-c68f-490f-a72f-ab4013a26c3a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:36.332888 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-031cbda7-3659-4429-be06-8fb56b524e38 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929189 Feb 28 14:27:36.343798 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56750) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:36.407570 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d1865a-b783-473c-89a3-a4d74ca36439 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:36.408184 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d1865a-b783-473c-89a3-a4d74ca36439 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:36.410774 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22e76b-42ae-474c-a76b-fe204a87e68c tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Pushing event updated for resources: {'Port': ['ID=e922594a-ad54-4411-b7ba-d19b18673a7b,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:36.467474 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-05d1865a-b783-473c-89a3-a4d74ca36439 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/7230e5e5-be1c-44ea-8c6f-00c6b30bcc37 HTTP/1.1" status: 404 len: 333 time: 0.1201746 Feb 28 14:27:36.470655 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-edd082cb-3b8e-414a-857b-57e9544b6dad None None] Provisioning for port 8cb18ac9-bdeb-4155-bef6-1d08ed9b6c9d completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:36.475055 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56754) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:36.505713 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:36.516205 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd411d48-8129-48e7-a1aa-71196bd8fbc7 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:36.516662 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd411d48-8129-48e7-a1aa-71196bd8fbc7 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:36.520688 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bd411d48-8129-48e7-a1aa-71196bd8fbc7 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/9978d804-db26-435a-a608-6447ee3c0eb5 HTTP/1.1" status: 404 len: 337 time: 0.0423546 Feb 28 14:27:36.521508 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56758) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:36.533864 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d79081bd-c68f-490f-a72f-ab4013a26c3a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:36.554292 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-167d884c-c57e-49bc-8c53-0a3e598c2c33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:36.569810 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-167d884c-c57e-49bc-8c53-0a3e598c2c33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:port and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:36.570091 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-29747cd2-d387-404d-acba-7837a076ff81 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:36.570091 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29747cd2-d387-404d-acba-7837a076ff81 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:36.573785 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-29747cd2-d387-404d-acba-7837a076ff81 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/b0c3e64f-9473-43c8-9966-bc02ea558ef9 HTTP/1.1" status: 404 len: 337 time: 0.0495801 Feb 28 14:27:36.573918 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79081bd-c68f-490f-a72f-ab4013a26c3a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2f1a1e-0f03-47f8-b5f3-2341c58febaf,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:36.574006 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56762) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:36.575412 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-167d884c-c57e-49bc-8c53-0a3e598c2c33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:36.584661 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-82396899-9d27-4b4f-b41f-80bf0c4ff6bd None None] Calling delete_port for 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:27:36.593519 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-167d884c-c57e-49bc-8c53-0a3e598c2c33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:36.625251 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-edd082cb-3b8e-414a-857b-57e9544b6dad None None] Provisioning complete for port 8cb18ac9-bdeb-4155-bef6-1d08ed9b6c9d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:36.625596 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d79081bd-c68f-490f-a72f-ab4013a26c3a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:36.625710 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-edd082cb-3b8e-414a-857b-57e9544b6dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:36.626742 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d79081bd-c68f-490f-a72f-ab4013a26c3a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7463944 Feb 28 14:27:36.633839 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56768) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:36.637284 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3d6419-d71f-48ba-817a-a1a1631d85f5 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:36.638009 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc3d6419-d71f-48ba-817a-a1a1631d85f5 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:36.642716 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bc3d6419-d71f-48ba-817a-a1a1631d85f5 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/dd1fc2a2-e158-4eed-8dc9-5638cf72a450 HTTP/1.1" status: 404 len: 333 time: 0.0648751 Feb 28 14:27:36.645167 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-666ed316-0dcd-4bee-bde3-32a2bd6412c9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '30d473a9-b0fe-4c78-907f-16c0425d23ea', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:36.650440 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56772) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:36.654536 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-666ed316-0dcd-4bee-bde3-32a2bd6412c9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:36.695662 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-666ed316-0dcd-4bee-bde3-32a2bd6412c9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:36.701260 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-666ed316-0dcd-4bee-bde3-32a2bd6412c9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:36.706173 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-71dcb226-064a-47c3-8c50-c210b8ecbcdd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:36.706982 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71dcb226-064a-47c3-8c50-c210b8ecbcdd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:36.710864 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-71dcb226-064a-47c3-8c50-c210b8ecbcdd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/1fbfe26b-4df7-4fab-be2e-19fdb85bc6df HTTP/1.1" status: 404 len: 337 time: 0.0561414 Feb 28 14:27:36.713051 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc22e76b-42ae-474c-a76b-fe204a87e68c tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Network f374bf14-45bd-4b4f-943a-0a614b4440f0 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:36.714156 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-666ed316-0dcd-4bee-bde3-32a2bd6412c9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:36.716106 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56776) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:36.716387 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167d884c-c57e-49bc-8c53-0a3e598c2c33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:36.717285 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-dc22e76b-42ae-474c-a76b-fe204a87e68c tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:36.720000 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-167d884c-c57e-49bc-8c53-0a3e598c2c33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:36.754438 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-edd082cb-3b8e-414a-857b-57e9544b6dad None None] Port 8cb18ac9-bdeb-4155-bef6-1d08ed9b6c9d cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:27:36.789026 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-167d884c-c57e-49bc-8c53-0a3e598c2c33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] device_id is not set on port ec6114d0-f8bf-437e-81e4-bc20c6effec6 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:27:36.830368 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ec46ef61-17ab-4c6f-9e0a-dcda0a3fc552 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Deleting port b718420c-81d2-47b9-800f-bea7402df86c {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:36.830882 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ec46ef61-17ab-4c6f-9e0a-dcda0a3fc552 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:36.842388 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-82396899-9d27-4b4f-b41f-80bf0c4ff6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:36.848392 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-44fa4ac1-fe66-4674-8491-783e8d60f62a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:36.849031 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44fa4ac1-fe66-4674-8491-783e8d60f62a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:36.851582 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-44fa4ac1-fe66-4674-8491-783e8d60f62a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/bfaa0f33-be44-4864-b4cf-cbcc8ab2d3f0 HTTP/1.1" status: 404 len: 337 time: 0.1260929 Feb 28 14:27:36.855708 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56780) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:36.956191 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82396899-9d27-4b4f-b41f-80bf0c4ff6bd None None] Pushing event deleted for resources: {'Port': ['ID=9de449c3-8b23-4cf2-bd15-52395a7ad1c3,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:36.977768 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82396899-9d27-4b4f-b41f-80bf0c4ff6bd None None] No DVR routers for this DVR port 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:27:37.000124 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-abfa48bd-ad08-40bc-a0bc-37f60bb7c6c3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:37.000822 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abfa48bd-ad08-40bc-a0bc-37f60bb7c6c3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:37.002658 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-abfa48bd-ad08-40bc-a0bc-37f60bb7c6c3 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/a876add8-160c-4461-967f-0b9b0df17ba0 HTTP/1.1" status: 404 len: 333 time: 0.1456158 Feb 28 14:27:37.016600 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-666ed316-0dcd-4bee-bde3-32a2bd6412c9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:37.018843 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56784) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:37.029653 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9e3b7cc0-332d-4341-b7ae-4962d9245f4b up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:37.066159 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-89cb0b83-9847-4806-ba37-caa917635018 None None] Provisioning for port 9e3b7cc0-332d-4341-b7ae-4962d9245f4b completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:37.097017 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc22e76b-42ae-474c-a76b-fe204a87e68c tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Router d2eb9df0-f029-4a44-ae58-7a5c84c701a9 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:27:37.139126 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-89cb0b83-9847-4806-ba37-caa917635018 None None] Provisioning for port d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:37.142609 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-67181df6-378b-47fd-95bf-00fa5297aa4a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:37.143558 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67181df6-378b-47fd-95bf-00fa5297aa4a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:37.145783 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-89cb0b83-9847-4806-ba37-caa917635018 None None] Provisioning complete for port d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:37.146202 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-89cb0b83-9847-4806-ba37-caa917635018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:37.183137 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 9e3b7cc0-332d-4341-b7ae-4962d9245f4b completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:37.197693 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 9e3b7cc0-332d-4341-b7ae-4962d9245f4b triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:37.198063 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:37.211024 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-666ed316-0dcd-4bee-bde3-32a2bd6412c9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:37.293030 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-666ed316-0dcd-4bee-bde3-32a2bd6412c9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:37.331852 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ed316-0dcd-4bee-bde3-32a2bd6412c9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a6c546-4995-4347-8c5b-073cfe9054cb,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:37.334853 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-666ed316-0dcd-4bee-bde3-32a2bd6412c9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:37.336109 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-666ed316-0dcd-4bee-bde3-32a2bd6412c9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7010162 Feb 28 14:27:37.338923 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56788) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:37.352827 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-67181df6-378b-47fd-95bf-00fa5297aa4a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/bed191ec-8bf4-4863-bd33-b970bab583cc HTTP/1.1" status: 404 len: 337 time: 0.3328633 Feb 28 14:27:37.375102 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-33cc1aec-748b-40cc-b687-90d0043124d2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '30d473a9-b0fe-4c78-907f-16c0425d23ea', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:37.380095 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc22e76b-42ae-474c-a76b-fe204a87e68c tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:27:37.383322 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56792) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:37.388602 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dc22e76b-42ae-474c-a76b-fe204a87e68c tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "PUT /v2.0/routers/d2eb9df0-f029-4a44-ae58-7a5c84c701a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1723309 Feb 28 14:27:37.389948 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-33cc1aec-748b-40cc-b687-90d0043124d2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:37.396679 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56796) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:37.424459 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3088eb60-d16d-4f25-a112-1cd18450c8ef None None] Sync routers for ids ['d2eb9df0-f029-4a44-ae58-7a5c84c701a9'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:27:37.464053 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:37.497955 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3088eb60-d16d-4f25-a112-1cd18450c8ef None None] Routers {'d2eb9df0-f029-4a44-ae58-7a5c84c701a9'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:37.498702 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3088eb60-d16d-4f25-a112-1cd18450c8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['d2eb9df0-f029-4a44-ae58-7a5c84c701a9'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:37.575466 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-89cb0b83-9847-4806-ba37-caa917635018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:37.587060 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3088eb60-d16d-4f25-a112-1cd18450c8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:37.591521 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-af2e4eb9-7d0c-4016-a0f8-52e7a447fdd0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:37.592100 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af2e4eb9-7d0c-4016-a0f8-52e7a447fdd0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:37.596535 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-af2e4eb9-7d0c-4016-a0f8-52e7a447fdd0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/c1c725c8-a965-4531-b898-4dba96543baa HTTP/1.1" status: 404 len: 337 time: 0.2121844 Feb 28 14:27:37.597183 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56800) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:37.607788 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3088eb60-d16d-4f25-a112-1cd18450c8ef None None] Routers {'d2eb9df0-f029-4a44-ae58-7a5c84c701a9'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:37.608225 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3088eb60-d16d-4f25-a112-1cd18450c8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['d2eb9df0-f029-4a44-ae58-7a5c84c701a9'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:37.630118 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-33cc1aec-748b-40cc-b687-90d0043124d2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:37.637335 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-33cc1aec-748b-40cc-b687-90d0043124d2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:37.648042 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0c2e4b-737b-4a0b-8873-6fcc84a0b524 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:37.648806 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb0c2e4b-737b-4a0b-8873-6fcc84a0b524 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:37.652594 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-eb0c2e4b-737b-4a0b-8873-6fcc84a0b524 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/00d015b6-f055-4938-b74c-a25d03b90590 HTTP/1.1" status: 404 len: 333 time: 0.0507948 Feb 28 14:27:37.652594 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-33cc1aec-748b-40cc-b687-90d0043124d2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:37.653810 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56804) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:37.694058 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3088eb60-d16d-4f25-a112-1cd18450c8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:37.695035 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3088eb60-d16d-4f25-a112-1cd18450c8ef None None] The sync data for ids ['d2eb9df0-f029-4a44-ae58-7a5c84c701a9'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:27:37.695839 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-167d884c-c57e-49bc-8c53-0a3e598c2c33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Allocated IP 172.20.0.13 (0c558bfe-3ac3-4bab-a4e1-7320b1e147fd/3531506c-d1e3-4959-a05e-79a7fdb480f9/ec6114d0-f8bf-437e-81e4-bc20c6effec6) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:37.705204 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 9e3b7cc0-332d-4341-b7ae-4962d9245f4b, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9e3b7cc0-332d-4341-b7ae-4962d9245f4b,segment=NetworkSegment(066068c8-92b6-4c0f-a584-a11dcbec76bc),segment_id=066068c8-92b6-4c0f-a584-a11dcbec76bc)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:37.706609 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae515584-aae9-4743-991a-e2e6b0bb241a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:37.707068 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae515584-aae9-4743-991a-e2e6b0bb241a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:37.711661 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ae515584-aae9-4743-991a-e2e6b0bb241a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/c863c35c-737c-45ed-afde-21a03a500de6 HTTP/1.1" status: 404 len: 337 time: 0.0545073 Feb 28 14:27:37.712603 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-89cb0b83-9847-4806-ba37-caa917635018 None None] For port d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0,segment=NetworkSegment(98c9f464-680f-4831-9b55-71074ab8e247),segment_id=98c9f464-680f-4831-9b55-71074ab8e247)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:37.713898 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56808) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:37.716147 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:37.734238 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ec46ef61-17ab-4c6f-9e0a-dcda0a3fc552 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:37.745446 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06d2f0c5-72c7-45dc-a87e-0e37066e3f18 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:37.753673 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-89cb0b83-9847-4806-ba37-caa917635018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:37.760457 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-74aeb6c0-7f37-457f-b390-51eaaf540d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:37.768273 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-33cc1aec-748b-40cc-b687-90d0043124d2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:37.776262 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a31f246-6d6c-4f2d-a9b6-8aca6a1ff24b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:37.776710 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a31f246-6d6c-4f2d-a9b6-8aca6a1ff24b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:37.778368 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9a31f246-6d6c-4f2d-a9b6-8aca6a1ff24b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/13e701d5-58e1-4c76-8ada-b5f2f80faa1a HTTP/1.1" status: 404 len: 337 time: 0.0635209 Feb 28 14:27:37.782420 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56812) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:37.793311 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:27:37.832057 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:27:37.832057 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9de449c3-8b23-4cf2-bd15-52395a7ad1c3 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:27:37.835594 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=9e3b7cc0-332d-4341-b7ae-4962d9245f4b,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:37.861534 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b46af20-e49a-4044-91e2-fd740916de80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:37.862152 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b46af20-e49a-4044-91e2-fd740916de80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:37.865879 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8b46af20-e49a-4044-91e2-fd740916de80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/9525b045-04a0-4ddd-b519-e2b63dea8501 HTTP/1.1" status: 404 len: 333 time: 0.0751536 Feb 28 14:27:37.867088 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56816) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:37.911866 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3f9db902-739b-4455-80b6-3960b2149e8a None None] Provisioning complete for port e922594a-ad54-4411-b7ba-d19b18673a7b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:37.912236 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3f9db902-739b-4455-80b6-3960b2149e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:37.923988 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d68414-f1bd-49e8-a897-f7d25e76733c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:37.924551 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d68414-f1bd-49e8-a897-f7d25e76733c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:37.929859 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-33cc1aec-748b-40cc-b687-90d0043124d2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:37.932359 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d3d68414-f1bd-49e8-a897-f7d25e76733c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/e67236aa-10ba-42ae-b7ea-a4a582c85664 HTTP/1.1" status: 404 len: 337 time: 0.0627398 Feb 28 14:27:37.934799 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56820) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:37.939067 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ec46ef61-17ab-4c6f-9e0a-dcda0a3fc552 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Calling delete_port for b718420c-81d2-47b9-800f-bea7402df86c owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:27:37.951265 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb0b83-9847-4806-ba37-caa917635018 None None] Pushing event updated for resources: {'Port': ['ID=d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:37.970396 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-33cc1aec-748b-40cc-b687-90d0043124d2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:37.972794 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3f9db902-739b-4455-80b6-3960b2149e8a None None] Port e922594a-ad54-4411-b7ba-d19b18673a7b cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:27:37.984958 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3f9db902-739b-4455-80b6-3960b2149e8a None None] Provisioning complete for port 9e3b7cc0-332d-4341-b7ae-4962d9245f4b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:37.985237 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3f9db902-739b-4455-80b6-3960b2149e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:38.003013 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c945553d-c44b-44ee-a79e-d26d458a3c30 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:38.003585 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c945553d-c44b-44ee-a79e-d26d458a3c30 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:38.007200 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c945553d-c44b-44ee-a79e-d26d458a3c30 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/5b73694a-df49-4632-bdd7-9ecd47916f35 HTTP/1.1" status: 404 len: 333 time: 0.0690711 Feb 28 14:27:38.009593 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56824) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:38.010200 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc1aec-748b-40cc-b687-90d0043124d2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7631931-0dc5-4223-8f94-cb0137eb1a0e,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:38.040125 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-414c9420-40d9-432d-8b43-3db5c84c4b97 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:27:38.070734 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8fd1f43-c5a0-46b3-aeaa-4afc3933fdc0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:38.072200 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8fd1f43-c5a0-46b3-aeaa-4afc3933fdc0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:38.079451 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c8fd1f43-c5a0-46b3-aeaa-4afc3933fdc0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/a4deadf4-e29d-47c6-8ba9-877ddfa30803 HTTP/1.1" status: 404 len: 337 time: 0.0616441 Feb 28 14:27:38.079451 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-33cc1aec-748b-40cc-b687-90d0043124d2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:38.079451 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-33cc1aec-748b-40cc-b687-90d0043124d2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7360096 Feb 28 14:27:38.079451 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56828) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:38.080414 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56830) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:38.084625 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-64b6b84d-2ad3-4413-8585-edbf7c50198f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '30d473a9-b0fe-4c78-907f-16c0425d23ea', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:38.091758 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-64b6b84d-2ad3-4413-8585-edbf7c50198f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:38.093821 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-414c9420-40d9-432d-8b43-3db5c84c4b97 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:38.095941 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-64b6b84d-2ad3-4413-8585-edbf7c50198f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:38.099412 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-64b6b84d-2ad3-4413-8585-edbf7c50198f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:38.106133 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-64b6b84d-2ad3-4413-8585-edbf7c50198f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:38.118382 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-64b6b84d-2ad3-4413-8585-edbf7c50198f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Project 1cd57789443e43d89a7681324e1f7304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:27:38.127554 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-64b6b84d-2ad3-4413-8585-edbf7c50198f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:38.130168 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3f9db902-739b-4455-80b6-3960b2149e8a None None] Provisioning complete for port d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:38.130536 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3f9db902-739b-4455-80b6-3960b2149e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:38.160319 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-414c9420-40d9-432d-8b43-3db5c84c4b97 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:38.205858 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-64b6b84d-2ad3-4413-8585-edbf7c50198f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:38.211410 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-64b6b84d-2ad3-4413-8585-edbf7c50198f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:38.236676 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6b84d-2ad3-4413-8585-edbf7c50198f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5f1f53-9017-4908-9d5b-6396ccee1c7c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:38.250316 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-64b6b84d-2ad3-4413-8585-edbf7c50198f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:38.255137 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-64b6b84d-2ad3-4413-8585-edbf7c50198f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1754105 Feb 28 14:27:38.256119 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56836) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:38.262203 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b5ac07fb-43e3-4679-bd54-40398e194db3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '30d473a9-b0fe-4c78-907f-16c0425d23ea', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:38.270466 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b5ac07fb-43e3-4679-bd54-40398e194db3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:38.271321 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3f9db902-739b-4455-80b6-3960b2149e8a None None] Provisioning for port f06e2ed1-0d84-4aa1-a9f6-4d4970c6cf58 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:38.274969 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b5ac07fb-43e3-4679-bd54-40398e194db3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:38.277414 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3f9db902-739b-4455-80b6-3960b2149e8a None None] Provisioning complete for port f06e2ed1-0d84-4aa1-a9f6-4d4970c6cf58 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:38.277766 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3f9db902-739b-4455-80b6-3960b2149e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:38.278174 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b5ac07fb-43e3-4679-bd54-40398e194db3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:38.284583 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b5ac07fb-43e3-4679-bd54-40398e194db3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:38.297407 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-b5ac07fb-43e3-4679-bd54-40398e194db3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Project 1cd57789443e43d89a7681324e1f7304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:27:38.304843 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5ac07fb-43e3-4679-bd54-40398e194db3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:38.382357 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5ac07fb-43e3-4679-bd54-40398e194db3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:38.389210 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5ac07fb-43e3-4679-bd54-40398e194db3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:38.397669 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3f9db902-739b-4455-80b6-3960b2149e8a None None] Port f06e2ed1-0d84-4aa1-a9f6-4d4970c6cf58 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:27:38.414245 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac07fb-43e3-4679-bd54-40398e194db3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35792de1-8cd1-4d97-a173-e2c94ee74485,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:38.429941 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5ac07fb-43e3-4679-bd54-40398e194db3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:38.436260 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b5ac07fb-43e3-4679-bd54-40398e194db3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1784008 Feb 28 14:27:38.537795 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd8d2fc-afba-445e-8a0e-74d9a13c1581 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:38.538262 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcd8d2fc-afba-445e-8a0e-74d9a13c1581 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:38.539969 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dcd8d2fc-afba-445e-8a0e-74d9a13c1581 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/65fa011f-40f7-4376-bfb7-97bd4012e3b5 HTTP/1.1" status: 404 len: 333 time: 0.4490454 Feb 28 14:27:38.542813 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56844) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:38.561796 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-06d2f0c5-72c7-45dc-a87e-0e37066e3f18 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 28 14:27:38.565643 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-06d2f0c5-72c7-45dc-a87e-0e37066e3f18 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "DELETE /v2.0/routers/d2eb9df0-f029-4a44-ae58-7a5c84c701a9 HTTP/1.1" status: 409 len: 329 time: 1.1651328 Feb 28 14:27:38.582675 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56848) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:38.640159 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5915bb7e-e1b4-48e9-b7b3-ec0dbcc4b20e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:38.640507 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5915bb7e-e1b4-48e9-b7b3-ec0dbcc4b20e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:38.642187 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5915bb7e-e1b4-48e9-b7b3-ec0dbcc4b20e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/df30762e-6634-4d84-b70a-8c07472fd56d HTTP/1.1" status: 404 len: 337 time: 0.0981755 Feb 28 14:27:38.647610 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56860) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:38.689090 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c9420-40d9-432d-8b43-3db5c84c4b97 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event updated for resources: {'Port': ['ID=8cb18ac9-bdeb-4155-bef6-1d08ed9b6c9d,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:38.691487 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-414c9420-40d9-432d-8b43-3db5c84c4b97 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:38.747657 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-565d913b-9bb7-4d24-94f2-95b1cecc4729 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:38.748275 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-565d913b-9bb7-4d24-94f2-95b1cecc4729 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:38.749942 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-565d913b-9bb7-4d24-94f2-95b1cecc4729 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/c77ed4e1-76b4-4558-9fd7-c5c9853de82b HTTP/1.1" status: 404 len: 333 time: 0.1014187 Feb 28 14:27:38.759969 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56864) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:38.801855 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a8443f-6e29-401d-b51d-e9c3c43f9a9e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:38.802293 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a8443f-6e29-401d-b51d-e9c3c43f9a9e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:38.806479 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-92a8443f-6e29-401d-b51d-e9c3c43f9a9e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/00dc9028-3aa9-4836-9dea-7d6e4e5f9e77 HTTP/1.1" status: 404 len: 337 time: 0.0432153 Feb 28 14:27:38.806802 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56868) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:38.834187 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-f9f249bc-a39b-4909-98dd-40e84e3b7f2c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:27:38.900254 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9e3b7cc0-332d-4341-b7ae-4962d9245f4b up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:38.926482 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8101d270-6e58-40df-a613-ef0e9343259d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:38.926944 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8101d270-6e58-40df-a613-ef0e9343259d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:38.931040 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8101d270-6e58-40df-a613-ef0e9343259d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/41038777-dbcd-4f88-bfca-a85d3161bd1a HTTP/1.1" status: 404 len: 333 time: 0.1209195 Feb 28 14:27:38.936542 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56872) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:38.958007 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-167d884c-c57e-49bc-8c53-0a3e598c2c33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:38.971643 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 9e3b7cc0-332d-4341-b7ae-4962d9245f4b triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:38.972225 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:38.991924 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-f9f249bc-a39b-4909-98dd-40e84e3b7f2c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:27:38.993092 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-f9f249bc-a39b-4909-98dd-40e84e3b7f2c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-553964101&fields=id&tenant_id=1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 267 time: 0.3607571 Feb 28 14:27:39.001207 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-167d884c-c57e-49bc-8c53-0a3e598c2c33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Transition to ACTIVE for port object ec6114d0-f8bf-437e-81e4-bc20c6effec6 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:39.052711 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-18026084-fc1b-467f-b6a2-58c931d37a9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:39.053325 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18026084-fc1b-467f-b6a2-58c931d37a9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:39.057408 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-18026084-fc1b-467f-b6a2-58c931d37a9a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/af73cf17-75ea-4f6c-8d75-37ce4e9338b3 HTTP/1.1" status: 404 len: 337 time: 0.1173103 Feb 28 14:27:39.057623 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56876) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:39.090056 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ec46ef61-17ab-4c6f-9e0a-dcda0a3fc552 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:39.092661 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:39.109005 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d44d3e-5843-4fe2-b407-dfae0f3e4fbd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:39.109466 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d44d3e-5843-4fe2-b407-dfae0f3e4fbd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:39.113699 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-22d44d3e-5843-4fe2-b407-dfae0f3e4fbd tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/de9493d0-88ec-4882-b1fc-b2810723f3c4 HTTP/1.1" status: 404 len: 333 time: 0.0526335 Feb 28 14:27:39.113903 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56880) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:39.161513 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:39.161743 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:39.169833 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba356f9b-41b1-4d8e-9f58-dea55f7e740a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:39.170356 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba356f9b-41b1-4d8e-9f58-dea55f7e740a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:39.176560 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ba356f9b-41b1-4d8e-9f58-dea55f7e740a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/51363d65-2d3e-4f5b-8847-9f34d6d18640 HTTP/1.1" status: 404 len: 337 time: 0.0576606 Feb 28 14:27:39.176821 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56884) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:39.193075 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414c9420-40d9-432d-8b43-3db5c84c4b97 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Network 8a2ddf9f-dca9-4336-92a4-064f4fcf82d2 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:39.215261 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-414c9420-40d9-432d-8b43-3db5c84c4b97 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:39.217241 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46ef61-17ab-4c6f-9e0a-dcda0a3fc552 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Port': ['ID=b718420c-81d2-47b9-800f-bea7402df86c,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:39.277027 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c4a558-d356-43d9-a44b-d587a99f3b36 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:39.277518 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c4a558-d356-43d9-a44b-d587a99f3b36 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:39.281648 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-74c4a558-d356-43d9-a44b-d587a99f3b36 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/744537c3-97a5-4767-b485-3ea4e646d94c HTTP/1.1" status: 404 len: 337 time: 0.1000054 Feb 28 14:27:39.285870 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56888) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:39.358463 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6cc50e-90b3-4003-b932-9dad997c914c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:39.358987 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a6cc50e-90b3-4003-b932-9dad997c914c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:39.361077 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2a6cc50e-90b3-4003-b932-9dad997c914c tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/a032f1b1-ad62-4f36-8d32-a4c205a5b884 HTTP/1.1" status: 404 len: 333 time: 0.0741777 Feb 28 14:27:39.364303 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56892) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:39.379227 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-167d884c-c57e-49bc-8c53-0a3e598c2c33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:39.440079 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-84431ef4-52a6-45db-a9f2-406aab8af227 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:39.440456 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84431ef4-52a6-45db-a9f2-406aab8af227 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:39.442243 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-84431ef4-52a6-45db-a9f2-406aab8af227 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/751a1a35-8304-4c7f-8ac7-cf637a9f4066 HTTP/1.1" status: 404 len: 337 time: 0.0773041 Feb 28 14:27:39.447055 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56896) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:39.626720 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8d522d77-3edd-4c65-b904-24e07aee220e None None] Provisioning complete for port 8cb18ac9-bdeb-4155-bef6-1d08ed9b6c9d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:39.628289 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8d522d77-3edd-4c65-b904-24e07aee220e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:39.628615 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8822e67-2a73-41ad-b7ef-ecf9ede9894a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:39.629057 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8822e67-2a73-41ad-b7ef-ecf9ede9894a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:39.630699 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e8822e67-2a73-41ad-b7ef-ecf9ede9894a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/511d49da-67b5-494d-9fdf-d88fc3bbdfe8 HTTP/1.1" status: 404 len: 337 time: 0.1827261 Feb 28 14:27:39.633445 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56900) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:39.641654 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-dfb3e6d5-c110-4682-b5ce-54739c4d2f97 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:39.643094 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-dfb3e6d5-c110-4682-b5ce-54739c4d2f97 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/networks?id=57852e3c-292e-4286-baba-a1576ddcc59b HTTP/1.1" status: 200 len: 795 time: 0.6297829 Feb 28 14:27:39.681846 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e000cb-1f9c-403a-89da-4737cf0ce730 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:39.682296 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e000cb-1f9c-403a-89da-4737cf0ce730 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:39.686610 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d3e000cb-1f9c-403a-89da-4737cf0ce730 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/305cfb41-e0fc-4527-b4d3-5ad6b62e7018 HTTP/1.1" status: 404 len: 333 time: 0.0496106 Feb 28 14:27:39.687649 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56904) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:39.692711 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8d522d77-3edd-4c65-b904-24e07aee220e None None] Port 8cb18ac9-bdeb-4155-bef6-1d08ed9b6c9d cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:27:39.719383 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167d884c-c57e-49bc-8c53-0a3e598c2c33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network 0c558bfe-3ac3-4bab-a4e1-7320b1e147fd is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:39.727946 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cea9627-fc89-495c-bfc0-568cd501dc3f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:39.728389 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cea9627-fc89-495c-bfc0-568cd501dc3f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:39.730033 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5cea9627-fc89-495c-bfc0-568cd501dc3f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/0f55396c-5adc-4162-97f9-49b5b08516fa HTTP/1.1" status: 404 len: 337 time: 0.0415280 Feb 28 14:27:39.733254 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-167d884c-c57e-49bc-8c53-0a3e598c2c33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:39.735055 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d884c-c57e-49bc-8c53-0a3e598c2c33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Port': ['ID=ec6114d0-f8bf-437e-81e4-bc20c6effec6,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:39.736374 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56908) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:39.746343 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167d884c-c57e-49bc-8c53-0a3e598c2c33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:39.780469 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-611711e8-b6e0-4591-baaf-e90430a0c770 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:39.781192 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-611711e8-b6e0-4591-baaf-e90430a0c770 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:39.783080 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-611711e8-b6e0-4591-baaf-e90430a0c770 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/fc257b42-7e4b-4be1-8c23-495cab93759f HTTP/1.1" status: 404 len: 337 time: 0.0441051 Feb 28 14:27:39.791737 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56912) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:39.793204 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-bd309da9-4faa-4a16-aea2-30b45cc6d840 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/quotas/1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 375 time: 0.0847340 Feb 28 14:27:39.794057 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3cee1b1f-4837-4181-b1a0-22d208629556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:39.860187 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ae1b2476-cf73-4e90-951e-67c2159a3666 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:40.015268 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-31817ba4-5947-4cb9-ad8a-548fc05de213 None None] Provisioning for port ec6114d0-f8bf-437e-81e4-bc20c6effec6 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:40.020978 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-31817ba4-5947-4cb9-ad8a-548fc05de213 None None] Provisioning complete for port ec6114d0-f8bf-437e-81e4-bc20c6effec6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:40.021352 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-31817ba4-5947-4cb9-ad8a-548fc05de213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:40.074107 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-31817ba4-5947-4cb9-ad8a-548fc05de213 None None] Port ec6114d0-f8bf-437e-81e4-bc20c6effec6 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:27:40.092389 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414c9420-40d9-432d-8b43-3db5c84c4b97 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Router 4a57ef29-93f1-454e-8d1d-6d76e06e51a0 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:27:40.112108 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-978c40da-d95a-4dd9-b00d-d5180ca0a17b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:40.112578 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-978c40da-d95a-4dd9-b00d-d5180ca0a17b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:40.114881 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ec46ef61-17ab-4c6f-9e0a-dcda0a3fc552 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:40.133055 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167d884c-c57e-49bc-8c53-0a3e598c2c33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:40.133654 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-167d884c-c57e-49bc-8c53-0a3e598c2c33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:40.149520 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-978c40da-d95a-4dd9-b00d-d5180ca0a17b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/33e6ac51-4e2c-47f8-ab28-c78204a0c655 HTTP/1.1" status: 404 len: 333 time: 0.3553412 Feb 28 14:27:40.164015 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56916) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:40.220591 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4336eb61-4e5e-4704-a7a6-531c00cc253e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:40.221027 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4336eb61-4e5e-4704-a7a6-531c00cc253e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:40.222684 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4336eb61-4e5e-4704-a7a6-531c00cc253e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/98020310-a607-4323-baf3-9c9a4f243252 HTTP/1.1" status: 404 len: 337 time: 0.0577021 Feb 28 14:27:40.225427 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56920) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:40.272886 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7d2ec6-481a-45be-b6af-fd196576261a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:40.273217 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d7d2ec6-481a-45be-b6af-fd196576261a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:40.274885 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5d7d2ec6-481a-45be-b6af-fd196576261a tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/214b5d4c-22de-418a-973a-234d13d773ca HTTP/1.1" status: 404 len: 337 time: 0.0487709 Feb 28 14:27:40.277590 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56924) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:40.280719 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ae1b2476-cf73-4e90-951e-67c2159a3666 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Deleting port e922594a-ad54-4411-b7ba-d19b18673a7b {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:40.281159 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ae1b2476-cf73-4e90-951e-67c2159a3666 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:40.285028 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-167d884c-c57e-49bc-8c53-0a3e598c2c33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.4615147 Feb 28 14:27:40.341460 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56928) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:40.400159 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-de18b44b-c4cd-425b-b447-017a83aa71ef tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports?device_id=4eb02afa-1d57-4a84-b305-7f2163fd344f HTTP/1.1" status: 200 len: 205 time: 0.1189361 Feb 28 14:27:40.406458 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56932) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:40.517830 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-6d864258-69da-4ea7-8b54-ccb6b03b1557 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] delete failed (client error): The resource could not be found. Feb 28 14:27:40.525265 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6d864258-69da-4ea7-8b54-ccb6b03b1557 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/routers/4eb02afa-1d57-4a84-b305-7f2163fd344f HTTP/1.1" status: 404 len: 336 time: 0.1129594 Feb 28 14:27:40.526323 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56936) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:40.606986 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-4e74b001-7096-4a19-8214-df2e22b94edc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5976524 Feb 28 14:27:40.607273 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414c9420-40d9-432d-8b43-3db5c84c4b97 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:27:40.610115 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec46ef61-17ab-4c6f-9e0a-dcda0a3fc552 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Router df9fc137-e160-4c5e-a078-50d4ecf9fd9f has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:27:40.613995 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-414c9420-40d9-432d-8b43-3db5c84c4b97 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "PUT /v2.0/routers/4a57ef29-93f1-454e-8d1d-6d76e06e51a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2953615 Feb 28 14:27:40.616773 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56942) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:40.618898 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444524de-1c0b-46e2-abf6-700067cdbfd4 None None] Sync routers for ids ['4a57ef29-93f1-454e-8d1d-6d76e06e51a0'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:27:40.624698 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d72eb9-9404-41df-befd-70fadac88c80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:40.625138 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8d72eb9-9404-41df-befd-70fadac88c80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:40.627210 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b8d72eb9-9404-41df-befd-70fadac88c80 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/3a820dd7-92ff-4845-a504-469af20b5cfb HTTP/1.1" status: 404 len: 337 time: 0.0995979 Feb 28 14:27:40.627633 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-51a659d6-c9b5-4a7d-8ae6-63edc4c1e7a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Request body: {'port': {'network_id': '8a2ddf9f-dca9-4336-92a4-064f4fcf82d2', 'name': 'tempest-FloatingIPTestJSON-1802872918'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:40.629777 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444524de-1c0b-46e2-abf6-700067cdbfd4 None None] Routers {'4a57ef29-93f1-454e-8d1d-6d76e06e51a0'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:40.630644 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-444524de-1c0b-46e2-abf6-700067cdbfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['4a57ef29-93f1-454e-8d1d-6d76e06e51a0'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:40.639274 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56948) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:40.698744 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-444524de-1c0b-46e2-abf6-700067cdbfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:40.707775 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444524de-1c0b-46e2-abf6-700067cdbfd4 None None] Routers {'4a57ef29-93f1-454e-8d1d-6d76e06e51a0'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:40.708628 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-444524de-1c0b-46e2-abf6-700067cdbfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['4a57ef29-93f1-454e-8d1d-6d76e06e51a0'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:40.711538 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-72ff65ca-210b-467a-bc9c-9a4a707243bf tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcae9979-e3a4-4b85-a61a-018cac4e4186 HTTP/1.1" status: 200 len: 205 time: 0.0709493 Feb 28 14:27:40.715652 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56952) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:40.735970 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc4b894-f743-4884-8ca1-bd966181ee1d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:40.736646 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7cc4b894-f743-4884-8ca1-bd966181ee1d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Synchronizing usage tracker for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:27:40.767684 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-444524de-1c0b-46e2-abf6-700067cdbfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:40.768052 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444524de-1c0b-46e2-abf6-700067cdbfd4 None None] The sync data for ids ['4a57ef29-93f1-454e-8d1d-6d76e06e51a0'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:27:40.795604 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ae1b2476-cf73-4e90-951e-67c2159a3666 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:40.824838 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-bc1133e6-7aa8-405b-a56a-b7110d6f5207 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] delete failed (client error): The resource could not be found. Feb 28 14:27:40.828956 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bc1133e6-7aa8-405b-a56a-b7110d6f5207 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/routers/fcae9979-e3a4-4b85-a61a-018cac4e4186 HTTP/1.1" status: 404 len: 336 time: 0.1014380 Feb 28 14:27:40.831462 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56956) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:40.942340 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:41.001340 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b6916a-ea39-4b4f-94f0-50e55c500c5d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:41.001792 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09b6916a-ea39-4b4f-94f0-50e55c500c5d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:41.003518 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-09b6916a-ea39-4b4f-94f0-50e55c500c5d tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/34ab751e-b33e-41c8-a190-811bbd42b4f6 HTTP/1.1" status: 404 len: 337 time: 0.1674893 Feb 28 14:27:41.004535 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec46ef61-17ab-4c6f-9e0a-dcda0a3fc552 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:27:41.010990 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56960) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:41.018057 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ec46ef61-17ab-4c6f-9e0a-dcda0a3fc552 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "PUT /v2.0/routers/df9fc137-e160-4c5e-a078-50d4ecf9fd9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3565133 Feb 28 14:27:41.018246 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6bc761-fb8c-4bf5-8380-03d04e9dc567 None None] Sync routers for ids ['df9fc137-e160-4c5e-a078-50d4ecf9fd9f'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:27:41.020861 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56962) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:41.027622 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6bc761-fb8c-4bf5-8380-03d04e9dc567 None None] Routers {'df9fc137-e160-4c5e-a078-50d4ecf9fd9f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:41.028300 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-cc6bc761-fb8c-4bf5-8380-03d04e9dc567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['df9fc137-e160-4c5e-a078-50d4ecf9fd9f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:41.053597 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ae1b2476-cf73-4e90-951e-67c2159a3666 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Calling delete_port for e922594a-ad54-4411-b7ba-d19b18673a7b owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:27:41.081682 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7cc4b894-f743-4884-8ca1-bd966181ee1d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Unset dirty status for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:27:41.083615 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7cc4b894-f743-4884-8ca1-bd966181ee1d tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.7411296 Feb 28 14:27:41.098260 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56968) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:41.108974 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-cc6bc761-fb8c-4bf5-8380-03d04e9dc567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:41.113684 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d5a85f-a1c4-4af5-ab57-f38ed0c1db84 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:41.114258 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d5a85f-a1c4-4af5-ab57-f38ed0c1db84 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:41.116984 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f7d5a85f-a1c4-4af5-ab57-f38ed0c1db84 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/b77a0891-c8be-46cb-b85f-5d201ee7e826 HTTP/1.1" status: 404 len: 337 time: 0.0981061 Feb 28 14:27:41.122850 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6bc761-fb8c-4bf5-8380-03d04e9dc567 None None] Routers {'df9fc137-e160-4c5e-a078-50d4ecf9fd9f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:41.123532 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-cc6bc761-fb8c-4bf5-8380-03d04e9dc567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['df9fc137-e160-4c5e-a078-50d4ecf9fd9f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:41.125846 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56972) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:41.129698 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f7e953ca-263a-4c29-a18e-4302a39a0cb0 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Synchronizing usage tracker for tenant:2f27756656034771b730bac18fc748ab on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:27:41.146122 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-51a659d6-c9b5-4a7d-8ae6-63edc4c1e7a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:41.173612 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:41.187812 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-cc6bc761-fb8c-4bf5-8380-03d04e9dc567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:41.188584 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6bc761-fb8c-4bf5-8380-03d04e9dc567 None None] The sync data for ids ['df9fc137-e160-4c5e-a078-50d4ecf9fd9f'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:27:41.189247 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-51a659d6-c9b5-4a7d-8ae6-63edc4c1e7a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Usage tracker for resource:port and tenant:a713dce2e4474a3e85dacb2710c38d65 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:41.198484 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-51a659d6-c9b5-4a7d-8ae6-63edc4c1e7a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:41.206517 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e0ea3c99-d8a3-4bae-8278-83af28edcbe7 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting port ec6114d0-f8bf-437e-81e4-bc20c6effec6 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:41.206857 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0ea3c99-d8a3-4bae-8278-83af28edcbe7 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:41.208939 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-ce455065-53e7-4be4-a0c7-f4f51f59589e service neutron] 10.222.0.30 "GET /v2.0/networks/57852e3c-292e-4286-baba-a1576ddcc59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5888984 Feb 28 14:27:41.209776 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-640dec74-d416-465f-9d82-a57d7ba617e4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:41.210216 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-640dec74-d416-465f-9d82-a57d7ba617e4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:41.214445 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-640dec74-d416-465f-9d82-a57d7ba617e4 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/c4710baf-812e-4786-b296-5ad097fe37a4 HTTP/1.1" status: 404 len: 333 time: 0.0770659 Feb 28 14:27:41.214445 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-51a659d6-c9b5-4a7d-8ae6-63edc4c1e7a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:41.215751 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56976) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:41.435510 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f7e953ca-263a-4c29-a18e-4302a39a0cb0 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Unset dirty status for tenant:2f27756656034771b730bac18fc748ab on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:27:41.436869 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f7e953ca-263a-4c29-a18e-4302a39a0cb0 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9fc137-e160-4c5e-a078-50d4ecf9fd9f HTTP/1.1" status: 200 len: 205 time: 0.4123471 Feb 28 14:27:41.438014 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3165f1a7-8dfb-4d5f-a371-e873992e1c95 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:41.438528 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3165f1a7-8dfb-4d5f-a371-e873992e1c95 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:41.440972 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3165f1a7-8dfb-4d5f-a371-e873992e1c95 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/657b7169-100a-4bdd-b3dd-c9c325e6f444 HTTP/1.1" status: 404 len: 337 time: 0.2220342 Feb 28 14:27:41.441727 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56980) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:41.449274 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56982) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:41.451369 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a659d6-c9b5-4a7d-8ae6-63edc4c1e7a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Made reservation on behalf of a713dce2e4474a3e85dacb2710c38d65 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:41.454746 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51a659d6-c9b5-4a7d-8ae6-63edc4c1e7a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:41.511822 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ae1b2476-cf73-4e90-951e-67c2159a3666 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:41.608285 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0ea3c99-d8a3-4bae-8278-83af28edcbe7 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:41.616857 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b2476-cf73-4e90-951e-67c2159a3666 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Pushing event deleted for resources: {'Port': ['ID=e922594a-ad54-4411-b7ba-d19b18673a7b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:41.695342 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-baed2bb7-1476-463a-9119-398b6aa4403e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:41.695819 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baed2bb7-1476-463a-9119-398b6aa4403e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:41.699927 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-baed2bb7-1476-463a-9119-398b6aa4403e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/46a7d7dc-5ba1-488d-9379-187038357d3c HTTP/1.1" status: 404 len: 333 time: 0.2473025 Feb 28 14:27:41.700960 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-51a659d6-c9b5-4a7d-8ae6-63edc4c1e7a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] device_id is not set on port 4114963e-250f-4e74-90c0-435087423f70 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:27:41.735773 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56988) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:41.739040 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c41848de-a239-4210-89e7-d158f2d351d7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:41.803535 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e0ea3c99-d8a3-4bae-8278-83af28edcbe7 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Calling delete_port for ec6114d0-f8bf-437e-81e4-bc20c6effec6 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:27:41.866179 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c72d46-dd63-4585-b254-ebfda7c09f83 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:41.866520 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c72d46-dd63-4585-b254-ebfda7c09f83 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:41.920027 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ae1b2476-cf73-4e90-951e-67c2159a3666 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:42.000849 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-59c72d46-dd63-4585-b254-ebfda7c09f83 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/3d987d40-1089-4229-b3c0-73ced2a81370 HTTP/1.1" status: 404 len: 337 time: 0.2108181 Feb 28 14:27:42.009925 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-6e4deb81-efc9-4a5d-8058-6eca1b9f6165 service neutron] 10.222.0.30 "GET /v2.0/networks/57852e3c-292e-4286-baba-a1576ddcc59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7932396 Feb 28 14:27:42.011827 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 56992) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:42.114837 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-393f6646-b77e-40a7-8699-53aadd402761 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:42.115366 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-393f6646-b77e-40a7-8699-53aadd402761 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:42.172325 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-393f6646-b77e-40a7-8699-53aadd402761 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/f64edcca-f5c7-4c11-8715-62bfa7b42fb3 HTTP/1.1" status: 404 len: 333 time: 0.1593313 Feb 28 14:27:42.184234 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 56996) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:42.192934 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c41848de-a239-4210-89e7-d158f2d351d7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:42.226941 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c41848de-a239-4210-89e7-d158f2d351d7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:42.247179 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3c7d95-236a-43b0-9403-ff22274d2c57 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:42.247743 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3c7d95-236a-43b0-9403-ff22274d2c57 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:42.249551 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bb3c7d95-236a-43b0-9403-ff22274d2c57 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/191cdac9-ee82-42ae-b187-c817ce9b801a HTTP/1.1" status: 404 len: 337 time: 0.0621247 Feb 28 14:27:42.250815 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-51a659d6-c9b5-4a7d-8ae6-63edc4c1e7a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Allocated IP 172.20.0.7 (8a2ddf9f-dca9-4336-92a4-064f4fcf82d2/2be0922a-5632-454d-9eb9-970ea80c70b5/4114963e-250f-4e74-90c0-435087423f70) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:42.256367 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57000) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:42.319039 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-20629b28-e48e-49e6-bbeb-ab4891478ed0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:42.319538 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20629b28-e48e-49e6-bbeb-ab4891478ed0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:42.333805 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c41848de-a239-4210-89e7-d158f2d351d7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:42.334287 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41848de-a239-4210-89e7-d158f2d351d7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Fanout notify agent at l3_agent the message router_deleted on router df9fc137-e160-4c5e-a078-50d4ecf9fd9f {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:27:42.344221 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c41848de-a239-4210-89e7-d158f2d351d7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:42.345375 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c41848de-a239-4210-89e7-d158f2d351d7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/routers/df9fc137-e160-4c5e-a078-50d4ecf9fd9f HTTP/1.1" status: 204 len: 168 time: 0.8995047 Feb 28 14:27:42.349585 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-20629b28-e48e-49e6-bbeb-ab4891478ed0 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/a45c174c-b580-4858-87b1-9a6f7710e04f HTTP/1.1" status: 404 len: 333 time: 0.0922463 Feb 28 14:27:42.358093 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57004) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:42.358431 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57006) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:42.435137 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0ea3c99-d8a3-4bae-8278-83af28edcbe7 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:42.438308 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1b2476-cf73-4e90-951e-67c2159a3666 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Router d2eb9df0-f029-4a44-ae58-7a5c84c701a9 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:27:42.440995 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:42.456773 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-651af17d-3356-48df-ae09-946d6e60b75f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:42.457226 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-651af17d-3356-48df-ae09-946d6e60b75f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:42.461367 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-651af17d-3356-48df-ae09-946d6e60b75f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/a293a6f0-8813-47ed-ad71-8886f06cec02 HTTP/1.1" status: 404 len: 337 time: 0.0979643 Feb 28 14:27:42.464294 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57012) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:42.491794 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea3c99-d8a3-4bae-8278-83af28edcbe7 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Port': ['ID=ec6114d0-f8bf-437e-81e4-bc20c6effec6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:42.603997 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-144db398-b34f-429e-8a1b-c21ce795e907 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Deleting subnet c077d16c-b9c4-443c-b2bb-8d3cd1bdd019 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:27:42.612628 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64d98a7-a67a-4346-91af-ba59a75bb13b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:42.613095 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d64d98a7-a67a-4346-91af-ba59a75bb13b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:42.614772 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d64d98a7-a67a-4346-91af-ba59a75bb13b tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/d5b722b0-d005-44c5-ba71-d6545983acf3 HTTP/1.1" status: 404 len: 333 time: 0.1480758 Feb 28 14:27:42.621919 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57016) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:42.624159 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-144db398-b34f-429e-8a1b-c21ce795e907 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:42.742462 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f77ee8-f6a8-4e7f-8779-7dc522c62a8e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:42.742924 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f77ee8-f6a8-4e7f-8779-7dc522c62a8e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:42.744664 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-03f77ee8-f6a8-4e7f-8779-7dc522c62a8e tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/620bc48f-e9c9-42e8-a9e6-bfe0ea3e9a63 HTTP/1.1" status: 404 len: 337 time: 0.1200490 Feb 28 14:27:42.745763 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1b2476-cf73-4e90-951e-67c2159a3666 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:27:42.747202 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57020) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:42.754986 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ae1b2476-cf73-4e90-951e-67c2159a3666 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "PUT /v2.0/routers/d2eb9df0-f029-4a44-ae58-7a5c84c701a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1688597 Feb 28 14:27:42.756448 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5553e410-4d7d-4de1-b5c3-2faa28dbc483 None None] Sync routers for ids ['d2eb9df0-f029-4a44-ae58-7a5c84c701a9'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:27:42.759101 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57024) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:42.768155 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5553e410-4d7d-4de1-b5c3-2faa28dbc483 None None] Routers {'d2eb9df0-f029-4a44-ae58-7a5c84c701a9'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:42.768815 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-5553e410-4d7d-4de1-b5c3-2faa28dbc483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['d2eb9df0-f029-4a44-ae58-7a5c84c701a9'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:42.831134 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-5553e410-4d7d-4de1-b5c3-2faa28dbc483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:42.835764 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-144db398-b34f-429e-8a1b-c21ce795e907 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:42.840413 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5553e410-4d7d-4de1-b5c3-2faa28dbc483 None None] Routers {'d2eb9df0-f029-4a44-ae58-7a5c84c701a9'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:42.841270 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-5553e410-4d7d-4de1-b5c3-2faa28dbc483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['d2eb9df0-f029-4a44-ae58-7a5c84c701a9'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:42.867287 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaeff164-0875-4a83-b0f6-f0e6e3717c2f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:42.867755 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaeff164-0875-4a83-b0f6-f0e6e3717c2f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:42.869438 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-eaeff164-0875-4a83-b0f6-f0e6e3717c2f tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/9b99276f-e80f-4530-a884-fab8a650e636 HTTP/1.1" status: 404 len: 333 time: 0.1187065 Feb 28 14:27:42.871047 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0ea3c99-d8a3-4bae-8278-83af28edcbe7 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:42.880942 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e0ea3c99-d8a3-4bae-8278-83af28edcbe7 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/ports/ec6114d0-f8bf-437e-81e4-bc20c6effec6 HTTP/1.1" status: 204 len: 168 time: 1.7736256 Feb 28 14:27:42.880942 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-26ff156f-3e34-422b-aac4-6a78cef53d7a tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] show failed (client error): The resource could not be found. Feb 28 14:27:42.880942 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-26ff156f-3e34-422b-aac4-6a78cef53d7a tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-546599695 HTTP/1.1" status: 404 len: 334 time: 0.0869384 Feb 28 14:27:42.881337 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57028) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:42.881451 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57030) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:42.881451 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57034) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:42.907984 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-5553e410-4d7d-4de1-b5c3-2faa28dbc483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:42.908523 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5553e410-4d7d-4de1-b5c3-2faa28dbc483 None None] The sync data for ids ['d2eb9df0-f029-4a44-ae58-7a5c84c701a9'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:27:42.918909 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-695b15e6-82e8-4f0b-8dab-d11fff991a51 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:42.938276 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a48f98-441b-4177-8e6b-9dca2b029076 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:42.938728 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a48f98-441b-4177-8e6b-9dca2b029076 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:42.940451 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-21a48f98-441b-4177-8e6b-9dca2b029076 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/a5d8b9a3-2742-4fb9-869c-8495efc70cbf HTTP/1.1" status: 404 len: 337 time: 0.0615778 Feb 28 14:27:42.943263 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51a659d6-c9b5-4a7d-8ae6-63edc4c1e7a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:42.950796 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57040) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:42.986282 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49816ad-f3be-41fb-a132-a0eececa134f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] GET failed (client error): The resource could not be found. Feb 28 14:27:42.986807 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a49816ad-f3be-41fb-a132-a0eececa134f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Synchronizing usage tracker for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:27:42.989424 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-695b15e6-82e8-4f0b-8dab-d11fff991a51 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] update failed (client error): The resource could not be found. Feb 28 14:27:42.993622 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-695b15e6-82e8-4f0b-8dab-d11fff991a51 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-2079943410 HTTP/1.1" status: 404 len: 335 time: 0.1098688 Feb 28 14:27:42.995206 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57044) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:43.008086 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-483572fe-4c7b-4d70-8b10-ba2de9ba8f91 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:43.008549 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-483572fe-4c7b-4d70-8b10-ba2de9ba8f91 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:43.010195 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-483572fe-4c7b-4d70-8b10-ba2de9ba8f91 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/ports/25b51ebe-615c-461a-9339-05be293bdb88 HTTP/1.1" status: 404 len: 333 time: 0.0584805 Feb 28 14:27:43.013620 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-51a659d6-c9b5-4a7d-8ae6-63edc4c1e7a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Transition to ACTIVE for port object 4114963e-250f-4e74-90c0-435087423f70 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:43.014618 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57048) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:43.053877 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a49816ad-f3be-41fb-a132-a0eececa134f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Unset dirty status for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:27:43.055110 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a49816ad-f3be-41fb-a132-a0eececa134f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "GET /v2.0/ports/ec6114d0-f8bf-437e-81e4-bc20c6effec6 HTTP/1.1" status: 404 len: 333 time: 0.1784198 Feb 28 14:27:43.057997 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57052) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:43.066372 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-933ce1dc-0488-4b66-be4f-2d7c5c679700 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] DELETE failed (client error): The resource could not be found. Feb 28 14:27:43.066860 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-933ce1dc-0488-4b66-be4f-2d7c5c679700 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:27:43.068571 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-933ce1dc-0488-4b66-be4f-2d7c5c679700 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/subnets/48a002c7-3467-408e-a3e4-2f98fd7e9ca6 HTTP/1.1" status: 404 len: 337 time: 0.0518055 Feb 28 14:27:43.072058 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57056) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:43.111631 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e495ea42-3e4f-40e0-863a-e3278fbfec22 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Deleting subnet 31960510-1072-4892-88da-b877c3e5aa7e {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:27:43.117016 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e495ea42-3e4f-40e0-863a-e3278fbfec22 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:43.123920 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-144db398-b34f-429e-8a1b-c21ce795e907 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:43.239863 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f88c9082-3c70-444c-91ff-8b0d79b42c42 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:43.246465 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-eff57337-c4e3-49f5-bfc5-25ba183ad2d5 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting port f06e2ed1-0d84-4aa1-a9f6-4d4970c6cf58 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:43.247315 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eff57337-c4e3-49f5-bfc5-25ba183ad2d5 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:43.262190 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51a659d6-c9b5-4a7d-8ae6-63edc4c1e7a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:43.286400 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e495ea42-3e4f-40e0-863a-e3278fbfec22 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:43.315767 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-68df3b8e-d83c-47e5-becd-4601aad03979 req-c0a31228-8bc9-4bdc-9b40-00ee8f5e6849 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:27:43.375603 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-68df3b8e-d83c-47e5-becd-4601aad03979 req-c0a31228-8bc9-4bdc-9b40-00ee8f5e6849 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:27:43.376782 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-68df3b8e-d83c-47e5-becd-4601aad03979 req-c0a31228-8bc9-4bdc-9b40-00ee8f5e6849 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbf7d9ba-f56c-43a0-8b8e-575614056839 HTTP/1.1" status: 200 len: 210 time: 0.1978049 Feb 28 14:27:43.413216 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-144db398-b34f-429e-8a1b-c21ce795e907 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:43.421494 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a659d6-c9b5-4a7d-8ae6-63edc4c1e7a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Network 8a2ddf9f-dca9-4336-92a4-064f4fcf82d2 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:43.462055 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-51a659d6-c9b5-4a7d-8ae6-63edc4c1e7a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:43.480604 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a659d6-c9b5-4a7d-8ae6-63edc4c1e7a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:43.513361 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144db398-b34f-429e-8a1b-c21ce795e907 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Subnet': ['ID=c077d16c-b9c4-443c-b2bb-8d3cd1bdd019,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:43.588456 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e495ea42-3e4f-40e0-863a-e3278fbfec22 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:43.595438 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e892371-8fdb-42e1-a02d-13e1b448e319 None None] Network 894174a9-bedc-42d6-8f44-223ef63519cd requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:43.597507 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a659d6-c9b5-4a7d-8ae6-63edc4c1e7a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event updated for resources: {'Port': ['ID=4114963e-250f-4e74-90c0-435087423f70,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:43.617110 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-144db398-b34f-429e-8a1b-c21ce795e907 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:43.640514 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f88c9082-3c70-444c-91ff-8b0d79b42c42 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:43.660226 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-144db398-b34f-429e-8a1b-c21ce795e907 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/subnets/c077d16c-b9c4-443c-b2bb-8d3cd1bdd019 HTTP/1.1" status: 204 len: 168 time: 1.3005567 Feb 28 14:27:43.666338 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57074) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:43.692816 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a659d6-c9b5-4a7d-8ae6-63edc4c1e7a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:43.693468 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51a659d6-c9b5-4a7d-8ae6-63edc4c1e7a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:43.698880 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-f88c9082-3c70-444c-91ff-8b0d79b42c42 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b852e7-638c-4536-9e81-f0f6c68c1fb7']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:43.721475 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-f88c9082-3c70-444c-91ff-8b0d79b42c42 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34bee388-5157-4c46-842b-277430239224') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:43.721768 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-f88c9082-3c70-444c-91ff-8b0d79b42c42 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34bee388-5157-4c46-842b-277430239224') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:43.736098 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f88c9082-3c70-444c-91ff-8b0d79b42c42 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:43.748244 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-51a659d6-c9b5-4a7d-8ae6-63edc4c1e7a0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1304123 Feb 28 14:27:43.749828 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eff57337-c4e3-49f5-bfc5-25ba183ad2d5 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:43.750832 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57078) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:43.759770 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d73920be-b476-42d4-8da7-dd85f30c416b tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Request body: {'floatingip': {'port_id': '4114963e-250f-4e74-90c0-435087423f70'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:43.841324 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f88c9082-3c70-444c-91ff-8b0d79b42c42 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:43.860296 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88c9082-3c70-444c-91ff-8b0d79b42c42 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:27:43.860997 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f88c9082-3c70-444c-91ff-8b0d79b42c42 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:27:43.877530 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:27:43.903505 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-05660441-e8c6-413c-88b1-7a779a6f6601 None None] Provisioning for port 4114963e-250f-4e74-90c0-435087423f70 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:43.916692 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-05660441-e8c6-413c-88b1-7a779a6f6601 None None] Provisioning complete for port 4114963e-250f-4e74-90c0-435087423f70 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:43.917729 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-05660441-e8c6-413c-88b1-7a779a6f6601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:43.980351 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d73920be-b476-42d4-8da7-dd85f30c416b tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:44.001571 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-05660441-e8c6-413c-88b1-7a779a6f6601 None None] Port 4114963e-250f-4e74-90c0-435087423f70 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:27:44.045255 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d73971e-307d-4cfc-95af-44ad120743fa tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Deleting subnet ae36c6fd-14d2-41e4-be8c-bc547fdd5ba5 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:27:44.053999 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-eff57337-c4e3-49f5-bfc5-25ba183ad2d5 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Calling delete_port for f06e2ed1-0d84-4aa1-a9f6-4d4970c6cf58 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:27:44.067397 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f88c9082-3c70-444c-91ff-8b0d79b42c42 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:44.090274 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f88c9082-3c70-444c-91ff-8b0d79b42c42 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:44.100023 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d73971e-307d-4cfc-95af-44ad120743fa tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:44.101757 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ee03c0-0021-4271-bc96-b51733390e6c None None] DHCP port deletion for 894174a9-bedc-42d6-8f44-223ef63519cd request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:27:44.106571 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-39ee03c0-0021-4271-bc96-b51733390e6c None None] Deleting port 9eac5efa-73c6-45e7-929c-501d837498a3 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:44.107073 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-39ee03c0-0021-4271-bc96-b51733390e6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:44.109630 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c9082-3c70-444c-91ff-8b0d79b42c42 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] Pushing event deleted for resources: {'Network': ['ID=22b852e7-638c-4536-9e81-f0f6c68c1fb7,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:44.132362 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e495ea42-3e4f-40e0-863a-e3278fbfec22 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:44.148509 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f88c9082-3c70-444c-91ff-8b0d79b42c42 tempest-NetworksTestDHCPv6-79250779 tempest-NetworksTestDHCPv6-79250779-project] 10.222.0.30 "DELETE /v2.0/networks/22b852e7-638c-4536-9e81-f0f6c68c1fb7 HTTP/1.1" status: 204 len: 168 time: 1.0731885 Feb 28 14:27:44.203767 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495ea42-3e4f-40e0-863a-e3278fbfec22 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Pushing event deleted for resources: {'Subnet': ['ID=31960510-1072-4892-88da-b877c3e5aa7e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:44.206067 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e495ea42-3e4f-40e0-863a-e3278fbfec22 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:44.226569 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e495ea42-3e4f-40e0-863a-e3278fbfec22 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "DELETE /v2.0/subnets/31960510-1072-4892-88da-b877c3e5aa7e HTTP/1.1" status: 204 len: 168 time: 1.2303555 Feb 28 14:27:44.240760 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98af45aa-714e-4850-aae1-9aa8bed26a1b None None] Network 28ecbbaf-ceba-4a58-bd97-d505a28ce8ea requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:44.241771 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57086) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:44.246056 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d73971e-307d-4cfc-95af-44ad120743fa tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:44.485345 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1321ac0d-4207-4157-bfa9-a962152aa0f7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:44.514275 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eff57337-c4e3-49f5-bfc5-25ba183ad2d5 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:44.616058 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-1321ac0d-4207-4157-bfa9-a962152aa0f7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Deleting port 9e3b7cc0-332d-4341-b7ae-4962d9245f4b {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:44.619353 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1321ac0d-4207-4157-bfa9-a962152aa0f7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:44.626075 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-39ee03c0-0021-4271-bc96-b51733390e6c None None] For port 9eac5efa-73c6-45e7-929c-501d837498a3, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9eac5efa-73c6-45e7-929c-501d837498a3,segment=NetworkSegment(3c2e797b-9703-4624-90ef-660159e4262d),segment_id=3c2e797b-9703-4624-90ef-660159e4262d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:44.626696 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-39ee03c0-0021-4271-bc96-b51733390e6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:44.636844 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57094) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:44.681456 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff57337-c4e3-49f5-bfc5-25ba183ad2d5 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Port': ['ID=f06e2ed1-0d84-4aa1-a9f6-4d4970c6cf58,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:44.692169 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d73971e-307d-4cfc-95af-44ad120743fa tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:44.830961 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-39ee03c0-0021-4271-bc96-b51733390e6c None None] Calling delete_port for 9eac5efa-73c6-45e7-929c-501d837498a3 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:27:44.963925 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-39ee03c0-0021-4271-bc96-b51733390e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:44.970774 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9eac5efa-73c6-45e7-929c-501d837498a3 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:27:45.034333 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-25aa2efe-e509-4610-bb7d-7576e87e3a4c req-d66ecdfc-3b6b-49c0-8654-37b42ec771b5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbf7d9ba-f56c-43a0-8b8e-575614056839 HTTP/1.1" status: 200 len: 210 time: 0.3966057 Feb 28 14:27:45.080653 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 9eac5efa-73c6-45e7-929c-501d837498a3 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:27:45.080990 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9eac5efa-73c6-45e7-929c-501d837498a3 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:27:45.082298 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee03c0-0021-4271-bc96-b51733390e6c None None] Pushing event deleted for resources: {'Port': ['ID=9eac5efa-73c6-45e7-929c-501d837498a3,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:45.084760 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ee03c0-0021-4271-bc96-b51733390e6c None None] No DVR routers for this DVR port 9eac5efa-73c6-45e7-929c-501d837498a3 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:27:45.182289 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e05338c-4e44-4fec-a181-27e72ade015e None None] DHCP port deletion for 28ecbbaf-ceba-4a58-bd97-d505a28ce8ea request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:27:45.187580 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0e05338c-4e44-4fec-a181-27e72ade015e None None] Deleting port 9e3b7cc0-332d-4341-b7ae-4962d9245f4b {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:45.188171 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0e05338c-4e44-4fec-a181-27e72ade015e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:45.195081 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eff57337-c4e3-49f5-bfc5-25ba183ad2d5 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:45.211807 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d73971e-307d-4cfc-95af-44ad120743fa tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:45.250927 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-09705daf-76d7-43e6-8269-e78fe976d50d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:45.252393 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-09705daf-76d7-43e6-8269-e78fe976d50d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/networks?id=57852e3c-292e-4286-baba-a1576ddcc59b HTTP/1.1" status: 200 len: 795 time: 0.3806667 Feb 28 14:27:45.276903 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73971e-307d-4cfc-95af-44ad120743fa tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Subnet': ['ID=ae36c6fd-14d2-41e4-be8c-bc547fdd5ba5,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:45.284475 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-eff57337-c4e3-49f5-bfc5-25ba183ad2d5 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/ports/f06e2ed1-0d84-4aa1-a9f6-4d4970c6cf58 HTTP/1.1" status: 204 len: 168 time: 2.2255807 Feb 28 14:27:45.286646 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-1321ac0d-4207-4157-bfa9-a962152aa0f7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] For port 9e3b7cc0-332d-4341-b7ae-4962d9245f4b, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9e3b7cc0-332d-4341-b7ae-4962d9245f4b,segment=NetworkSegment(066068c8-92b6-4c0f-a584-a11dcbec76bc),segment_id=066068c8-92b6-4c0f-a584-a11dcbec76bc)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:45.287007 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1321ac0d-4207-4157-bfa9-a962152aa0f7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:45.296702 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57106) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:45.308998 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d73971e-307d-4cfc-95af-44ad120743fa tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:45.311317 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2d73971e-307d-4cfc-95af-44ad120743fa tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/subnets/ae36c6fd-14d2-41e4-be8c-bc547fdd5ba5 HTTP/1.1" status: 204 len: 168 time: 1.6432898 Feb 28 14:27:45.313264 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426e4c27-cbe1-43e2-b98c-4a1a9596298d None None] Network 1b5efb13-bc4f-48d6-9f9d-68cb45f1bd2f requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:45.316726 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57110) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:45.463754 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-1321ac0d-4207-4157-bfa9-a962152aa0f7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Calling delete_port for 9e3b7cc0-332d-4341-b7ae-4962d9245f4b owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:27:45.466012 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-983ffeb1-788f-444e-8773-566719cadacc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 379 time: 0.1897390 Feb 28 14:27:45.489013 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-95eb8859-9587-4793-96e3-3315e1d00bb0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'port': {'device_id': 'bbf7d9ba-f56c-43a0-8b8e-575614056839', 'network_id': '57852e3c-292e-4286-baba-a1576ddcc59b', 'admin_state_up': True, 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'security_groups': ['30d473a9-b0fe-4c78-907f-16c0425d23ea']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:45.491431 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b31297f-3358-4cf5-89f5-0dc76d66db41 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] GET failed (client error): The resource could not be found. Feb 28 14:27:45.491670 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9b31297f-3358-4cf5-89f5-0dc76d66db41 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Synchronizing usage tracker for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:27:45.534395 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9b31297f-3358-4cf5-89f5-0dc76d66db41 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Unset dirty status for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:27:45.535136 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9b31297f-3358-4cf5-89f5-0dc76d66db41 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "GET /v2.0/ports/f06e2ed1-0d84-4aa1-a9f6-4d4970c6cf58 HTTP/1.1" status: 404 len: 333 time: 0.2350268 Feb 28 14:27:45.543085 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57114) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:45.543457 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0e05338c-4e44-4fec-a181-27e72ade015e None None] For port 9e3b7cc0-332d-4341-b7ae-4962d9245f4b, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9e3b7cc0-332d-4341-b7ae-4962d9245f4b,segment=NetworkSegment(066068c8-92b6-4c0f-a584-a11dcbec76bc),segment_id=066068c8-92b6-4c0f-a584-a11dcbec76bc)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:45.543909 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0e05338c-4e44-4fec-a181-27e72ade015e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:45.546170 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7c764eb4-af7c-493c-a536-99c9ab76a8b4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be48e9bf201d46859eb43fd68b389951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9069135 Feb 28 14:27:45.550005 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57118) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:45.592365 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6bc71be1-c6a6-47f5-8577-8eccd50f2207 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:45.595708 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1321ac0d-4207-4157-bfa9-a962152aa0f7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:45.602210 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-d73920be-b476-42d4-8da7-dd85f30c416b tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:27:45.652170 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1321ac0d-4207-4157-bfa9-a962152aa0f7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Pushing event deleted for resources: {'Port': ['ID=9e3b7cc0-332d-4341-b7ae-4962d9245f4b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:45.659921 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1321ac0d-4207-4157-bfa9-a962152aa0f7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] No DVR routers for this DVR port 9e3b7cc0-332d-4341-b7ae-4962d9245f4b on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:27:45.706999 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0e05338c-4e44-4fec-a181-27e72ade015e None None] Calling delete_port for 9e3b7cc0-332d-4341-b7ae-4962d9245f4b owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:27:45.726326 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-255bc451-0017-4896-a9c2-11addf2dc65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:45.799593 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-0e05338c-4e44-4fec-a181-27e72ade015e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:27:45.799843 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-0e05338c-4e44-4fec-a181-27e72ade015e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:27:45.826025 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d73920be-b476-42d4-8da7-dd85f30c416b tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:45.834144 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1321ac0d-4207-4157-bfa9-a962152aa0f7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:45.837226 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7cdd6be-7660-4a4d-8b2a-71fbb6e576e3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting subnet 3531506c-d1e3-4959-a05e-79a7fdb480f9 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:27:45.845700 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-255bc451-0017-4896-a9c2-11addf2dc65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:45.865120 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d73920be-b476-42d4-8da7-dd85f30c416b tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:45.876353 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478c6f0f-13a8-41d2-bc53-1d0bdb49ac37 None None] DHCP port deletion for 1b5efb13-bc4f-48d6-9f9d-68cb45f1bd2f request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:27:45.881358 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-478c6f0f-13a8-41d2-bc53-1d0bdb49ac37 None None] Deleting port fe2061b8-5464-4003-80c8-3c9a5d73a746 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:45.881855 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-478c6f0f-13a8-41d2-bc53-1d0bdb49ac37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:45.920114 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd6be-7660-4a4d-8b2a-71fbb6e576e3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:46.000603 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-1321ac0d-4207-4157-bfa9-a962152aa0f7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ecbbaf-ceba-4a58-bd97-d505a28ce8ea']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:46.012719 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-95eb8859-9587-4793-96e3-3315e1d00bb0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:46.023975 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-1321ac0d-4207-4157-bfa9-a962152aa0f7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066068c8-92b6-4c0f-a584-a11dcbec76bc') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:46.024601 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-1321ac0d-4207-4157-bfa9-a962152aa0f7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066068c8-92b6-4c0f-a584-a11dcbec76bc') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:46.037821 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1321ac0d-4207-4157-bfa9-a962152aa0f7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:46.056312 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1321ac0d-4207-4157-bfa9-a962152aa0f7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:46.066041 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1321ac0d-4207-4157-bfa9-a962152aa0f7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:27:46.066725 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1321ac0d-4207-4157-bfa9-a962152aa0f7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:46.080860 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd6be-7660-4a4d-8b2a-71fbb6e576e3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:27:46.083338 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:27:46.099365 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-255bc451-0017-4896-a9c2-11addf2dc65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:46.100323 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-478c6f0f-13a8-41d2-bc53-1d0bdb49ac37 None None] For port fe2061b8-5464-4003-80c8-3c9a5d73a746, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=fe2061b8-5464-4003-80c8-3c9a5d73a746,segment=NetworkSegment(f49126f2-682c-4afb-af2d-e6f30515bf99),segment_id=f49126f2-682c-4afb-af2d-e6f30515bf99)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:46.100793 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-478c6f0f-13a8-41d2-bc53-1d0bdb49ac37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:46.120124 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-95eb8859-9587-4793-96e3-3315e1d00bb0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:46.127766 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6bc71be1-c6a6-47f5-8577-8eccd50f2207 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:46.173384 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255bc451-0017-4896-a9c2-11addf2dc65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d5bb35-d0d9-4af3-9a2a-375d68534084,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:46.193250 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-255bc451-0017-4896-a9c2-11addf2dc65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:46.197130 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-255bc451-0017-4896-a9c2-11addf2dc65e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a8d5bb35-d0d9-4af3-9a2a-375d68534084 HTTP/1.1" status: 204 len: 168 time: 0.6459503 Feb 28 14:27:46.247238 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-95eb8859-9587-4793-96e3-3315e1d00bb0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Made reservation on behalf of 1cd57789443e43d89a7681324e1f7304 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:46.247958 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-02f2b57a-1ad1-4f10-b8d5-754924f23657 req-3211f8c9-c525-4ec0-b0f5-4501e703b27b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbf7d9ba-f56c-43a0-8b8e-575614056839 HTTP/1.1" status: 200 len: 210 time: 0.0463674 Feb 28 14:27:46.248081 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-478c6f0f-13a8-41d2-bc53-1d0bdb49ac37 None None] Calling delete_port for fe2061b8-5464-4003-80c8-3c9a5d73a746 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:27:46.250763 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-95eb8859-9587-4793-96e3-3315e1d00bb0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:46.266252 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1321ac0d-4207-4157-bfa9-a962152aa0f7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:46.279858 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-6bc71be1-c6a6-47f5-8577-8eccd50f2207 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['894174a9-bedc-42d6-8f44-223ef63519cd']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:46.295585 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1321ac0d-4207-4157-bfa9-a962152aa0f7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:46.300567 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0e05338c-4e44-4fec-a181-27e72ade015e None None] Deleting port 9e3b7cc0-332d-4341-b7ae-4962d9245f4b {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:46.301005 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0e05338c-4e44-4fec-a181-27e72ade015e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:46.311866 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1321ac0d-4207-4157-bfa9-a962152aa0f7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Pushing event deleted for resources: {'Network': ['ID=28ecbbaf-ceba-4a58-bd97-d505a28ce8ea,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:46.316807 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-6bc71be1-c6a6-47f5-8577-8eccd50f2207 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2e797b-9703-4624-90ef-660159e4262d') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:46.317926 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-6bc71be1-c6a6-47f5-8577-8eccd50f2207 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2e797b-9703-4624-90ef-660159e4262d') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:46.318425 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1321ac0d-4207-4157-bfa9-a962152aa0f7 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "DELETE /v2.0/networks/28ecbbaf-ceba-4a58-bd97-d505a28ce8ea HTTP/1.1" status: 204 len: 168 time: 2.0751941 Feb 28 14:27:46.321278 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57126) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:46.339431 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6bc71be1-c6a6-47f5-8577-8eccd50f2207 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:46.358634 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6bc71be1-c6a6-47f5-8577-8eccd50f2207 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:46.365077 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc71be1-c6a6-47f5-8577-8eccd50f2207 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:27:46.365481 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6bc71be1-c6a6-47f5-8577-8eccd50f2207 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:46.387993 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0e05338c-4e44-4fec-a181-27e72ade015e None None] The port '9e3b7cc0-332d-4341-b7ae-4962d9245f4b' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:27:46.414455 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7156204d-77bc-4825-b592-8dec0e2f5c86 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Deleting subnet 453ce461-2585-4dda-bae9-cdce22794b23 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:27:46.418780 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7156204d-77bc-4825-b592-8dec0e2f5c86 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:46.422979 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-478c6f0f-13a8-41d2-bc53-1d0bdb49ac37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:27:46.487088 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:27:46.493607 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7156204d-77bc-4825-b592-8dec0e2f5c86 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:46.503241 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-d73920be-b476-42d4-8da7-dd85f30c416b tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Floating IP 90b95547-a9d0-42ff-b7fb-87ed6348abd9 associated. External IP: 172.26.5.116, port: b64ea1e2-752e-42ca-bc99-cf5053f04b88. Feb 28 14:27:46.525539 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c6f0f-13a8-41d2-bc53-1d0bdb49ac37 None None] Pushing event deleted for resources: {'Port': ['ID=fe2061b8-5464-4003-80c8-3c9a5d73a746,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:46.531946 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478c6f0f-13a8-41d2-bc53-1d0bdb49ac37 None None] No DVR routers for this DVR port fe2061b8-5464-4003-80c8-3c9a5d73a746 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:27:46.613807 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7156204d-77bc-4825-b592-8dec0e2f5c86 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:46.699067 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7156204d-77bc-4825-b592-8dec0e2f5c86 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:46.755044 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5da2923-a5b3-4c74-8caf-1940819af06b None None] Network c99e3872-9260-4c21-bba9-581f1e952ea1 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:46.759579 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7156204d-77bc-4825-b592-8dec0e2f5c86 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:46.765519 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156204d-77bc-4825-b592-8dec0e2f5c86 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Pushing event deleted for resources: {'Subnet': ['ID=453ce461-2585-4dda-bae9-cdce22794b23,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:46.776663 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7156204d-77bc-4825-b592-8dec0e2f5c86 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "DELETE /v2.0/subnets/453ce461-2585-4dda-bae9-cdce22794b23 HTTP/1.1" status: 204 len: 168 time: 0.4542046 Feb 28 14:27:46.779339 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57140) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:46.825743 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6bc71be1-c6a6-47f5-8577-8eccd50f2207 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:46.830116 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6bc71be1-c6a6-47f5-8577-8eccd50f2207 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:46.882988 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd6be-7660-4a4d-8b2a-71fbb6e576e3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:46.923265 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-468ab5f7-8aff-4302-bcc0-90718b414faf tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Deleting subnet 53cebb96-60b5-451d-a149-e08e02d8c25e {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:27:46.933325 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-468ab5f7-8aff-4302-bcc0-90718b414faf tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:46.945020 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9e3b7cc0-332d-4341-b7ae-4962d9245f4b no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:27:46.968045 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc71be1-c6a6-47f5-8577-8eccd50f2207 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Network': ['ID=894174a9-bedc-42d6-8f44-223ef63519cd,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:46.985600 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 9e3b7cc0-332d-4341-b7ae-4962d9245f4b {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:27:46.985600 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9e3b7cc0-332d-4341-b7ae-4962d9245f4b not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:27:46.985600 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device fe2061b8-5464-4003-80c8-3c9a5d73a746 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:27:46.991854 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6bc71be1-c6a6-47f5-8577-8eccd50f2207 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/networks/894174a9-bedc-42d6-8f44-223ef63519cd HTTP/1.1" status: 204 len: 168 time: 1.6720407 Feb 28 14:27:46.992655 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57150) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:47.007081 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-468ab5f7-8aff-4302-bcc0-90718b414faf tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:47.017638 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: fe2061b8-5464-4003-80c8-3c9a5d73a746 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:27:47.017979 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device fe2061b8-5464-4003-80c8-3c9a5d73a746 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:27:47.122556 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8594a560-cfc6-48b4-a1dc-7d6f6b2bf3fb None None] DHCP port deletion for c99e3872-9260-4c21-bba9-581f1e952ea1 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:27:47.127206 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8594a560-cfc6-48b4-a1dc-7d6f6b2bf3fb None None] Deleting port ce659a61-0de3-4a14-b192-a04b1e31b153 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:47.127396 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8594a560-cfc6-48b4-a1dc-7d6f6b2bf3fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:47.147849 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-468ab5f7-8aff-4302-bcc0-90718b414faf tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:47.233014 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57156) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:47.263352 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-468ab5f7-8aff-4302-bcc0-90718b414faf tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:47.338441 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b1a08b49-f321-4ddb-9182-b8687c66cfcf tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:47.340863 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ab5f7-8aff-4302-bcc0-90718b414faf tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Pushing event deleted for resources: {'Subnet': ['ID=53cebb96-60b5-451d-a149-e08e02d8c25e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:47.344098 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-468ab5f7-8aff-4302-bcc0-90718b414faf tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:47.344592 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547cb2f5-2235-49f6-963f-8aa9820c213d None None] Network cc7f1835-cd35-4412-a96c-669598bbafef requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:47.347281 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-95eb8859-9587-4793-96e3-3315e1d00bb0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.20.0.7 (57852e3c-292e-4286-baba-a1576ddcc59b/94cf854d-0c42-4dd5-af6a-8ad979299199/29bfe79c-ecf1-4259-ad58-16890b1f3dcc) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:47.352087 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-468ab5f7-8aff-4302-bcc0-90718b414faf tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "DELETE /v2.0/subnets/53cebb96-60b5-451d-a149-e08e02d8c25e HTTP/1.1" status: 204 len: 168 time: 0.5712798 Feb 28 14:27:47.354481 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57164) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:47.377004 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-8594a560-cfc6-48b4-a1dc-7d6f6b2bf3fb None None] For port ce659a61-0de3-4a14-b192-a04b1e31b153, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=ce659a61-0de3-4a14-b192-a04b1e31b153,segment=NetworkSegment(95aeea88-5fcb-485c-8c38-ee938b858900),segment_id=95aeea88-5fcb-485c-8c38-ee938b858900)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:47.377407 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8594a560-cfc6-48b4-a1dc-7d6f6b2bf3fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:47.399463 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd6be-7660-4a4d-8b2a-71fbb6e576e3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:47.414869 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4d1f34dd-25db-453f-989a-d9c673d6974a tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-807063046'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:47.423521 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4d1f34dd-25db-453f-989a-d9c673d6974a tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:47.478746 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cdd6be-7660-4a4d-8b2a-71fbb6e576e3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Subnet': ['ID=3531506c-d1e3-4959-a05e-79a7fdb480f9,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:47.480734 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4d1f34dd-25db-453f-989a-d9c673d6974a tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Usage tracker for resource:network and tenant:9e528394e0f84056b3cedcaa2f247a43 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:47.484644 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd6be-7660-4a4d-8b2a-71fbb6e576e3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:47.496159 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4d1f34dd-25db-453f-989a-d9c673d6974a tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:47.512618 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4d1f34dd-25db-453f-989a-d9c673d6974a tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:47.528605 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b8bac37-79bd-4ae8-b2a4-000d106f41da tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:47.538774 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1f34dd-25db-453f-989a-d9c673d6974a tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Made reservation on behalf of 9e528394e0f84056b3cedcaa2f247a43 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:47.542218 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d1f34dd-25db-453f-989a-d9c673d6974a tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:47.556526 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d1f34dd-25db-453f-989a-d9c673d6974a tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:47.566061 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2b8bac37-79bd-4ae8-b2a4-000d106f41da tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Deleting port ce659a61-0de3-4a14-b192-a04b1e31b153 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:47.566458 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b8bac37-79bd-4ae8-b2a4-000d106f41da tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:47.568866 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e994ba20-4cd6-4895-badc-7341b4903f11 None None] Network 0c558bfe-3ac3-4bab-a4e1-7320b1e147fd requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:47.586439 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8594a560-cfc6-48b4-a1dc-7d6f6b2bf3fb None None] Calling delete_port for ce659a61-0de3-4a14-b192-a04b1e31b153 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:27:47.610552 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4d1f34dd-25db-453f-989a-d9c673d6974a tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:47.618794 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4d1f34dd-25db-453f-989a-d9c673d6974a tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Usage tracker for resource:security_group_rule and tenant:9e528394e0f84056b3cedcaa2f247a43 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:47.623100 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4d1f34dd-25db-453f-989a-d9c673d6974a tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:47.636978 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4d1f34dd-25db-453f-989a-d9c673d6974a tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:47.660645 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f7cdd6be-7660-4a4d-8b2a-71fbb6e576e3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/subnets/3531506c-d1e3-4959-a05e-79a7fdb480f9 HTTP/1.1" status: 204 len: 168 time: 2.1131079 Feb 28 14:27:47.669707 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57168) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:47.673280 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-6dbc960a-bb59-4275-b185-58abbf5b4405 req-76cf2232-6324-4bd4-9a65-1baf2178bf81 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:27:47.826326 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b1a08b49-f321-4ddb-9182-b8687c66cfcf tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:47.835004 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73920be-b476-42d4-8da7-dd85f30c416b tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Router c03555cd-652b-4bba-b748-91a2da17fdbf has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:27:47.838236 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-6dbc960a-bb59-4275-b185-58abbf5b4405 req-76cf2232-6324-4bd4-9a65-1baf2178bf81 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:27:47.839632 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6dbc960a-bb59-4275-b185-58abbf5b4405 req-76cf2232-6324-4bd4-9a65-1baf2178bf81 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbf7d9ba-f56c-43a0-8b8e-575614056839 HTTP/1.1" status: 200 len: 210 time: 0.3485944 Feb 28 14:27:47.895794 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e03dc8da-b19f-40b5-8aa0-75218b6b5e09 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:47.902415 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8594a560-cfc6-48b4-a1dc-7d6f6b2bf3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:47.935147 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-b1a08b49-f321-4ddb-9182-b8687c66cfcf tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5efb13-bc4f-48d6-9f9d-68cb45f1bd2f']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:47.942127 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-2b8bac37-79bd-4ae8-b2a4-000d106f41da tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] For port ce659a61-0de3-4a14-b192-a04b1e31b153, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=ce659a61-0de3-4a14-b192-a04b1e31b153,segment=NetworkSegment(95aeea88-5fcb-485c-8c38-ee938b858900),segment_id=95aeea88-5fcb-485c-8c38-ee938b858900)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:47.942545 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b8bac37-79bd-4ae8-b2a4-000d106f41da tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:47.961453 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e03dc8da-b19f-40b5-8aa0-75218b6b5e09 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting port d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:47.961862 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e03dc8da-b19f-40b5-8aa0-75218b6b5e09 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:47.969391 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594a560-cfc6-48b4-a1dc-7d6f6b2bf3fb None None] Pushing event deleted for resources: {'Port': ['ID=ce659a61-0de3-4a14-b192-a04b1e31b153,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:47.972416 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8594a560-cfc6-48b4-a1dc-7d6f6b2bf3fb None None] No DVR routers for this DVR port ce659a61-0de3-4a14-b192-a04b1e31b153 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:27:48.073638 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-b1a08b49-f321-4ddb-9182-b8687c66cfcf tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f49126f2-682c-4afb-af2d-e6f30515bf99') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:48.073943 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-b1a08b49-f321-4ddb-9182-b8687c66cfcf tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f49126f2-682c-4afb-af2d-e6f30515bf99') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:48.082763 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-95eb8859-9587-4793-96e3-3315e1d00bb0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:48.098249 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca5af49-ad55-4d27-af19-e83dbb71d13d None None] DHCP port deletion for 0c558bfe-3ac3-4bab-a4e1-7320b1e147fd request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:27:48.109618 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1ca5af49-ad55-4d27-af19-e83dbb71d13d None None] Deleting port d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:48.111136 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1ca5af49-ad55-4d27-af19-e83dbb71d13d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:48.114700 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b1a08b49-f321-4ddb-9182-b8687c66cfcf tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:48.149282 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5f17d4-410a-41a5-b2c1-d8fc523fdbad None None] DHCP port deletion for cc7f1835-cd35-4412-a96c-669598bbafef request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:27:48.156639 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-95eb8859-9587-4793-96e3-3315e1d00bb0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Transition to ACTIVE for port object 29bfe79c-ecf1-4259-ad58-16890b1f3dcc will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:48.165368 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f17d4-410a-41a5-b2c1-d8fc523fdbad None None] Deleting port 9eaa394e-05a2-4b59-ae61-3a3666345f8d {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:48.165808 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0d5f17d4-410a-41a5-b2c1-d8fc523fdbad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:48.217548 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b1a08b49-f321-4ddb-9182-b8687c66cfcf tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:48.229364 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2b8bac37-79bd-4ae8-b2a4-000d106f41da tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Calling delete_port for ce659a61-0de3-4a14-b192-a04b1e31b153 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:27:48.235003 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a08b49-f321-4ddb-9182-b8687c66cfcf tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:27:48.235340 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b1a08b49-f321-4ddb-9182-b8687c66cfcf tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:27:48.249840 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:27:48.325003 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d1f34dd-25db-453f-989a-d9c673d6974a tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:48.359197 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d1f34dd-25db-453f-989a-d9c673d6974a tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:48.408557 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d1f34dd-25db-453f-989a-d9c673d6974a tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:27:48.470576 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-2b8bac37-79bd-4ae8-b2a4-000d106f41da tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:27:48.470915 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-2b8bac37-79bd-4ae8-b2a4-000d106f41da tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:27:48.474892 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d1f34dd-25db-453f-989a-d9c673d6974a tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:48.475244 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-4d1f34dd-25db-453f-989a-d9c673d6974a tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Added segment 88579028-94ff-4787-b6c1-3ca180bcf8e7 of type vlan for network 6df6a9d2-09a8-4b51-9e56-ec069e1cd838 Feb 28 14:27:48.477870 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f34dd-25db-453f-989a-d9c673d6974a tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc76f74-d63a-4abf-a195-82d58b25ab42,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:48.549737 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73920be-b476-42d4-8da7-dd85f30c416b tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:27:48.552081 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1ca5af49-ad55-4d27-af19-e83dbb71d13d None None] For port d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0,segment=NetworkSegment(98c9f464-680f-4831-9b55-71074ab8e247),segment_id=98c9f464-680f-4831-9b55-71074ab8e247)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:48.552667 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1ca5af49-ad55-4d27-af19-e83dbb71d13d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:48.569524 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-e03dc8da-b19f-40b5-8aa0-75218b6b5e09 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] For port d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0,segment=NetworkSegment(98c9f464-680f-4831-9b55-71074ab8e247),segment_id=98c9f464-680f-4831-9b55-71074ab8e247)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:48.569881 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e03dc8da-b19f-40b5-8aa0-75218b6b5e09 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:48.571487 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b207c9-0079-4dfd-b780-f6f74cd4bb4c None None] Sync routers for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:27:48.577759 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d1f34dd-25db-453f-989a-d9c673d6974a tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:48.640323 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-95eb8859-9587-4793-96e3-3315e1d00bb0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:48.678569 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b1a08b49-f321-4ddb-9182-b8687c66cfcf tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:48.699556 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1ca5af49-ad55-4d27-af19-e83dbb71d13d None None] Calling delete_port for d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:27:48.728122 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b1a08b49-f321-4ddb-9182-b8687c66cfcf tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:48.731094 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e03dc8da-b19f-40b5-8aa0-75218b6b5e09 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Calling delete_port for d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:27:48.749414 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b207c9-0079-4dfd-b780-f6f74cd4bb4c None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:48.750048 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a3b207c9-0079-4dfd-b780-f6f74cd4bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:48.759285 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [None req-4d1f34dd-25db-453f-989a-d9c673d6974a tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:27:48.792465 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d1f34dd-25db-453f-989a-d9c673d6974a tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:48.798972 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1f34dd-25db-453f-989a-d9c673d6974a tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:48.799188 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d1f34dd-25db-453f-989a-d9c673d6974a tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:48.801658 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0d5f17d4-410a-41a5-b2c1-d8fc523fdbad None None] For port 9eaa394e-05a2-4b59-ae61-3a3666345f8d, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9eaa394e-05a2-4b59-ae61-3a3666345f8d,segment=NetworkSegment(d6bb653c-940a-41d3-b74b-4a1ef2f93c91),segment_id=d6bb653c-940a-41d3-b74b-4a1ef2f93c91)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:48.802648 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0d5f17d4-410a-41a5-b2c1-d8fc523fdbad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:48.802779 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a08b49-f321-4ddb-9182-b8687c66cfcf tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Network': ['ID=1b5efb13-bc4f-48d6-9f9d-68cb45f1bd2f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:48.819345 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-95eb8859-9587-4793-96e3-3315e1d00bb0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 57852e3c-292e-4286-baba-a1576ddcc59b is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:48.824932 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b1a08b49-f321-4ddb-9182-b8687c66cfcf tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/networks/1b5efb13-bc4f-48d6-9f9d-68cb45f1bd2f HTTP/1.1" status: 204 len: 168 time: 1.8161902 Feb 28 14:27:48.827755 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-95eb8859-9587-4793-96e3-3315e1d00bb0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:48.831794 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57172) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:48.841923 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-95eb8859-9587-4793-96e3-3315e1d00bb0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:48.890510 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a3b207c9-0079-4dfd-b780-f6f74cd4bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:48.895633 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb8859-9587-4793-96e3-3315e1d00bb0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=29bfe79c-ecf1-4259-ad58-16890b1f3dcc,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:48.913930 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9fdf7ed0-33c0-44da-b671-64b4fb77618a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'network': {'name': 'tempest-RoutersTest-1414894314'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:48.938188 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9fdf7ed0-33c0-44da-b671-64b4fb77618a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:48.947383 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9fdf7ed0-33c0-44da-b671-64b4fb77618a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Usage tracker for resource:network and tenant:2f27756656034771b730bac18fc748ab is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:48.949477 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4d1f34dd-25db-453f-989a-d9c673d6974a tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7153084 Feb 28 14:27:48.955448 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9fdf7ed0-33c0-44da-b671-64b4fb77618a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:48.957719 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57178) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:48.964255 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-aeff0f7d-ccfc-4510-b355-5ea7d9d883e8 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Request body: {'subnet': {'network_id': '6df6a9d2-09a8-4b51-9e56-ec069e1cd838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:48.987861 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9fdf7ed0-33c0-44da-b671-64b4fb77618a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:48.991172 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f17d4-410a-41a5-b2c1-d8fc523fdbad None None] Calling delete_port for 9eaa394e-05a2-4b59-ae61-3a3666345f8d owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:27:49.026439 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-95eb8859-9587-4793-96e3-3315e1d00bb0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:49.027680 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-95eb8859-9587-4793-96e3-3315e1d00bb0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:49.058017 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9eaa394e-05a2-4b59-ae61-3a3666345f8d no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:27:49.082555 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2b8bac37-79bd-4ae8-b2a4-000d106f41da tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Deleting port ce659a61-0de3-4a14-b192-a04b1e31b153 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:49.082892 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b8bac37-79bd-4ae8-b2a4-000d106f41da tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:49.130088 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdf7ed0-33c0-44da-b671-64b4fb77618a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Made reservation on behalf of 2f27756656034771b730bac18fc748ab for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:49.133525 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fdf7ed0-33c0-44da-b671-64b4fb77618a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:49.161008 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f34dd-25db-453f-989a-d9c673d6974a tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Pushing event updated for resources: {'Network': ['ID=6df6a9d2-09a8-4b51-9e56-ec069e1cd838,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:49.165302 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-95eb8859-9587-4793-96e3-3315e1d00bb0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6843522 Feb 28 14:27:49.182748 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b207c9-0079-4dfd-b780-f6f74cd4bb4c None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:49.183584 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a3b207c9-0079-4dfd-b780-f6f74cd4bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:49.191562 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-54d9dab1-fc3f-49ec-90bc-f38a8a68656a service neutron] Request body: {'port': {'device_id': 'bbf7d9ba-f56c-43a0-8b8e-575614056839', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:49.198902 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e03dc8da-b19f-40b5-8aa0-75218b6b5e09 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:49.253270 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 6df6a9d2-09a8-4b51-9e56-ec069e1cd838 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:27:49.289571 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2b8bac37-79bd-4ae8-b2a4-000d106f41da tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] The port 'ce659a61-0de3-4a14-b192-a04b1e31b153' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:27:49.291955 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03dc8da-b19f-40b5-8aa0-75218b6b5e09 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Port': ['ID=d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:49.293852 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-aeff0f7d-ccfc-4510-b355-5ea7d9d883e8 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:49.298376 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03dc8da-b19f-40b5-8aa0-75218b6b5e09 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] No DVR routers for this DVR port d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0 on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:27:49.298565 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fdf7ed0-33c0-44da-b671-64b4fb77618a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:27:49.319493 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a3b207c9-0079-4dfd-b780-f6f74cd4bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:49.319894 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b207c9-0079-4dfd-b780-f6f74cd4bb4c None None] The sync data for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:27:49.341664 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-1ca5af49-ad55-4d27-af19-e83dbb71d13d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:27:49.342013 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-1ca5af49-ad55-4d27-af19-e83dbb71d13d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:27:49.343959 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fdf7ed0-33c0-44da-b671-64b4fb77618a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:49.344241 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-9fdf7ed0-33c0-44da-b671-64b4fb77618a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Added segment 4442bdc5-00bd-4b75-afd8-54eb0f742eea of type vlan for network 5c3cf362-2a4a-4eaa-9786-65ef6287446c Feb 28 14:27:49.359662 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-aeff0f7d-ccfc-4510-b355-5ea7d9d883e8 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Usage tracker for resource:subnet and tenant:9e528394e0f84056b3cedcaa2f247a43 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:49.366574 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-aeff0f7d-ccfc-4510-b355-5ea7d9d883e8 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:49.398015 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-aeff0f7d-ccfc-4510-b355-5ea7d9d883e8 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:49.419283 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73920be-b476-42d4-8da7-dd85f30c416b tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Router 4a57ef29-93f1-454e-8d1d-6d76e06e51a0 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:27:49.429193 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d17fa865-3af9-4736-b11c-d0751bb16581 None None] Provisioning for port 29bfe79c-ecf1-4259-ad58-16890b1f3dcc completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:49.434315 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:49.446959 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fdf7ed0-33c0-44da-b671-64b4fb77618a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:49.456601 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d17fa865-3af9-4736-b11c-d0751bb16581 None None] Provisioning complete for port 29bfe79c-ecf1-4259-ad58-16890b1f3dcc triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:49.457299 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d17fa865-3af9-4736-b11c-d0751bb16581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:49.508146 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0d5f17d4-410a-41a5-b2c1-d8fc523fdbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:49.542423 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-54d9dab1-fc3f-49ec-90bc-f38a8a68656a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:49.565198 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeff0f7d-ccfc-4510-b355-5ea7d9d883e8 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Made reservation on behalf of 9e528394e0f84056b3cedcaa2f247a43 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:49.568629 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aeff0f7d-ccfc-4510-b355-5ea7d9d883e8 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:49.592863 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f17d4-410a-41a5-b2c1-d8fc523fdbad None None] Pushing event deleted for resources: {'Port': ['ID=9eaa394e-05a2-4b59-ae61-3a3666345f8d,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:49.600940 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e03dc8da-b19f-40b5-8aa0-75218b6b5e09 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:49.609832 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5f17d4-410a-41a5-b2c1-d8fc523fdbad None None] No DVR routers for this DVR port 9eaa394e-05a2-4b59-ae61-3a3666345f8d on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:27:49.615837 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device ce659a61-0de3-4a14-b192-a04b1e31b153 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:27:49.629378 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b8bac37-79bd-4ae8-b2a4-000d106f41da tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:49.647096 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fdf7ed0-33c0-44da-b671-64b4fb77618a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:49.652733 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdf7ed0-33c0-44da-b671-64b4fb77618a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:49.654005 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fdf7ed0-33c0-44da-b671-64b4fb77618a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:49.656911 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: ce659a61-0de3-4a14-b192-a04b1e31b153 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:27:49.657248 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device ce659a61-0de3-4a14-b192-a04b1e31b153 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:27:49.657849 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:27:49.680930 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d17fa865-3af9-4736-b11c-d0751bb16581 None None] Port 29bfe79c-ecf1-4259-ad58-16890b1f3dcc cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:27:49.693229 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:27:49.693574 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:27:49.715044 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36478312-caed-462b-8e9e-320887f99d45 req-8103a8eb-81e0-4d0f-9c67-7898fc9c0750 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:49.722197 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-36478312-caed-462b-8e9e-320887f99d45 req-8103a8eb-81e0-4d0f-9c67-7898fc9c0750 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbf7d9ba-f56c-43a0-8b8e-575614056839 HTTP/1.1" status: 200 len: 931 time: 0.5996995 Feb 28 14:27:49.807477 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9fdf7ed0-33c0-44da-b671-64b4fb77618a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9678020 Feb 28 14:27:49.842954 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1ca5af49-ad55-4d27-af19-e83dbb71d13d None None] Deleting port d85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:49.843668 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1ca5af49-ad55-4d27-af19-e83dbb71d13d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:49.862970 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57182) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:49.877499 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e03dc8da-b19f-40b5-8aa0-75218b6b5e09 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c558bfe-3ac3-4bab-a4e1-7320b1e147fd']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:49.890792 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3baafed9-78e1-4b2e-bd13-5d79511d6b12 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'subnet': {'network_id': '5c3cf362-2a4a-4eaa-9786-65ef6287446c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:49.914307 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-2b8bac37-79bd-4ae8-b2a4-000d106f41da tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99e3872-9260-4c21-bba9-581f1e952ea1']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:49.918108 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1ca5af49-ad55-4d27-af19-e83dbb71d13d None None] The port 'd85f45a8-9ef3-41a4-a9bb-fdb5aaa9bea0' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:27:49.929324 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73920be-b476-42d4-8da7-dd85f30c416b tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:27:49.929769 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e03dc8da-b19f-40b5-8aa0-75218b6b5e09 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c9f464-680f-4831-9b55-71074ab8e247') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:49.930012 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-e03dc8da-b19f-40b5-8aa0-75218b6b5e09 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c9f464-680f-4831-9b55-71074ab8e247') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:49.933905 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf7ed0-33c0-44da-b671-64b4fb77618a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Network': ['ID=5c3cf362-2a4a-4eaa-9786-65ef6287446c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:49.940478 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438a5db0-f1f4-442c-91c3-edd7fcaec94d None None] Sync routers for ids ['4a57ef29-93f1-454e-8d1d-6d76e06e51a0'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:27:49.941648 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d73920be-b476-42d4-8da7-dd85f30c416b tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:49.952918 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 5c3cf362-2a4a-4eaa-9786-65ef6287446c details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:27:49.953812 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438a5db0-f1f4-442c-91c3-edd7fcaec94d None None] Routers {'4a57ef29-93f1-454e-8d1d-6d76e06e51a0'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:49.954602 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-438a5db0-f1f4-442c-91c3-edd7fcaec94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['4a57ef29-93f1-454e-8d1d-6d76e06e51a0'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:49.963995 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-2b8bac37-79bd-4ae8-b2a4-000d106f41da tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95aeea88-5fcb-485c-8c38-ee938b858900') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:49.964601 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-2b8bac37-79bd-4ae8-b2a4-000d106f41da tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95aeea88-5fcb-485c-8c38-ee938b858900') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:49.979569 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e03dc8da-b19f-40b5-8aa0-75218b6b5e09 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:50.015358 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b8bac37-79bd-4ae8-b2a4-000d106f41da tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:50.038692 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-438a5db0-f1f4-442c-91c3-edd7fcaec94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:50.050309 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438a5db0-f1f4-442c-91c3-edd7fcaec94d None None] Routers {'4a57ef29-93f1-454e-8d1d-6d76e06e51a0'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:50.051186 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-438a5db0-f1f4-442c-91c3-edd7fcaec94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['4a57ef29-93f1-454e-8d1d-6d76e06e51a0'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:50.090992 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-36478312-caed-462b-8e9e-320887f99d45 req-3d0c02dd-e6d1-4412-9e8f-b33d475f9129 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d473a9-b0fe-4c78-907f-16c0425d23ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3676419 Feb 28 14:27:50.111915 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e03dc8da-b19f-40b5-8aa0-75218b6b5e09 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:50.123463 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b8bac37-79bd-4ae8-b2a4-000d106f41da tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:50.125456 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d73920be-b476-42d4-8da7-dd85f30c416b tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "PUT /v2.0/floatingips/90b95547-a9d0-42ff-b7fb-87ed6348abd9 HTTP/1.1" status: 200 len: 978 time: 6.3731759 Feb 28 14:27:50.130428 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57186) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:50.131377 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e03dc8da-b19f-40b5-8aa0-75218b6b5e09 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:27:50.131767 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e03dc8da-b19f-40b5-8aa0-75218b6b5e09 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:50.135980 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-438a5db0-f1f4-442c-91c3-edd7fcaec94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:50.136752 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438a5db0-f1f4-442c-91c3-edd7fcaec94d None None] The sync data for ids ['4a57ef29-93f1-454e-8d1d-6d76e06e51a0'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:27:50.151366 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:27:50.193129 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3baafed9-78e1-4b2e-bd13-5d79511d6b12 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:50.195541 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8bac37-79bd-4ae8-b2a4-000d106f41da tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:27:50.195944 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b8bac37-79bd-4ae8-b2a4-000d106f41da tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:27:50.219837 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:27:50.238764 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3baafed9-78e1-4b2e-bd13-5d79511d6b12 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Usage tracker for resource:subnet and tenant:2f27756656034771b730bac18fc748ab is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:50.289352 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3baafed9-78e1-4b2e-bd13-5d79511d6b12 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:50.349499 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3baafed9-78e1-4b2e-bd13-5d79511d6b12 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:50.393509 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-51f1dcd8-af89-456b-a8e0-cb1dd72bf4f2 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Deleting port 4114963e-250f-4e74-90c0-435087423f70 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:50.393823 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51f1dcd8-af89-456b-a8e0-cb1dd72bf4f2 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:50.428375 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baafed9-78e1-4b2e-bd13-5d79511d6b12 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Made reservation on behalf of 2f27756656034771b730bac18fc748ab for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:50.433758 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3baafed9-78e1-4b2e-bd13-5d79511d6b12 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:50.452399 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e03dc8da-b19f-40b5-8aa0-75218b6b5e09 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:50.458455 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-54d9dab1-fc3f-49ec-90bc-f38a8a68656a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29bfe79c-ecf1-4259-ad58-16890b1f3dcc {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:27:50.463640 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b8bac37-79bd-4ae8-b2a4-000d106f41da tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:50.467519 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-54d9dab1-fc3f-49ec-90bc-f38a8a68656a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:50.483654 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-54d9dab1-fc3f-49ec-90bc-f38a8a68656a service neutron] Transition to ACTIVE for port object 29bfe79c-ecf1-4259-ad58-16890b1f3dcc will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:50.488542 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-54d9dab1-fc3f-49ec-90bc-f38a8a68656a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:50.497013 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e03dc8da-b19f-40b5-8aa0-75218b6b5e09 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:50.517535 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b8bac37-79bd-4ae8-b2a4-000d106f41da tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:50.521900 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03dc8da-b19f-40b5-8aa0-75218b6b5e09 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Network': ['ID=0c558bfe-3ac3-4bab-a4e1-7320b1e147fd,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:50.632798 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8bac37-79bd-4ae8-b2a4-000d106f41da tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Pushing event deleted for resources: {'Network': ['ID=c99e3872-9260-4c21-bba9-581f1e952ea1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:50.689932 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9dab1-fc3f-49ec-90bc-f38a8a68656a service neutron] Pushing event updated for resources: {'Port': ['ID=29bfe79c-ecf1-4259-ad58-16890b1f3dcc,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:50.705886 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2b8bac37-79bd-4ae8-b2a4-000d106f41da tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "DELETE /v2.0/networks/c99e3872-9260-4c21-bba9-581f1e952ea1 HTTP/1.1" status: 204 len: 168 time: 3.3475163 Feb 28 14:27:50.707126 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57190) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:50.721082 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e03dc8da-b19f-40b5-8aa0-75218b6b5e09 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/networks/0c558bfe-3ac3-4bab-a4e1-7320b1e147fd HTTP/1.1" status: 204 len: 168 time: 3.0484834 Feb 28 14:27:50.730799 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57194) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:50.758227 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7e448aa6-43f1-4b92-aafd-5255e7a3a80f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-77802448'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:50.777040 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7e448aa6-43f1-4b92-aafd-5255e7a3a80f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:50.843285 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7e448aa6-43f1-4b92-aafd-5255e7a3a80f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:network and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:50.852720 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7e448aa6-43f1-4b92-aafd-5255e7a3a80f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:50.869950 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7e448aa6-43f1-4b92-aafd-5255e7a3a80f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:50.876351 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-54d9dab1-fc3f-49ec-90bc-f38a8a68656a service neutron] Attempting to bind port 29bfe79c-ecf1-4259-ad58-16890b1f3dcc on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:27:50.876651 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-54d9dab1-fc3f-49ec-90bc-f38a8a68656a service neutron] Attempting to bind port 29bfe79c-ecf1-4259-ad58-16890b1f3dcc by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '3c6daaa0-6da2-42cd-8243-73e212777c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '57852e3c-292e-4286-baba-a1576ddcc59b'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:27:50.876981 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-54d9dab1-fc3f-49ec-90bc-f38a8a68656a service neutron] Attempting to bind port 29bfe79c-ecf1-4259-ad58-16890b1f3dcc on network 57852e3c-292e-4286-baba-a1576ddcc59b {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:27:50.885916 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f0468c73-8ec2-44b4-a081-aa5317ec26f8 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:50.892009 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-54d9dab1-fc3f-49ec-90bc-f38a8a68656a service neutron] Port 29bfe79c-ecf1-4259-ad58-16890b1f3dcc on network 57852e3c-292e-4286-baba-a1576ddcc59b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:27:50.892327 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-54d9dab1-fc3f-49ec-90bc-f38a8a68656a service neutron] Attempting to bind port 29bfe79c-ecf1-4259-ad58-16890b1f3dcc on network 57852e3c-292e-4286-baba-a1576ddcc59b {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:27:50.901679 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-54d9dab1-fc3f-49ec-90bc-f38a8a68656a service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:27:50.902005 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-54d9dab1-fc3f-49ec-90bc-f38a8a68656a service neutron] Checking segment: {'id': '3c6daaa0-6da2-42cd-8243-73e212777c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '57852e3c-292e-4286-baba-a1576ddcc59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:27:50.902376 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-54d9dab1-fc3f-49ec-90bc-f38a8a68656a service neutron] Bound using segment: {'id': '3c6daaa0-6da2-42cd-8243-73e212777c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '57852e3c-292e-4286-baba-a1576ddcc59b'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:27:50.902820 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-54d9dab1-fc3f-49ec-90bc-f38a8a68656a service neutron] Bound port: 29bfe79c-ecf1-4259-ad58-16890b1f3dcc, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c6daaa0-6da2-42cd-8243-73e212777c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '57852e3c-292e-4286-baba-a1576ddcc59b'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:27:50.903186 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-54d9dab1-fc3f-49ec-90bc-f38a8a68656a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:50.909392 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aeff0f7d-ccfc-4510-b355-5ea7d9d883e8 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:50.915051 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e448aa6-43f1-4b92-aafd-5255e7a3a80f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:50.918440 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e448aa6-43f1-4b92-aafd-5255e7a3a80f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:51.031051 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51f1dcd8-af89-456b-a8e0-cb1dd72bf4f2 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:51.059559 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e448aa6-43f1-4b92-aafd-5255e7a3a80f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:27:51.149521 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e448aa6-43f1-4b92-aafd-5255e7a3a80f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:51.149787 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-7e448aa6-43f1-4b92-aafd-5255e7a3a80f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Added segment a8b327b8-39a2-4968-80b2-6dab99a50772 of type vlan for network 6ad54132-fdde-4b4f-8bae-cd11480ec170 Feb 28 14:27:51.151775 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f0468c73-8ec2-44b4-a081-aa5317ec26f8 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:51.155630 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff0f7d-ccfc-4510-b355-5ea7d9d883e8 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Pushing event updated for resources: {'Subnet': ['ID=ed3075aa-d9ff-4b8c-8514-a26cae0f6eef,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:51.193385 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-54d9dab1-fc3f-49ec-90bc-f38a8a68656a service neutron] For port 29bfe79c-ecf1-4259-ad58-16890b1f3dcc, host hv-neutron-8311, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:27:51.218011 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-f0468c73-8ec2-44b4-a081-aa5317ec26f8 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc7f1835-cd35-4412-a96c-669598bbafef']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:51.250076 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeff0f7d-ccfc-4510-b355-5ea7d9d883e8 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Checking segment: {'id': '88579028-94ff-4787-b6c1-3ca180bcf8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6df6a9d2-09a8-4b51-9e56-ec069e1cd838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:27:51.250076 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeff0f7d-ccfc-4510-b355-5ea7d9d883e8 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Network hostable DHCP agents. Network: 6df6a9d2-09a8-4b51-9e56-ec069e1cd838, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:27:51.263875 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e448aa6-43f1-4b92-aafd-5255e7a3a80f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:51.264138 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3baafed9-78e1-4b2e-bd13-5d79511d6b12 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:51.275136 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-54d9dab1-fc3f-49ec-90bc-f38a8a68656a service neutron] For port 29bfe79c-ecf1-4259-ad58-16890b1f3dcc, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=29bfe79c-ecf1-4259-ad58-16890b1f3dcc,segment=NetworkSegment(3c6daaa0-6da2-42cd-8243-73e212777c7b),segment_id=3c6daaa0-6da2-42cd-8243-73e212777c7b)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:27:51.283949 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-f0468c73-8ec2-44b4-a081-aa5317ec26f8 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6bb653c-940a-41d3-b74b-4a1ef2f93c91') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:51.284130 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-f0468c73-8ec2-44b4-a081-aa5317ec26f8 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6bb653c-940a-41d3-b74b-4a1ef2f93c91') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:51.295714 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-54d9dab1-fc3f-49ec-90bc-f38a8a68656a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:51.334063 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f0468c73-8ec2-44b4-a081-aa5317ec26f8 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:51.394536 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f0468c73-8ec2-44b4-a081-aa5317ec26f8 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:51.410010 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-54d9dab1-fc3f-49ec-90bc-f38a8a68656a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:51.411328 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-54d9dab1-fc3f-49ec-90bc-f38a8a68656a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:51.412847 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-54d9dab1-fc3f-49ec-90bc-f38a8a68656a service neutron] 10.222.0.13 "PUT /v2.0/ports/29bfe79c-ecf1-4259-ad58-16890b1f3dcc HTTP/1.1" status: 200 len: 1093 time: 2.2381432 Feb 28 14:27:51.444658 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baafed9-78e1-4b2e-bd13-5d79511d6b12 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Subnet': ['ID=3be63a70-af25-4c60-8bea-6cba2f2359c3,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:51.446650 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeff0f7d-ccfc-4510-b355-5ea7d9d883e8 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Network 6df6a9d2-09a8-4b51-9e56-ec069e1cd838 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:27:51.458085 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf7d9ba-f56c-43a0-8b8e-575614056839', 'tag': '29bfe79c-ecf1-4259-ad58-16890b1f3dcc'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:27:51.463252 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9dab1-fc3f-49ec-90bc-f38a8a68656a service neutron] Pushing event updated for resources: {'Port': ['ID=29bfe79c-ecf1-4259-ad58-16890b1f3dcc,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:51.477859 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-aeff0f7d-ccfc-4510-b355-5ea7d9d883e8 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 6df6a9d2-09a8-4b51-9e56-ec069e1cd838) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:51.485141 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baafed9-78e1-4b2e-bd13-5d79511d6b12 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Checking segment: {'id': '4442bdc5-00bd-4b75-afd8-54eb0f742eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5c3cf362-2a4a-4eaa-9786-65ef6287446c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:27:51.485141 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baafed9-78e1-4b2e-bd13-5d79511d6b12 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network hostable DHCP agents. Network: 5c3cf362-2a4a-4eaa-9786-65ef6287446c, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:27:51.488185 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7148c466-0aae-478f-b261-ab938ff48bef None None] Network 6df6a9d2-09a8-4b51-9e56-ec069e1cd838 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:51.497772 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeff0f7d-ccfc-4510-b355-5ea7d9d883e8 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:51.498358 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aeff0f7d-ccfc-4510-b355-5ea7d9d883e8 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:51.516732 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e448aa6-43f1-4b92-aafd-5255e7a3a80f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:51.522128 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e448aa6-43f1-4b92-aafd-5255e7a3a80f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:51.522724 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e448aa6-43f1-4b92-aafd-5255e7a3a80f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:51.530172 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51f1dcd8-af89-456b-a8e0-cb1dd72bf4f2 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:51.530545 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51f1dcd8-af89-456b-a8e0-cb1dd72bf4f2 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:51.530906 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-51f1dcd8-af89-456b-a8e0-cb1dd72bf4f2 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Floating IP 90b95547-a9d0-42ff-b7fb-87ed6348abd9 disassociated. External IP: 172.26.5.116, port: 4114963e-250f-4e74-90c0-435087423f70. Feb 28 14:27:51.531192 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-51f1dcd8-af89-456b-a8e0-cb1dd72bf4f2 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Calling delete_port for 4114963e-250f-4e74-90c0-435087423f70 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:27:51.535608 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0468c73-8ec2-44b4-a081-aa5317ec26f8 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:27:51.535902 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f0468c73-8ec2-44b4-a081-aa5317ec26f8 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:27:51.567223 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:27:51.698335 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf7d9ba-f56c-43a0-8b8e-575614056839', 'tag': '29bfe79c-ecf1-4259-ad58-16890b1f3dcc', 'status': 'completed', 'code': 200} Feb 28 14:27:51.732886 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-aeff0f7d-ccfc-4510-b355-5ea7d9d883e8 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7739034 Feb 28 14:27:51.740420 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57202) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:51.746500 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baafed9-78e1-4b2e-bd13-5d79511d6b12 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network 5c3cf362-2a4a-4eaa-9786-65ef6287446c is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:27:51.750133 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44100fc-7ad7-47e0-be79-a10de59c0dc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-6df6a9d2-09a8-4b51-9e56-ec069e1cd838', 'network_id': '6df6a9d2-09a8-4b51-9e56-ec069e1cd838', 'tenant_id': '9e528394e0f84056b3cedcaa2f247a43', 'fixed_ips': [{'subnet_id': 'ed3075aa-d9ff-4b8c-8514-a26cae0f6eef'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:27:51.750951 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c44100fc-7ad7-47e0-be79-a10de59c0dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:51.756188 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8e777d69-3bc4-4cc9-94ba-cf861bf0115d tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Request body: {'port': {'network_id': '6df6a9d2-09a8-4b51-9e56-ec069e1cd838', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-304456918'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:51.787103 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e448aa6-43f1-4b92-aafd-5255e7a3a80f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Network': ['ID=6ad54132-fdde-4b4f-8bae-cd11480ec170,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:51.793396 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7e448aa6-43f1-4b92-aafd-5255e7a3a80f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0566006 Feb 28 14:27:51.802751 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-3baafed9-78e1-4b2e-bd13-5d79511d6b12 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 5c3cf362-2a4a-4eaa-9786-65ef6287446c) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:51.806342 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57206) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:51.813408 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abe3e0-d697-4fb6-989c-88fbbd9d6510 req-091ebf26-3894-4e4f-b0bf-7043d1177e36 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:51.815118 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c1abe3e0-d697-4fb6-989c-88fbbd9d6510 req-091ebf26-3894-4e4f-b0bf-7043d1177e36 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbf7d9ba-f56c-43a0-8b8e-575614056839 HTTP/1.1" status: 200 len: 943 time: 0.6095045 Feb 28 14:27:51.823846 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2bcdeab7-5c24-49e8-bb0b-6e352d46d242 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'subnet': {'network_id': '6ad54132-fdde-4b4f-8bae-cd11480ec170', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:51.832438 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 6ad54132-fdde-4b4f-8bae-cd11480ec170 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:27:51.838216 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baafed9-78e1-4b2e-bd13-5d79511d6b12 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:51.838789 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3baafed9-78e1-4b2e-bd13-5d79511d6b12 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:51.838983 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f0468c73-8ec2-44b4-a081-aa5317ec26f8 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:51.847933 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f0468c73-8ec2-44b4-a081-aa5317ec26f8 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:51.848096 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4fa9b0-6f0d-4be6-8aac-494a983684d9 None None] Network 5c3cf362-2a4a-4eaa-9786-65ef6287446c requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:51.886159 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0468c73-8ec2-44b4-a081-aa5317ec26f8 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Pushing event deleted for resources: {'Network': ['ID=cc7f1835-cd35-4412-a96c-669598bbafef,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:51.901592 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f0468c73-8ec2-44b4-a081-aa5317ec26f8 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "DELETE /v2.0/networks/cc7f1835-cd35-4412-a96c-669598bbafef HTTP/1.1" status: 204 len: 168 time: 1.1909866 Feb 28 14:27:51.904618 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57210) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:51.964739 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-00060daf-3fd7-40a8-bdbb-98756694adf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:51.967213 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-00060daf-3fd7-40a8-bdbb-98756694adf2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=bbf7d9ba-f56c-43a0-8b8e-575614056839 HTTP/1.1" status: 200 len: 1096 time: 0.4995387 Feb 28 14:27:52.053891 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c1abe3e0-d697-4fb6-989c-88fbbd9d6510 req-2809a359-c9ed-41ed-a9b3-cd39c1979c01 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d473a9-b0fe-4c78-907f-16c0425d23ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306533 Feb 28 14:27:52.064337 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3baafed9-78e1-4b2e-bd13-5d79511d6b12 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1938748 Feb 28 14:27:52.069437 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57214) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:52.075482 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-e798fabb-d2ae-4e18-8c91-20bce5c245e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29bfe79c-ecf1-4259-ad58-16890b1f3dcc HTTP/1.1" status: 200 len: 217 time: 0.0950477 Feb 28 14:27:52.081290 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-efd65011-7936-44c4-964f-5b1cf0502dc8 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1756218052', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:52.083139 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51f1dcd8-af89-456b-a8e0-cb1dd72bf4f2 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:52.124829 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-efd65011-7936-44c4-964f-5b1cf0502dc8 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:52.129206 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2bcdeab7-5c24-49e8-bb0b-6e352d46d242 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:52.134842 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-284b1b3e-f978-4d00-bee5-913e1cc3b8d4 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Deleting subnet 09a7e984-cfab-451f-ad2d-aa84a3c82da1 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:27:52.142972 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-efd65011-7936-44c4-964f-5b1cf0502dc8 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Usage tracker for resource:router and tenant:2f27756656034771b730bac18fc748ab is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:52.146510 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2bcdeab7-5c24-49e8-bb0b-6e352d46d242 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:subnet and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:52.146687 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-efd65011-7936-44c4-964f-5b1cf0502dc8 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:52.150544 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8e777d69-3bc4-4cc9-94ba-cf861bf0115d tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:52.153006 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2bcdeab7-5c24-49e8-bb0b-6e352d46d242 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:52.156389 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1dcd8-af89-456b-a8e0-cb1dd72bf4f2 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event deleted for resources: {'Port': ['ID=4114963e-250f-4e74-90c0-435087423f70,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:52.159035 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-284b1b3e-f978-4d00-bee5-913e1cc3b8d4 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:52.163841 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2bcdeab7-5c24-49e8-bb0b-6e352d46d242 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:52.166631 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8e777d69-3bc4-4cc9-94ba-cf861bf0115d tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Usage tracker for resource:port and tenant:9e528394e0f84056b3cedcaa2f247a43 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:52.171975 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8e777d69-3bc4-4cc9-94ba-cf861bf0115d tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:52.198058 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-c44100fc-7ad7-47e0-be79-a10de59c0dc6 None None] Allocated IP 2001:db8::2 (6df6a9d2-09a8-4b51-9e56-ec069e1cd838/ed3075aa-d9ff-4b8c-8514-a26cae0f6eef/7e020c50-1cbd-4c43-99cd-2dcc16468e9a) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:52.267589 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6474431-e0b8-451c-9ea0-1ece57c5d87e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-5c3cf362-2a4a-4eaa-9786-65ef6287446c', 'network_id': '5c3cf362-2a4a-4eaa-9786-65ef6287446c', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'fixed_ips': [{'subnet_id': '3be63a70-af25-4c60-8bea-6cba2f2359c3'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:27:52.269080 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c6474431-e0b8-451c-9ea0-1ece57c5d87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:52.272043 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8e777d69-3bc4-4cc9-94ba-cf861bf0115d tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:52.300905 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcdeab7-5c24-49e8-bb0b-6e352d46d242 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:52.305515 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2bcdeab7-5c24-49e8-bb0b-6e352d46d242 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:52.329739 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-efd65011-7936-44c4-964f-5b1cf0502dc8 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:52.369065 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-be1b1a55-307b-401d-8deb-82064293b54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:52.373561 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-be1b1a55-307b-401d-8deb-82064293b54e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94cf854d-0c42-4dd5-af6a-8ad979299199 HTTP/1.1" status: 200 len: 834 time: 0.2849212 Feb 28 14:27:52.377083 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-efd65011-7936-44c4-964f-5b1cf0502dc8 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:52.378090 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-efd65011-7936-44c4-964f-5b1cf0502dc8 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:52.422838 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-284b1b3e-f978-4d00-bee5-913e1cc3b8d4 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:52.508333 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-efd65011-7936-44c4-964f-5b1cf0502dc8 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:52.554286 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-efd65011-7936-44c4-964f-5b1cf0502dc8 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:52.581282 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-c6474431-e0b8-451c-9ea0-1ece57c5d87e None None] Allocated IP 172.20.0.2 (5c3cf362-2a4a-4eaa-9786-65ef6287446c/3be63a70-af25-4c60-8bea-6cba2f2359c3/59155d50-a56e-4eab-ad81-bdfeca84a5e7) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:52.585865 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-7f8967ea-ba01-4c91-8512-08995b49cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:52.587569 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-7f8967ea-ba01-4c91-8512-08995b49cf30 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57852e3c-292e-4286-baba-a1576ddcc59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2049992 Feb 28 14:27:52.590105 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-efd65011-7936-44c4-964f-5b1cf0502dc8 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:52.594485 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-efd65011-7936-44c4-964f-5b1cf0502dc8 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5211020 Feb 28 14:27:52.595289 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57218) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:52.606330 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e777d69-3bc4-4cc9-94ba-cf861bf0115d tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Made reservation on behalf of 9e528394e0f84056b3cedcaa2f247a43 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:52.610421 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e777d69-3bc4-4cc9-94ba-cf861bf0115d tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:52.626556 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c8b4f623-78cc-4686-9269-310d4bad1646 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'port': {'network_id': '5c3cf362-2a4a-4eaa-9786-65ef6287446c', 'name': 'tempest-RoutersTest-1777848185'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:52.653799 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-284b1b3e-f978-4d00-bee5-913e1cc3b8d4 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:52.683085 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-8e777d69-3bc4-4cc9-94ba-cf861bf0115d tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] device_id is not set on port 26f01f2a-5eff-4162-bdb2-c7b6c1b3e87f yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:27:52.720595 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f1dcd8-af89-456b-a8e0-cb1dd72bf4f2 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Router 4a57ef29-93f1-454e-8d1d-6d76e06e51a0 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:27:52.722078 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2bcdeab7-5c24-49e8-bb0b-6e352d46d242 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:52.732668 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c44100fc-7ad7-47e0-be79-a10de59c0dc6 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:52.753866 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c44100fc-7ad7-47e0-be79-a10de59c0dc6 None None] Transition to ACTIVE for port object 7e020c50-1cbd-4c43-99cd-2dcc16468e9a will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:52.790363 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c44100fc-7ad7-47e0-be79-a10de59c0dc6 None None] Transition to ACTIVE for port object 7e020c50-1cbd-4c43-99cd-2dcc16468e9a will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:52.805955 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c44100fc-7ad7-47e0-be79-a10de59c0dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:52.919995 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44100fc-7ad7-47e0-be79-a10de59c0dc6 None None] Network 6df6a9d2-09a8-4b51-9e56-ec069e1cd838 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:52.929588 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-13a45fc7-d351-419b-956d-1611e4c53143 service neutron] 10.222.0.13 "GET /v2.0/networks/57852e3c-292e-4286-baba-a1576ddcc59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331621 Feb 28 14:27:52.930052 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcdeab7-5c24-49e8-bb0b-6e352d46d242 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Subnet': ['ID=ff74afcf-8cc9-41ce-ba83-005b22ed8682,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:52.933302 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-c44100fc-7ad7-47e0-be79-a10de59c0dc6 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:52.936564 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c8b4f623-78cc-4686-9269-310d4bad1646 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:52.938101 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44100fc-7ad7-47e0-be79-a10de59c0dc6 None None] Pushing event updated for resources: {'Port': ['ID=7e020c50-1cbd-4c43-99cd-2dcc16468e9a,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:52.941259 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-284b1b3e-f978-4d00-bee5-913e1cc3b8d4 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:52.942592 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44100fc-7ad7-47e0-be79-a10de59c0dc6 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:52.991383 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c6474431-e0b8-451c-9ea0-1ece57c5d87e None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:52.993527 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcdeab7-5c24-49e8-bb0b-6e352d46d242 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Checking segment: {'id': 'a8b327b8-39a2-4968-80b2-6dab99a50772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6ad54132-fdde-4b4f-8bae-cd11480ec170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:27:52.993687 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcdeab7-5c24-49e8-bb0b-6e352d46d242 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network hostable DHCP agents. Network: 6ad54132-fdde-4b4f-8bae-cd11480ec170, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:27:53.019743 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-284b1b3e-f978-4d00-bee5-913e1cc3b8d4 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:53.022556 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b1b3e-f978-4d00-bee5-913e1cc3b8d4 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Pushing event deleted for resources: {'Subnet': ['ID=09a7e984-cfab-451f-ad2d-aa84a3c82da1,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:53.030340 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c8b4f623-78cc-4686-9269-310d4bad1646 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:53.075584 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55acc155-1ce3-48dc-b055-4d4d428441b8 None None] Network f374bf14-45bd-4b4f-943a-0a614b4440f0 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:53.104039 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-284b1b3e-f978-4d00-bee5-913e1cc3b8d4 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "DELETE /v2.0/subnets/09a7e984-cfab-451f-ad2d-aa84a3c82da1 HTTP/1.1" status: 204 len: 168 time: 1.1877468 Feb 28 14:27:53.111823 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57224) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:53.125805 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-8e777d69-3bc4-4cc9-94ba-cf861bf0115d tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Allocated IP 2001:db8::35a (6df6a9d2-09a8-4b51-9e56-ec069e1cd838/ed3075aa-d9ff-4b8c-8514-a26cae0f6eef/26f01f2a-5eff-4162-bdb2-c7b6c1b3e87f) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:53.129176 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c6474431-e0b8-451c-9ea0-1ece57c5d87e None None] Transition to ACTIVE for port object 59155d50-a56e-4eab-ad81-bdfeca84a5e7 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:53.131891 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c44100fc-7ad7-47e0-be79-a10de59c0dc6 None None] Attempting to bind port 7e020c50-1cbd-4c43-99cd-2dcc16468e9a on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:27:53.132413 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c44100fc-7ad7-47e0-be79-a10de59c0dc6 None None] Attempting to bind port 7e020c50-1cbd-4c43-99cd-2dcc16468e9a by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '88579028-94ff-4787-b6c1-3ca180bcf8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6df6a9d2-09a8-4b51-9e56-ec069e1cd838'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:27:53.132956 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44100fc-7ad7-47e0-be79-a10de59c0dc6 None None] Attempting to bind port 7e020c50-1cbd-4c43-99cd-2dcc16468e9a on network 6df6a9d2-09a8-4b51-9e56-ec069e1cd838 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:27:53.143564 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44100fc-7ad7-47e0-be79-a10de59c0dc6 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:27:53.144256 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44100fc-7ad7-47e0-be79-a10de59c0dc6 None None] Checking segment: {'id': '88579028-94ff-4787-b6c1-3ca180bcf8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6df6a9d2-09a8-4b51-9e56-ec069e1cd838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:27:53.144968 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c44100fc-7ad7-47e0-be79-a10de59c0dc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:53.145522 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44100fc-7ad7-47e0-be79-a10de59c0dc6 None None] Bound using segment: {'id': '88579028-94ff-4787-b6c1-3ca180bcf8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6df6a9d2-09a8-4b51-9e56-ec069e1cd838'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:27:53.146407 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c44100fc-7ad7-47e0-be79-a10de59c0dc6 None None] Bound port: 7e020c50-1cbd-4c43-99cd-2dcc16468e9a, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88579028-94ff-4787-b6c1-3ca180bcf8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6df6a9d2-09a8-4b51-9e56-ec069e1cd838'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:27:53.146953 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c44100fc-7ad7-47e0-be79-a10de59c0dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:53.147530 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b4f623-78cc-4686-9269-310d4bad1646 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Made reservation on behalf of 2f27756656034771b730bac18fc748ab for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:53.150986 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8b4f623-78cc-4686-9269-310d4bad1646 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:53.225613 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c6474431-e0b8-451c-9ea0-1ece57c5d87e None None] Transition to ACTIVE for port object 59155d50-a56e-4eab-ad81-bdfeca84a5e7 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:53.237820 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcdeab7-5c24-49e8-bb0b-6e352d46d242 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network 6ad54132-fdde-4b4f-8bae-cd11480ec170 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:27:53.260748 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-c8b4f623-78cc-4686-9269-310d4bad1646 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] device_id is not set on port 27976870-63d8-4ad9-8573-4fa6d0942932 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:27:53.271208 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c6474431-e0b8-451c-9ea0-1ece57c5d87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:53.273500 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f1dcd8-af89-456b-a8e0-cb1dd72bf4f2 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:27:53.327424 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-2bcdeab7-5c24-49e8-bb0b-6e352d46d242 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 6ad54132-fdde-4b4f-8bae-cd11480ec170) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:53.327658 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10909d86-f4d2-405a-9d43-d7e9ecab63cf None None] Sync routers for ids ['4a57ef29-93f1-454e-8d1d-6d76e06e51a0'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:27:53.349921 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b336a695-fba0-4be1-a5e1-fec7442fd718 req-e636be48-da34-46b3-a640-8978ce37d3be service neutron] 10.222.0.13 "GET /v2.0/networks/57852e3c-292e-4286-baba-a1576ddcc59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105265 Feb 28 14:27:53.361466 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c1eee3e8-d101-4ac0-8f7d-30bc853e1aca tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:53.372866 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f50f42c-e031-49b3-af0b-5d588eb4a4ba None None] Network 6ad54132-fdde-4b4f-8bae-cd11480ec170 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:53.399748 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6474431-e0b8-451c-9ea0-1ece57c5d87e None None] Network 5c3cf362-2a4a-4eaa-9786-65ef6287446c is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:53.470847 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c1eee3e8-d101-4ac0-8f7d-30bc853e1aca tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Deleting port 5330daf5-6ec1-4285-9a0c-b7412a9c08b9 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:53.471244 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c1eee3e8-d101-4ac0-8f7d-30bc853e1aca tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:53.513975 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-c6474431-e0b8-451c-9ea0-1ece57c5d87e None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:53.540983 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcdeab7-5c24-49e8-bb0b-6e352d46d242 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:53.541553 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2bcdeab7-5c24-49e8-bb0b-6e352d46d242 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:53.566799 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-c8b4f623-78cc-4686-9269-310d4bad1646 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Allocated IP 172.20.0.14 (5c3cf362-2a4a-4eaa-9786-65ef6287446c/3be63a70-af25-4c60-8bea-6cba2f2359c3/27976870-63d8-4ad9-8573-4fa6d0942932) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:53.574176 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6474431-e0b8-451c-9ea0-1ece57c5d87e None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:53.658394 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10909d86-f4d2-405a-9d43-d7e9ecab63cf None None] Routers {'4a57ef29-93f1-454e-8d1d-6d76e06e51a0'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:53.659123 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-10909d86-f4d2-405a-9d43-d7e9ecab63cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['4a57ef29-93f1-454e-8d1d-6d76e06e51a0'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:53.676006 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2bcdeab7-5c24-49e8-bb0b-6e352d46d242 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8649526 Feb 28 14:27:53.679371 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57228) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:53.688589 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-51f1dcd8-af89-456b-a8e0-cb1dd72bf4f2 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:53.693036 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-51f1dcd8-af89-456b-a8e0-cb1dd72bf4f2 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "DELETE /v2.0/ports/4114963e-250f-4e74-90c0-435087423f70 HTTP/1.1" status: 204 len: 168 time: 3.5404496 Feb 28 14:27:53.698722 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c5795-4fe2-4617-95cd-33743698040d req-4f7e8445-5917-43ae-b303-d35425740e78 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:53.699832 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-951c5795-4fe2-4617-95cd-33743698040d req-4f7e8445-5917-43ae-b303-d35425740e78 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbf7d9ba-f56c-43a0-8b8e-575614056839 HTTP/1.1" status: 200 len: 943 time: 0.5082588 Feb 28 14:27:53.700479 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57230) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:53.713848 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6474431-e0b8-451c-9ea0-1ece57c5d87e None None] Pushing event updated for resources: {'Port': ['ID=59155d50-a56e-4eab-ad81-bdfeca84a5e7,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:53.726838 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'port': {'network_id': '6ad54132-fdde-4b4f-8bae-cd11480ec170', 'name': 'tempest-PortsTestJSON-353312979', 'fixed_ips': [{'subnet_id': 'ff74afcf-8cc9-41ce-ba83-005b22ed8682', 'ip_address': '172.20.0.10'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:53.753407 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762ba9d-83ee-43e0-bdcd-5df224d86ccf req-fe353f77-9c82-4af7-89b8-cdc3efbb795c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:53.754901 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9762ba9d-83ee-43e0-bdcd-5df224d86ccf req-fe353f77-9c82-4af7-89b8-cdc3efbb795c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=bbf7d9ba-f56c-43a0-8b8e-575614056839 HTTP/1.1" status: 200 len: 1096 time: 0.3306668 Feb 28 14:27:53.785968 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c44100fc-7ad7-47e0-be79-a10de59c0dc6 None None] For port 7e020c50-1cbd-4c43-99cd-2dcc16468e9a, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:27:53.797395 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-10909d86-f4d2-405a-9d43-d7e9ecab63cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:53.847075 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c44100fc-7ad7-47e0-be79-a10de59c0dc6 None None] For port 7e020c50-1cbd-4c43-99cd-2dcc16468e9a, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=7e020c50-1cbd-4c43-99cd-2dcc16468e9a,segment=NetworkSegment(88579028-94ff-4787-b6c1-3ca180bcf8e7),segment_id=88579028-94ff-4787-b6c1-3ca180bcf8e7)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:27:53.858947 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e777d69-3bc4-4cc9-94ba-cf861bf0115d tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:53.859245 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c6474431-e0b8-451c-9ea0-1ece57c5d87e None None] Attempting to bind port 59155d50-a56e-4eab-ad81-bdfeca84a5e7 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:27:53.859485 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c6474431-e0b8-451c-9ea0-1ece57c5d87e None None] Attempting to bind port 59155d50-a56e-4eab-ad81-bdfeca84a5e7 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '4442bdc5-00bd-4b75-afd8-54eb0f742eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5c3cf362-2a4a-4eaa-9786-65ef6287446c'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:27:53.859782 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6474431-e0b8-451c-9ea0-1ece57c5d87e None None] Attempting to bind port 59155d50-a56e-4eab-ad81-bdfeca84a5e7 on network 5c3cf362-2a4a-4eaa-9786-65ef6287446c {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:27:53.861765 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10909d86-f4d2-405a-9d43-d7e9ecab63cf None None] Routers {'4a57ef29-93f1-454e-8d1d-6d76e06e51a0'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:53.862596 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-10909d86-f4d2-405a-9d43-d7e9ecab63cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['4a57ef29-93f1-454e-8d1d-6d76e06e51a0'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:53.922848 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2dc231-a0d3-4039-b735-951693e65651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-6ad54132-fdde-4b4f-8bae-cd11480ec170', 'network_id': '6ad54132-fdde-4b4f-8bae-cd11480ec170', 'tenant_id': 'c214fd1eb53045a6b1f8184e904b5bb7', 'fixed_ips': [{'subnet_id': 'ff74afcf-8cc9-41ce-ba83-005b22ed8682'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:27:53.923483 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc231-a0d3-4039-b735-951693e65651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:53.932359 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c44100fc-7ad7-47e0-be79-a10de59c0dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:53.933503 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-951c5795-4fe2-4617-95cd-33743698040d req-e56a26a4-731b-4420-890f-59f2ea1f5bd2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d473a9-b0fe-4c78-907f-16c0425d23ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629686 Feb 28 14:27:53.954605 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-8e777d69-3bc4-4cc9-94ba-cf861bf0115d tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Transition to ACTIVE for port object 26f01f2a-5eff-4162-bdb2-c7b6c1b3e87f will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:53.992091 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6474431-e0b8-451c-9ea0-1ece57c5d87e None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:27:53.992446 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6474431-e0b8-451c-9ea0-1ece57c5d87e None None] Checking segment: {'id': '4442bdc5-00bd-4b75-afd8-54eb0f742eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5c3cf362-2a4a-4eaa-9786-65ef6287446c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:27:53.992821 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c6474431-e0b8-451c-9ea0-1ece57c5d87e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:53.993225 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6474431-e0b8-451c-9ea0-1ece57c5d87e None None] Bound using segment: {'id': '4442bdc5-00bd-4b75-afd8-54eb0f742eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5c3cf362-2a4a-4eaa-9786-65ef6287446c'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:27:53.993729 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c6474431-e0b8-451c-9ea0-1ece57c5d87e None None] Bound port: 59155d50-a56e-4eab-ad81-bdfeca84a5e7, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4442bdc5-00bd-4b75-afd8-54eb0f742eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5c3cf362-2a4a-4eaa-9786-65ef6287446c'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:27:53.994070 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c6474431-e0b8-451c-9ea0-1ece57c5d87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:54.025074 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-10909d86-f4d2-405a-9d43-d7e9ecab63cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:54.025480 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10909d86-f4d2-405a-9d43-d7e9ecab63cf None None] The sync data for ids ['4a57ef29-93f1-454e-8d1d-6d76e06e51a0'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:27:54.149156 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e777d69-3bc4-4cc9-94ba-cf861bf0115d tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:54.249824 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-c1eee3e8-d101-4ac0-8f7d-30bc853e1aca tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] For port 5330daf5-6ec1-4285-9a0c-b7412a9c08b9, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=5330daf5-6ec1-4285-9a0c-b7412a9c08b9,segment=NetworkSegment(fb345371-7d1b-4b2c-9b75-5eb886f84c8b),segment_id=fb345371-7d1b-4b2c-9b75-5eb886f84c8b)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:54.250478 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c1eee3e8-d101-4ac0-8f7d-30bc853e1aca tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:54.251253 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d291533-a2d0-45ef-a1f0-4e3b143e5153 None None] DHCP port deletion for f374bf14-45bd-4b4f-943a-0a614b4440f0 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:27:54.253854 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44100fc-7ad7-47e0-be79-a10de59c0dc6 None None] Pushing event updated for resources: {'Port': ['ID=7e020c50-1cbd-4c43-99cd-2dcc16468e9a,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:54.264401 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-7d291533-a2d0-45ef-a1f0-4e3b143e5153 None None] Deleting port 5330daf5-6ec1-4285-9a0c-b7412a9c08b9 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:54.265598 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7d291533-a2d0-45ef-a1f0-4e3b143e5153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:54.266574 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e777d69-3bc4-4cc9-94ba-cf861bf0115d tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Network 6df6a9d2-09a8-4b51-9e56-ec069e1cd838 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:54.270386 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-8e777d69-3bc4-4cc9-94ba-cf861bf0115d tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:54.284547 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e777d69-3bc4-4cc9-94ba-cf861bf0115d tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:54.290147 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e777d69-3bc4-4cc9-94ba-cf861bf0115d tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:54.290799 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8e777d69-3bc4-4cc9-94ba-cf861bf0115d tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:54.303969 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c6474431-e0b8-451c-9ea0-1ece57c5d87e None None] For port 59155d50-a56e-4eab-ad81-bdfeca84a5e7, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:27:54.323348 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e777d69-3bc4-4cc9-94ba-cf861bf0115d tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Pushing event updated for resources: {'Port': ['ID=26f01f2a-5eff-4162-bdb2-c7b6c1b3e87f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:54.374409 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8e777d69-3bc4-4cc9-94ba-cf861bf0115d tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.6323647 Feb 28 14:27:54.380381 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57236) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:54.387389 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5b7b0c6b-cd82-477c-8a3d-3194ae1ea7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Request body: {'port': {'network_id': '6df6a9d2-09a8-4b51-9e56-ec069e1cd838', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-871694820', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:54.388502 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.api.validators [None req-5b7b0c6b-cd82-477c-8a3d-3194ae1ea7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] bootfile-name is not in valid_values {{(pid=87772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 14:27:54.388832 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.api.validators [None req-5b7b0c6b-cd82-477c-8a3d-3194ae1ea7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] tftp-server is not in valid_values {{(pid=87772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 14:27:54.389338 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.api.validators [None req-5b7b0c6b-cd82-477c-8a3d-3194ae1ea7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] server-ip-address is not in valid_values {{(pid=87772) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 14:27:54.418913 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c6474431-e0b8-451c-9ea0-1ece57c5d87e None None] For port 59155d50-a56e-4eab-ad81-bdfeca84a5e7, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=59155d50-a56e-4eab-ad81-bdfeca84a5e7,segment=NetworkSegment(4442bdc5-00bd-4b75-afd8-54eb0f742eea),segment_id=4442bdc5-00bd-4b75-afd8-54eb0f742eea)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:27:54.431782 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c1eee3e8-d101-4ac0-8f7d-30bc853e1aca tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Calling delete_port for 5330daf5-6ec1-4285-9a0c-b7412a9c08b9 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:27:54.513863 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:54.517870 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-4c2dc231-a0d3-4039-b735-951693e65651 None None] Allocated IP 172.20.0.2 (6ad54132-fdde-4b4f-8bae-cd11480ec170/ff74afcf-8cc9-41ce-ba83-005b22ed8682/db75f6bd-9b6c-42a1-83f2-ac447942f23f) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:54.518173 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:port and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:54.528046 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c6474431-e0b8-451c-9ea0-1ece57c5d87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:54.536566 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:54.549510 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762ba9d-83ee-43e0-bdcd-5df224d86ccf req-7185e122-dec6-4ef7-b563-addd8f7cf428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:54.550963 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9762ba9d-83ee-43e0-bdcd-5df224d86ccf req-7185e122-dec6-4ef7-b563-addd8f7cf428 service neutron] 10.222.0.13 "GET /v2.0/networks?id=57852e3c-292e-4286-baba-a1576ddcc59b HTTP/1.1" status: 200 len: 896 time: 0.7381024 Feb 28 14:27:54.559717 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:54.567516 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8b4f623-78cc-4686-9269-310d4bad1646 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:54.629441 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5b7b0c6b-cd82-477c-8a3d-3194ae1ea7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:54.637639 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5b7b0c6b-cd82-477c-8a3d-3194ae1ea7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Usage tracker for resource:port and tenant:9e528394e0f84056b3cedcaa2f247a43 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:54.641888 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5b7b0c6b-cd82-477c-8a3d-3194ae1ea7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:54.690302 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9762ba9d-83ee-43e0-bdcd-5df224d86ccf req-f0ffec10-8afd-4f4a-8ae0-953e695bab65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29bfe79c-ecf1-4259-ad58-16890b1f3dcc HTTP/1.1" status: 200 len: 217 time: 0.1319337 Feb 28 14:27:54.705434 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:54.722657 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5b7b0c6b-cd82-477c-8a3d-3194ae1ea7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:54.761317 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7b0c6b-cd82-477c-8a3d-3194ae1ea7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Made reservation on behalf of 9e528394e0f84056b3cedcaa2f247a43 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:54.768052 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b7b0c6b-cd82-477c-8a3d-3194ae1ea7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:54.789225 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c8b4f623-78cc-4686-9269-310d4bad1646 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Transition to ACTIVE for port object 27976870-63d8-4ad9-8573-4fa6d0942932 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:54.845824 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-5b7b0c6b-cd82-477c-8a3d-3194ae1ea7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] device_id is not set on port 8cac0e6b-90b5-4e98-97d8-c66205e3a809 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:27:54.926366 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6474431-e0b8-451c-9ea0-1ece57c5d87e None None] Pushing event updated for resources: {'Port': ['ID=59155d50-a56e-4eab-ad81-bdfeca84a5e7,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:54.944031 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76007c76-88b9-4b47-804c-f10ef2cf78e8 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:54.955731 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:54.986968 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c1eee3e8-d101-4ac0-8f7d-30bc853e1aca tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:55.067684 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] device_id is not set on port c655402c-e297-471a-91f6-f7feaf83ab28 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:27:55.068209 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-7d291533-a2d0-45ef-a1f0-4e3b143e5153 None None] For port 5330daf5-6ec1-4285-9a0c-b7412a9c08b9, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=5330daf5-6ec1-4285-9a0c-b7412a9c08b9,segment=NetworkSegment(fb345371-7d1b-4b2c-9b75-5eb886f84c8b),segment_id=fb345371-7d1b-4b2c-9b75-5eb886f84c8b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:55.068616 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7d291533-a2d0-45ef-a1f0-4e3b143e5153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:55.138572 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eee3e8-d101-4ac0-8f7d-30bc853e1aca tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] No DVR routers for this DVR port 5330daf5-6ec1-4285-9a0c-b7412a9c08b9 on host dv-neutron-831192-4-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:27:55.182179 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762ba9d-83ee-43e0-bdcd-5df224d86ccf req-2bfe5e2a-b5a1-4076-b7e7-e3205162c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:55.183616 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9762ba9d-83ee-43e0-bdcd-5df224d86ccf req-2bfe5e2a-b5a1-4076-b7e7-e3205162c29b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94cf854d-0c42-4dd5-af6a-8ad979299199 HTTP/1.1" status: 200 len: 834 time: 0.4546235 Feb 28 14:27:55.184340 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eee3e8-d101-4ac0-8f7d-30bc853e1aca tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Pushing event deleted for resources: {'Port': ['ID=5330daf5-6ec1-4285-9a0c-b7412a9c08b9,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:55.213199 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-7d291533-a2d0-45ef-a1f0-4e3b143e5153 None None] Calling delete_port for 5330daf5-6ec1-4285-9a0c-b7412a9c08b9 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:27:55.243780 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 7e020c50-1cbd-4c43-99cd-2dcc16468e9a up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:55.356039 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 29bfe79c-ecf1-4259-ad58-16890b1f3dcc details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:27:55.413665 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8b4f623-78cc-4686-9269-310d4bad1646 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:55.436996 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-7d291533-a2d0-45ef-a1f0-4e3b143e5153 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:27:55.437355 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-7d291533-a2d0-45ef-a1f0-4e3b143e5153 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:27:55.454852 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 7e020c50-1cbd-4c43-99cd-2dcc16468e9a completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:55.477449 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c1eee3e8-d101-4ac0-8f7d-30bc853e1aca tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:55.572197 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc231-a0d3-4039-b735-951693e65651 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:55.576256 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 5330daf5-6ec1-4285-9a0c-b7412a9c08b9 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:27:55.605069 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b4f623-78cc-4686-9269-310d4bad1646 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network 5c3cf362-2a4a-4eaa-9786-65ef6287446c is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:55.613911 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-c1eee3e8-d101-4ac0-8f7d-30bc853e1aca tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f374bf14-45bd-4b4f-943a-0a614b4440f0']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:55.621514 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c8b4f623-78cc-4686-9269-310d4bad1646 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:55.624370 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b4f623-78cc-4686-9269-310d4bad1646 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:55.686972 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-c1eee3e8-d101-4ac0-8f7d-30bc853e1aca tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb345371-7d1b-4b2c-9b75-5eb886f84c8b') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:55.687328 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-c1eee3e8-d101-4ac0-8f7d-30bc853e1aca tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb345371-7d1b-4b2c-9b75-5eb886f84c8b') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:55.690870 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 29bfe79c-ecf1-4259-ad58-16890b1f3dcc, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=29bfe79c-ecf1-4259-ad58-16890b1f3dcc,segment=NetworkSegment(3c6daaa0-6da2-42cd-8243-73e212777c7b),segment_id=3c6daaa0-6da2-42cd-8243-73e212777c7b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:55.715482 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '29bfe79c-ecf1-4259-ad58-16890b1f3dcc', 'network_id': '57852e3c-292e-4286-baba-a1576ddcc59b', 'port_id': '29bfe79c-ecf1-4259-ad58-16890b1f3dcc', 'mac_address': 'fa:16:3e:3e:ce:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94cf854d-0c42-4dd5-af6a-8ad979299199', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:27:55.719705 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4f623-78cc-4686-9269-310d4bad1646 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Port': ['ID=27976870-63d8-4ad9-8573-4fa6d0942932,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:55.726927 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c1eee3e8-d101-4ac0-8f7d-30bc853e1aca tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:55.736261 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4c2dc231-a0d3-4039-b735-951693e65651 None None] Transition to ACTIVE for port object db75f6bd-9b6c-42a1-83f2-ac447942f23f will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:55.772031 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-5b7b0c6b-cd82-477c-8a3d-3194ae1ea7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Allocated IP 2001:db8::14e (6df6a9d2-09a8-4b51-9e56-ec069e1cd838/ed3075aa-d9ff-4b8c-8514-a26cae0f6eef/8cac0e6b-90b5-4e98-97d8-c66205e3a809) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:55.772652 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee2256-5ffc-4f31-9cae-9acf9c0462e9 req-59e74ec7-f3db-4f26-861c-7292b26e1713 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:55.780572 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4fee2256-5ffc-4f31-9cae-9acf9c0462e9 req-59e74ec7-f3db-4f26-861c-7292b26e1713 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbf7d9ba-f56c-43a0-8b8e-575614056839 HTTP/1.1" status: 200 len: 943 time: 0.5929277 Feb 28 14:27:55.784806 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c1eee3e8-d101-4ac0-8f7d-30bc853e1aca tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:55.792301 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b4f623-78cc-4686-9269-310d4bad1646 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:55.793334 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8b4f623-78cc-4686-9269-310d4bad1646 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:55.799825 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-76007c76-88b9-4b47-804c-f10ef2cf78e8 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Deleting port 8cb18ac9-bdeb-4155-bef6-1d08ed9b6c9d {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:55.800164 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76007c76-88b9-4b47-804c-f10ef2cf78e8 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:55.819518 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762ba9d-83ee-43e0-bdcd-5df224d86ccf req-6c035c06-6b3c-4d00-82de-87b2c810552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:55.820999 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9762ba9d-83ee-43e0-bdcd-5df224d86ccf req-6c035c06-6b3c-4d00-82de-87b2c810552d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57852e3c-292e-4286-baba-a1576ddcc59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6236084 Feb 28 14:27:55.824720 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 5330daf5-6ec1-4285-9a0c-b7412a9c08b9 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:27:55.825435 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 5330daf5-6ec1-4285-9a0c-b7412a9c08b9 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:27:55.839117 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1eee3e8-d101-4ac0-8f7d-30bc853e1aca tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:27:55.839350 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4c2dc231-a0d3-4039-b735-951693e65651 None None] Transition to ACTIVE for port object db75f6bd-9b6c-42a1-83f2-ac447942f23f will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:55.839443 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c1eee3e8-d101-4ac0-8f7d-30bc853e1aca tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:55.867943 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc231-a0d3-4039-b735-951693e65651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:27:55.876547 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:27:55.942285 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3e88cc-a651-4fe9-b6c1-08534c8ce80c None None] Network 6df6a9d2-09a8-4b51-9e56-ec069e1cd838 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:55.957788 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-7d291533-a2d0-45ef-a1f0-4e3b143e5153 None None] Deleting port 5330daf5-6ec1-4285-9a0c-b7412a9c08b9 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:55.958419 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7d291533-a2d0-45ef-a1f0-4e3b143e5153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:56.009666 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:56.098426 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-7d291533-a2d0-45ef-a1f0-4e3b143e5153 None None] The port '5330daf5-6ec1-4285-9a0c-b7412a9c08b9' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:27:56.103568 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2dc231-a0d3-4039-b735-951693e65651 None None] Network 6ad54132-fdde-4b4f-8bae-cd11480ec170 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:56.164938 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-4c2dc231-a0d3-4039-b735-951693e65651 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:56.184274 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29bfe79c-ecf1-4259-ad58-16890b1f3dcc {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:27:56.200512 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2dc231-a0d3-4039-b735-951693e65651 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:56.211054 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-24ca1206-efae-428b-a903-06ef58997b9e None None] Provisioning for port 7e020c50-1cbd-4c43-99cd-2dcc16468e9a completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:56.223566 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2dc231-a0d3-4039-b735-951693e65651 None None] Pushing event updated for resources: {'Port': ['ID=db75f6bd-9b6c-42a1-83f2-ac447942f23f,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:56.240982 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76007c76-88b9-4b47-804c-f10ef2cf78e8 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:56.259829 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4fee2256-5ffc-4f31-9cae-9acf9c0462e9 req-e94feacf-1118-45e9-91ba-18508f3bd873 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d473a9-b0fe-4c78-907f-16c0425d23ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4784327 Feb 28 14:27:56.274376 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-24ca1206-efae-428b-a903-06ef58997b9e None None] Provisioning complete for port 7e020c50-1cbd-4c43-99cd-2dcc16468e9a triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:56.275041 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-24ca1206-efae-428b-a903-06ef58997b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:56.292251 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c8b4f623-78cc-4686-9269-310d4bad1646 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6927755 Feb 28 14:27:56.300619 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57242) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:56.307403 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c1eee3e8-d101-4ac0-8f7d-30bc853e1aca tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:56.339189 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 29bfe79c-ecf1-4259-ad58-16890b1f3dcc, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=29bfe79c-ecf1-4259-ad58-16890b1f3dcc,segment=NetworkSegment(3c6daaa0-6da2-42cd-8243-73e212777c7b),segment_id=3c6daaa0-6da2-42cd-8243-73e212777c7b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:56.379434 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69ba598-ac0b-4e20-a39b-5953933b63bb None None] Network 5c3cf362-2a4a-4eaa-9786-65ef6287446c requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:56.388393 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c1eee3e8-d101-4ac0-8f7d-30bc853e1aca tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:56.391219 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-76007c76-88b9-4b47-804c-f10ef2cf78e8 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Calling delete_port for 8cb18ac9-bdeb-4155-bef6-1d08ed9b6c9d owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:27:56.404359 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Allocated IP 172.20.0.10 (6ad54132-fdde-4b4f-8bae-cd11480ec170/ff74afcf-8cc9-41ce-ba83-005b22ed8682/c655402c-e297-471a-91f6-f7feaf83ab28) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:27:56.407775 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:56.434729 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eee3e8-d101-4ac0-8f7d-30bc853e1aca tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Pushing event deleted for resources: {'Network': ['ID=f374bf14-45bd-4b4f-943a-0a614b4440f0,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:56.447894 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c1eee3e8-d101-4ac0-8f7d-30bc853e1aca tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "DELETE /v2.0/networks/f374bf14-45bd-4b4f-943a-0a614b4440f0 HTTP/1.1" status: 204 len: 168 time: 3.3350222 Feb 28 14:27:56.448814 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57246) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:56.527803 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3ee11a79-962c-43e9-9d92-3896a501ff05 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Synchronizing usage tracker for tenant:b3e9c0a06a9a4621bb3dc55efb1a6d75 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:27:56.566956 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b7b0c6b-cd82-477c-8a3d-3194ae1ea7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:56.595946 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3ee11a79-962c-43e9-9d92-3896a501ff05 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Unset dirty status for tenant:b3e9c0a06a9a4621bb3dc55efb1a6d75 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:27:56.599730 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3ee11a79-962c-43e9-9d92-3896a501ff05 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2eb9df0-f029-4a44-ae58-7a5c84c701a9 HTTP/1.1" status: 200 len: 205 time: 0.1455898 Feb 28 14:27:56.599730 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-5b7b0c6b-cd82-477c-8a3d-3194ae1ea7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Transition to ACTIVE for port object 8cac0e6b-90b5-4e98-97d8-c66205e3a809 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:56.601202 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57250) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:56.609040 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9762ba9d-83ee-43e0-bdcd-5df224d86ccf req-ce84463f-6bb4-4dbd-a530-f14d5ac514a0 service neutron] 10.222.0.13 "GET /v2.0/networks/57852e3c-292e-4286-baba-a1576ddcc59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7776237 Feb 28 14:27:56.641955 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4c2dc231-a0d3-4039-b735-951693e65651 None None] Attempting to bind port db75f6bd-9b6c-42a1-83f2-ac447942f23f on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:27:56.642334 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4c2dc231-a0d3-4039-b735-951693e65651 None None] Attempting to bind port db75f6bd-9b6c-42a1-83f2-ac447942f23f by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'a8b327b8-39a2-4968-80b2-6dab99a50772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6ad54132-fdde-4b4f-8bae-cd11480ec170'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:27:56.642671 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2dc231-a0d3-4039-b735-951693e65651 None None] Attempting to bind port db75f6bd-9b6c-42a1-83f2-ac447942f23f on network 6ad54132-fdde-4b4f-8bae-cd11480ec170 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:27:56.707594 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['29bfe79c-ecf1-4259-ad58-16890b1f3dcc'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:27:56.734492 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2dc231-a0d3-4039-b735-951693e65651 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:27:56.734492 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2dc231-a0d3-4039-b735-951693e65651 None None] Checking segment: {'id': 'a8b327b8-39a2-4968-80b2-6dab99a50772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6ad54132-fdde-4b4f-8bae-cd11480ec170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:27:56.734492 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc231-a0d3-4039-b735-951693e65651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:56.734929 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2dc231-a0d3-4039-b735-951693e65651 None None] Bound using segment: {'id': 'a8b327b8-39a2-4968-80b2-6dab99a50772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6ad54132-fdde-4b4f-8bae-cd11480ec170'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:27:56.735488 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4c2dc231-a0d3-4039-b735-951693e65651 None None] Bound port: db75f6bd-9b6c-42a1-83f2-ac447942f23f, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b327b8-39a2-4968-80b2-6dab99a50772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6ad54132-fdde-4b4f-8bae-cd11480ec170'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:27:56.735642 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc231-a0d3-4039-b735-951693e65651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:56.763066 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d6708f3-6deb-4260-a713-574d810f9e33 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:56.783498 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=29bfe79c-ecf1-4259-ad58-16890b1f3dcc,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:56.896929 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-24ca1206-efae-428b-a903-06ef58997b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:56.953726 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b7b0c6b-cd82-477c-8a3d-3194ae1ea7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:57.044173 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 59155d50-a56e-4eab-ad81-bdfeca84a5e7 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:57.078823 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4c2dc231-a0d3-4039-b735-951693e65651 None None] For port db75f6bd-9b6c-42a1-83f2-ac447942f23f, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:27:57.094949 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7b0c6b-cd82-477c-8a3d-3194ae1ea7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Network 6df6a9d2-09a8-4b51-9e56-ec069e1cd838 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:57.101168 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-5b7b0c6b-cd82-477c-8a3d-3194ae1ea7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:57.123794 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9762ba9d-83ee-43e0-bdcd-5df224d86ccf req-87e879a6-50ee-4cd1-b27e-b2e3dd990966 service neutron] 10.222.0.13 "GET /v2.0/networks/57852e3c-292e-4286-baba-a1576ddcc59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5015974 Feb 28 14:27:57.137587 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-24ca1206-efae-428b-a903-06ef58997b9e None None] For port 7e020c50-1cbd-4c43-99cd-2dcc16468e9a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=7e020c50-1cbd-4c43-99cd-2dcc16468e9a,segment=NetworkSegment(88579028-94ff-4787-b6c1-3ca180bcf8e7),segment_id=88579028-94ff-4787-b6c1-3ca180bcf8e7)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:57.153770 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4c2dc231-a0d3-4039-b735-951693e65651 None None] For port db75f6bd-9b6c-42a1-83f2-ac447942f23f, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=db75f6bd-9b6c-42a1-83f2-ac447942f23f,segment=NetworkSegment(a8b327b8-39a2-4968-80b2-6dab99a50772),segment_id=a8b327b8-39a2-4968-80b2-6dab99a50772)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:27:57.166777 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-24ca1206-efae-428b-a903-06ef58997b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:57.219949 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc231-a0d3-4039-b735-951693e65651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:57.223749 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:57.281738 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Transition to ACTIVE for port object c655402c-e297-471a-91f6-f7feaf83ab28 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:27:57.325094 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8651c7f6-35d0-4722-bb07-b5be5abe3684 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:57.337146 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7b0c6b-cd82-477c-8a3d-3194ae1ea7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:57.342428 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7b0c6b-cd82-477c-8a3d-3194ae1ea7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:57.344419 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b7b0c6b-cd82-477c-8a3d-3194ae1ea7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:57.365517 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d6708f3-6deb-4260-a713-574d810f9e33 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:57.386991 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d6708f3-6deb-4260-a713-574d810f9e33 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:57.402605 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b0c6b-cd82-477c-8a3d-3194ae1ea7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Pushing event updated for resources: {'Port': ['ID=8cac0e6b-90b5-4e98-97d8-c66205e3a809,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:57.413258 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:57.483721 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5b7b0c6b-cd82-477c-8a3d-3194ae1ea7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.0979483 Feb 28 14:27:57.494273 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57256) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:57.498773 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d6708f3-6deb-4260-a713-574d810f9e33 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:57.499724 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6708f3-6deb-4260-a713-574d810f9e33 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Fanout notify agent at l3_agent the message router_deleted on router d2eb9df0-f029-4a44-ae58-7a5c84c701a9 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:27:57.514507 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca1206-efae-428b-a903-06ef58997b9e None None] Pushing event updated for resources: {'Port': ['ID=7e020c50-1cbd-4c43-99cd-2dcc16468e9a,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:57.566510 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76007c76-88b9-4b47-804c-f10ef2cf78e8 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:57.659008 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76007c76-88b9-4b47-804c-f10ef2cf78e8 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event deleted for resources: {'Port': ['ID=8cb18ac9-bdeb-4155-bef6-1d08ed9b6c9d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:57.659225 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d9aa1191-b11b-4ca2-b0df-67e8cef48017 None None] Provisioning for port 59155d50-a56e-4eab-ad81-bdfeca84a5e7 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:57.665182 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2dc231-a0d3-4039-b735-951693e65651 None None] Pushing event updated for resources: {'Port': ['ID=db75f6bd-9b6c-42a1-83f2-ac447942f23f,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:57.668023 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 59155d50-a56e-4eab-ad81-bdfeca84a5e7 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:57.681711 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d9aa1191-b11b-4ca2-b0df-67e8cef48017 None None] Provisioning complete for port 59155d50-a56e-4eab-ad81-bdfeca84a5e7 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:57.682093 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d9aa1191-b11b-4ca2-b0df-67e8cef48017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:57.684834 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6d6708f3-6deb-4260-a713-574d810f9e33 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:57.686447 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6d6708f3-6deb-4260-a713-574d810f9e33 tempest-RoutersNegativeIpV6Test-439510622 tempest-RoutersNegativeIpV6Test-439510622-project] 10.222.0.30 "DELETE /v2.0/routers/d2eb9df0-f029-4a44-ae58-7a5c84c701a9 HTTP/1.1" status: 204 len: 168 time: 1.0833893 Feb 28 14:27:57.712603 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 59155d50-a56e-4eab-ad81-bdfeca84a5e7 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:57.712983 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:57.880101 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network 6ad54132-fdde-4b4f-8bae-cd11480ec170 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:27:57.895700 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:27:57.899384 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:27:57.976998 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b042c-3bb7-4df4-a1b4-415bb374b8be req-5b510d34-03c3-4946-b855-f661ef88f9dd tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:57.984787 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5f1b042c-3bb7-4df4-a1b4-415bb374b8be req-5b510d34-03c3-4946-b855-f661ef88f9dd tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbf7d9ba-f56c-43a0-8b8e-575614056839 HTTP/1.1" status: 200 len: 944 time: 0.5491605 Feb 28 14:27:58.055777 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:58.068422 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Port': ['ID=c655402c-e297-471a-91f6-f7feaf83ab28,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:58.099479 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:58.099823 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:58.100217 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:58.100553 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:58.100884 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:58.101263 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:58.101591 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:58.102320 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:58.102671 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:58.103001 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:58.103455 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:58.103777 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:27:58.169509 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d7dddf-2586-4c3d-b987-9412c21cf538 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:58.175459 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d7dddf-2586-4c3d-b987-9412c21cf538 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:58.182358 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d7dddf-2586-4c3d-b987-9412c21cf538 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:58.183717 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-69d7dddf-2586-4c3d-b987-9412c21cf538 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Synchronizing usage tracker for tenant:9e528394e0f84056b3cedcaa2f247a43 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:27:58.198810 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 59155d50-a56e-4eab-ad81-bdfeca84a5e7, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=59155d50-a56e-4eab-ad81-bdfeca84a5e7,segment=NetworkSegment(4442bdc5-00bd-4b75-afd8-54eb0f742eea),segment_id=4442bdc5-00bd-4b75-afd8-54eb0f742eea)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:27:58.210930 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:27:58.211733 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:58.265423 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b60a115c-7dc2-424a-8254-b087e62093e4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.5637772 Feb 28 14:27:58.267890 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57264) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:58.276903 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5f1b042c-3bb7-4df4-a1b4-415bb374b8be req-9ba46217-fd3a-48b5-aaea-19e70172164c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d473a9-b0fe-4c78-907f-16c0425d23ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2911344 Feb 28 14:27:58.283751 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-334565a9-e1d8-4c4d-8910-a5b3c99731a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'port': {'network_id': '6ad54132-fdde-4b4f-8bae-cd11480ec170', 'name': 'tempest-PortsTestJSON-1699056461', 'fixed_ips': [{'subnet_id': 'ff74afcf-8cc9-41ce-ba83-005b22ed8682', 'ip_address': '172.20.0.9'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:27:58.326202 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-69d7dddf-2586-4c3d-b987-9412c21cf538 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Unset dirty status for tenant:9e528394e0f84056b3cedcaa2f247a43 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:27:58.329194 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-69d7dddf-2586-4c3d-b987-9412c21cf538 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.8268843 Feb 28 14:27:58.333253 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57268) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:58.338767 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:58.459474 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57272) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:58.559067 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-76007c76-88b9-4b47-804c-f10ef2cf78e8 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:58.561311 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8d0afdd0-15e8-4a31-a36a-a7a512bb2d30 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Deleting port 8cac0e6b-90b5-4e98-97d8-c66205e3a809 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:27:58.561661 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8d0afdd0-15e8-4a31-a36a-a7a512bb2d30 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:58.668328 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8651c7f6-35d0-4722-bb07-b5be5abe3684 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:58.687827 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8651c7f6-35d0-4722-bb07-b5be5abe3684 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:58.715271 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a80134fd-030b-4c00-aaa2-501e9a217044 None None] Provisioning complete for port 59155d50-a56e-4eab-ad81-bdfeca84a5e7 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:58.719789 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a80134fd-030b-4c00-aaa2-501e9a217044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:58.746483 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=59155d50-a56e-4eab-ad81-bdfeca84a5e7,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:58.814706 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-334565a9-e1d8-4c4d-8910-a5b3c99731a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:27:58.965426 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a80134fd-030b-4c00-aaa2-501e9a217044 None None] Provisioning for port 26f01f2a-5eff-4162-bdb2-c7b6c1b3e87f completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:58.967997 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-334565a9-e1d8-4c4d-8910-a5b3c99731a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:port and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:27:58.971577 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a80134fd-030b-4c00-aaa2-501e9a217044 None None] Provisioning complete for port 26f01f2a-5eff-4162-bdb2-c7b6c1b3e87f triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:58.972492 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a80134fd-030b-4c00-aaa2-501e9a217044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:58.979578 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-334565a9-e1d8-4c4d-8910-a5b3c99731a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:27:59.070706 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-334565a9-e1d8-4c4d-8910-a5b3c99731a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:27:59.096366 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a80134fd-030b-4c00-aaa2-501e9a217044 None None] Port 26f01f2a-5eff-4162-bdb2-c7b6c1b3e87f cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:27:59.100334 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 7e020c50-1cbd-4c43-99cd-2dcc16468e9a up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:59.151383 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bb10bf66-ef80-458d-b9e0-488a2d37d04a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b3e9c0a06a9a4621bb3dc55efb1a6d75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6850483 Feb 28 14:27:59.151383 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651c7f6-35d0-4722-bb07-b5be5abe3684 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Port': ['ID=27976870-63d8-4ad9-8573-4fa6d0942932,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:59.155949 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57278) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:59.178880 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a80134fd-030b-4c00-aaa2-501e9a217044 None None] Provisioning complete for port 7e020c50-1cbd-4c43-99cd-2dcc16468e9a triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:59.179535 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a80134fd-030b-4c00-aaa2-501e9a217044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:59.205345 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76007c76-88b9-4b47-804c-f10ef2cf78e8 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Router 4a57ef29-93f1-454e-8d1d-6d76e06e51a0 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:27:59.265645 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334565a9-e1d8-4c4d-8910-a5b3c99731a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:27:59.270667 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-334565a9-e1d8-4c4d-8910-a5b3c99731a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:59.288760 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 7e020c50-1cbd-4c43-99cd-2dcc16468e9a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:59.289606 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:59.330708 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-334565a9-e1d8-4c4d-8910-a5b3c99731a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] device_id is not set on port 45f7ec81-b06d-4f01-9bc0-491d4fba083d yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:27:59.363877 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eb14c70b-234f-4582-9ce9-758973b76220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:59.411532 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 29bfe79c-ecf1-4259-ad58-16890b1f3dcc up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:27:59.470185 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628ca687-8576-4c3f-8f9c-40cc234f2793 None None] Network 6ad54132-fdde-4b4f-8bae-cd11480ec170 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:27:59.485781 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eb14c70b-234f-4582-9ce9-758973b76220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:59.510184 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76007c76-88b9-4b47-804c-f10ef2cf78e8 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:27:59.519904 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-76007c76-88b9-4b47-804c-f10ef2cf78e8 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "PUT /v2.0/routers/4a57ef29-93f1-454e-8d1d-6d76e06e51a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8160322 Feb 28 14:27:59.521976 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0407abd9-8e90-4923-a2d4-4b2d2140e94a None None] Sync routers for ids ['4a57ef29-93f1-454e-8d1d-6d76e06e51a0'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:27:59.536552 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0407abd9-8e90-4923-a2d4-4b2d2140e94a None None] Routers {'4a57ef29-93f1-454e-8d1d-6d76e06e51a0'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:59.537569 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0407abd9-8e90-4923-a2d4-4b2d2140e94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['4a57ef29-93f1-454e-8d1d-6d76e06e51a0'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:59.570294 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57284) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:27:59.650027 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0407abd9-8e90-4923-a2d4-4b2d2140e94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:59.653670 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eb14c70b-234f-4582-9ce9-758973b76220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:59.661836 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0407abd9-8e90-4923-a2d4-4b2d2140e94a None None] Routers {'4a57ef29-93f1-454e-8d1d-6d76e06e51a0'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:27:59.662851 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0407abd9-8e90-4923-a2d4-4b2d2140e94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['4a57ef29-93f1-454e-8d1d-6d76e06e51a0'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:59.691025 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14c70b-234f-4582-9ce9-758973b76220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3213cebe-6a25-4ca9-bcb2-84aeed8d2368,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:27:59.712687 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eb14c70b-234f-4582-9ce9-758973b76220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:59.714113 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-eb14c70b-234f-4582-9ce9-758973b76220 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3213cebe-6a25-4ca9-bcb2-84aeed8d2368 HTTP/1.1" status: 204 len: 168 time: 0.5365422 Feb 28 14:27:59.741010 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8651c7f6-35d0-4722-bb07-b5be5abe3684 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:59.741232 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0407abd9-8e90-4923-a2d4-4b2d2140e94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:27:59.741476 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0407abd9-8e90-4923-a2d4-4b2d2140e94a None None] The sync data for ids ['4a57ef29-93f1-454e-8d1d-6d76e06e51a0'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:27:59.754417 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a80134fd-030b-4c00-aaa2-501e9a217044 None None] Provisioning for port 27976870-63d8-4ad9-8573-4fa6d0942932 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:59.835333 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b0e76bc-eec2-4d97-b617-c166d1404b02 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:59.846442 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a80134fd-030b-4c00-aaa2-501e9a217044 None None] Provisioning complete for port 27976870-63d8-4ad9-8573-4fa6d0942932 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:59.846796 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a80134fd-030b-4c00-aaa2-501e9a217044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:59.912108 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8d0afdd0-15e8-4a31-a36a-a7a512bb2d30 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:27:59.927067 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port 29bfe79c-ecf1-4259-ad58-16890b1f3dcc completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:27:59.950485 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 29bfe79c-ecf1-4259-ad58-16890b1f3dcc triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:27:59.950896 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:00.034029 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 59155d50-a56e-4eab-ad81-bdfeca84a5e7 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:28:00.123797 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a80134fd-030b-4c00-aaa2-501e9a217044 None None] Port 27976870-63d8-4ad9-8573-4fa6d0942932 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:28:00.203058 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:00.218177 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b0e76bc-eec2-4d97-b617-c166d1404b02 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:00.231027 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2b0e76bc-eec2-4d97-b617-c166d1404b02 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Deleting port 4f0e7868-0510-468a-872d-993f6e4a998c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:00.231692 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b0e76bc-eec2-4d97-b617-c166d1404b02 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:00.259009 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf7d9ba-f56c-43a0-8b8e-575614056839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bfe79c-ecf1-4259-ad58-16890b1f3dcc'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:28:00.284275 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 29bfe79c-ecf1-4259-ad58-16890b1f3dcc, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=29bfe79c-ecf1-4259-ad58-16890b1f3dcc,segment=NetworkSegment(3c6daaa0-6da2-42cd-8243-73e212777c7b),segment_id=3c6daaa0-6da2-42cd-8243-73e212777c7b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:00.298427 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:00.337635 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1123e1bb-bb0a-4ec5-a87e-63528e2eb7b6 None None] Provisioning for port 8cac0e6b-90b5-4e98-97d8-c66205e3a809 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:00.351189 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1123e1bb-bb0a-4ec5-a87e-63528e2eb7b6 None None] Provisioning complete for port 8cac0e6b-90b5-4e98-97d8-c66205e3a809 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:00.351614 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1123e1bb-bb0a-4ec5-a87e-63528e2eb7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:00.398060 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8d0afdd0-15e8-4a31-a36a-a7a512bb2d30 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Calling delete_port for 8cac0e6b-90b5-4e98-97d8-c66205e3a809 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:00.472456 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 59155d50-a56e-4eab-ad81-bdfeca84a5e7 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:00.473020 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:00.492371 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf7bf6-dc9f-4c4e-96c0-8a0fddff9619 req-5154c3ab-6282-49bc-9a5a-8e95bec9caca tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:00.494100 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9bcf7bf6-dc9f-4c4e-96c0-8a0fddff9619 req-5154c3ab-6282-49bc-9a5a-8e95bec9caca tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbf7d9ba-f56c-43a0-8b8e-575614056839 HTTP/1.1" status: 200 len: 944 time: 1.0366988 Feb 28 14:28:00.498812 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-334565a9-e1d8-4c4d-8910-a5b3c99731a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Allocated IP 172.20.0.9 (6ad54132-fdde-4b4f-8bae-cd11480ec170/ff74afcf-8cc9-41ce-ba83-005b22ed8682/45f7ec81-b06d-4f01-9bc0-491d4fba083d) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:28:00.513228 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1123e1bb-bb0a-4ec5-a87e-63528e2eb7b6 None None] Port 8cac0e6b-90b5-4e98-97d8-c66205e3a809 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:28:00.526816 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b0e76bc-eec2-4d97-b617-c166d1404b02 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:00.599438 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1123e1bb-bb0a-4ec5-a87e-63528e2eb7b6 None None] Provisioning for port db75f6bd-9b6c-42a1-83f2-ac447942f23f completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:00.644695 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=29bfe79c-ecf1-4259-ad58-16890b1f3dcc,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:00.667129 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:28:00.668030 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:28:00.668593 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:28:00.669398 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:28:00.669961 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:28:00.670495 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:28:00.671453 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:28:00.671994 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:28:00.672516 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:28:00.673227 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:28:00.673756 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:28:00.674274 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:28:00.701450 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf7d9ba-f56c-43a0-8b8e-575614056839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bfe79c-ecf1-4259-ad58-16890b1f3dcc', 'code': 200} Feb 28 14:28:00.703393 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1123e1bb-bb0a-4ec5-a87e-63528e2eb7b6 None None] Provisioning complete for port 27976870-63d8-4ad9-8573-4fa6d0942932 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:00.703857 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1123e1bb-bb0a-4ec5-a87e-63528e2eb7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:00.768541 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2b0e76bc-eec2-4d97-b617-c166d1404b02 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Calling delete_port for 4f0e7868-0510-468a-872d-993f6e4a998c owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:00.786969 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8d0afdd0-15e8-4a31-a36a-a7a512bb2d30 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:00.820752 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device db75f6bd-9b6c-42a1-83f2-ac447942f23f up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:28:00.929018 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1123e1bb-bb0a-4ec5-a87e-63528e2eb7b6 None None] Port 27976870-63d8-4ad9-8573-4fa6d0942932 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:28:00.931775 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9bcf7bf6-dc9f-4c4e-96c0-8a0fddff9619 req-7a19c5bf-1248-4900-abfd-f176782c3706 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d473a9-b0fe-4c78-907f-16c0425d23ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4303393 Feb 28 14:28:00.937582 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57312) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:00.951651 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port db75f6bd-9b6c-42a1-83f2-ac447942f23f completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:00.958442 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port db75f6bd-9b6c-42a1-83f2-ac447942f23f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:00.959119 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:00.993889 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0afdd0-15e8-4a31-a36a-a7a512bb2d30 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Pushing event deleted for resources: {'Port': ['ID=8cac0e6b-90b5-4e98-97d8-c66205e3a809,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:01.017717 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b0e76bc-eec2-4d97-b617-c166d1404b02 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:01.073143 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8d0afdd0-15e8-4a31-a36a-a7a512bb2d30 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:01.084450 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e76bc-eec2-4d97-b617-c166d1404b02 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event deleted for resources: {'Port': ['ID=4f0e7868-0510-468a-872d-993f6e4a998c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:01.124445 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8d0afdd0-15e8-4a31-a36a-a7a512bb2d30 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] 10.222.0.30 "DELETE /v2.0/ports/8cac0e6b-90b5-4e98-97d8-c66205e3a809 HTTP/1.1" status: 204 len: 168 time: 2.7884400 Feb 28 14:28:01.138286 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8651c7f6-35d0-4722-bb07-b5be5abe3684 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:01.141369 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:01.152418 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c4176f99-af1c-4610-90d8-f6adad63aa0c None None] Provisioning for port c655402c-e297-471a-91f6-f7feaf83ab28 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:01.159946 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57318) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:01.160190 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c4176f99-af1c-4610-90d8-f6adad63aa0c None None] Provisioning complete for port c655402c-e297-471a-91f6-f7feaf83ab28 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:01.163619 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c4176f99-af1c-4610-90d8-f6adad63aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:01.197210 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ec0c495f-d6ea-408f-8a90-0e73644b58be tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Request body: {'port': {'name': 'tempest-new-port-name-690838390', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:01.198102 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.api.validators [None req-ec0c495f-d6ea-408f-8a90-0e73644b58be tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] bootfile-name is not in valid_values {{(pid=87773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 14:28:01.198362 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.api.validators [None req-ec0c495f-d6ea-408f-8a90-0e73644b58be tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] tftp-server is not in valid_values {{(pid=87773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 14:28:01.198869 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.api.validators [None req-ec0c495f-d6ea-408f-8a90-0e73644b58be tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] server-ip-address is not in valid_values {{(pid=87773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 14:28:01.230962 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port db75f6bd-9b6c-42a1-83f2-ac447942f23f, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=db75f6bd-9b6c-42a1-83f2-ac447942f23f,segment=NetworkSegment(a8b327b8-39a2-4968-80b2-6dab99a50772),segment_id=a8b327b8-39a2-4968-80b2-6dab99a50772)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:01.236656 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b0e76bc-eec2-4d97-b617-c166d1404b02 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:01.243831 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:01.317415 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c4176f99-af1c-4610-90d8-f6adad63aa0c None None] Port c655402c-e297-471a-91f6-f7feaf83ab28 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:28:01.337167 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-1ad6064d-65aa-47a4-bb5f-59f6904b6eb3 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-726697135', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:01.349503 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c4176f99-af1c-4610-90d8-f6adad63aa0c None None] Provisioning complete for port db75f6bd-9b6c-42a1-83f2-ac447942f23f triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:01.349876 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c4176f99-af1c-4610-90d8-f6adad63aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:01.359197 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1ad6064d-65aa-47a4-bb5f-59f6904b6eb3 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:01.388286 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=db75f6bd-9b6c-42a1-83f2-ac447942f23f,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:01.422063 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b0e76bc-eec2-4d97-b617-c166d1404b02 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:01.425246 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b0e76bc-eec2-4d97-b617-c166d1404b02 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:01.429480 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1ad6064d-65aa-47a4-bb5f-59f6904b6eb3 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Usage tracker for resource:router and tenant:82e701a5470c4429b1c455bc5808d656 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:01.433358 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1ad6064d-65aa-47a4-bb5f-59f6904b6eb3 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:01.460680 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b0e76bc-eec2-4d97-b617-c166d1404b02 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:01.461638 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0e76bc-eec2-4d97-b617-c166d1404b02 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Fanout notify agent at l3_agent the message router_deleted on router 4a57ef29-93f1-454e-8d1d-6d76e06e51a0 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:28:01.483446 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b0e76bc-eec2-4d97-b617-c166d1404b02 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:01.487650 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2b0e76bc-eec2-4d97-b617-c166d1404b02 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "DELETE /v2.0/routers/4a57ef29-93f1-454e-8d1d-6d76e06e51a0 HTTP/1.1" status: 204 len: 168 time: 1.9164052 Feb 28 14:28:01.488258 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57322) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:01.495396 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1ad6064d-65aa-47a4-bb5f-59f6904b6eb3 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:01.557683 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9691e4c2-0073-4a89-94c4-42fc1446c5ea tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Deleting subnet 2be0922a-5632-454d-9eb9-970ea80c70b5 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:28:01.562364 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9691e4c2-0073-4a89-94c4-42fc1446c5ea tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:01.616678 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-29abeee9-8152-49b3-94af-8d2842259fd7 None None] Provisioning complete for port c655402c-e297-471a-91f6-f7feaf83ab28 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:01.617053 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-29abeee9-8152-49b3-94af-8d2842259fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:01.620106 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9691e4c2-0073-4a89-94c4-42fc1446c5ea tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:01.672193 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-29abeee9-8152-49b3-94af-8d2842259fd7 None None] Port c655402c-e297-471a-91f6-f7feaf83ab28 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:28:01.681384 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ad6064d-65aa-47a4-bb5f-59f6904b6eb3 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:01.682393 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ad6064d-65aa-47a4-bb5f-59f6904b6eb3 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:01.703344 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9691e4c2-0073-4a89-94c4-42fc1446c5ea tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:01.705591 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ec0c495f-d6ea-408f-8a90-0e73644b58be tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:01.715459 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ceb96-67be-4235-8574-938b2ab03868 req-c931189b-3037-47bb-841f-6d87428c767d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:01.717482 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a75ceb96-67be-4235-8574-938b2ab03868 req-c931189b-3037-47bb-841f-6d87428c767d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bbf7d9ba-f56c-43a0-8b8e-575614056839 HTTP/1.1" status: 200 len: 1098 time: 0.7072124 Feb 28 14:28:01.781793 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9691e4c2-0073-4a89-94c4-42fc1446c5ea tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:01.820959 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691e4c2-0073-4a89-94c4-42fc1446c5ea tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event deleted for resources: {'Subnet': ['ID=2be0922a-5632-454d-9eb9-970ea80c70b5,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:01.827295 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9691e4c2-0073-4a89-94c4-42fc1446c5ea tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:01.831346 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-334565a9-e1d8-4c4d-8910-a5b3c99731a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:01.833281 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c87354-6434-46f5-9b40-8c2b9dd77845 None None] Network 8a2ddf9f-dca9-4336-92a4-064f4fcf82d2 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:01.836934 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691e4c2-0073-4a89-94c4-42fc1446c5ea tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:28:01.837280 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691e4c2-0073-4a89-94c4-42fc1446c5ea tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:28:01.837614 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691e4c2-0073-4a89-94c4-42fc1446c5ea tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:28:01.837934 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691e4c2-0073-4a89-94c4-42fc1446c5ea tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:28:01.838261 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691e4c2-0073-4a89-94c4-42fc1446c5ea tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:28:01.838582 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691e4c2-0073-4a89-94c4-42fc1446c5ea tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:28:01.838901 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691e4c2-0073-4a89-94c4-42fc1446c5ea tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:28:01.839239 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691e4c2-0073-4a89-94c4-42fc1446c5ea tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:28:01.839565 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691e4c2-0073-4a89-94c4-42fc1446c5ea tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:28:01.839879 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691e4c2-0073-4a89-94c4-42fc1446c5ea tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:28:01.840173 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691e4c2-0073-4a89-94c4-42fc1446c5ea tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:28:01.840487 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691e4c2-0073-4a89-94c4-42fc1446c5ea tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:28:01.845900 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9691e4c2-0073-4a89-94c4-42fc1446c5ea tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "DELETE /v2.0/subnets/2be0922a-5632-454d-9eb9-970ea80c70b5 HTTP/1.1" status: 204 len: 168 time: 0.3565674 Feb 28 14:28:01.848522 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57326) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:01.855483 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ad6064d-65aa-47a4-bb5f-59f6904b6eb3 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:01.924881 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-334565a9-e1d8-4c4d-8910-a5b3c99731a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Transition to ACTIVE for port object 45f7ec81-b06d-4f01-9bc0-491d4fba083d will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:01.938082 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a75ceb96-67be-4235-8574-938b2ab03868 req-f666d760-9960-4c14-b253-783fdb286bd7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=30d473a9-b0fe-4c78-907f-16c0425d23ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110722 Feb 28 14:28:02.110499 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cdf98e-1a09-44cf-b7d0-10247069a65b None None] DHCP port deletion for 8a2ddf9f-dca9-4336-92a4-064f4fcf82d2 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:28:02.114999 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b0cdf98e-1a09-44cf-b7d0-10247069a65b None None] Deleting port 9c51b3b8-da33-4ee5-9813-f68b51119de1 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:02.115410 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b0cdf98e-1a09-44cf-b7d0-10247069a65b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:02.165647 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9bddf38-0c96-4b9c-8d86-4722c557b88a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:02.186245 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f9bddf38-0c96-4b9c-8d86-4722c557b88a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Deleting port 9c51b3b8-da33-4ee5-9813-f68b51119de1 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:02.186727 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9bddf38-0c96-4b9c-8d86-4722c557b88a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:02.242043 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ad6064d-65aa-47a4-bb5f-59f6904b6eb3 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:02.292777 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d4ddb-3537-4335-9ace-76556a745eeb req-f58e3377-584a-484c-8abf-5d64d1a83559 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:02.299682 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-362d4ddb-3537-4335-9ace-76556a745eeb req-f58e3377-584a-484c-8abf-5d64d1a83559 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbf7d9ba-f56c-43a0-8b8e-575614056839 HTTP/1.1" status: 200 len: 945 time: 0.2066708 Feb 28 14:28:02.356933 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1ad6064d-65aa-47a4-bb5f-59f6904b6eb3 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:02.360658 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1ad6064d-65aa-47a4-bb5f-59f6904b6eb3 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.3656878 Feb 28 14:28:02.363138 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57332) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:02.378605 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6ba2f896-1931-4ce5-8c87-18c12a79085b tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1557869475'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:02.389449 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b0cdf98e-1a09-44cf-b7d0-10247069a65b None None] For port 9c51b3b8-da33-4ee5-9813-f68b51119de1, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9c51b3b8-da33-4ee5-9813-f68b51119de1,segment=NetworkSegment(c9841a85-16be-437b-9c49-64d7a11d580d),segment_id=c9841a85-16be-437b-9c49-64d7a11d580d)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:02.390094 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b0cdf98e-1a09-44cf-b7d0-10247069a65b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:02.392303 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6ba2f896-1931-4ce5-8c87-18c12a79085b tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:02.398506 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-334565a9-e1d8-4c4d-8910-a5b3c99731a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:02.401388 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-362d4ddb-3537-4335-9ace-76556a745eeb req-8675d950-cafd-4d0f-bea0-6262317ef018 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d473a9-b0fe-4c78-907f-16c0425d23ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943451 Feb 28 14:28:02.460670 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334565a9-e1d8-4c4d-8910-a5b3c99731a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network 6ad54132-fdde-4b4f-8bae-cd11480ec170 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:02.461953 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6ba2f896-1931-4ce5-8c87-18c12a79085b tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Usage tracker for resource:network and tenant:82e701a5470c4429b1c455bc5808d656 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:02.474404 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-334565a9-e1d8-4c4d-8910-a5b3c99731a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:02.476469 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6ba2f896-1931-4ce5-8c87-18c12a79085b tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:02.484742 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-f9bddf38-0c96-4b9c-8d86-4722c557b88a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] For port 9c51b3b8-da33-4ee5-9813-f68b51119de1, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9c51b3b8-da33-4ee5-9813-f68b51119de1,segment=NetworkSegment(c9841a85-16be-437b-9c49-64d7a11d580d),segment_id=c9841a85-16be-437b-9c49-64d7a11d580d)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:02.485302 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9bddf38-0c96-4b9c-8d86-4722c557b88a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:02.491724 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8651c7f6-35d0-4722-bb07-b5be5abe3684 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:02.496677 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334565a9-e1d8-4c4d-8910-a5b3c99731a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:28:02.525052 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6ba2f896-1931-4ce5-8c87-18c12a79085b tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:02.540705 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8651c7f6-35d0-4722-bb07-b5be5abe3684 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:02.562696 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b0cdf98e-1a09-44cf-b7d0-10247069a65b None None] Calling delete_port for 9c51b3b8-da33-4ee5-9813-f68b51119de1 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:02.627361 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334565a9-e1d8-4c4d-8910-a5b3c99731a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:02.628041 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-334565a9-e1d8-4c4d-8910-a5b3c99731a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:02.635024 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f9bddf38-0c96-4b9c-8d86-4722c557b88a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Calling delete_port for 9c51b3b8-da33-4ee5-9813-f68b51119de1 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:02.679321 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-334565a9-e1d8-4c4d-8910-a5b3c99731a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.4103107 Feb 28 14:28:02.685361 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57336) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:02.692112 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba2f896-1931-4ce5-8c87-18c12a79085b tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Made reservation on behalf of 82e701a5470c4429b1c455bc5808d656 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:02.695979 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f896-1931-4ce5-8c87-18c12a79085b tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:02.718341 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b0cdf98e-1a09-44cf-b7d0-10247069a65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:02.722693 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334565a9-e1d8-4c4d-8910-a5b3c99731a2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Port': ['ID=45f7ec81-b06d-4f01-9bc0-491d4fba083d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:02.769376 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cdf98e-1a09-44cf-b7d0-10247069a65b None None] No DVR routers for this DVR port 9c51b3b8-da33-4ee5-9813-f68b51119de1 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:28:02.772639 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f896-1931-4ce5-8c87-18c12a79085b tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:02.773373 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cdf98e-1a09-44cf-b7d0-10247069a65b None None] Pushing event deleted for resources: {'Port': ['ID=9c51b3b8-da33-4ee5-9813-f68b51119de1,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:02.776145 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-f9bddf38-0c96-4b9c-8d86-4722c557b88a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:28:02.776516 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-f9bddf38-0c96-4b9c-8d86-4722c557b88a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:28:02.799564 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-ec0c495f-d6ea-408f-8a90-0e73644b58be tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:28:02.805277 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d404e585-7398-4276-9407-67e849b49c76 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:02.806106 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d404e585-7398-4276-9407-67e849b49c76 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Synchronizing usage tracker for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:28:02.826906 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d404e585-7398-4276-9407-67e849b49c76 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Unset dirty status for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:28:02.832004 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57340) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:02.832504 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d404e585-7398-4276-9407-67e849b49c76 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1450658 Feb 28 14:28:02.832990 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6ba2f896-1931-4ce5-8c87-18c12a79085b tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:02.838332 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ec0c495f-d6ea-408f-8a90-0e73644b58be tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:02.848536 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6ba2f896-1931-4ce5-8c87-18c12a79085b tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Usage tracker for resource:security_group_rule and tenant:82e701a5470c4429b1c455bc5808d656 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:02.887385 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8651c7f6-35d0-4722-bb07-b5be5abe3684 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:02.889394 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6ba2f896-1931-4ce5-8c87-18c12a79085b tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:02.897031 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ec0c495f-d6ea-408f-8a90-0e73644b58be tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:02.898957 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1b46f073-9618-4ee3-8ac4-b2b106bcc38d None None] Provisioning for port 45f7ec81-b06d-4f01-9bc0-491d4fba083d completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:02.922067 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1b46f073-9618-4ee3-8ac4-b2b106bcc38d None None] Provisioning complete for port 45f7ec81-b06d-4f01-9bc0-491d4fba083d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:02.922527 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1b46f073-9618-4ee3-8ac4-b2b106bcc38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:02.925021 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6ba2f896-1931-4ce5-8c87-18c12a79085b tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:02.941066 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651c7f6-35d0-4722-bb07-b5be5abe3684 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Port': ['ID=27976870-63d8-4ad9-8573-4fa6d0942932,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:02.998337 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1b46f073-9618-4ee3-8ac4-b2b106bcc38d None None] Port 45f7ec81-b06d-4f01-9bc0-491d4fba083d cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:28:03.038556 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ec0c495f-d6ea-408f-8a90-0e73644b58be tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] In _notify_port_updated(), no bound segment for port 26f01f2a-5eff-4162-bdb2-c7b6c1b3e87f on network 6df6a9d2-09a8-4b51-9e56-ec069e1cd838 {{(pid=87773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 14:28:03.045712 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0c495f-d6ea-408f-8a90-0e73644b58be tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:03.047111 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ec0c495f-d6ea-408f-8a90-0e73644b58be tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:03.048390 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ec0c495f-d6ea-408f-8a90-0e73644b58be tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] 10.222.0.30 "PUT /v2.0/ports/26f01f2a-5eff-4162-bdb2-c7b6c1b3e87f HTTP/1.1" status: 200 len: 1129 time: 1.8749142 Feb 28 14:28:03.051288 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57344) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:03.133079 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f63e469-9a20-4922-8e12-966887394448 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:03.135117 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0f63e469-9a20-4922-8e12-966887394448 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] 10.222.0.30 "GET /v2.0/ports/26f01f2a-5eff-4162-bdb2-c7b6c1b3e87f HTTP/1.1" status: 200 len: 1129 time: 0.0827868 Feb 28 14:28:03.138708 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57348) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:03.165724 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c495f-d6ea-408f-8a90-0e73644b58be tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Pushing event updated for resources: {'Port': ['ID=26f01f2a-5eff-4162-bdb2-c7b6c1b3e87f,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:03.220105 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-19611c57-2968-4b68-8cb0-7dd720443f46 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Deleting port 26f01f2a-5eff-4162-bdb2-c7b6c1b3e87f {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:03.220390 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-19611c57-2968-4b68-8cb0-7dd720443f46 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:03.245598 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1057cb23-84f6-4146-a529-52c2f4bb5e9a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:03.251858 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1057cb23-84f6-4146-a529-52c2f4bb5e9a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:03.259495 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1057cb23-84f6-4146-a529-52c2f4bb5e9a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:03.259495 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1057cb23-84f6-4146-a529-52c2f4bb5e9a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Synchronizing usage tracker for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:28:03.274631 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8651c7f6-35d0-4722-bb07-b5be5abe3684 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network 5c3cf362-2a4a-4eaa-9786-65ef6287446c is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:03.281726 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-8651c7f6-35d0-4722-bb07-b5be5abe3684 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:03.289360 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f9bddf38-0c96-4b9c-8d86-4722c557b88a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Deleting port 9c51b3b8-da33-4ee5-9813-f68b51119de1 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:03.289570 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9bddf38-0c96-4b9c-8d86-4722c557b88a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:03.330588 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f15316f0-8e12-4b0f-8ba7-357bf1349bd1 None None] Provisioning complete for port 26f01f2a-5eff-4162-bdb2-c7b6c1b3e87f triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:03.331307 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f15316f0-8e12-4b0f-8ba7-357bf1349bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:03.360455 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device db75f6bd-9b6c-42a1-83f2-ac447942f23f up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:28:03.440630 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f896-1931-4ce5-8c87-18c12a79085b tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:03.449025 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f9bddf38-0c96-4b9c-8d86-4722c557b88a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] The port '9c51b3b8-da33-4ee5-9813-f68b51119de1' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:28:03.465672 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f896-1931-4ce5-8c87-18c12a79085b tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:03.474742 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f15316f0-8e12-4b0f-8ba7-357bf1349bd1 None None] Port 26f01f2a-5eff-4162-bdb2-c7b6c1b3e87f cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:28:03.490013 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba2f896-1931-4ce5-8c87-18c12a79085b tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:28:03.503208 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f896-1931-4ce5-8c87-18c12a79085b tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:03.503582 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-6ba2f896-1931-4ce5-8c87-18c12a79085b tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Added segment 6a4040b6-c619-43ce-9939-11a7cb2eaa87 of type vlan for network d2e4de6d-eaaa-423b-a4aa-8e71cc8e7f54 Feb 28 14:28:03.511578 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port db75f6bd-9b6c-42a1-83f2-ac447942f23f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:03.512030 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:03.539277 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f896-1931-4ce5-8c87-18c12a79085b tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:03.601329 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1057cb23-84f6-4146-a529-52c2f4bb5e9a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Unset dirty status for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:28:03.605099 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1057cb23-84f6-4146-a529-52c2f4bb5e9a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.7621765 Feb 28 14:28:03.612503 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57354) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:03.655853 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f896-1931-4ce5-8c87-18c12a79085b tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:03.661280 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba2f896-1931-4ce5-8c87-18c12a79085b tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:03.661853 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f896-1931-4ce5-8c87-18c12a79085b tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:03.693529 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9bddf38-0c96-4b9c-8d86-4722c557b88a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:03.703417 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fad8e687-45d7-4764-a06e-64836c04d7d2 None None] Provisioning complete for port 27976870-63d8-4ad9-8573-4fa6d0942932 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:03.703885 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fad8e687-45d7-4764-a06e-64836c04d7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:03.708517 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2f896-1931-4ce5-8c87-18c12a79085b tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=010b60cd-42ec-4355-9600-412ea45e529a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:03.742624 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9c51b3b8-da33-4ee5-9813-f68b51119de1 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:28:03.787045 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f9bddf38-0c96-4b9c-8d86-4722c557b88a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a2ddf9f-dca9-4336-92a4-064f4fcf82d2']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:03.792219 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 9c51b3b8-da33-4ee5-9813-f68b51119de1 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:28:03.792480 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9c51b3b8-da33-4ee5-9813-f68b51119de1 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:28:03.807205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f9bddf38-0c96-4b9c-8d86-4722c557b88a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9841a85-16be-437b-9c49-64d7a11d580d') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:03.807415 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f9bddf38-0c96-4b9c-8d86-4722c557b88a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9841a85-16be-437b-9c49-64d7a11d580d') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:03.818369 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-fad8e687-45d7-4764-a06e-64836c04d7d2 None None] Port 27976870-63d8-4ad9-8573-4fa6d0942932 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:28:03.835130 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9bddf38-0c96-4b9c-8d86-4722c557b88a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:03.850394 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-19611c57-2968-4b68-8cb0-7dd720443f46 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:03.913786 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9bddf38-0c96-4b9c-8d86-4722c557b88a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:03.953270 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6ba2f896-1931-4ce5-8c87-18c12a79085b tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.5852070 Feb 28 14:28:03.970550 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57358) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:03.980051 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2f896-1931-4ce5-8c87-18c12a79085b tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Pushing event updated for resources: {'Network': ['ID=d2e4de6d-eaaa-423b-a4aa-8e71cc8e7f54,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:03.985621 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-60eefc7e-453d-4c0a-b598-8413a15f9baf tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Request body: {'subnet': {'network_id': 'd2e4de6d-eaaa-423b-a4aa-8e71cc8e7f54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:03.986662 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-19611c57-2968-4b68-8cb0-7dd720443f46 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Calling delete_port for 26f01f2a-5eff-4162-bdb2-c7b6c1b3e87f owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:03.994190 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network d2e4de6d-eaaa-423b-a4aa-8e71cc8e7f54 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:28:04.012482 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-40cea9f9-e19d-43bd-9abe-f525d412d4ec tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting port 45f7ec81-b06d-4f01-9bc0-491d4fba083d {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:04.012982 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-40cea9f9-e19d-43bd-9abe-f525d412d4ec tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:04.024794 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9bddf38-0c96-4b9c-8d86-4722c557b88a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:28:04.025195 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9bddf38-0c96-4b9c-8d86-4722c557b88a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:28:04.045106 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:28:04.235082 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9123f6d-6ef1-4344-94b5-3afb3e2d6df4 req-f614fc7e-0f02-4eb1-9e86-a1e39ba7b242 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:04.236556 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a9123f6d-6ef1-4344-94b5-3afb3e2d6df4 req-f614fc7e-0f02-4eb1-9e86-a1e39ba7b242 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbf7d9ba-f56c-43a0-8b8e-575614056839 HTTP/1.1" status: 200 len: 945 time: 0.6450553 Feb 28 14:28:04.251343 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-60eefc7e-453d-4c0a-b598-8413a15f9baf tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:04.266484 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9bddf38-0c96-4b9c-8d86-4722c557b88a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:04.271339 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f9bddf38-0c96-4b9c-8d86-4722c557b88a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:04.302442 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bddf38-0c96-4b9c-8d86-4722c557b88a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event deleted for resources: {'Network': ['ID=8a2ddf9f-dca9-4336-92a4-064f4fcf82d2,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:04.316038 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f9bddf38-0c96-4b9c-8d86-4722c557b88a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "DELETE /v2.0/networks/8a2ddf9f-dca9-4336-92a4-064f4fcf82d2 HTTP/1.1" status: 204 len: 168 time: 2.4662471 Feb 28 14:28:04.319276 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57362) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:04.434131 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8651c7f6-35d0-4722-bb07-b5be5abe3684 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Router cea761dc-212d-4105-9fea-ea4b8369802b is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:28:04.436278 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-60eefc7e-453d-4c0a-b598-8413a15f9baf tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Usage tracker for resource:subnet and tenant:82e701a5470c4429b1c455bc5808d656 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:04.447177 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-60eefc7e-453d-4c0a-b598-8413a15f9baf tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:04.489122 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-60eefc7e-453d-4c0a-b598-8413a15f9baf tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:04.538816 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e0cfe95f-87c6-4190-bcba-39687deeed88 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Deleting port 950828ec-eb29-4092-a47e-3c3d21640f2c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:04.539491 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0cfe95f-87c6-4190-bcba-39687deeed88 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:04.587692 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-19611c57-2968-4b68-8cb0-7dd720443f46 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:04.635398 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60eefc7e-453d-4c0a-b598-8413a15f9baf tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Made reservation on behalf of 82e701a5470c4429b1c455bc5808d656 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:04.639121 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-60eefc7e-453d-4c0a-b598-8413a15f9baf tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:04.667264 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a9123f6d-6ef1-4344-94b5-3afb3e2d6df4 req-e860478f-ee48-4f6d-b3e9-8361147e30b2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d473a9-b0fe-4c78-907f-16c0425d23ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4211466 Feb 28 14:28:04.677455 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19611c57-2968-4b68-8cb0-7dd720443f46 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Pushing event deleted for resources: {'Port': ['ID=26f01f2a-5eff-4162-bdb2-c7b6c1b3e87f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:04.835476 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-19611c57-2968-4b68-8cb0-7dd720443f46 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:04.849369 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-40cea9f9-e19d-43bd-9abe-f525d412d4ec tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:04.857752 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8651c7f6-35d0-4722-bb07-b5be5abe3684 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:28:04.873903 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8651c7f6-35d0-4722-bb07-b5be5abe3684 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "PUT /v2.0/routers/cea761dc-212d-4105-9fea-ea4b8369802b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5687165 Feb 28 14:28:04.874080 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35d4ac1-5859-48d1-9cca-7ba89b736869 None None] Sync routers for ids ['cea761dc-212d-4105-9fea-ea4b8369802b'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:28:04.876209 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57372) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:04.886898 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-19611c57-2968-4b68-8cb0-7dd720443f46 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] 10.222.0.30 "DELETE /v2.0/ports/26f01f2a-5eff-4162-bdb2-c7b6c1b3e87f HTTP/1.1" status: 204 len: 168 time: 1.7444484 Feb 28 14:28:04.887813 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35d4ac1-5859-48d1-9cca-7ba89b736869 None None] Routers {'cea761dc-212d-4105-9fea-ea4b8369802b'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:04.888496 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c35d4ac1-5859-48d1-9cca-7ba89b736869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['cea761dc-212d-4105-9fea-ea4b8369802b'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:04.894112 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0cfe95f-87c6-4190-bcba-39687deeed88 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:04.894445 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0cfe95f-87c6-4190-bcba-39687deeed88 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:04.901791 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57376) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:04.956178 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c35d4ac1-5859-48d1-9cca-7ba89b736869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:04.969763 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35d4ac1-5859-48d1-9cca-7ba89b736869 None None] Routers {'cea761dc-212d-4105-9fea-ea4b8369802b'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:04.970353 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c35d4ac1-5859-48d1-9cca-7ba89b736869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:27:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['cea761dc-212d-4105-9fea-ea4b8369802b'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:05.030571 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-40cea9f9-e19d-43bd-9abe-f525d412d4ec tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Calling delete_port for 45f7ec81-b06d-4f01-9bc0-491d4fba083d owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:05.072789 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e0cfe95f-87c6-4190-bcba-39687deeed88 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Calling delete_port for 950828ec-eb29-4092-a47e-3c3d21640f2c owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:05.076930 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c35d4ac1-5859-48d1-9cca-7ba89b736869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:05.077316 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35d4ac1-5859-48d1-9cca-7ba89b736869 None None] The sync data for ids ['cea761dc-212d-4105-9fea-ea4b8369802b'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:28:05.086721 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:05.143658 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4585cb0-1448-40bb-8221-8261fde2e726 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Deleting subnet ed3075aa-d9ff-4b8c-8514-a26cae0f6eef {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:28:05.152170 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4585cb0-1448-40bb-8221-8261fde2e726 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:05.159836 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c674419c-581e-42b7-8bf6-d7580249d16d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:05.160411 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c674419c-581e-42b7-8bf6-d7580249d16d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Synchronizing usage tracker for tenant:2f27756656034771b730bac18fc748ab on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:28:05.185422 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062b146-0280-4106-a309-ea41a62bb5bf req-e8841f3b-d6a6-4f7b-9bff-79527c511117 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:05.186893 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f062b146-0280-4106-a309-ea41a62bb5bf req-e8841f3b-d6a6-4f7b-9bff-79527c511117 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbf7d9ba-f56c-43a0-8b8e-575614056839 HTTP/1.1" status: 200 len: 945 time: 0.3866377 Feb 28 14:28:05.254457 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c674419c-581e-42b7-8bf6-d7580249d16d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Unset dirty status for tenant:2f27756656034771b730bac18fc748ab on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:28:05.256049 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c674419c-581e-42b7-8bf6-d7580249d16d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "GET /v2.0/ports/27976870-63d8-4ad9-8573-4fa6d0942932 HTTP/1.1" status: 200 len: 978 time: 0.3786817 Feb 28 14:28:05.260234 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57382) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:05.264969 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4585cb0-1448-40bb-8221-8261fde2e726 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:05.354030 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f062b146-0280-4106-a309-ea41a62bb5bf req-477447cf-3832-4106-986d-bd85889d3894 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d473a9-b0fe-4c78-907f-16c0425d23ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593506 Feb 28 14:28:05.396443 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57386) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:05.440008 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-40cea9f9-e19d-43bd-9abe-f525d412d4ec tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:05.440797 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0cfe95f-87c6-4190-bcba-39687deeed88 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:05.485446 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-60eefc7e-453d-4c0a-b598-8413a15f9baf tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:05.499332 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cfe95f-87c6-4190-bcba-39687deeed88 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event deleted for resources: {'Port': ['ID=950828ec-eb29-4092-a47e-3c3d21640f2c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:05.536130 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cea9f9-e19d-43bd-9abe-f525d412d4ec tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Port': ['ID=45f7ec81-b06d-4f01-9bc0-491d4fba083d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:05.544968 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4585cb0-1448-40bb-8221-8261fde2e726 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:05.666237 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0cfe95f-87c6-4190-bcba-39687deeed88 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:05.678841 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7c23dd-1211-4027-8a7b-6da6047cec67 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:05.680374 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3c7c23dd-1211-4027-8a7b-6da6047cec67 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bbf7d9ba-f56c-43a0-8b8e-575614056839 HTTP/1.1" status: 200 len: 1093 time: 0.2817392 Feb 28 14:28:05.687137 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57390) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:05.697058 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-17278ca9-b43b-426d-818a-8a6d89bc5ac0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'port_id': '29bfe79c-ecf1-4259-ad58-16890b1f3dcc', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:05.705714 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-17278ca9-b43b-426d-818a-8a6d89bc5ac0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:05.713568 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-17278ca9-b43b-426d-818a-8a6d89bc5ac0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:floatingip and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:05.717142 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4585cb0-1448-40bb-8221-8261fde2e726 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:05.721800 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-17278ca9-b43b-426d-818a-8a6d89bc5ac0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:05.875870 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e0cfe95f-87c6-4190-bcba-39687deeed88 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:05.876996 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e0cfe95f-87c6-4190-bcba-39687deeed88 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "DELETE /v2.0/floatingips/90b95547-a9d0-42ff-b7fb-87ed6348abd9 HTTP/1.1" status: 204 len: 168 time: 1.5566971 Feb 28 14:28:05.885300 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57394) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:05.893156 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-17278ca9-b43b-426d-818a-8a6d89bc5ac0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:05.895400 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4585cb0-1448-40bb-8221-8261fde2e726 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Pushing event deleted for resources: {'Subnet': ['ID=ed3075aa-d9ff-4b8c-8514-a26cae0f6eef,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:05.910329 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c429f98-574e-4e47-81f9-ed4db0ff144c None None] Network 6df6a9d2-09a8-4b51-9e56-ec069e1cd838 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:05.928170 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4585cb0-1448-40bb-8221-8261fde2e726 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:05.948344 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c4585cb0-1448-40bb-8221-8261fde2e726 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] 10.222.0.30 "DELETE /v2.0/subnets/ed3075aa-d9ff-4b8c-8514-a26cae0f6eef HTTP/1.1" status: 204 len: 168 time: 1.0433722 Feb 28 14:28:05.948747 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57398) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:05.951904 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-39707fbf-b65a-4aaa-93b0-509752680fcf tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] DELETE failed (client error): The resource could not be found. Feb 28 14:28:05.952335 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39707fbf-b65a-4aaa-93b0-509752680fcf tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:28:05.954738 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-39707fbf-b65a-4aaa-93b0-509752680fcf tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "DELETE /v2.0/ports/4114963e-250f-4e74-90c0-435087423f70 HTTP/1.1" status: 404 len: 333 time: 0.0631163 Feb 28 14:28:05.956151 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eefc7e-453d-4c0a-b598-8413a15f9baf tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Pushing event updated for resources: {'Subnet': ['ID=73ddbf1a-39d7-49ff-a7a3-cebee476eae2,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:05.957957 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57402) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:05.977074 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-17278ca9-b43b-426d-818a-8a6d89bc5ac0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:06.025776 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-40cea9f9-e19d-43bd-9abe-f525d412d4ec tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:06.028733 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eefc7e-453d-4c0a-b598-8413a15f9baf tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Checking segment: {'id': '6a4040b6-c619-43ce-9939-11a7cb2eaa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd2e4de6d-eaaa-423b-a4aa-8e71cc8e7f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:28:06.029298 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60eefc7e-453d-4c0a-b598-8413a15f9baf tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Network hostable DHCP agents. Network: d2e4de6d-eaaa-423b-a4aa-8e71cc8e7f54, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:28:06.068240 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f0953cb2-8c8d-442c-a8dc-67a4323b22ec tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Synchronizing usage tracker for tenant:a713dce2e4474a3e85dacb2710c38d65 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:28:06.103828 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e359-c30a-4127-8b45-ffdce552e11f tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:06.112097 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-40cea9f9-e19d-43bd-9abe-f525d412d4ec tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/ports/45f7ec81-b06d-4f01-9bc0-491d4fba083d HTTP/1.1" status: 204 len: 168 time: 2.4577978 Feb 28 14:28:06.114163 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57408) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:06.148759 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f0953cb2-8c8d-442c-a8dc-67a4323b22ec tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Unset dirty status for tenant:a713dce2e4474a3e85dacb2710c38d65 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:28:06.149889 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f0953cb2-8c8d-442c-a8dc-67a4323b22ec tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57ef29-93f1-454e-8d1d-6d76e06e51a0 HTTP/1.1" status: 200 len: 205 time: 0.1794975 Feb 28 14:28:06.154230 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57412) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:06.161251 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60eefc7e-453d-4c0a-b598-8413a15f9baf tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Network d2e4de6d-eaaa-423b-a4aa-8e71cc8e7f54 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:28:06.167937 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-4240ddd1-51cb-420b-a88b-a38376298f52 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] GET failed (client error): The resource could not be found. Feb 28 14:28:06.168472 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4240ddd1-51cb-420b-a88b-a38376298f52 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Synchronizing usage tracker for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:28:06.188982 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-60eefc7e-453d-4c0a-b598-8413a15f9baf tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, d2e4de6d-eaaa-423b-a4aa-8e71cc8e7f54) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:06.196951 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c890b0-8713-4d0f-a3f0-1dbf175c0eb3 None None] Network d2e4de6d-eaaa-423b-a4aa-8e71cc8e7f54 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:06.198845 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60eefc7e-453d-4c0a-b598-8413a15f9baf tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:06.201272 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-60eefc7e-453d-4c0a-b598-8413a15f9baf tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:06.224794 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7ad490-9cc3-4e89-9028-3bdaf1a031e5 None None] DHCP port deletion for 6df6a9d2-09a8-4b51-9e56-ec069e1cd838 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:28:06.234347 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2ac9e359-c30a-4127-8b45-ffdce552e11f tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Deleting port 7e020c50-1cbd-4c43-99cd-2dcc16468e9a {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:06.234965 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e359-c30a-4127-8b45-ffdce552e11f tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:06.243319 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ad490-9cc3-4e89-9028-3bdaf1a031e5 None None] Deleting port 7e020c50-1cbd-4c43-99cd-2dcc16468e9a {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:06.243926 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dc7ad490-9cc3-4e89-9028-3bdaf1a031e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:06.245037 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4240ddd1-51cb-420b-a88b-a38376298f52 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Unset dirty status for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:28:06.248095 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4240ddd1-51cb-420b-a88b-a38376298f52 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "GET /v2.0/ports/45f7ec81-b06d-4f01-9bc0-491d4fba083d HTTP/1.1" status: 404 len: 333 time: 0.1311901 Feb 28 14:28:06.257046 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57416) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:06.264332 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-2fb0070d-43ff-44b0-a126-a53bc2694f40 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] delete failed (client error): The resource could not be found. Feb 28 14:28:06.267709 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2fb0070d-43ff-44b0-a126-a53bc2694f40 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "DELETE /v2.0/routers/4a57ef29-93f1-454e-8d1d-6d76e06e51a0 HTTP/1.1" status: 404 len: 336 time: 0.1102002 Feb 28 14:28:06.280117 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57420) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:06.303106 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-60eefc7e-453d-4c0a-b598-8413a15f9baf tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3305774 Feb 28 14:28:06.306083 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57424) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:06.320440 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-25bc3704-2a5d-4c6b-8633-e506e71ee140 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Request body: {'network': {'name': 'tempest-router-network01--1629875614'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:06.330717 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-44edf805-fce9-481e-963a-9848904377c9 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] DELETE failed (client error): The resource could not be found. Feb 28 14:28:06.331464 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44edf805-fce9-481e-963a-9848904377c9 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:28:06.333123 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-25bc3704-2a5d-4c6b-8633-e506e71ee140 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:06.333519 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-44edf805-fce9-481e-963a-9848904377c9 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "DELETE /v2.0/subnets/2be0922a-5632-454d-9eb9-970ea80c70b5 HTTP/1.1" status: 404 len: 337 time: 0.0522456 Feb 28 14:28:06.337297 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57428) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:06.342052 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-25bc3704-2a5d-4c6b-8633-e506e71ee140 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Usage tracker for resource:network and tenant:82e701a5470c4429b1c455bc5808d656 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:06.349916 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-25bc3704-2a5d-4c6b-8633-e506e71ee140 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:06.436056 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-25bc3704-2a5d-4c6b-8633-e506e71ee140 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:06.459247 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b153bc42-aa54-4590-885b-9cfc6a51fcfa tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting port c655402c-e297-471a-91f6-f7feaf83ab28 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:06.459656 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b153bc42-aa54-4590-885b-9cfc6a51fcfa tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:06.508980 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-17278ca9-b43b-426d-818a-8a6d89bc5ac0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:06.516507 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bc3704-2a5d-4c6b-8633-e506e71ee140 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Made reservation on behalf of 82e701a5470c4429b1c455bc5808d656 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:06.520750 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25bc3704-2a5d-4c6b-8633-e506e71ee140 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:06.561286 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-2ac9e359-c30a-4127-8b45-ffdce552e11f tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] For port 7e020c50-1cbd-4c43-99cd-2dcc16468e9a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=7e020c50-1cbd-4c43-99cd-2dcc16468e9a,segment=NetworkSegment(88579028-94ff-4787-b6c1-3ca180bcf8e7),segment_id=88579028-94ff-4787-b6c1-3ca180bcf8e7)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:06.562033 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e359-c30a-4127-8b45-ffdce552e11f tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:06.572447 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-dc7ad490-9cc3-4e89-9028-3bdaf1a031e5 None None] For port 7e020c50-1cbd-4c43-99cd-2dcc16468e9a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=7e020c50-1cbd-4c43-99cd-2dcc16468e9a,segment=NetworkSegment(88579028-94ff-4787-b6c1-3ca180bcf8e7),segment_id=88579028-94ff-4787-b6c1-3ca180bcf8e7)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:06.572806 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dc7ad490-9cc3-4e89-9028-3bdaf1a031e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:06.609715 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1df10027-b3bc-414a-951d-e347240ccb11 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Deleting port b64ea1e2-752e-42ca-bc99-cf5053f04b88 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:06.610302 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1df10027-b3bc-414a-951d-e347240ccb11 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:06.706389 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2ac9e359-c30a-4127-8b45-ffdce552e11f tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Calling delete_port for 7e020c50-1cbd-4c43-99cd-2dcc16468e9a owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:06.710471 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25bc3704-2a5d-4c6b-8633-e506e71ee140 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:28:06.710855 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ad490-9cc3-4e89-9028-3bdaf1a031e5 None None] Calling delete_port for 7e020c50-1cbd-4c43-99cd-2dcc16468e9a owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:06.757685 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ce092eb4-e5c8-4e27-a02c-9ce321c9ed0c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:06.811422 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25bc3704-2a5d-4c6b-8633-e506e71ee140 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:06.811766 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-25bc3704-2a5d-4c6b-8633-e506e71ee140 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Added segment c72897df-0783-413b-b676-0a53bc749821 of type vlan for network 0ed75908-e5f9-4853-b9bc-25cba1ba7082 Feb 28 14:28:06.831875 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61dcd27-7642-4131-9c0c-72eec621c554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-d2e4de6d-eaaa-423b-a4aa-8e71cc8e7f54', 'network_id': 'd2e4de6d-eaaa-423b-a4aa-8e71cc8e7f54', 'tenant_id': '82e701a5470c4429b1c455bc5808d656', 'fixed_ips': [{'subnet_id': '73ddbf1a-39d7-49ff-a7a3-cebee476eae2'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:28:06.832734 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b61dcd27-7642-4131-9c0c-72eec621c554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:06.844543 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dc7ad490-9cc3-4e89-9028-3bdaf1a031e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:06.845837 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-17278ca9-b43b-426d-818a-8a6d89bc5ac0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.26.5.10 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/a8f2bd5f-cdc9-4622-b0cf-54547507fab1) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:28:06.856031 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-2ac9e359-c30a-4127-8b45-ffdce552e11f tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:28:06.856619 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-2ac9e359-c30a-4127-8b45-ffdce552e11f tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:28:06.903897 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7ad490-9cc3-4e89-9028-3bdaf1a031e5 None None] No DVR routers for this DVR port 7e020c50-1cbd-4c43-99cd-2dcc16468e9a on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:28:06.905383 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ad490-9cc3-4e89-9028-3bdaf1a031e5 None None] Pushing event deleted for resources: {'Port': ['ID=7e020c50-1cbd-4c43-99cd-2dcc16468e9a,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:07.002077 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-17278ca9-b43b-426d-818a-8a6d89bc5ac0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:07.040461 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-17278ca9-b43b-426d-818a-8a6d89bc5ac0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:07.054835 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25bc3704-2a5d-4c6b-8633-e506e71ee140 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:07.061161 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-b61dcd27-7642-4131-9c0c-72eec621c554 None None] Allocated IP 172.20.0.2 (d2e4de6d-eaaa-423b-a4aa-8e71cc8e7f54/73ddbf1a-39d7-49ff-a7a3-cebee476eae2/f7782eb1-0f2c-4d38-99c8-653d04b2f6a0) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:28:07.118767 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17278ca9-b43b-426d-818a-8a6d89bc5ac0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:07.121861 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-17278ca9-b43b-426d-818a-8a6d89bc5ac0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:07.125617 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17278ca9-b43b-426d-818a-8a6d89bc5ac0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:28:07.177347 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17278ca9-b43b-426d-818a-8a6d89bc5ac0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=a8f2bd5f-cdc9-4622-b0cf-54547507fab1,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:07.244382 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-25bc3704-2a5d-4c6b-8633-e506e71ee140 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:28:07.293372 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b61dcd27-7642-4131-9c0c-72eec621c554 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:07.317631 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b61dcd27-7642-4131-9c0c-72eec621c554 None None] Transition to ACTIVE for port object f7782eb1-0f2c-4d38-99c8-653d04b2f6a0 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:07.336999 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b153bc42-aa54-4590-885b-9cfc6a51fcfa tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:07.350914 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 7e020c50-1cbd-4c43-99cd-2dcc16468e9a no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:28:07.351816 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25bc3704-2a5d-4c6b-8633-e506e71ee140 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:07.357268 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc3704-2a5d-4c6b-8633-e506e71ee140 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:07.357966 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25bc3704-2a5d-4c6b-8633-e506e71ee140 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:07.386083 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b61dcd27-7642-4131-9c0c-72eec621c554 None None] Transition to ACTIVE for port object f7782eb1-0f2c-4d38-99c8-653d04b2f6a0 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:07.394671 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 7e020c50-1cbd-4c43-99cd-2dcc16468e9a {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:28:07.395302 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 7e020c50-1cbd-4c43-99cd-2dcc16468e9a not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:28:07.400859 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b61dcd27-7642-4131-9c0c-72eec621c554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:07.471466 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61dcd27-7642-4131-9c0c-72eec621c554 None None] Network d2e4de6d-eaaa-423b-a4aa-8e71cc8e7f54 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:07.474643 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-b61dcd27-7642-4131-9c0c-72eec621c554 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:07.478826 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61dcd27-7642-4131-9c0c-72eec621c554 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:28:07.508595 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2ac9e359-c30a-4127-8b45-ffdce552e11f tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Deleting port 7e020c50-1cbd-4c43-99cd-2dcc16468e9a {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:07.508960 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e359-c30a-4127-8b45-ffdce552e11f tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:07.529089 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61dcd27-7642-4131-9c0c-72eec621c554 None None] Pushing event updated for resources: {'Port': ['ID=f7782eb1-0f2c-4d38-99c8-653d04b2f6a0,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:07.588652 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2ac9e359-c30a-4127-8b45-ffdce552e11f tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] The port '7e020c50-1cbd-4c43-99cd-2dcc16468e9a' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:28:07.593636 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b61dcd27-7642-4131-9c0c-72eec621c554 None None] Attempting to bind port f7782eb1-0f2c-4d38-99c8-653d04b2f6a0 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:28:07.594015 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b61dcd27-7642-4131-9c0c-72eec621c554 None None] Attempting to bind port f7782eb1-0f2c-4d38-99c8-653d04b2f6a0 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '6a4040b6-c619-43ce-9939-11a7cb2eaa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd2e4de6d-eaaa-423b-a4aa-8e71cc8e7f54'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:28:07.594355 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61dcd27-7642-4131-9c0c-72eec621c554 None None] Attempting to bind port f7782eb1-0f2c-4d38-99c8-653d04b2f6a0 on network d2e4de6d-eaaa-423b-a4aa-8e71cc8e7f54 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:28:07.600581 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61dcd27-7642-4131-9c0c-72eec621c554 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:28:07.600952 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61dcd27-7642-4131-9c0c-72eec621c554 None None] Checking segment: {'id': '6a4040b6-c619-43ce-9939-11a7cb2eaa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd2e4de6d-eaaa-423b-a4aa-8e71cc8e7f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:28:07.601344 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b61dcd27-7642-4131-9c0c-72eec621c554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:07.601723 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61dcd27-7642-4131-9c0c-72eec621c554 None None] Bound using segment: {'id': '6a4040b6-c619-43ce-9939-11a7cb2eaa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd2e4de6d-eaaa-423b-a4aa-8e71cc8e7f54'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:28:07.602182 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b61dcd27-7642-4131-9c0c-72eec621c554 None None] Bound port: f7782eb1-0f2c-4d38-99c8-653d04b2f6a0, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4040b6-c619-43ce-9939-11a7cb2eaa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd2e4de6d-eaaa-423b-a4aa-8e71cc8e7f54'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:28:07.602546 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b61dcd27-7642-4131-9c0c-72eec621c554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:07.691077 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b153bc42-aa54-4590-885b-9cfc6a51fcfa tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Calling delete_port for c655402c-e297-471a-91f6-f7feaf83ab28 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:07.705457 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bf927ee2-b170-4e7b-b592-68fe2fc4eea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:07.753465 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b61dcd27-7642-4131-9c0c-72eec621c554 None None] For port f7782eb1-0f2c-4d38-99c8-653d04b2f6a0, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:28:07.756799 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b61dcd27-7642-4131-9c0c-72eec621c554 None None] For port f7782eb1-0f2c-4d38-99c8-653d04b2f6a0, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=f7782eb1-0f2c-4d38-99c8-653d04b2f6a0,segment=NetworkSegment(6a4040b6-c619-43ce-9939-11a7cb2eaa87),segment_id=6a4040b6-c619-43ce-9939-11a7cb2eaa87)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:28:07.761388 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b61dcd27-7642-4131-9c0c-72eec621c554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:07.790152 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e359-c30a-4127-8b45-ffdce552e11f tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:07.812615 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-25bc3704-2a5d-4c6b-8633-e506e71ee140 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5048950 Feb 28 14:28:07.814075 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57432) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:07.829693 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9fd6c3a2-dc6c-4e90-bd54-908e212d6ef6 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Request body: {'network': {'name': 'tempest-router-network02--676114403'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:07.834025 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1df10027-b3bc-414a-951d-e347240ccb11 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:07.839123 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-2ac9e359-c30a-4127-8b45-ffdce552e11f tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df6a9d2-09a8-4b51-9e56-ec069e1cd838']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:07.854142 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc3704-2a5d-4c6b-8633-e506e71ee140 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Pushing event updated for resources: {'Network': ['ID=0ed75908-e5f9-4853-b9bc-25cba1ba7082,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:07.854433 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61dcd27-7642-4131-9c0c-72eec621c554 None None] Pushing event updated for resources: {'Port': ['ID=f7782eb1-0f2c-4d38-99c8-653d04b2f6a0,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:07.857319 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-2ac9e359-c30a-4127-8b45-ffdce552e11f tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88579028-94ff-4787-b6c1-3ca180bcf8e7') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:07.857479 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9fd6c3a2-dc6c-4e90-bd54-908e212d6ef6 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:07.857906 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-2ac9e359-c30a-4127-8b45-ffdce552e11f tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88579028-94ff-4787-b6c1-3ca180bcf8e7') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:07.875647 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 0ed75908-e5f9-4853-b9bc-25cba1ba7082 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:28:07.878527 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e359-c30a-4127-8b45-ffdce552e11f tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:07.903402 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e359-c30a-4127-8b45-ffdce552e11f tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:07.911956 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac9e359-c30a-4127-8b45-ffdce552e11f tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:28:07.912589 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e359-c30a-4127-8b45-ffdce552e11f tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:28:07.929430 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:28:07.939444 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9fd6c3a2-dc6c-4e90-bd54-908e212d6ef6 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Usage tracker for resource:network and tenant:82e701a5470c4429b1c455bc5808d656 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:08.021111 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1df10027-b3bc-414a-951d-e347240ccb11 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Calling delete_port for b64ea1e2-752e-42ca-bc99-cf5053f04b88 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:08.039625 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e359-c30a-4127-8b45-ffdce552e11f tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:08.058160 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e359-c30a-4127-8b45-ffdce552e11f tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:08.070127 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-17278ca9-b43b-426d-818a-8a6d89bc5ac0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:08.081505 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9fd6c3a2-dc6c-4e90-bd54-908e212d6ef6 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:08.105185 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9e359-c30a-4127-8b45-ffdce552e11f tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] Pushing event deleted for resources: {'Network': ['ID=6df6a9d2-09a8-4b51-9e56-ec069e1cd838,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:08.106728 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9fd6c3a2-dc6c-4e90-bd54-908e212d6ef6 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:08.143090 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd6c3a2-dc6c-4e90-bd54-908e212d6ef6 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Made reservation on behalf of 82e701a5470c4429b1c455bc5808d656 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:08.148631 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fd6c3a2-dc6c-4e90-bd54-908e212d6ef6 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:08.154026 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2ac9e359-c30a-4127-8b45-ffdce552e11f tempest-ExtraDHCPOptionsIpV6TestJSON-113318928 tempest-ExtraDHCPOptionsIpV6TestJSON-113318928-project] 10.222.0.30 "DELETE /v2.0/networks/6df6a9d2-09a8-4b51-9e56-ec069e1cd838 HTTP/1.1" status: 204 len: 168 time: 2.2040992 Feb 28 14:28:08.175380 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-17278ca9-b43b-426d-818a-8a6d89bc5ac0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:08.298781 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ce092eb4-e5c8-4e27-a02c-9ce321c9ed0c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Deleting port 27976870-63d8-4ad9-8573-4fa6d0942932 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:08.299129 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ce092eb4-e5c8-4e27-a02c-9ce321c9ed0c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:08.410254 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd6c3a2-dc6c-4e90-bd54-908e212d6ef6 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:28:08.414712 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-17278ca9-b43b-426d-818a-8a6d89bc5ac0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:08.427108 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-17278ca9-b43b-426d-818a-8a6d89bc5ac0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:08.446367 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b153bc42-aa54-4590-885b-9cfc6a51fcfa tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:08.507411 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153bc42-aa54-4590-885b-9cfc6a51fcfa tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Port': ['ID=c655402c-e297-471a-91f6-f7feaf83ab28,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:08.514908 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fd6c3a2-dc6c-4e90-bd54-908e212d6ef6 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:08.514908 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-9fd6c3a2-dc6c-4e90-bd54-908e212d6ef6 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Added segment 65af1140-e423-4127-a93d-37c3609f91d6 of type vlan for network 2a1caad5-a105-4efa-a0b2-783a2c8b8936 Feb 28 14:28:08.516148 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1df10027-b3bc-414a-951d-e347240ccb11 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:08.534810 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57440) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:08.557261 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17278ca9-b43b-426d-818a-8a6d89bc5ac0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=a8f2bd5f-cdc9-4622-b0cf-54547507fab1,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:08.565536 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-17278ca9-b43b-426d-818a-8a6d89bc5ac0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:08.696961 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df10027-b3bc-414a-951d-e347240ccb11 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event deleted for resources: {'Port': ['ID=b64ea1e2-752e-42ca-bc99-cf5053f04b88,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:08.761103 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:28:08.797441 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-17278ca9-b43b-426d-818a-8a6d89bc5ac0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Floating IP 2d3d1b28-4488-46e5-ab1b-d80a5656ecbb associated. External IP: 172.26.5.10, port: 29bfe79c-ecf1-4259-ad58-16890b1f3dcc. Feb 28 14:28:08.818289 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fd6c3a2-dc6c-4e90-bd54-908e212d6ef6 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:08.862809 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2f4f13f0-ab32-4ec0-ae56-9bd2eb95edac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e528394e0f84056b3cedcaa2f247a43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3250701 Feb 28 14:28:08.863601 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57446) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:08.928984 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ce092eb4-e5c8-4e27-a02c-9ce321c9ed0c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:09.027289 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e57b44-8f7a-4993-b428-6eee3014f201 None None] Network d2e4de6d-eaaa-423b-a4aa-8e71cc8e7f54 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:09.073850 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b153bc42-aa54-4590-885b-9cfc6a51fcfa tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:09.085101 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ce092eb4-e5c8-4e27-a02c-9ce321c9ed0c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Calling delete_port for 27976870-63d8-4ad9-8573-4fa6d0942932 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:09.114508 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1df10027-b3bc-414a-951d-e347240ccb11 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:09.127299 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fd6c3a2-dc6c-4e90-bd54-908e212d6ef6 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:09.132629 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd6c3a2-dc6c-4e90-bd54-908e212d6ef6 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:09.133428 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9fd6c3a2-dc6c-4e90-bd54-908e212d6ef6 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:09.150475 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ecc94e71-cc7c-4dd3-9987-abc03098b946 None None] Provisioning for port f7782eb1-0f2c-4d38-99c8-653d04b2f6a0 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:09.160119 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e02124f7-0fb2-4e9c-abcc-21cda3e0cbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:09.222431 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1df10027-b3bc-414a-951d-e347240ccb11 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "DELETE /v2.0/ports/b64ea1e2-752e-42ca-bc99-cf5053f04b88 HTTP/1.1" status: 204 len: 168 time: 2.8800893 Feb 28 14:28:09.222431 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b153bc42-aa54-4590-885b-9cfc6a51fcfa tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/ports/c655402c-e297-471a-91f6-f7feaf83ab28 HTTP/1.1" status: 204 len: 168 time: 2.9630823 Feb 28 14:28:09.225775 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9fd6c3a2-dc6c-4e90-bd54-908e212d6ef6 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4045691 Feb 28 14:28:09.236641 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57450) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:09.236973 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57452) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:09.237276 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57454) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:09.299216 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6c3a2-dc6c-4e90-bd54-908e212d6ef6 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Pushing event updated for resources: {'Network': ['ID=2a1caad5-a105-4efa-a0b2-783a2c8b8936,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:09.311549 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e02124f7-0fb2-4e9c-abcc-21cda3e0cbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:09.321286 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f4a7ac80-eb22-4424-93b6-1643f13b3cb7 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Request body: {'subnet': {'network_id': '0ed75908-e5f9-4853-b9bc-25cba1ba7082', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:09.330973 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 2a1caad5-a105-4efa-a0b2-783a2c8b8936 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:28:09.458702 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-485904c3-f939-4237-a9e9-e879e344f8cd tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] GET failed (client error): The resource could not be found. Feb 28 14:28:09.460064 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-485904c3-f939-4237-a9e9-e879e344f8cd tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "GET /v2.0/ports/c655402c-e297-471a-91f6-f7feaf83ab28 HTTP/1.1" status: 404 len: 333 time: 0.2156432 Feb 28 14:28:09.464698 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57462) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:09.470347 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ce092eb4-e5c8-4e27-a02c-9ce321c9ed0c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:09.477125 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device f7782eb1-0f2c-4d38-99c8-653d04b2f6a0 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:28:09.535108 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-eafc43cc-8552-415d-b209-6fdbe31e0c4a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Deleting port 8d969443-ede3-4799-91a7-c7a1d1ff2ac7 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:09.538630 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eafc43cc-8552-415d-b209-6fdbe31e0c4a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:09.563025 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port f7782eb1-0f2c-4d38-99c8-653d04b2f6a0 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:09.569334 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port f7782eb1-0f2c-4d38-99c8-653d04b2f6a0 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:09.569743 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:09.701907 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f4a7ac80-eb22-4424-93b6-1643f13b3cb7 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:09.712603 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:09.730067 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-63e3d989-fafe-4752-8ee9-ce712b518894 None None] Provisioning complete for port f7782eb1-0f2c-4d38-99c8-653d04b2f6a0 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:09.730459 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-63e3d989-fafe-4752-8ee9-ce712b518894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:09.749886 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f4a7ac80-eb22-4424-93b6-1643f13b3cb7 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Usage tracker for resource:subnet and tenant:82e701a5470c4429b1c455bc5808d656 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:09.755120 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f4a7ac80-eb22-4424-93b6-1643f13b3cb7 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:09.772650 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f4a7ac80-eb22-4424-93b6-1643f13b3cb7 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:09.816261 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce092eb4-e5c8-4e27-a02c-9ce321c9ed0c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Port': ['ID=27976870-63d8-4ad9-8573-4fa6d0942932,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:09.816766 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port f7782eb1-0f2c-4d38-99c8-653d04b2f6a0, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=f7782eb1-0f2c-4d38-99c8-653d04b2f6a0,segment=NetworkSegment(6a4040b6-c619-43ce-9939-11a7cb2eaa87),segment_id=6a4040b6-c619-43ce-9939-11a7cb2eaa87)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:09.817408 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a3231a5e-8435-48ad-8de4-fc7c1fd40bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:09.826204 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:09.830181 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab02674-3c61-4186-a5a8-8f1f856f7fac tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting subnet ff74afcf-8cc9-41ce-ba83-005b22ed8682 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:28:09.837695 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e02124f7-0fb2-4e9c-abcc-21cda3e0cbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:09.842634 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17278ca9-b43b-426d-818a-8a6d89bc5ac0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router a2f38382-17fb-4bc3-aa38-199e3f41892e has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:28:09.852337 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a7ac80-eb22-4424-93b6-1643f13b3cb7 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Made reservation on behalf of 82e701a5470c4429b1c455bc5808d656 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:09.855818 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f4a7ac80-eb22-4424-93b6-1643f13b3cb7 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:09.872414 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0ab02674-3c61-4186-a5a8-8f1f856f7fac tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:09.942967 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=f7782eb1-0f2c-4d38-99c8-653d04b2f6a0,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:09.946105 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0ab02674-3c61-4186-a5a8-8f1f856f7fac tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:09.956200 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02124f7-0fb2-4e9c-abcc-21cda3e0cbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc76f74-d63a-4abf-a195-82d58b25ab42,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:10.037619 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e02124f7-0fb2-4e9c-abcc-21cda3e0cbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:10.041180 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e02124f7-0fb2-4e9c-abcc-21cda3e0cbbb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ddc76f74-d63a-4abf-a195-82d58b25ab42 HTTP/1.1" status: 204 len: 168 time: 1.1661673 Feb 28 14:28:10.129571 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ce092eb4-e5c8-4e27-a02c-9ce321c9ed0c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:10.154782 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eafc43cc-8552-415d-b209-6fdbe31e0c4a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:10.295724 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0ab02674-3c61-4186-a5a8-8f1f856f7fac tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:10.349474 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-eafc43cc-8552-415d-b209-6fdbe31e0c4a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Calling delete_port for 8d969443-ede3-4799-91a7-c7a1d1ff2ac7 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:10.454365 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17278ca9-b43b-426d-818a-8a6d89bc5ac0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:28:10.467652 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9e3edd-42e3-494d-bc4c-de3f81af79e5 None None] Sync routers for ids ['a2f38382-17fb-4bc3-aa38-199e3f41892e'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:28:10.486232 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9e3edd-42e3-494d-bc4c-de3f81af79e5 None None] Routers {'a2f38382-17fb-4bc3-aa38-199e3f41892e'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:10.486777 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0b9e3edd-42e3-494d-bc4c-de3f81af79e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['a2f38382-17fb-4bc3-aa38-199e3f41892e'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:10.521047 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-17278ca9-b43b-426d-818a-8a6d89bc5ac0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:10.541437 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce092eb4-e5c8-4e27-a02c-9ce321c9ed0c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Router cea761dc-212d-4105-9fea-ea4b8369802b has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:28:10.547130 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0ab02674-3c61-4186-a5a8-8f1f856f7fac tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:10.603014 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab02674-3c61-4186-a5a8-8f1f856f7fac tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Subnet': ['ID=ff74afcf-8cc9-41ce-ba83-005b22ed8682,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:10.608340 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0ab02674-3c61-4186-a5a8-8f1f856f7fac tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:10.617529 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bd5cda-fd43-42ff-857b-4e61c00ed5ba None None] Network 6ad54132-fdde-4b4f-8bae-cd11480ec170 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:10.772508 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-0b9e3edd-42e3-494d-bc4c-de3f81af79e5 None None] Set router a2f38382-17fb-4bc3-aa38-199e3f41892e gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:28:10.780690 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0ab02674-3c61-4186-a5a8-8f1f856f7fac tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/subnets/ff74afcf-8cc9-41ce-ba83-005b22ed8682 HTTP/1.1" status: 204 len: 168 time: 1.3135748 Feb 28 14:28:10.782599 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce092eb4-e5c8-4e27-a02c-9ce321c9ed0c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:28:10.786424 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57484) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:10.802025 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ce092eb4-e5c8-4e27-a02c-9ce321c9ed0c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "PUT /v2.0/routers/cea761dc-212d-4105-9fea-ea4b8369802b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5385089 Feb 28 14:28:10.802814 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57490) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:10.809075 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec522491-b0d5-4418-8737-7593336d0433 None None] Sync routers for ids ['cea761dc-212d-4105-9fea-ea4b8369802b'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:28:10.824308 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f4a7ac80-eb22-4424-93b6-1643f13b3cb7 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:10.853807 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec522491-b0d5-4418-8737-7593336d0433 None None] Routers {'cea761dc-212d-4105-9fea-ea4b8369802b'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:10.854447 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ec522491-b0d5-4418-8737-7593336d0433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['cea761dc-212d-4105-9fea-ea4b8369802b'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:10.895351 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-17278ca9-b43b-426d-818a-8a6d89bc5ac0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.2069521 Feb 28 14:28:10.896997 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eafc43cc-8552-415d-b209-6fdbe31e0c4a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:10.898007 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57494) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:10.915812 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf7d9ba-f56c-43a0-8b8e-575614056839', 'tag': '29bfe79c-ecf1-4259-ad58-16890b1f3dcc'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:28:10.975575 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57500) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:11.073664 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ec522491-b0d5-4418-8737-7593336d0433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:11.095535 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf7d9ba-f56c-43a0-8b8e-575614056839', 'tag': '29bfe79c-ecf1-4259-ad58-16890b1f3dcc', 'status': 'completed', 'code': 200} Feb 28 14:28:11.099378 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:11.104094 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec522491-b0d5-4418-8737-7593336d0433 None None] Routers {'cea761dc-212d-4105-9fea-ea4b8369802b'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:11.104812 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ec522491-b0d5-4418-8737-7593336d0433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['cea761dc-212d-4105-9fea-ea4b8369802b'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:11.107411 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc43cc-8552-415d-b209-6fdbe31e0c4a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event deleted for resources: {'Port': ['ID=8d969443-ede3-4799-91a7-c7a1d1ff2ac7,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:11.170044 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:11.173880 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ec522491-b0d5-4418-8737-7593336d0433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:11.173880 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec522491-b0d5-4418-8737-7593336d0433 None None] The sync data for ids ['cea761dc-212d-4105-9fea-ea4b8369802b'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:28:11.241561 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7ac80-eb22-4424-93b6-1643f13b3cb7 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Pushing event updated for resources: {'Subnet': ['ID=8001741d-6c7a-41f5-ba31-99a732b8e15b,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:11.251184 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a84e1dd2-ecd3-49ba-a485-2bfff3598b93 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:11.257545 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a7ac80-eb22-4424-93b6-1643f13b3cb7 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Checking segment: {'id': 'c72897df-0783-413b-b676-0a53bc749821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0ed75908-e5f9-4853-b9bc-25cba1ba7082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:28:11.257755 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a7ac80-eb22-4424-93b6-1643f13b3cb7 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Network hostable DHCP agents. Network: 0ed75908-e5f9-4853-b9bc-25cba1ba7082, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:28:11.293122 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a84e1dd2-ecd3-49ba-a485-2bfff3598b93 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting port db75f6bd-9b6c-42a1-83f2-ac447942f23f {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:11.293478 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a84e1dd2-ecd3-49ba-a485-2bfff3598b93 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:11.319028 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb487af-e5bb-4f52-95dd-42851207a158 None None] DHCP port deletion for 6ad54132-fdde-4b4f-8bae-cd11480ec170 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:28:11.323692 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-ebb487af-e5bb-4f52-95dd-42851207a158 None None] Deleting port db75f6bd-9b6c-42a1-83f2-ac447942f23f {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:11.325781 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ebb487af-e5bb-4f52-95dd-42851207a158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:11.325953 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eafc43cc-8552-415d-b209-6fdbe31e0c4a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:11.350291 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a7ac80-eb22-4424-93b6-1643f13b3cb7 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Network 0ed75908-e5f9-4853-b9bc-25cba1ba7082 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:28:11.357438 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-eafc43cc-8552-415d-b209-6fdbe31e0c4a tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "DELETE /v2.0/ports/8d969443-ede3-4799-91a7-c7a1d1ff2ac7 HTTP/1.1" status: 204 len: 168 time: 2.1144459 Feb 28 14:28:11.361708 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57506) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:11.420437 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-f4a7ac80-eb22-4424-93b6-1643f13b3cb7 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 0ed75908-e5f9-4853-b9bc-25cba1ba7082) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:11.427845 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-af743d54-d397-4129-9c97-36270a8619b2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1017495394'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:11.429445 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0b9e3edd-42e3-494d-bc4c-de3f81af79e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'name': 'tempest-TestNetworkBasicOps-router-1768235454', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:27:03Z', 'updated_at': '2022-02-28T14:27:23Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:27:06Z', 'updated_at': '2022-02-28T14:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '2d3d1b28-4488-46e5-ab1b-d80a5656ecbb', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.10', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'port_id': '29bfe79c-ecf1-4259-ad58-16890b1f3dcc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57852e3c-292e-4286-baba-a1576ddcc59b', 'mac_address': 'fa:16:3e:3e:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf7d9ba-f56c-43a0-8b8e-575614056839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:28:07Z', 'updated_at': '2022-02-28T14:28:07Z', 'revision_number': 0, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc7dcc2-6b7e-4571-9854-c87f1ea96b99', 'name': '', 'network_id': '57852e3c-292e-4286-baba-a1576ddcc59b', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:6c:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '94cf854d-0c42-4dd5-af6a-8ad979299199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:27:21Z', 'updated_at': '2022-02-28T14:27:33Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '94cf854d-0c42-4dd5-af6a-8ad979299199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:11.445482 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9e3edd-42e3-494d-bc4c-de3f81af79e5 None None] Checking router: a2f38382-17fb-4bc3-aa38-199e3f41892e for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:28:11.466235 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a7ac80-eb22-4424-93b6-1643f13b3cb7 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:11.466819 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f4a7ac80-eb22-4424-93b6-1643f13b3cb7 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:11.470694 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9e3edd-42e3-494d-bc4c-de3f81af79e5 None None] Routers {'a2f38382-17fb-4bc3-aa38-199e3f41892e'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:11.471216 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-af743d54-d397-4129-9c97-36270a8619b2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:11.471666 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0b9e3edd-42e3-494d-bc4c-de3f81af79e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['a2f38382-17fb-4bc3-aa38-199e3f41892e'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:11.492573 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-af743d54-d397-4129-9c97-36270a8619b2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Usage tracker for resource:network and tenant:0539f90cebdd4ae0a6aaf5a401bdedad is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:11.500409 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-af743d54-d397-4129-9c97-36270a8619b2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:11.509995 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-af743d54-d397-4129-9c97-36270a8619b2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:11.515388 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device f7782eb1-0f2c-4d38-99c8-653d04b2f6a0 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:28:11.527891 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f4a7ac80-eb22-4424-93b6-1643f13b3cb7 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2818837 Feb 28 14:28:11.529087 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57510) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:11.546253 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0b9a0c98-8f54-4c83-aa3b-417329b17ab8 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Request body: {'subnet': {'network_id': '2a1caad5-a105-4efa-a0b2-783a2c8b8936', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:11.561615 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4129a8fc-d047-48dc-b1d1-d0eac63a8b7c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/2d3d1b28-4488-46e5-ab1b-d80a5656ecbb HTTP/1.1" status: 200 len: 990 time: 0.6625106 Feb 28 14:28:11.567077 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aa70b8-f127-4277-8cf8-03467b8400dd None None] Network 0ed75908-e5f9-4853-b9bc-25cba1ba7082 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:11.587476 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af743d54-d397-4129-9c97-36270a8619b2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Made reservation on behalf of 0539f90cebdd4ae0a6aaf5a401bdedad for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:11.590875 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af743d54-d397-4129-9c97-36270a8619b2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:11.631323 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af743d54-d397-4129-9c97-36270a8619b2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:11.720309 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-ea3da154-3e4b-48bf-9769-caceed7e8008 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] remove_router_interface failed (client error): The resource could not be found. Feb 28 14:28:11.724141 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ea3da154-3e4b-48bf-9769-caceed7e8008 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "PUT /v2.0/routers/cea761dc-212d-4105-9fea-ea4b8369802b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9175980 Feb 28 14:28:11.725846 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57514) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:11.728326 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f15439-99ba-46ff-bcd0-2eddc42dd396 req-cfce840c-7877-4dbc-a7c4-26966823d1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:11.730063 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-69f15439-99ba-46ff-bcd0-2eddc42dd396 req-cfce840c-7877-4dbc-a7c4-26966823d1e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=bbf7d9ba-f56c-43a0-8b8e-575614056839 HTTP/1.1" status: 200 len: 1098 time: 0.6357253 Feb 28 14:28:11.741850 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-0b9e3edd-42e3-494d-bc4c-de3f81af79e5 None None] Set router a2f38382-17fb-4bc3-aa38-199e3f41892e gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:28:11.762528 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-af743d54-d397-4129-9c97-36270a8619b2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:11.780640 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7aff6de7-fbb8-482a-ab82-821a0737be6d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Synchronizing usage tracker for tenant:2f27756656034771b730bac18fc748ab on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:28:11.789347 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-af743d54-d397-4129-9c97-36270a8619b2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Usage tracker for resource:security_group_rule and tenant:0539f90cebdd4ae0a6aaf5a401bdedad is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:11.798915 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-af743d54-d397-4129-9c97-36270a8619b2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:11.807211 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ebb487af-e5bb-4f52-95dd-42851207a158 None None] For port db75f6bd-9b6c-42a1-83f2-ac447942f23f, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=db75f6bd-9b6c-42a1-83f2-ac447942f23f,segment=NetworkSegment(a8b327b8-39a2-4968-80b2-6dab99a50772),segment_id=a8b327b8-39a2-4968-80b2-6dab99a50772)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:11.807772 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ebb487af-e5bb-4f52-95dd-42851207a158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:11.810645 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-af743d54-d397-4129-9c97-36270a8619b2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:11.813185 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-a84e1dd2-ecd3-49ba-a485-2bfff3598b93 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] For port db75f6bd-9b6c-42a1-83f2-ac447942f23f, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=db75f6bd-9b6c-42a1-83f2-ac447942f23f,segment=NetworkSegment(a8b327b8-39a2-4968-80b2-6dab99a50772),segment_id=a8b327b8-39a2-4968-80b2-6dab99a50772)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:11.813537 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a84e1dd2-ecd3-49ba-a485-2bfff3598b93 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:11.832263 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9caec9-93ac-4c12-9c9e-67f51da8a4a7 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:11.832868 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2c9caec9-93ac-4c12-9c9e-67f51da8a4a7 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Synchronizing usage tracker for tenant:a713dce2e4474a3e85dacb2710c38d65 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:28:11.847028 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0b9a0c98-8f54-4c83-aa3b-417329b17ab8 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:11.931364 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-ebb487af-e5bb-4f52-95dd-42851207a158 None None] Calling delete_port for db75f6bd-9b6c-42a1-83f2-ac447942f23f owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:11.934898 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f15439-99ba-46ff-bcd0-2eddc42dd396 req-979fd8b7-4391-4b02-94b1-3915c787b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:11.936807 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-69f15439-99ba-46ff-bcd0-2eddc42dd396 req-979fd8b7-4391-4b02-94b1-3915c787b71d service neutron] 10.222.0.13 "GET /v2.0/networks?id=57852e3c-292e-4286-baba-a1576ddcc59b HTTP/1.1" status: 200 len: 896 time: 0.1531956 Feb 28 14:28:11.972247 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a84e1dd2-ecd3-49ba-a485-2bfff3598b93 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Calling delete_port for db75f6bd-9b6c-42a1-83f2-ac447942f23f owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:12.010136 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0b9a0c98-8f54-4c83-aa3b-417329b17ab8 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Usage tracker for resource:subnet and tenant:82e701a5470c4429b1c455bc5808d656 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:12.024276 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0b9a0c98-8f54-4c83-aa3b-417329b17ab8 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:12.034120 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0b9a0c98-8f54-4c83-aa3b-417329b17ab8 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:12.040739 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2c9caec9-93ac-4c12-9c9e-67f51da8a4a7 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Unset dirty status for tenant:a713dce2e4474a3e85dacb2710c38d65 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:28:12.044519 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2c9caec9-93ac-4c12-9c9e-67f51da8a4a7 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "GET /v2.0/ports?device_id=c03555cd-652b-4bba-b748-91a2da17fdbf HTTP/1.1" status: 200 len: 913 time: 0.6777122 Feb 28 14:28:12.052626 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57518) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:12.066663 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ebb487af-e5bb-4f52-95dd-42851207a158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:12.073680 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-69f15439-99ba-46ff-bcd0-2eddc42dd396 req-e382a4ec-3bd7-49cf-94ce-34fcf0e01fb5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29bfe79c-ecf1-4259-ad58-16890b1f3dcc HTTP/1.1" status: 200 len: 998 time: 0.1289778 Feb 28 14:28:12.074851 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7aff6de7-fbb8-482a-ab82-821a0737be6d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Unset dirty status for tenant:2f27756656034771b730bac18fc748ab on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:28:12.078920 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7aff6de7-fbb8-482a-ab82-821a0737be6d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea761dc-212d-4105-9fea-ea4b8369802b HTTP/1.1" status: 200 len: 205 time: 0.3454463 Feb 28 14:28:12.079501 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57522) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:12.140160 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port f7782eb1-0f2c-4d38-99c8-653d04b2f6a0 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:12.141071 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:12.142988 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9a0c98-8f54-4c83-aa3b-417329b17ab8 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Made reservation on behalf of 82e701a5470c4429b1c455bc5808d656 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:12.146539 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b9a0c98-8f54-4c83-aa3b-417329b17ab8 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:12.176879 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0b9e3edd-42e3-494d-bc4c-de3f81af79e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'name': 'tempest-TestNetworkBasicOps-router-1768235454', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:27:03Z', 'updated_at': '2022-02-28T14:27:23Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:27:06Z', 'updated_at': '2022-02-28T14:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '2d3d1b28-4488-46e5-ab1b-d80a5656ecbb', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.10', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'port_id': '29bfe79c-ecf1-4259-ad58-16890b1f3dcc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57852e3c-292e-4286-baba-a1576ddcc59b', 'mac_address': 'fa:16:3e:3e:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf7d9ba-f56c-43a0-8b8e-575614056839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:28:07Z', 'updated_at': '2022-02-28T14:28:07Z', 'revision_number': 0, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc7dcc2-6b7e-4571-9854-c87f1ea96b99', 'name': '', 'network_id': '57852e3c-292e-4286-baba-a1576ddcc59b', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:6c:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '94cf854d-0c42-4dd5-af6a-8ad979299199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:27:21Z', 'updated_at': '2022-02-28T14:27:33Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '94cf854d-0c42-4dd5-af6a-8ad979299199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:12.182805 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9e3edd-42e3-494d-bc4c-de3f81af79e5 None None] The sync data for ids ['a2f38382-17fb-4bc3-aa38-199e3f41892e'] in dv-neutron-831192-4-hyperv is: [{'id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'name': 'tempest-TestNetworkBasicOps-router-1768235454', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:27:03Z', 'updated_at': '2022-02-28T14:27:23Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:27:06Z', 'updated_at': '2022-02-28T14:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '2d3d1b28-4488-46e5-ab1b-d80a5656ecbb', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.10', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'port_id': '29bfe79c-ecf1-4259-ad58-16890b1f3dcc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57852e3c-292e-4286-baba-a1576ddcc59b', 'mac_address': 'fa:16:3e:3e:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf7d9ba-f56c-43a0-8b8e-575614056839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:28:07Z', 'updated_at': '2022-02-28T14:28:07Z', 'revision_number': 0, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc7dcc2-6b7e-4571-9854-c87f1ea96b99', 'name': '', 'network_id': '57852e3c-292e-4286-baba-a1576ddcc59b', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:6c:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '94cf854d-0c42-4dd5-af6a-8ad979299199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:27:21Z', 'updated_at': '2022-02-28T14:27:33Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '94cf854d-0c42-4dd5-af6a-8ad979299199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:28:12.190502 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb487af-e5bb-4f52-95dd-42851207a158 None None] Pushing event deleted for resources: {'Port': ['ID=db75f6bd-9b6c-42a1-83f2-ac447942f23f,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:12.199485 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb487af-e5bb-4f52-95dd-42851207a158 None None] No DVR routers for this DVR port db75f6bd-9b6c-42a1-83f2-ac447942f23f on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:28:12.279296 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ed339fea-1eef-4176-a498-80b19fe49df0 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:12.302539 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-a84e1dd2-ecd3-49ba-a485-2bfff3598b93 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:28:12.302935 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-a84e1dd2-ecd3-49ba-a485-2bfff3598b93 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:28:12.339003 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52813941-5e6f-497e-9cea-46df3f884da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-0ed75908-e5f9-4853-b9bc-25cba1ba7082', 'network_id': '0ed75908-e5f9-4853-b9bc-25cba1ba7082', 'tenant_id': '82e701a5470c4429b1c455bc5808d656', 'fixed_ips': [{'subnet_id': '8001741d-6c7a-41f5-ba31-99a732b8e15b'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:28:12.339923 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-52813941-5e6f-497e-9cea-46df3f884da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:12.484890 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f15439-99ba-46ff-bcd0-2eddc42dd396 req-255dc0b2-c85e-4645-984e-bbabf466e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:12.486325 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-69f15439-99ba-46ff-bcd0-2eddc42dd396 req-255dc0b2-c85e-4645-984e-bbabf466e794 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94cf854d-0c42-4dd5-af6a-8ad979299199 HTTP/1.1" status: 200 len: 834 time: 0.4045577 Feb 28 14:28:12.513479 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:12.543769 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209e9cbb-3c83-4601-80ca-cdfd270894fe None None] New status for floating IP 2d3d1b28-4488-46e5-ab1b-d80a5656ecbb: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:28:12.587769 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57526) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:12.644676 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-52813941-5e6f-497e-9cea-46df3f884da4 None None] Allocated IP 172.20.0.2 (0ed75908-e5f9-4853-b9bc-25cba1ba7082/8001741d-6c7a-41f5-ba31-99a732b8e15b/77447665-da17-49b8-a6ff-e992ed8ec9fb) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:28:12.723115 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af743d54-d397-4129-9c97-36270a8619b2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:12.742605 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af743d54-d397-4129-9c97-36270a8619b2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:12.772674 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-eff6f4e9-b746-4ac0-ae9f-8d9a1da20a03 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/2d3d1b28-4488-46e5-ab1b-d80a5656ecbb HTTP/1.1" status: 200 len: 990 time: 0.1192596 Feb 28 14:28:12.805962 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a84e1dd2-ecd3-49ba-a485-2bfff3598b93 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting port db75f6bd-9b6c-42a1-83f2-ac447942f23f {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:12.806358 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a84e1dd2-ecd3-49ba-a485-2bfff3598b93 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:12.859940 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af743d54-d397-4129-9c97-36270a8619b2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:28:12.900524 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-52813941-5e6f-497e-9cea-46df3f884da4 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:12.913624 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-52813941-5e6f-497e-9cea-46df3f884da4 None None] Transition to ACTIVE for port object 77447665-da17-49b8-a6ff-e992ed8ec9fb will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:12.943394 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-52813941-5e6f-497e-9cea-46df3f884da4 None None] Transition to ACTIVE for port object 77447665-da17-49b8-a6ff-e992ed8ec9fb will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:12.951008 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-52813941-5e6f-497e-9cea-46df3f884da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:12.980128 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af743d54-d397-4129-9c97-36270a8619b2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a3fdfe-93aa-4dd9-95ba-bea19fc4ca05,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:12.984902 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ed339fea-1eef-4176-a498-80b19fe49df0 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:12.988084 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ed339fea-1eef-4176-a498-80b19fe49df0 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:13.008490 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a84e1dd2-ecd3-49ba-a485-2bfff3598b93 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] The port 'db75f6bd-9b6c-42a1-83f2-ac447942f23f' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:28:13.009712 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af743d54-d397-4129-9c97-36270a8619b2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:13.010044 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-af743d54-d397-4129-9c97-36270a8619b2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Added segment 7c00c130-fc1d-48ce-98dc-32f02eea5f66 of type vlan for network 7d27b904-1618-4ea8-9cb9-d6aee053f19c Feb 28 14:28:13.024340 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f15439-99ba-46ff-bcd0-2eddc42dd396 req-81a52625-97f6-4462-866d-1ac292b74aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:13.026127 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-69f15439-99ba-46ff-bcd0-2eddc42dd396 req-81a52625-97f6-4462-866d-1ac292b74aeb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57852e3c-292e-4286-baba-a1576ddcc59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4880600 Feb 28 14:28:13.031978 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52813941-5e6f-497e-9cea-46df3f884da4 None None] Network 0ed75908-e5f9-4853-b9bc-25cba1ba7082 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:13.035329 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-52813941-5e6f-497e-9cea-46df3f884da4 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:13.041258 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52813941-5e6f-497e-9cea-46df3f884da4 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:28:13.056871 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ed339fea-1eef-4176-a498-80b19fe49df0 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:13.057350 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed339fea-1eef-4176-a498-80b19fe49df0 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Fanout notify agent at l3_agent the message router_deleted on router cea761dc-212d-4105-9fea-ea4b8369802b {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:28:13.084702 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ed339fea-1eef-4176-a498-80b19fe49df0 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:13.087699 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ed339fea-1eef-4176-a498-80b19fe49df0 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/routers/cea761dc-212d-4105-9fea-ea4b8369802b HTTP/1.1" status: 204 len: 168 time: 1.0054975 Feb 28 14:28:13.088515 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57530) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:13.095121 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52813941-5e6f-497e-9cea-46df3f884da4 None None] Pushing event updated for resources: {'Port': ['ID=77447665-da17-49b8-a6ff-e992ed8ec9fb,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:13.125544 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d4ed5515-5897-4422-89d9-6653cb0c0ef8 req-53bbeb83-68b0-4da3-829f-cb900a98b0df service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bbf7d9ba-f56c-43a0-8b8e-575614056839&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7362611 Feb 28 14:28:13.151086 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-52813941-5e6f-497e-9cea-46df3f884da4 None None] Attempting to bind port 77447665-da17-49b8-a6ff-e992ed8ec9fb on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:28:13.151616 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-52813941-5e6f-497e-9cea-46df3f884da4 None None] Attempting to bind port 77447665-da17-49b8-a6ff-e992ed8ec9fb by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'c72897df-0783-413b-b676-0a53bc749821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0ed75908-e5f9-4853-b9bc-25cba1ba7082'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:28:13.152116 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52813941-5e6f-497e-9cea-46df3f884da4 None None] Attempting to bind port 77447665-da17-49b8-a6ff-e992ed8ec9fb on network 0ed75908-e5f9-4853-b9bc-25cba1ba7082 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:28:13.157797 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52813941-5e6f-497e-9cea-46df3f884da4 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:28:13.158275 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52813941-5e6f-497e-9cea-46df3f884da4 None None] Checking segment: {'id': 'c72897df-0783-413b-b676-0a53bc749821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0ed75908-e5f9-4853-b9bc-25cba1ba7082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:28:13.158762 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-52813941-5e6f-497e-9cea-46df3f884da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:13.159259 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52813941-5e6f-497e-9cea-46df3f884da4 None None] Bound using segment: {'id': 'c72897df-0783-413b-b676-0a53bc749821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0ed75908-e5f9-4853-b9bc-25cba1ba7082'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:28:13.159821 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-52813941-5e6f-497e-9cea-46df3f884da4 None None] Bound port: 77447665-da17-49b8-a6ff-e992ed8ec9fb, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72897df-0783-413b-b676-0a53bc749821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0ed75908-e5f9-4853-b9bc-25cba1ba7082'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:28:13.160302 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-52813941-5e6f-497e-9cea-46df3f884da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:13.211552 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af743d54-d397-4129-9c97-36270a8619b2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:13.232148 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7d43e4-69a8-44f0-81ea-e43c4f7287cd tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Deleting subnet 3be63a70-af25-4c60-8bea-6cba2f2359c3 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:28:13.237990 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af7d43e4-69a8-44f0-81ea-e43c4f7287cd tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:13.255460 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-52813941-5e6f-497e-9cea-46df3f884da4 None None] For port 77447665-da17-49b8-a6ff-e992ed8ec9fb, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:28:13.259399 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-52813941-5e6f-497e-9cea-46df3f884da4 None None] For port 77447665-da17-49b8-a6ff-e992ed8ec9fb, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=77447665-da17-49b8-a6ff-e992ed8ec9fb,segment=NetworkSegment(c72897df-0783-413b-b676-0a53bc749821),segment_id=c72897df-0783-413b-b676-0a53bc749821)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:28:13.265850 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-52813941-5e6f-497e-9cea-46df3f884da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:13.269114 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-69f15439-99ba-46ff-bcd0-2eddc42dd396 req-e739caad-cce4-466c-905e-feff4220ca66 service neutron] 10.222.0.13 "GET /v2.0/networks/57852e3c-292e-4286-baba-a1576ddcc59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361522 Feb 28 14:28:13.269293 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b9a0c98-8f54-4c83-aa3b-417329b17ab8 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:13.320839 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a84e1dd2-ecd3-49ba-a485-2bfff3598b93 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:13.375317 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device db75f6bd-9b6c-42a1-83f2-ac447942f23f no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:28:13.401907 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af7d43e4-69a8-44f0-81ea-e43c4f7287cd tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:13.430130 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-a84e1dd2-ecd3-49ba-a485-2bfff3598b93 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad54132-fdde-4b4f-8bae-cd11480ec170']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:13.468105 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: db75f6bd-9b6c-42a1-83f2-ac447942f23f {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:28:13.468712 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device db75f6bd-9b6c-42a1-83f2-ac447942f23f not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:28:13.471327 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-a84e1dd2-ecd3-49ba-a485-2bfff3598b93 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b327b8-39a2-4968-80b2-6dab99a50772') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:13.471613 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-a84e1dd2-ecd3-49ba-a485-2bfff3598b93 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b327b8-39a2-4968-80b2-6dab99a50772') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:13.479374 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a0c98-8f54-4c83-aa3b-417329b17ab8 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Pushing event updated for resources: {'Subnet': ['ID=9c14558b-0eca-4dda-ba9d-d6c3ebd68f49,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:13.486292 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52813941-5e6f-497e-9cea-46df3f884da4 None None] Pushing event updated for resources: {'Port': ['ID=77447665-da17-49b8-a6ff-e992ed8ec9fb,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:13.495025 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a84e1dd2-ecd3-49ba-a485-2bfff3598b93 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:13.503817 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af743d54-d397-4129-9c97-36270a8619b2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:13.509185 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af743d54-d397-4129-9c97-36270a8619b2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:13.509967 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af743d54-d397-4129-9c97-36270a8619b2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:13.511092 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-69f15439-99ba-46ff-bcd0-2eddc42dd396 req-4ae8a3bf-3779-4d89-92d2-10cdf9d75625 service neutron] 10.222.0.13 "GET /v2.0/networks/57852e3c-292e-4286-baba-a1576ddcc59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361002 Feb 28 14:28:13.538063 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af7d43e4-69a8-44f0-81ea-e43c4f7287cd tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:13.541147 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9a0c98-8f54-4c83-aa3b-417329b17ab8 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Checking segment: {'id': '65af1140-e423-4127-a93d-37c3609f91d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2a1caad5-a105-4efa-a0b2-783a2c8b8936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:28:13.541504 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9a0c98-8f54-4c83-aa3b-417329b17ab8 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Network hostable DHCP agents. Network: 2a1caad5-a105-4efa-a0b2-783a2c8b8936, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:28:13.574400 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a84e1dd2-ecd3-49ba-a485-2bfff3598b93 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:13.631637 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af7d43e4-69a8-44f0-81ea-e43c4f7287cd tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:13.659843 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a84e1dd2-ecd3-49ba-a485-2bfff3598b93 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:28:13.660236 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a84e1dd2-ecd3-49ba-a485-2bfff3598b93 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:28:13.682619 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:28:13.685102 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d43e4-69a8-44f0-81ea-e43c4f7287cd tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Subnet': ['ID=3be63a70-af25-4c60-8bea-6cba2f2359c3,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:13.686051 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af7d43e4-69a8-44f0-81ea-e43c4f7287cd tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:13.694751 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7c79af-e99c-470f-b993-7185e216880b None None] Network 5c3cf362-2a4a-4eaa-9786-65ef6287446c requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:13.707299 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af743d54-d397-4129-9c97-36270a8619b2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event updated for resources: {'Network': ['ID=7d27b904-1618-4ea8-9cb9-d6aee053f19c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:13.736794 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-af7d43e4-69a8-44f0-81ea-e43c4f7287cd tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/subnets/3be63a70-af25-4c60-8bea-6cba2f2359c3 HTTP/1.1" status: 204 len: 168 time: 0.6448030 Feb 28 14:28:13.737348 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57534) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:13.776777 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57538) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:13.788971 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 7d27b904-1618-4ea8-9cb9-d6aee053f19c details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:28:13.792080 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9a0c98-8f54-4c83-aa3b-417329b17ab8 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Network 2a1caad5-a105-4efa-a0b2-783a2c8b8936 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:28:13.802264 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-af743d54-d397-4129-9c97-36270a8619b2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.8086784 Feb 28 14:28:13.855425 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a84e1dd2-ecd3-49ba-a485-2bfff3598b93 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:13.895235 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a84e1dd2-ecd3-49ba-a485-2bfff3598b93 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:13.902010 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-0b9a0c98-8f54-4c83-aa3b-417329b17ab8 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 2a1caad5-a105-4efa-a0b2-783a2c8b8936) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:13.922341 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e1dd2-ecd3-49ba-a485-2bfff3598b93 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Network': ['ID=6ad54132-fdde-4b4f-8bae-cd11480ec170,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:13.931501 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8783d925-d2aa-4af7-994a-4889b07d129f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/2d3d1b28-4488-46e5-ab1b-d80a5656ecbb HTTP/1.1" status: 200 len: 992 time: 0.1503327 Feb 28 14:28:13.932193 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9a0c98-8f54-4c83-aa3b-417329b17ab8 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:13.932926 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b9a0c98-8f54-4c83-aa3b-417329b17ab8 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:13.950976 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a84e1dd2-ecd3-49ba-a485-2bfff3598b93 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/networks/6ad54132-fdde-4b4f-8bae-cd11480ec170 HTTP/1.1" status: 204 len: 168 time: 3.1618016 Feb 28 14:28:13.952173 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57542) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:13.969817 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-83d69b43-9c08-47ec-bd9b-b446ee15b84f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-259443226'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:13.980852 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-83d69b43-9c08-47ec-bd9b-b446ee15b84f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:14.005027 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-83d69b43-9c08-47ec-bd9b-b446ee15b84f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:network and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:14.010544 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7679d331-ebae-440c-af49-d004f803df04 None None] Network 2a1caad5-a105-4efa-a0b2-783a2c8b8936 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:14.017622 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0b9a0c98-8f54-4c83-aa3b-417329b17ab8 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4765637 Feb 28 14:28:14.017622 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-83d69b43-9c08-47ec-bd9b-b446ee15b84f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:14.019736 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57546) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:14.033673 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-83d69b43-9c08-47ec-bd9b-b446ee15b84f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:14.084483 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed5515-5897-4422-89d9-6653cb0c0ef8 req-eaf8275d-72f8-4607-aa12-2f9fe4d2303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:14.087009 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d4ed5515-5897-4422-89d9-6653cb0c0ef8 req-eaf8275d-72f8-4607-aa12-2f9fe4d2303b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=bbf7d9ba-f56c-43a0-8b8e-575614056839 HTTP/1.1" status: 200 len: 1098 time: 0.4044743 Feb 28 14:28:14.101238 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e167c6f-07bf-4ad6-8b37-07b6883d010b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:14.130243 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3e00946-d944-405f-b4e3-6d9d4a0997ac tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:14.149427 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5e167c6f-07bf-4ad6-8b37-07b6883d010b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Deleting port 59155d50-a56e-4eab-ad81-bdfeca84a5e7 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:14.150200 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e167c6f-07bf-4ad6-8b37-07b6883d010b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:14.282550 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d69b43-9c08-47ec-bd9b-b446ee15b84f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:14.286262 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83d69b43-9c08-47ec-bd9b-b446ee15b84f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:14.319848 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d69b43-9c08-47ec-bd9b-b446ee15b84f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:28:14.330277 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83d69b43-9c08-47ec-bd9b-b446ee15b84f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:14.330618 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-83d69b43-9c08-47ec-bd9b-b446ee15b84f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Added segment 1e52a0ed-c9b4-435c-ba62-a22422c96b16 of type vlan for network bb6e0520-1413-4b9d-a1eb-3e6740f2cb76 Feb 28 14:28:14.360460 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb4f703-11b3-4b98-a532-9ca2033ebdb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-2a1caad5-a105-4efa-a0b2-783a2c8b8936', 'network_id': '2a1caad5-a105-4efa-a0b2-783a2c8b8936', 'tenant_id': '82e701a5470c4429b1c455bc5808d656', 'fixed_ips': [{'subnet_id': '9c14558b-0eca-4dda-ba9d-d6c3ebd68f49'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:28:14.361359 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cfb4f703-11b3-4b98-a532-9ca2033ebdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:14.515777 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-5e167c6f-07bf-4ad6-8b37-07b6883d010b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] For port 59155d50-a56e-4eab-ad81-bdfeca84a5e7, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=59155d50-a56e-4eab-ad81-bdfeca84a5e7,segment=NetworkSegment(4442bdc5-00bd-4b75-afd8-54eb0f742eea),segment_id=4442bdc5-00bd-4b75-afd8-54eb0f742eea)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:14.516144 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e167c6f-07bf-4ad6-8b37-07b6883d010b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:14.609841 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b0f45a-6610-4c8a-86c0-b507659db8c3 None None] DHCP port deletion for 5c3cf362-2a4a-4eaa-9786-65ef6287446c request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:28:14.623883 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a7b0f45a-6610-4c8a-86c0-b507659db8c3 None None] Deleting port 59155d50-a56e-4eab-ad81-bdfeca84a5e7 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:14.624299 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a7b0f45a-6610-4c8a-86c0-b507659db8c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:14.662314 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83d69b43-9c08-47ec-bd9b-b446ee15b84f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:14.704606 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5e167c6f-07bf-4ad6-8b37-07b6883d010b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Calling delete_port for 59155d50-a56e-4eab-ad81-bdfeca84a5e7 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:14.780456 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-cfb4f703-11b3-4b98-a532-9ca2033ebdb4 None None] Allocated IP 172.20.0.2 (2a1caad5-a105-4efa-a0b2-783a2c8b8936/9c14558b-0eca-4dda-ba9d-d6c3ebd68f49/60a2666e-506b-44f1-baec-5791dc37a790) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:28:14.806673 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83d69b43-9c08-47ec-bd9b-b446ee15b84f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:14.813444 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d69b43-9c08-47ec-bd9b-b446ee15b84f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:14.814531 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83d69b43-9c08-47ec-bd9b-b446ee15b84f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:14.878599 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e167c6f-07bf-4ad6-8b37-07b6883d010b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:14.958346 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e167c6f-07bf-4ad6-8b37-07b6883d010b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Port': ['ID=59155d50-a56e-4eab-ad81-bdfeca84a5e7,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:14.983755 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e167c6f-07bf-4ad6-8b37-07b6883d010b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] No DVR routers for this DVR port 59155d50-a56e-4eab-ad81-bdfeca84a5e7 on host dv-neutron-831192-4-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:28:15.096809 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-83d69b43-9c08-47ec-bd9b-b446ee15b84f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1373713 Feb 28 14:28:15.140574 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57550) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:15.203894 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cfb4f703-11b3-4b98-a532-9ca2033ebdb4 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:15.207135 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-bbe01013-f9a2-41e5-b51d-cb83ae428763 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'subnet': {'network_id': 'bb6e0520-1413-4b9d-a1eb-3e6740f2cb76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:15.230018 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cfb4f703-11b3-4b98-a532-9ca2033ebdb4 None None] Transition to ACTIVE for port object 60a2666e-506b-44f1-baec-5791dc37a790 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:15.293440 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9c1d0d-10e7-45e9-a996-9a34a302fe34 None None] Network 0ed75908-e5f9-4853-b9bc-25cba1ba7082 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:15.307105 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e167c6f-07bf-4ad6-8b37-07b6883d010b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:15.345073 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed5515-5897-4422-89d9-6653cb0c0ef8 req-ee6181a8-cf97-4085-a591-b9d00e5101e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:15.347198 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d4ed5515-5897-4422-89d9-6653cb0c0ef8 req-ee6181a8-cf97-4085-a591-b9d00e5101e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=57852e3c-292e-4286-baba-a1576ddcc59b HTTP/1.1" status: 200 len: 896 time: 1.2340455 Feb 28 14:28:15.352784 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-5e167c6f-07bf-4ad6-8b37-07b6883d010b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3cf362-2a4a-4eaa-9786-65ef6287446c']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:15.354272 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d69b43-9c08-47ec-bd9b-b446ee15b84f tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Network': ['ID=bb6e0520-1413-4b9d-a1eb-3e6740f2cb76,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:15.492755 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a7b0f45a-6610-4c8a-86c0-b507659db8c3 None None] For port 59155d50-a56e-4eab-ad81-bdfeca84a5e7, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=59155d50-a56e-4eab-ad81-bdfeca84a5e7,segment=NetworkSegment(4442bdc5-00bd-4b75-afd8-54eb0f742eea),segment_id=4442bdc5-00bd-4b75-afd8-54eb0f742eea)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:15.493141 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a7b0f45a-6610-4c8a-86c0-b507659db8c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:15.516663 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ff798574-0f84-406a-ad12-a0824cffd358 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:15.551907 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d4ed5515-5897-4422-89d9-6653cb0c0ef8 req-2bfd1d01-919a-4069-9eed-b2be187f3bda service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29bfe79c-ecf1-4259-ad58-16890b1f3dcc HTTP/1.1" status: 200 len: 1000 time: 0.1404221 Feb 28 14:28:15.553740 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-5e167c6f-07bf-4ad6-8b37-07b6883d010b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4442bdc5-00bd-4b75-afd8-54eb0f742eea') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:15.554436 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-5e167c6f-07bf-4ad6-8b37-07b6883d010b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4442bdc5-00bd-4b75-afd8-54eb0f742eea') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:15.610588 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e167c6f-07bf-4ad6-8b37-07b6883d010b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:15.640505 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e167c6f-07bf-4ad6-8b37-07b6883d010b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:15.651494 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed5515-5897-4422-89d9-6653cb0c0ef8 req-b85e735c-30d3-4128-b579-566e5ff8af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:15.653361 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d4ed5515-5897-4422-89d9-6653cb0c0ef8 req-b85e735c-30d3-4128-b579-566e5ff8af40 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94cf854d-0c42-4dd5-af6a-8ad979299199 HTTP/1.1" status: 200 len: 834 time: 0.0904672 Feb 28 14:28:15.654980 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e167c6f-07bf-4ad6-8b37-07b6883d010b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:28:15.655804 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e167c6f-07bf-4ad6-8b37-07b6883d010b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:15.668591 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a7b0f45a-6610-4c8a-86c0-b507659db8c3 None None] Calling delete_port for 59155d50-a56e-4eab-ad81-bdfeca84a5e7 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:28:15.681186 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:28:15.754079 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cfb4f703-11b3-4b98-a532-9ca2033ebdb4 None None] Transition to ACTIVE for port object 60a2666e-506b-44f1-baec-5791dc37a790 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:15.760150 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-a7b0f45a-6610-4c8a-86c0-b507659db8c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:28:15.760501 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-a7b0f45a-6610-4c8a-86c0-b507659db8c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:28:15.772667 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bbe01013-f9a2-41e5-b51d-cb83ae428763 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:15.780329 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network bb6e0520-1413-4b9d-a1eb-3e6740f2cb76 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:28:15.789565 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bbe01013-f9a2-41e5-b51d-cb83ae428763 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:subnet and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:15.834363 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bbe01013-f9a2-41e5-b51d-cb83ae428763 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:15.849707 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bbe01013-f9a2-41e5-b51d-cb83ae428763 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:15.892011 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e167c6f-07bf-4ad6-8b37-07b6883d010b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:15.897851 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe01013-f9a2-41e5-b51d-cb83ae428763 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:15.901710 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbe01013-f9a2-41e5-b51d-cb83ae428763 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:15.905740 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed5515-5897-4422-89d9-6653cb0c0ef8 req-d2885392-c1a1-41a4-8c13-5fa4a1597cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:15.907663 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d4ed5515-5897-4422-89d9-6653cb0c0ef8 req-d2885392-c1a1-41a4-8c13-5fa4a1597cad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57852e3c-292e-4286-baba-a1576ddcc59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2224376 Feb 28 14:28:15.937124 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e167c6f-07bf-4ad6-8b37-07b6883d010b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:15.952987 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e167c6f-07bf-4ad6-8b37-07b6883d010b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Network': ['ID=5c3cf362-2a4a-4eaa-9786-65ef6287446c,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:15.955026 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 77447665-da17-49b8-a6ff-e992ed8ec9fb up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:28:15.992465 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-54f47869-e2af-4230-8c9b-0aca1817f66f None None] Provisioning for port 77447665-da17-49b8-a6ff-e992ed8ec9fb completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:16.007109 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cfb4f703-11b3-4b98-a532-9ca2033ebdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:16.065014 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb4f703-11b3-4b98-a532-9ca2033ebdb4 None None] Network 2a1caad5-a105-4efa-a0b2-783a2c8b8936 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:16.117797 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-cfb4f703-11b3-4b98-a532-9ca2033ebdb4 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:16.120962 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb4f703-11b3-4b98-a532-9ca2033ebdb4 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:28:16.135494 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d4ed5515-5897-4422-89d9-6653cb0c0ef8 req-b1b90481-0984-42d2-ba79-d296020b0d65 service neutron] 10.222.0.13 "GET /v2.0/networks/57852e3c-292e-4286-baba-a1576ddcc59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019348 Feb 28 14:28:16.138473 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5e167c6f-07bf-4ad6-8b37-07b6883d010b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/networks/5c3cf362-2a4a-4eaa-9786-65ef6287446c HTTP/1.1" status: 204 len: 168 time: 2.3998241 Feb 28 14:28:16.144350 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57554) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:16.172595 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d241860b-6046-4627-96eb-d6b36a5413ca tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'network': {'name': 'tempest-RoutersTest-902670942'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:16.192537 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d241860b-6046-4627-96eb-d6b36a5413ca tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:16.202568 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d241860b-6046-4627-96eb-d6b36a5413ca tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Usage tracker for resource:network and tenant:2f27756656034771b730bac18fc748ab is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:16.208191 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d241860b-6046-4627-96eb-d6b36a5413ca tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:16.265786 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e3e00946-d944-405f-b4e3-6d9d4a0997ac tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Deleting port 2f2a0c16-62c5-4f28-ab9c-f54d9f0e0638 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:16.266452 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3e00946-d944-405f-b4e3-6d9d4a0997ac tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:16.268595 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a7b0f45a-6610-4c8a-86c0-b507659db8c3 None None] Deleting port 59155d50-a56e-4eab-ad81-bdfeca84a5e7 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:16.269048 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a7b0f45a-6610-4c8a-86c0-b507659db8c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:16.276131 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d241860b-6046-4627-96eb-d6b36a5413ca tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:16.343476 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d4ed5515-5897-4422-89d9-6653cb0c0ef8 req-8dca8f6e-4c89-477f-9066-8ffd159f9922 service neutron] 10.222.0.13 "GET /v2.0/networks/57852e3c-292e-4286-baba-a1576ddcc59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958926 Feb 28 14:28:16.345543 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d241860b-6046-4627-96eb-d6b36a5413ca tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Made reservation on behalf of 2f27756656034771b730bac18fc748ab for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:16.352941 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d241860b-6046-4627-96eb-d6b36a5413ca tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:16.361394 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a7b0f45a-6610-4c8a-86c0-b507659db8c3 None None] The port '59155d50-a56e-4eab-ad81-bdfeca84a5e7' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:28:16.398211 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-cfb4f703-11b3-4b98-a532-9ca2033ebdb4 None None] Attempting to bind port 60a2666e-506b-44f1-baec-5791dc37a790 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:28:16.401618 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-cfb4f703-11b3-4b98-a532-9ca2033ebdb4 None None] Attempting to bind port 60a2666e-506b-44f1-baec-5791dc37a790 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '65af1140-e423-4127-a93d-37c3609f91d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2a1caad5-a105-4efa-a0b2-783a2c8b8936'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:28:16.402955 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb4f703-11b3-4b98-a532-9ca2033ebdb4 None None] Attempting to bind port 60a2666e-506b-44f1-baec-5791dc37a790 on network 2a1caad5-a105-4efa-a0b2-783a2c8b8936 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:28:16.427874 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d241860b-6046-4627-96eb-d6b36a5413ca tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:28:16.448373 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb4f703-11b3-4b98-a532-9ca2033ebdb4 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:28:16.449702 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb4f703-11b3-4b98-a532-9ca2033ebdb4 None None] Checking segment: {'id': '65af1140-e423-4127-a93d-37c3609f91d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2a1caad5-a105-4efa-a0b2-783a2c8b8936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:28:16.449895 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d241860b-6046-4627-96eb-d6b36a5413ca tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:16.450429 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-d241860b-6046-4627-96eb-d6b36a5413ca tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Added segment da72ad0b-d60a-4d88-a4a3-bb03d9ae6979 of type vlan for network 97de6206-2f64-44a3-a674-5d9e299a858d Feb 28 14:28:16.450871 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cfb4f703-11b3-4b98-a532-9ca2033ebdb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:16.451904 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb4f703-11b3-4b98-a532-9ca2033ebdb4 None None] Bound using segment: {'id': '65af1140-e423-4127-a93d-37c3609f91d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2a1caad5-a105-4efa-a0b2-783a2c8b8936'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:28:16.452646 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-cfb4f703-11b3-4b98-a532-9ca2033ebdb4 None None] Bound port: 60a2666e-506b-44f1-baec-5791dc37a790, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65af1140-e423-4127-a93d-37c3609f91d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2a1caad5-a105-4efa-a0b2-783a2c8b8936'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:28:16.453239 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cfb4f703-11b3-4b98-a532-9ca2033ebdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:16.510528 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d241860b-6046-4627-96eb-d6b36a5413ca tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:16.548777 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-ff798574-0f84-406a-ad12-a0824cffd358 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Allocated IP 172.20.0.1 (0ed75908-e5f9-4853-b9bc-25cba1ba7082/8001741d-6c7a-41f5-ba31-99a732b8e15b/0008e651-cabb-49dd-b637-754a65a440eb) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:28:16.563354 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d241860b-6046-4627-96eb-d6b36a5413ca tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:16.573282 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d241860b-6046-4627-96eb-d6b36a5413ca tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:16.574532 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d241860b-6046-4627-96eb-d6b36a5413ca tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:16.580720 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb4f703-11b3-4b98-a532-9ca2033ebdb4 None None] Pushing event updated for resources: {'Port': ['ID=60a2666e-506b-44f1-baec-5791dc37a790,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:16.624451 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d241860b-6046-4627-96eb-d6b36a5413ca tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4786670 Feb 28 14:28:16.630891 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57558) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:16.660097 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 77447665-da17-49b8-a6ff-e992ed8ec9fb completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:16.677470 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 77447665-da17-49b8-a6ff-e992ed8ec9fb triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:16.679091 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:16.714489 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241860b-6046-4627-96eb-d6b36a5413ca tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Network': ['ID=97de6206-2f64-44a3-a674-5d9e299a858d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:16.732465 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3e00946-d944-405f-b4e3-6d9d4a0997ac tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:16.734405 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 97de6206-2f64-44a3-a674-5d9e299a858d details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:28:16.751594 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fc8989f1-5d18-41ac-bd81-687a96a99567 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'subnet': {'network_id': '97de6206-2f64-44a3-a674-5d9e299a858d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:16.780965 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbe01013-f9a2-41e5-b51d-cb83ae428763 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:16.908867 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-cfb4f703-11b3-4b98-a532-9ca2033ebdb4 None None] For port 60a2666e-506b-44f1-baec-5791dc37a790, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:28:16.927049 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-cfb4f703-11b3-4b98-a532-9ca2033ebdb4 None None] For port 60a2666e-506b-44f1-baec-5791dc37a790, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=60a2666e-506b-44f1-baec-5791dc37a790,segment=NetworkSegment(65af1140-e423-4127-a93d-37c3609f91d6),segment_id=65af1140-e423-4127-a93d-37c3609f91d6)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:28:16.959683 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cfb4f703-11b3-4b98-a532-9ca2033ebdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:16.993378 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e3e00946-d944-405f-b4e3-6d9d4a0997ac tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Calling delete_port for 2f2a0c16-62c5-4f28-ab9c-f54d9f0e0638 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:17.049285 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:17.103773 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb4f703-11b3-4b98-a532-9ca2033ebdb4 None None] Pushing event updated for resources: {'Port': ['ID=60a2666e-506b-44f1-baec-5791dc37a790,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:17.115494 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 77447665-da17-49b8-a6ff-e992ed8ec9fb, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=77447665-da17-49b8-a6ff-e992ed8ec9fb,segment=NetworkSegment(c72897df-0783-413b-b676-0a53bc749821),segment_id=c72897df-0783-413b-b676-0a53bc749821)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:17.125070 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:17.229197 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57562) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:17.238881 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 59155d50-a56e-4eab-ad81-bdfeca84a5e7 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:28:17.248240 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-61ce6d2a-cac1-47cf-8eac-79127a380dfc tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Request body: {'subnet': {'network_id': '7d27b904-1618-4ea8-9cb9-d6aee053f19c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:17.268922 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe01013-f9a2-41e5-b51d-cb83ae428763 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Subnet': ['ID=308a50b7-76c1-43f2-a8d0-e98f79d34404,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:17.279489 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=77447665-da17-49b8-a6ff-e992ed8ec9fb,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:17.280118 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ff798574-0f84-406a-ad12-a0824cffd358 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:17.288988 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 59155d50-a56e-4eab-ad81-bdfeca84a5e7 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:28:17.289481 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 59155d50-a56e-4eab-ad81-bdfeca84a5e7 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:28:17.293551 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe01013-f9a2-41e5-b51d-cb83ae428763 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Checking segment: {'id': '1e52a0ed-c9b4-435c-ba62-a22422c96b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bb6e0520-1413-4b9d-a1eb-3e6740f2cb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:28:17.294108 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe01013-f9a2-41e5-b51d-cb83ae428763 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network hostable DHCP agents. Network: bb6e0520-1413-4b9d-a1eb-3e6740f2cb76, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:28:17.345314 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fc8989f1-5d18-41ac-bd81-687a96a99567 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:17.356439 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fc8989f1-5d18-41ac-bd81-687a96a99567 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Usage tracker for resource:subnet and tenant:2f27756656034771b730bac18fc748ab is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:17.361625 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-ff798574-0f84-406a-ad12-a0824cffd358 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Transition to ACTIVE for port object 0008e651-cabb-49dd-b637-754a65a440eb will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:17.363474 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fc8989f1-5d18-41ac-bd81-687a96a99567 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:17.379969 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fc8989f1-5d18-41ac-bd81-687a96a99567 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:17.406767 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 77447665-da17-49b8-a6ff-e992ed8ec9fb up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:28:17.433122 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-61ce6d2a-cac1-47cf-8eac-79127a380dfc tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:17.436290 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe01013-f9a2-41e5-b51d-cb83ae428763 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network bb6e0520-1413-4b9d-a1eb-3e6740f2cb76 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:28:17.439943 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-61ce6d2a-cac1-47cf-8eac-79127a380dfc tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Usage tracker for resource:subnet and tenant:0539f90cebdd4ae0a6aaf5a401bdedad is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:17.444647 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-61ce6d2a-cac1-47cf-8eac-79127a380dfc tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:17.454836 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-61ce6d2a-cac1-47cf-8eac-79127a380dfc tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:17.458550 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8989f1-5d18-41ac-bd81-687a96a99567 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Made reservation on behalf of 2f27756656034771b730bac18fc748ab for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:17.462501 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc8989f1-5d18-41ac-bd81-687a96a99567 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:17.478221 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ce6d2a-cac1-47cf-8eac-79127a380dfc tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Made reservation on behalf of 0539f90cebdd4ae0a6aaf5a401bdedad for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:17.484593 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61ce6d2a-cac1-47cf-8eac-79127a380dfc tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:17.485959 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-bbe01013-f9a2-41e5-b51d-cb83ae428763 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, bb6e0520-1413-4b9d-a1eb-3e6740f2cb76) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:17.508251 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4caec6-4233-4009-befd-39a7db7347c8 None None] Network bb6e0520-1413-4b9d-a1eb-3e6740f2cb76 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:17.527264 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe01013-f9a2-41e5-b51d-cb83ae428763 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:17.527856 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbe01013-f9a2-41e5-b51d-cb83ae428763 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:17.640657 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-47d68e84-67bb-49a3-a3c5-b5d6d9f3c002 None None] Provisioning complete for port 77447665-da17-49b8-a6ff-e992ed8ec9fb triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:17.641027 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-47d68e84-67bb-49a3-a3c5-b5d6d9f3c002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:17.674584 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ff798574-0f84-406a-ad12-a0824cffd358 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:17.725710 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 77447665-da17-49b8-a6ff-e992ed8ec9fb triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:17.726087 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:17.754158 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61ce6d2a-cac1-47cf-8eac-79127a380dfc tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:17.758957 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bbe01013-f9a2-41e5-b51d-cb83ae428763 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5616724 Feb 28 14:28:17.760641 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57566) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:17.776229 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff798574-0f84-406a-ad12-a0824cffd358 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Network 0ed75908-e5f9-4853-b9bc-25cba1ba7082 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:17.790472 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ff798574-0f84-406a-ad12-a0824cffd358 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:17.793470 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff798574-0f84-406a-ad12-a0824cffd358 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:28:17.836305 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-976756cb-2af6-4eba-a5d0-eca92887e8dd tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1218351740', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:17.836905 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3e00946-d944-405f-b4e3-6d9d4a0997ac tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:17.844331 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-976756cb-2af6-4eba-a5d0-eca92887e8dd tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:17.849937 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-976756cb-2af6-4eba-a5d0-eca92887e8dd tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:router and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:17.850248 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff798574-0f84-406a-ad12-a0824cffd358 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Pushing event updated for resources: {'Port': ['ID=0008e651-cabb-49dd-b637-754a65a440eb,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:17.853627 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-976756cb-2af6-4eba-a5d0-eca92887e8dd tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:17.859939 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-976756cb-2af6-4eba-a5d0-eca92887e8dd tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:17.878314 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-976756cb-2af6-4eba-a5d0-eca92887e8dd tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:17.879427 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-976756cb-2af6-4eba-a5d0-eca92887e8dd tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:17.902388 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce6d2a-cac1-47cf-8eac-79127a380dfc tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event updated for resources: {'Subnet': ['ID=b86ad6af-524b-472a-bb26-b708f74ee648,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:17.948508 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ce6d2a-cac1-47cf-8eac-79127a380dfc tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Checking segment: {'id': '7c00c130-fc1d-48ce-98dc-32f02eea5f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7d27b904-1618-4ea8-9cb9-d6aee053f19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:28:17.948701 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ce6d2a-cac1-47cf-8eac-79127a380dfc tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Network hostable DHCP agents. Network: 7d27b904-1618-4ea8-9cb9-d6aee053f19c, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:28:17.957983 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-976756cb-2af6-4eba-a5d0-eca92887e8dd tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:17.979400 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e00946-d944-405f-b4e3-6d9d4a0997ac tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event deleted for resources: {'Port': ['ID=2f2a0c16-62c5-4f28-ab9c-f54d9f0e0638,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:17.995857 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ce6d2a-cac1-47cf-8eac-79127a380dfc tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Network 7d27b904-1618-4ea8-9cb9-d6aee053f19c is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:28:18.022635 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-976756cb-2af6-4eba-a5d0-eca92887e8dd tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:18.030752 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-61ce6d2a-cac1-47cf-8eac-79127a380dfc tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 7d27b904-1618-4ea8-9cb9-d6aee053f19c) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:18.068332 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ce6d2a-cac1-47cf-8eac-79127a380dfc tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:18.070213 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61ce6d2a-cac1-47cf-8eac-79127a380dfc tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:18.093054 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ff798574-0f84-406a-ad12-a0824cffd358 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:18.114193 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef202c08-4944-4875-95eb-7a6f79ae7a76 None None] Network 7d27b904-1618-4ea8-9cb9-d6aee053f19c requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:18.125021 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-976756cb-2af6-4eba-a5d0-eca92887e8dd tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:18.137818 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57570) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:18.141303 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-976756cb-2af6-4eba-a5d0-eca92887e8dd tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3156645 Feb 28 14:28:18.143508 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-61ce6d2a-cac1-47cf-8eac-79127a380dfc tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9117947 Feb 28 14:28:18.147352 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57574) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:18.152949 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2aaf6271-3834-4d83-878b-50cb3409c924 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1514532513'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:18.162492 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7c2ee227-eb92-4a7a-bef6-0bc19f8cc4f7 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'port': {'network_id': 'bb6e0520-1413-4b9d-a1eb-3e6740f2cb76', 'name': 'tempest-PortsTestJSON-1449181175'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:18.175004 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2aaf6271-3834-4d83-878b-50cb3409c924 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:18.184381 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2aaf6271-3834-4d83-878b-50cb3409c924 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Usage tracker for resource:network and tenant:0539f90cebdd4ae0a6aaf5a401bdedad is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:18.189168 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2aaf6271-3834-4d83-878b-50cb3409c924 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:18.198716 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2aaf6271-3834-4d83-878b-50cb3409c924 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:18.219749 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aaf6271-3834-4d83-878b-50cb3409c924 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Made reservation on behalf of 0539f90cebdd4ae0a6aaf5a401bdedad for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:18.227588 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2aaf6271-3834-4d83-878b-50cb3409c924 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:18.281621 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aaf6271-3834-4d83-878b-50cb3409c924 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:28:18.295549 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2aaf6271-3834-4d83-878b-50cb3409c924 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:18.296342 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-2aaf6271-3834-4d83-878b-50cb3409c924 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Added segment 2fca676f-0e6c-4f09-a6ca-e3dd98199a9b of type vlan for network dfe0ae95-bde1-4337-aac0-19165d68c985 Feb 28 14:28:18.358223 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2aaf6271-3834-4d83-878b-50cb3409c924 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:18.396111 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0458de78-5088-45e9-9ed5-e3c5193fef24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-bb6e0520-1413-4b9d-a1eb-3e6740f2cb76', 'network_id': 'bb6e0520-1413-4b9d-a1eb-3e6740f2cb76', 'tenant_id': 'c214fd1eb53045a6b1f8184e904b5bb7', 'fixed_ips': [{'subnet_id': '308a50b7-76c1-43f2-a8d0-e98f79d34404'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:28:18.396981 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0458de78-5088-45e9-9ed5-e3c5193fef24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:18.426407 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2aaf6271-3834-4d83-878b-50cb3409c924 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:18.435490 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaf6271-3834-4d83-878b-50cb3409c924 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:18.437956 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2aaf6271-3834-4d83-878b-50cb3409c924 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:18.570490 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5eed92d8-7c14-45dd-8cc0-75a4d7f7d0db None None] Provisioning for port 0008e651-cabb-49dd-b637-754a65a440eb completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:18.593884 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5eed92d8-7c14-45dd-8cc0-75a4d7f7d0db None None] Provisioning complete for port 0008e651-cabb-49dd-b637-754a65a440eb triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:18.594268 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5eed92d8-7c14-45dd-8cc0-75a4d7f7d0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:18.677773 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2aaf6271-3834-4d83-878b-50cb3409c924 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5293696 Feb 28 14:28:18.681034 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc8989f1-5d18-41ac-bd81-687a96a99567 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:18.689611 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57578) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:18.693848 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8633fcb4-9189-47ff-9175-320732feabff None None] Network 2a1caad5-a105-4efa-a0b2-783a2c8b8936 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:18.701339 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-aa321581-6566-4af9-a7de-c0cfe422cfe7 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Request body: {'subnet': {'network_id': 'dfe0ae95-bde1-4337-aac0-19165d68c985', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:18.744354 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-5eed92d8-7c14-45dd-8cc0-75a4d7f7d0db None None] Port 0008e651-cabb-49dd-b637-754a65a440eb cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:28:18.824989 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8acee79-5c17-4894-a6ef-eb1e207e3b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-7d27b904-1618-4ea8-9cb9-d6aee053f19c', 'network_id': '7d27b904-1618-4ea8-9cb9-d6aee053f19c', 'tenant_id': '0539f90cebdd4ae0a6aaf5a401bdedad', 'fixed_ips': [{'subnet_id': 'b86ad6af-524b-472a-bb26-b708f74ee648'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:28:18.826246 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e8acee79-5c17-4894-a6ef-eb1e207e3b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:18.843202 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf6271-3834-4d83-878b-50cb3409c924 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event updated for resources: {'Network': ['ID=dfe0ae95-bde1-4337-aac0-19165d68c985,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:18.864507 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network dfe0ae95-bde1-4337-aac0-19165d68c985 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:28:18.870208 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-aa321581-6566-4af9-a7de-c0cfe422cfe7 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:18.873424 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7c2ee227-eb92-4a7a-bef6-0bc19f8cc4f7 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:18.874175 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-aa321581-6566-4af9-a7de-c0cfe422cfe7 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Usage tracker for resource:subnet and tenant:0539f90cebdd4ae0a6aaf5a401bdedad is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:18.877409 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-aa321581-6566-4af9-a7de-c0cfe422cfe7 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:18.883774 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-aa321581-6566-4af9-a7de-c0cfe422cfe7 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:18.896182 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa321581-6566-4af9-a7de-c0cfe422cfe7 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Made reservation on behalf of 0539f90cebdd4ae0a6aaf5a401bdedad for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:18.897151 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ff798574-0f84-406a-ad12-a0824cffd358 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:18.899956 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa321581-6566-4af9-a7de-c0cfe422cfe7 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:18.909097 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7c2ee227-eb92-4a7a-bef6-0bc19f8cc4f7 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:port and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:18.920478 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7c2ee227-eb92-4a7a-bef6-0bc19f8cc4f7 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:18.932262 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8989f1-5d18-41ac-bd81-687a96a99567 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Subnet': ['ID=d13efbe7-e72e-4b80-8393-1102a6715188,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:18.944553 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-0458de78-5088-45e9-9ed5-e3c5193fef24 None None] Allocated IP 172.20.0.2 (bb6e0520-1413-4b9d-a1eb-3e6740f2cb76/308a50b7-76c1-43f2-a8d0-e98f79d34404/97cde7a6-d5ff-4b5c-a1db-8f25069215c0) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:28:18.945085 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7c2ee227-eb92-4a7a-bef6-0bc19f8cc4f7 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:18.996551 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3e00946-d944-405f-b4e3-6d9d4a0997ac tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:19.008810 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8989f1-5d18-41ac-bd81-687a96a99567 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Checking segment: {'id': 'da72ad0b-d60a-4d88-a4a3-bb03d9ae6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '97de6206-2f64-44a3-a674-5d9e299a858d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:28:19.009198 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8989f1-5d18-41ac-bd81-687a96a99567 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network hostable DHCP agents. Network: 97de6206-2f64-44a3-a674-5d9e299a858d, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:28:19.015924 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f403ac37-848b-4471-b4ad-d1344ff730a9 None None] Provisioning for port 60a2666e-506b-44f1-baec-5791dc37a790 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:19.089705 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2ee227-eb92-4a7a-bef6-0bc19f8cc4f7 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:19.093698 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c2ee227-eb92-4a7a-bef6-0bc19f8cc4f7 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:19.243493 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.objects.ports [None req-aa321581-6566-4af9-a7de-c0cfe422cfe7 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87773) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 14:28:19.245078 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa321581-6566-4af9-a7de-c0cfe422cfe7 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:19.272156 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-7c2ee227-eb92-4a7a-bef6-0bc19f8cc4f7 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] device_id is not set on port 1b7840eb-db0f-4b27-83a2-760fa6860cb4 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:28:19.324428 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa321581-6566-4af9-a7de-c0cfe422cfe7 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event updated for resources: {'Subnet': ['ID=d4f1991c-6857-442e-b5eb-ab4ada2c5c35,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:19.325797 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8989f1-5d18-41ac-bd81-687a96a99567 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network 97de6206-2f64-44a3-a674-5d9e299a858d is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:28:19.334590 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa321581-6566-4af9-a7de-c0cfe422cfe7 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Checking segment: {'id': '2fca676f-0e6c-4f09-a6ca-e3dd98199a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dfe0ae95-bde1-4337-aac0-19165d68c985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:28:19.335136 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa321581-6566-4af9-a7de-c0cfe422cfe7 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Network hostable DHCP agents. Network: dfe0ae95-bde1-4337-aac0-19165d68c985, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:28:19.344161 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-e8acee79-5c17-4894-a6ef-eb1e207e3b64 None None] Allocated IP 2001:db8:0:ffff::2 (7d27b904-1618-4ea8-9cb9-d6aee053f19c/b86ad6af-524b-472a-bb26-b708f74ee648/7c4ca612-ad64-4d75-a6e5-9377f1d40e30) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:28:19.370296 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa321581-6566-4af9-a7de-c0cfe422cfe7 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Network dfe0ae95-bde1-4337-aac0-19165d68c985 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:28:19.393989 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-aa321581-6566-4af9-a7de-c0cfe422cfe7 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, dfe0ae95-bde1-4337-aac0-19165d68c985) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:19.410780 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa321581-6566-4af9-a7de-c0cfe422cfe7 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:19.411472 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa321581-6566-4af9-a7de-c0cfe422cfe7 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:19.412204 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6ab474-175b-4cc1-9a15-4c4526779fe3 None None] Network dfe0ae95-bde1-4337-aac0-19165d68c985 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:19.445519 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-aa321581-6566-4af9-a7de-c0cfe422cfe7 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7547848 Feb 28 14:28:19.448709 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57582) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:19.453696 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-fc8989f1-5d18-41ac-bd81-687a96a99567 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 97de6206-2f64-44a3-a674-5d9e299a858d) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:19.458288 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8989f1-5d18-41ac-bd81-687a96a99567 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:19.458884 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc8989f1-5d18-41ac-bd81-687a96a99567 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:19.474261 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f56ab6c2-a134-45c1-89cb-e708b5e88972 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Request body: {'port': {'network_id': 'dfe0ae95-bde1-4337-aac0-19165d68c985', 'name': 'tempest-NetworksIpV6TestAttrs-791041491'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:19.486308 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0529c1b-7393-4633-a586-704a5c8e45fe None None] Network 97de6206-2f64-44a3-a674-5d9e299a858d requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:19.507905 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 60a2666e-506b-44f1-baec-5791dc37a790 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:28:19.561656 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fc8989f1-5d18-41ac-bd81-687a96a99567 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9232919 Feb 28 14:28:19.562792 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57586) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:19.669753 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f56ab6c2-a134-45c1-89cb-e708b5e88972 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:19.675856 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f56ab6c2-a134-45c1-89cb-e708b5e88972 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Usage tracker for resource:port and tenant:0539f90cebdd4ae0a6aaf5a401bdedad is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:19.679489 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f56ab6c2-a134-45c1-89cb-e708b5e88972 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:19.679854 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2f2fd7b5-deb8-415d-a9e2-47bda11e2f48 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-289855434', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:19.686450 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f56ab6c2-a134-45c1-89cb-e708b5e88972 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:19.702390 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56ab6c2-a134-45c1-89cb-e708b5e88972 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Made reservation on behalf of 0539f90cebdd4ae0a6aaf5a401bdedad for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:19.705949 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2f2fd7b5-deb8-415d-a9e2-47bda11e2f48 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:19.711365 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f56ab6c2-a134-45c1-89cb-e708b5e88972 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:19.714679 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2f2fd7b5-deb8-415d-a9e2-47bda11e2f48 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Usage tracker for resource:router and tenant:2f27756656034771b730bac18fc748ab is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:19.722225 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2f2fd7b5-deb8-415d-a9e2-47bda11e2f48 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:19.733581 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2f2fd7b5-deb8-415d-a9e2-47bda11e2f48 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:19.740799 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-f56ab6c2-a134-45c1-89cb-e708b5e88972 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] device_id is not set on port 407bebe9-e1e9-41f7-8b53-414c9aef702b yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:28:19.833159 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0458de78-5088-45e9-9ed5-e3c5193fef24 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:19.882634 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0458de78-5088-45e9-9ed5-e3c5193fef24 None None] Transition to ACTIVE for port object 97cde7a6-d5ff-4b5c-a1db-8f25069215c0 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:19.893769 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-f56ab6c2-a134-45c1-89cb-e708b5e88972 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Allocated IP 2001:db8::f816:3eff:fe35:13ec (dfe0ae95-bde1-4337-aac0-19165d68c985/d4f1991c-6857-442e-b5eb-ab4ada2c5c35/407bebe9-e1e9-41f7-8b53-414c9aef702b) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:28:19.960679 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0458de78-5088-45e9-9ed5-e3c5193fef24 None None] Transition to ACTIVE for port object 97cde7a6-d5ff-4b5c-a1db-8f25069215c0 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:19.992218 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f2fd7b5-deb8-415d-a9e2-47bda11e2f48 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:19.993205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f2fd7b5-deb8-415d-a9e2-47bda11e2f48 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:20.034223 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0458de78-5088-45e9-9ed5-e3c5193fef24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:20.105614 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 60a2666e-506b-44f1-baec-5791dc37a790 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:20.106661 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f2fd7b5-deb8-415d-a9e2-47bda11e2f48 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:20.122827 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ff798574-0f84-406a-ad12-a0824cffd358 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:20.132975 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e00946-d944-405f-b4e3-6d9d4a0997ac tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Router c03555cd-652b-4bba-b748-91a2da17fdbf has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:28:20.140762 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ff798574-0f84-406a-ad12-a0824cffd358 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:20.179222 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f56ab6c2-a134-45c1-89cb-e708b5e88972 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:20.198034 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f56ab6c2-a134-45c1-89cb-e708b5e88972 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Transition to ACTIVE for port object 407bebe9-e1e9-41f7-8b53-414c9aef702b will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:20.213046 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-7c2ee227-eb92-4a7a-bef6-0bc19f8cc4f7 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Allocated IP 172.20.0.12 (bb6e0520-1413-4b9d-a1eb-3e6740f2cb76/308a50b7-76c1-43f2-a8d0-e98f79d34404/1b7840eb-db0f-4b27-83a2-760fa6860cb4) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:28:20.235535 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f56ab6c2-a134-45c1-89cb-e708b5e88972 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:20.267336 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0458de78-5088-45e9-9ed5-e3c5193fef24 None None] Network bb6e0520-1413-4b9d-a1eb-3e6740f2cb76 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:20.273569 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f2fd7b5-deb8-415d-a9e2-47bda11e2f48 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:20.282933 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 60a2666e-506b-44f1-baec-5791dc37a790 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:20.283176 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:20.312568 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56ab6c2-a134-45c1-89cb-e708b5e88972 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Network dfe0ae95-bde1-4337-aac0-19165d68c985 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:20.315787 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-f56ab6c2-a134-45c1-89cb-e708b5e88972 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:20.319925 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56ab6c2-a134-45c1-89cb-e708b5e88972 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:28:20.320096 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-0458de78-5088-45e9-9ed5-e3c5193fef24 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:20.325507 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56ab6c2-a134-45c1-89cb-e708b5e88972 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:20.327000 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f56ab6c2-a134-45c1-89cb-e708b5e88972 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:20.353868 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ab6c2-a134-45c1-89cb-e708b5e88972 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event updated for resources: {'Port': ['ID=407bebe9-e1e9-41f7-8b53-414c9aef702b,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:20.367504 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f56ab6c2-a134-45c1-89cb-e708b5e88972 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9169769 Feb 28 14:28:20.369888 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57590) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:20.374827 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0458de78-5088-45e9-9ed5-e3c5193fef24 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:28:20.400935 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff798574-0f84-406a-ad12-a0824cffd358 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Pushing event updated for resources: {'Port': ['ID=0008e651-cabb-49dd-b637-754a65a440eb,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:20.436070 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ff798574-0f84-406a-ad12-a0824cffd358 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:20.444793 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f2fd7b5-deb8-415d-a9e2-47bda11e2f48 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:20.446150 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2f2fd7b5-deb8-415d-a9e2-47bda11e2f48 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8286142 Feb 28 14:28:20.447038 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8776501-ff34-406b-8e16-ffa6672280f2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Deleting subnet d4f1991c-6857-442e-b5eb-ab4ada2c5c35 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:28:20.449673 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458de78-5088-45e9-9ed5-e3c5193fef24 None None] Pushing event updated for resources: {'Port': ['ID=97cde7a6-d5ff-4b5c-a1db-8f25069215c0,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:20.451715 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d8776501-ff34-406b-8e16-ffa6672280f2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:20.460746 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57594) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:20.465520 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be427991-5a5f-4880-9909-0556d99dac2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-97de6206-2f64-44a3-a674-5d9e299a858d', 'network_id': '97de6206-2f64-44a3-a674-5d9e299a858d', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'fixed_ips': [{'subnet_id': 'd13efbe7-e72e-4b80-8393-1102a6715188'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:28:20.466817 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-be427991-5a5f-4880-9909-0556d99dac2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:20.516106 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e8acee79-5c17-4894-a6ef-eb1e207e3b64 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:20.517004 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d8776501-ff34-406b-8e16-ffa6672280f2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:20.595177 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e8acee79-5c17-4894-a6ef-eb1e207e3b64 None None] Transition to ACTIVE for port object 7c4ca612-ad64-4d75-a6e5-9377f1d40e30 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:20.605597 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d8776501-ff34-406b-8e16-ffa6672280f2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:20.641526 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7cf7353b-a091-4c34-8c7b-536a44f9f82f None None] Provisioning complete for port 60a2666e-506b-44f1-baec-5791dc37a790 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:20.641977 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7cf7353b-a091-4c34-8c7b-536a44f9f82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:20.688514 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d8776501-ff34-406b-8e16-ffa6672280f2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:20.696812 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0458de78-5088-45e9-9ed5-e3c5193fef24 None None] Attempting to bind port 97cde7a6-d5ff-4b5c-a1db-8f25069215c0 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:28:20.697176 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0458de78-5088-45e9-9ed5-e3c5193fef24 None None] Attempting to bind port 97cde7a6-d5ff-4b5c-a1db-8f25069215c0 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '1e52a0ed-c9b4-435c-ba62-a22422c96b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bb6e0520-1413-4b9d-a1eb-3e6740f2cb76'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:28:20.697533 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0458de78-5088-45e9-9ed5-e3c5193fef24 None None] Attempting to bind port 97cde7a6-d5ff-4b5c-a1db-8f25069215c0 on network bb6e0520-1413-4b9d-a1eb-3e6740f2cb76 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:28:20.731391 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8776501-ff34-406b-8e16-ffa6672280f2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f1991c-6857-442e-b5eb-ab4ada2c5c35,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:20.734727 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e8acee79-5c17-4894-a6ef-eb1e207e3b64 None None] Transition to ACTIVE for port object 7c4ca612-ad64-4d75-a6e5-9377f1d40e30 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:20.734958 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d8776501-ff34-406b-8e16-ffa6672280f2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:20.741037 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d8776501-ff34-406b-8e16-ffa6672280f2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "DELETE /v2.0/subnets/d4f1991c-6857-442e-b5eb-ab4ada2c5c35 HTTP/1.1" status: 204 len: 168 time: 0.3700862 Feb 28 14:28:20.742776 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0458de78-5088-45e9-9ed5-e3c5193fef24 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:28:20.743193 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0458de78-5088-45e9-9ed5-e3c5193fef24 None None] Checking segment: {'id': '1e52a0ed-c9b4-435c-ba62-a22422c96b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bb6e0520-1413-4b9d-a1eb-3e6740f2cb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:28:20.744041 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57598) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:20.744146 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0458de78-5088-45e9-9ed5-e3c5193fef24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:20.744146 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0458de78-5088-45e9-9ed5-e3c5193fef24 None None] Bound using segment: {'id': '1e52a0ed-c9b4-435c-ba62-a22422c96b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bb6e0520-1413-4b9d-a1eb-3e6740f2cb76'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:28:20.744502 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0458de78-5088-45e9-9ed5-e3c5193fef24 None None] Bound port: 97cde7a6-d5ff-4b5c-a1db-8f25069215c0, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e52a0ed-c9b4-435c-ba62-a22422c96b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bb6e0520-1413-4b9d-a1eb-3e6740f2cb76'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:28:20.744918 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0458de78-5088-45e9-9ed5-e3c5193fef24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:20.779225 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e8acee79-5c17-4894-a6ef-eb1e207e3b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:20.816935 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70574b97-be13-4917-a47e-0c9f13404a9f tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:20.820369 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70574b97-be13-4917-a47e-0c9f13404a9f tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:20.821405 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-70574b97-be13-4917-a47e-0c9f13404a9f tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Synchronizing usage tracker for tenant:0539f90cebdd4ae0a6aaf5a401bdedad on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:28:20.844865 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-70574b97-be13-4917-a47e-0c9f13404a9f tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Unset dirty status for tenant:0539f90cebdd4ae0a6aaf5a401bdedad on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:28:20.846716 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-70574b97-be13-4917-a47e-0c9f13404a9f tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1019647 Feb 28 14:28:20.850231 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57602) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:20.952002 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e00946-d944-405f-b4e3-6d9d4a0997ac tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:28:20.959577 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e3e00946-d944-405f-b4e3-6d9d4a0997ac tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "PUT /v2.0/routers/c03555cd-652b-4bba-b748-91a2da17fdbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9021153 Feb 28 14:28:20.964369 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57606) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:20.980314 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c43f80cd-a2fd-494a-ae34-98d12b95900f tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:20.983310 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ed83b8-3c50-42c9-aa24-c7178badc88a None None] Sync routers for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:28:20.991901 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c43f80cd-a2fd-494a-ae34-98d12b95900f tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 28 14:28:20.992387 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c43f80cd-a2fd-494a-ae34-98d12b95900f tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:28:20.998184 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c43f80cd-a2fd-494a-ae34-98d12b95900f tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "DELETE /v2.0/networks/dfe0ae95-bde1-4337-aac0-19165d68c985 HTTP/1.1" status: 409 len: 405 time: 0.1429420 Feb 28 14:28:20.999340 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57610) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:21.005292 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f55027de-0279-4d9c-bc85-d9b107f37d27 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1941948110'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:21.005639 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8acee79-5c17-4894-a6ef-eb1e207e3b64 None None] Network 7d27b904-1618-4ea8-9cb9-d6aee053f19c is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:21.010341 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f55027de-0279-4d9c-bc85-d9b107f37d27 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:21.015546 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f55027de-0279-4d9c-bc85-d9b107f37d27 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Usage tracker for resource:network and tenant:0539f90cebdd4ae0a6aaf5a401bdedad is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:21.017577 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936fa96a-4d34-4c95-8cf5-9a0b8acda849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-dfe0ae95-bde1-4337-aac0-19165d68c985', 'network_id': 'dfe0ae95-bde1-4337-aac0-19165d68c985', 'tenant_id': '0539f90cebdd4ae0a6aaf5a401bdedad', 'fixed_ips': [{'subnet_id': 'd4f1991c-6857-442e-b5eb-ab4ada2c5c35'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:28:21.018398 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-936fa96a-4d34-4c95-8cf5-9a0b8acda849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:21.018795 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f55027de-0279-4d9c-bc85-d9b107f37d27 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:21.024595 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f55027de-0279-4d9c-bc85-d9b107f37d27 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:21.029238 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-e8acee79-5c17-4894-a6ef-eb1e207e3b64 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:21.037416 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55027de-0279-4d9c-bc85-d9b107f37d27 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Made reservation on behalf of 0539f90cebdd4ae0a6aaf5a401bdedad for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:21.041392 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f55027de-0279-4d9c-bc85-d9b107f37d27 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:21.056974 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8acee79-5c17-4894-a6ef-eb1e207e3b64 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:28:21.065008 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8acee79-5c17-4894-a6ef-eb1e207e3b64 None None] Pushing event updated for resources: {'Port': ['ID=7c4ca612-ad64-4d75-a6e5-9377f1d40e30,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:21.074150 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f55027de-0279-4d9c-bc85-d9b107f37d27 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:28:21.085512 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f55027de-0279-4d9c-bc85-d9b107f37d27 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:21.085861 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-f55027de-0279-4d9c-bc85-d9b107f37d27 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Added segment c45dd791-9520-42d3-8516-47e7e25f99b8 of type vlan for network 4872cf6b-7cb2-4cde-a3f1-acf11d81bbb3 Feb 28 14:28:21.113564 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f55027de-0279-4d9c-bc85-d9b107f37d27 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:21.117274 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:21.138195 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ed83b8-3c50-42c9-aa24-c7178badc88a None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:21.138834 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d6ed83b8-3c50-42c9-aa24-c7178badc88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:21.148928 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f55027de-0279-4d9c-bc85-d9b107f37d27 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:21.156493 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55027de-0279-4d9c-bc85-d9b107f37d27 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:21.157177 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f55027de-0279-4d9c-bc85-d9b107f37d27 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:21.288633 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-be427991-5a5f-4880-9909-0556d99dac2e None None] Allocated IP 172.20.0.2 (97de6206-2f64-44a3-a674-5d9e299a858d/d13efbe7-e72e-4b80-8393-1102a6715188/09b839cc-518a-499c-a166-a097b9056b7c) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:28:21.325375 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d6ed83b8-3c50-42c9-aa24-c7178badc88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:21.354197 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0458de78-5088-45e9-9ed5-e3c5193fef24 None None] For port 97cde7a6-d5ff-4b5c-a1db-8f25069215c0, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:28:21.390239 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f55027de-0279-4d9c-bc85-d9b107f37d27 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3862946 Feb 28 14:28:21.390479 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57614) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:21.396261 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-55328d7f-6fb2-4139-8bda-1b11919fb361 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Request body: {'subnet': {'network_id': '4872cf6b-7cb2-4cde-a3f1-acf11d81bbb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:21.409028 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7cf7353b-a091-4c34-8c7b-536a44f9f82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:21.500159 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55027de-0279-4d9c-bc85-d9b107f37d27 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event updated for resources: {'Network': ['ID=4872cf6b-7cb2-4cde-a3f1-acf11d81bbb3,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:21.522043 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-55328d7f-6fb2-4139-8bda-1b11919fb361 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:21.527485 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0458de78-5088-45e9-9ed5-e3c5193fef24 None None] For port 97cde7a6-d5ff-4b5c-a1db-8f25069215c0, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=97cde7a6-d5ff-4b5c-a1db-8f25069215c0,segment=NetworkSegment(1e52a0ed-c9b4-435c-ba62-a22422c96b16),segment_id=1e52a0ed-c9b4-435c-ba62-a22422c96b16)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:28:21.532649 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ed83b8-3c50-42c9-aa24-c7178badc88a None None] Routers {'c03555cd-652b-4bba-b748-91a2da17fdbf'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:21.533243 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d6ed83b8-3c50-42c9-aa24-c7178badc88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c03555cd-652b-4bba-b748-91a2da17fdbf'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:21.534326 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-55328d7f-6fb2-4139-8bda-1b11919fb361 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:21.544904 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55328d7f-6fb2-4139-8bda-1b11919fb361 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Made reservation on behalf of 0539f90cebdd4ae0a6aaf5a401bdedad for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:21.549670 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55328d7f-6fb2-4139-8bda-1b11919fb361 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:21.550414 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff798574-0f84-406a-ad12-a0824cffd358 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Network 0ed75908-e5f9-4853-b9bc-25cba1ba7082 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:21.562278 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ff798574-0f84-406a-ad12-a0824cffd358 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:21.571241 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c2ee227-eb92-4a7a-bef6-0bc19f8cc4f7 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:21.583406 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 4872cf6b-7cb2-4cde-a3f1-acf11d81bbb3 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:28:21.598081 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 60a2666e-506b-44f1-baec-5791dc37a790, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=60a2666e-506b-44f1-baec-5791dc37a790,segment=NetworkSegment(65af1140-e423-4127-a93d-37c3609f91d6),segment_id=65af1140-e423-4127-a93d-37c3609f91d6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:21.717203 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0458de78-5088-45e9-9ed5-e3c5193fef24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:21.717825 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-7c2ee227-eb92-4a7a-bef6-0bc19f8cc4f7 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Transition to ACTIVE for port object 1b7840eb-db0f-4b27-83a2-760fa6860cb4 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:21.729973 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e8acee79-5c17-4894-a6ef-eb1e207e3b64 None None] Attempting to bind port 7c4ca612-ad64-4d75-a6e5-9377f1d40e30 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:28:21.730318 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e8acee79-5c17-4894-a6ef-eb1e207e3b64 None None] Attempting to bind port 7c4ca612-ad64-4d75-a6e5-9377f1d40e30 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '7c00c130-fc1d-48ce-98dc-32f02eea5f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7d27b904-1618-4ea8-9cb9-d6aee053f19c'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:28:21.730690 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8acee79-5c17-4894-a6ef-eb1e207e3b64 None None] Attempting to bind port 7c4ca612-ad64-4d75-a6e5-9377f1d40e30 on network 7d27b904-1618-4ea8-9cb9-d6aee053f19c {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:28:21.734167 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dfa0804b-76c5-4f67-a7fc-756527331fe0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:21.783290 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:21.801262 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d6ed83b8-3c50-42c9-aa24-c7178badc88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:21.801738 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ed83b8-3c50-42c9-aa24-c7178badc88a None None] The sync data for ids ['c03555cd-652b-4bba-b748-91a2da17fdbf'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:28:21.818493 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8acee79-5c17-4894-a6ef-eb1e207e3b64 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:28:21.819422 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8acee79-5c17-4894-a6ef-eb1e207e3b64 None None] Checking segment: {'id': '7c00c130-fc1d-48ce-98dc-32f02eea5f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7d27b904-1618-4ea8-9cb9-d6aee053f19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:28:21.819422 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e8acee79-5c17-4894-a6ef-eb1e207e3b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:21.819763 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8acee79-5c17-4894-a6ef-eb1e207e3b64 None None] Bound using segment: {'id': '7c00c130-fc1d-48ce-98dc-32f02eea5f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7d27b904-1618-4ea8-9cb9-d6aee053f19c'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:28:21.820136 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e8acee79-5c17-4894-a6ef-eb1e207e3b64 None None] Bound port: 7c4ca612-ad64-4d75-a6e5-9377f1d40e30, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c00c130-fc1d-48ce-98dc-32f02eea5f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7d27b904-1618-4ea8-9cb9-d6aee053f19c'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:28:21.820504 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e8acee79-5c17-4894-a6ef-eb1e207e3b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:21.919727 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ec44a67-e2c0-474b-8fab-06d18f578e2d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:21.946318 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.objects.ports [None req-55328d7f-6fb2-4139-8bda-1b11919fb361 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87773) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 14:28:21.947587 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55328d7f-6fb2-4139-8bda-1b11919fb361 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:22.049960 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55328d7f-6fb2-4139-8bda-1b11919fb361 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event updated for resources: {'Subnet': ['ID=f91c8ed0-623d-4997-844c-405e083dc701,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:22.052866 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b9d09b-607c-4943-be9f-430e2bfa8dfe None None] Network dfe0ae95-bde1-4337-aac0-19165d68c985 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:22.060901 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55328d7f-6fb2-4139-8bda-1b11919fb361 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Checking segment: {'id': 'c45dd791-9520-42d3-8516-47e7e25f99b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4872cf6b-7cb2-4cde-a3f1-acf11d81bbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:28:22.061272 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55328d7f-6fb2-4139-8bda-1b11919fb361 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Network hostable DHCP agents. Network: 4872cf6b-7cb2-4cde-a3f1-acf11d81bbb3, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:28:22.086272 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55328d7f-6fb2-4139-8bda-1b11919fb361 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Network 4872cf6b-7cb2-4cde-a3f1-acf11d81bbb3 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:28:22.099398 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-55328d7f-6fb2-4139-8bda-1b11919fb361 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 4872cf6b-7cb2-4cde-a3f1-acf11d81bbb3) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:22.104793 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55328d7f-6fb2-4139-8bda-1b11919fb361 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:22.105493 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-55328d7f-6fb2-4139-8bda-1b11919fb361 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:22.107893 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458de78-5088-45e9-9ed5-e3c5193fef24 None None] Pushing event updated for resources: {'Port': ['ID=97cde7a6-d5ff-4b5c-a1db-8f25069215c0,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:22.109812 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-7cf7353b-a091-4c34-8c7b-536a44f9f82f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:28:22.110160 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-7cf7353b-a091-4c34-8c7b-536a44f9f82f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:28:22.127446 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c2ee227-eb92-4a7a-bef6-0bc19f8cc4f7 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:22.144142 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-55328d7f-6fb2-4139-8bda-1b11919fb361 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7526467 Feb 28 14:28:22.146880 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57618) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:22.147832 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e464a01-9cd3-4b4e-8d8b-a24d987ccaeb None None] Network 4872cf6b-7cb2-4cde-a3f1-acf11d81bbb3 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:22.154457 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6d20bdef-f2f7-43fb-8b8c-d98ff8d90e4a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Request body: {'port': {'network_id': '4872cf6b-7cb2-4cde-a3f1-acf11d81bbb3', 'name': 'tempest-NetworksIpV6TestAttrs-980769443'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:22.339785 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2ee227-eb92-4a7a-bef6-0bc19f8cc4f7 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network bb6e0520-1413-4b9d-a1eb-3e6740f2cb76 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:22.345554 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6d20bdef-f2f7-43fb-8b8c-d98ff8d90e4a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:22.352114 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6d20bdef-f2f7-43fb-8b8c-d98ff8d90e4a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Usage tracker for resource:port and tenant:0539f90cebdd4ae0a6aaf5a401bdedad is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:22.357753 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6d20bdef-f2f7-43fb-8b8c-d98ff8d90e4a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:22.362580 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-7c2ee227-eb92-4a7a-bef6-0bc19f8cc4f7 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:22.365513 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2ee227-eb92-4a7a-bef6-0bc19f8cc4f7 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:28:22.366082 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6d20bdef-f2f7-43fb-8b8c-d98ff8d90e4a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:22.421726 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d20bdef-f2f7-43fb-8b8c-d98ff8d90e4a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Made reservation on behalf of 0539f90cebdd4ae0a6aaf5a401bdedad for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:22.437512 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6d20bdef-f2f7-43fb-8b8c-d98ff8d90e4a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:22.462529 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dfa0804b-76c5-4f67-a7fc-756527331fe0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:22.473390 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ee227-eb92-4a7a-bef6-0bc19f8cc4f7 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Port': ['ID=1b7840eb-db0f-4b27-83a2-760fa6860cb4,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:22.484175 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-6d20bdef-f2f7-43fb-8b8c-d98ff8d90e4a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] device_id is not set on port 2536ca34-ab88-4516-a8d0-60c577b29877 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:28:22.502477 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-dfa0804b-76c5-4f67-a7fc-756527331fe0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Deleting port c857e3b4-fd79-486d-8928-434168843e7b {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:22.503354 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dfa0804b-76c5-4f67-a7fc-756527331fe0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:22.516648 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=60a2666e-506b-44f1-baec-5791dc37a790,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:22.536183 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e8acee79-5c17-4894-a6ef-eb1e207e3b64 None None] For port 7c4ca612-ad64-4d75-a6e5-9377f1d40e30, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:28:22.566429 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff798574-0f84-406a-ad12-a0824cffd358 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Router d8892bbd-8c1b-4181-a237-c46088935eb5 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:28:22.594910 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-be427991-5a5f-4880-9909-0556d99dac2e None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:22.595352 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2ee227-eb92-4a7a-bef6-0bc19f8cc4f7 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:22.596022 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c2ee227-eb92-4a7a-bef6-0bc19f8cc4f7 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:22.612290 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e8acee79-5c17-4894-a6ef-eb1e207e3b64 None None] For port 7c4ca612-ad64-4d75-a6e5-9377f1d40e30, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=7c4ca612-ad64-4d75-a6e5-9377f1d40e30,segment=NetworkSegment(7c00c130-fc1d-48ce-98dc-32f02eea5f66),segment_id=7c00c130-fc1d-48ce-98dc-32f02eea5f66)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:28:22.657177 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-be427991-5a5f-4880-9909-0556d99dac2e None None] Transition to ACTIVE for port object 09b839cc-518a-499c-a166-a097b9056b7c will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:22.669940 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e8acee79-5c17-4894-a6ef-eb1e207e3b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:22.692208 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-6d20bdef-f2f7-43fb-8b8c-d98ff8d90e4a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Allocated IP 2001:db8::f816:3eff:fe33:cf92 (4872cf6b-7cb2-4cde-a3f1-acf11d81bbb3/f91c8ed0-623d-4997-844c-405e083dc701/2536ca34-ab88-4516-a8d0-60c577b29877) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:28:22.756072 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7c2ee227-eb92-4a7a-bef6-0bc19f8cc4f7 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.6145561 Feb 28 14:28:22.756609 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57622) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:22.813085 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-be427991-5a5f-4880-9909-0556d99dac2e None None] Transition to ACTIVE for port object 09b839cc-518a-499c-a166-a097b9056b7c will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:22.856957 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8acee79-5c17-4894-a6ef-eb1e207e3b64 None None] Pushing event updated for resources: {'Port': ['ID=7c4ca612-ad64-4d75-a6e5-9377f1d40e30,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:22.874093 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-be427991-5a5f-4880-9909-0556d99dac2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:23.024872 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209a5e1d-50c8-492b-9cba-81a7a76416d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-4872cf6b-7cb2-4cde-a3f1-acf11d81bbb3', 'network_id': '4872cf6b-7cb2-4cde-a3f1-acf11d81bbb3', 'tenant_id': '0539f90cebdd4ae0a6aaf5a401bdedad', 'fixed_ips': [{'subnet_id': 'f91c8ed0-623d-4997-844c-405e083dc701'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:28:23.025790 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-209a5e1d-50c8-492b-9cba-81a7a76416d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:23.056037 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be427991-5a5f-4880-9909-0556d99dac2e None None] Network 97de6206-2f64-44a3-a674-5d9e299a858d is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:23.154174 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff798574-0f84-406a-ad12-a0824cffd358 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:28:23.162292 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ff798574-0f84-406a-ad12-a0824cffd358 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] 10.222.0.30 "PUT /v2.0/routers/d8892bbd-8c1b-4181-a237-c46088935eb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1383264 Feb 28 14:28:23.167488 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57626) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:23.171287 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28b79db-aeba-4aa0-a29c-8390268e3b97 None None] Sync routers for ids ['d8892bbd-8c1b-4181-a237-c46088935eb5'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:28:23.192500 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28b79db-aeba-4aa0-a29c-8390268e3b97 None None] Routers {'d8892bbd-8c1b-4181-a237-c46088935eb5'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:23.201323 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e28b79db-aeba-4aa0-a29c-8390268e3b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['d8892bbd-8c1b-4181-a237-c46088935eb5'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:23.218829 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-063c9a6b-d2de-4eac-97ae-e79611804639 None None] Provisioning complete for port 0008e651-cabb-49dd-b637-754a65a440eb triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:23.219461 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-063c9a6b-d2de-4eac-97ae-e79611804639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:23.285735 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-5ec44a67-e2c0-474b-8fab-06d18f578e2d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Allocated IP 172.20.0.1 (97de6206-2f64-44a3-a674-5d9e299a858d/d13efbe7-e72e-4b80-8393-1102a6715188/d448898b-49ef-4925-964c-54960605af8d) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:28:23.294237 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e28b79db-aeba-4aa0-a29c-8390268e3b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:23.294550 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be427991-5a5f-4880-9909-0556d99dac2e None None] Pushing event updated for resources: {'Port': ['ID=09b839cc-518a-499c-a166-a097b9056b7c,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:23.306638 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-be427991-5a5f-4880-9909-0556d99dac2e None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:23.323925 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28b79db-aeba-4aa0-a29c-8390268e3b97 None None] Routers {'d8892bbd-8c1b-4181-a237-c46088935eb5'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:23.324853 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e28b79db-aeba-4aa0-a29c-8390268e3b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['d8892bbd-8c1b-4181-a237-c46088935eb5'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:23.330027 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be427991-5a5f-4880-9909-0556d99dac2e None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:28:23.362426 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dfa0804b-76c5-4f67-a7fc-756527331fe0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:23.437767 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e28b79db-aeba-4aa0-a29c-8390268e3b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:23.438569 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28b79db-aeba-4aa0-a29c-8390268e3b97 None None] The sync data for ids ['d8892bbd-8c1b-4181-a237-c46088935eb5'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:28:23.478928 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-063c9a6b-d2de-4eac-97ae-e79611804639 None None] Port 0008e651-cabb-49dd-b637-754a65a440eb cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:28:23.586863 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-be427991-5a5f-4880-9909-0556d99dac2e None None] Attempting to bind port 09b839cc-518a-499c-a166-a097b9056b7c on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:28:23.588567 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-be427991-5a5f-4880-9909-0556d99dac2e None None] Attempting to bind port 09b839cc-518a-499c-a166-a097b9056b7c by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'da72ad0b-d60a-4d88-a4a3-bb03d9ae6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '97de6206-2f64-44a3-a674-5d9e299a858d'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:28:23.589207 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be427991-5a5f-4880-9909-0556d99dac2e None None] Attempting to bind port 09b839cc-518a-499c-a166-a097b9056b7c on network 97de6206-2f64-44a3-a674-5d9e299a858d {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:28:23.602304 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be427991-5a5f-4880-9909-0556d99dac2e None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:28:23.602613 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be427991-5a5f-4880-9909-0556d99dac2e None None] Checking segment: {'id': 'da72ad0b-d60a-4d88-a4a3-bb03d9ae6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '97de6206-2f64-44a3-a674-5d9e299a858d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:28:23.603038 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-be427991-5a5f-4880-9909-0556d99dac2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:23.603458 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be427991-5a5f-4880-9909-0556d99dac2e None None] Bound using segment: {'id': 'da72ad0b-d60a-4d88-a4a3-bb03d9ae6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '97de6206-2f64-44a3-a674-5d9e299a858d'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:28:23.605185 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-dfa0804b-76c5-4f67-a7fc-756527331fe0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Calling delete_port for c857e3b4-fd79-486d-8928-434168843e7b owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:23.607448 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-be427991-5a5f-4880-9909-0556d99dac2e None None] Bound port: 09b839cc-518a-499c-a166-a097b9056b7c, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da72ad0b-d60a-4d88-a4a3-bb03d9ae6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '97de6206-2f64-44a3-a674-5d9e299a858d'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:28:23.607980 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-be427991-5a5f-4880-9909-0556d99dac2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:23.645880 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6d20bdef-f2f7-43fb-8b8c-d98ff8d90e4a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:23.674432 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed1225a-56a2-4be0-a54a-1f2713c6ec54 None None] Network bb6e0520-1413-4b9d-a1eb-3e6740f2cb76 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:23.681259 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6d20bdef-f2f7-43fb-8b8c-d98ff8d90e4a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Transition to ACTIVE for port object 2536ca34-ab88-4516-a8d0-60c577b29877 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:23.825431 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f381caa7-b22d-4fe5-b659-2f8932fb8e62 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:23.926644 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-be427991-5a5f-4880-9909-0556d99dac2e None None] For port 09b839cc-518a-499c-a166-a097b9056b7c, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:28:23.930970 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-be427991-5a5f-4880-9909-0556d99dac2e None None] For port 09b839cc-518a-499c-a166-a097b9056b7c, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=09b839cc-518a-499c-a166-a097b9056b7c,segment=NetworkSegment(da72ad0b-d60a-4d88-a4a3-bb03d9ae6979),segment_id=da72ad0b-d60a-4d88-a4a3-bb03d9ae6979)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:28:23.943657 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-be427991-5a5f-4880-9909-0556d99dac2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:24.006812 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a52c07f5-7da7-49f2-b49b-dc64995d410d None None] Provisioning for port 97cde7a6-d5ff-4b5c-a1db-8f25069215c0 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:24.144899 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 97cde7a6-d5ff-4b5c-a1db-8f25069215c0 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:28:24.202456 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6d20bdef-f2f7-43fb-8b8c-d98ff8d90e4a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:24.269378 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d20bdef-f2f7-43fb-8b8c-d98ff8d90e4a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Network 4872cf6b-7cb2-4cde-a3f1-acf11d81bbb3 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:24.279048 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-6d20bdef-f2f7-43fb-8b8c-d98ff8d90e4a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:24.283067 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be427991-5a5f-4880-9909-0556d99dac2e None None] Pushing event updated for resources: {'Port': ['ID=09b839cc-518a-499c-a166-a097b9056b7c,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:24.292135 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d20bdef-f2f7-43fb-8b8c-d98ff8d90e4a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:28:24.298429 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d20bdef-f2f7-43fb-8b8c-d98ff8d90e4a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:24.299085 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6d20bdef-f2f7-43fb-8b8c-d98ff8d90e4a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:24.321703 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 97cde7a6-d5ff-4b5c-a1db-8f25069215c0 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:24.340753 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-209a5e1d-50c8-492b-9cba-81a7a76416d0 None None] Allocated IP 2001:db8::f816:3eff:fedd:9f7f (4872cf6b-7cb2-4cde-a3f1-acf11d81bbb3/f91c8ed0-623d-4997-844c-405e083dc701/54858381-131e-4b6f-8c72-a465e438d7d1) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:28:24.349367 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 97cde7a6-d5ff-4b5c-a1db-8f25069215c0 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:24.349771 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:24.367786 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6d20bdef-f2f7-43fb-8b8c-d98ff8d90e4a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.2194934 Feb 28 14:28:24.368504 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57630) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:24.405879 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ec44a67-e2c0-474b-8fab-06d18f578e2d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:24.418449 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20bdef-f2f7-43fb-8b8c-d98ff8d90e4a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event updated for resources: {'Port': ['ID=2536ca34-ab88-4516-a8d0-60c577b29877,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:24.501280 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf6574b-acfd-4098-87bd-b572dc3f406d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Deleting subnet f91c8ed0-623d-4997-844c-405e083dc701 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:28:24.507782 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f381caa7-b22d-4fe5-b659-2f8932fb8e62 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:24.522120 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f381caa7-b22d-4fe5-b659-2f8932fb8e62 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:24.555740 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86538d0-cbfc-41b2-ae7d-063c825e76f7 None None] Network 7d27b904-1618-4ea8-9cb9-d6aee053f19c requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:24.651519 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dfa0804b-76c5-4f67-a7fc-756527331fe0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:24.724594 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-5ec44a67-e2c0-474b-8fab-06d18f578e2d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Transition to ACTIVE for port object d448898b-49ef-4925-964c-54960605af8d will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:24.736435 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0804b-76c5-4f67-a7fc-756527331fe0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event deleted for resources: {'Port': ['ID=c857e3b4-fd79-486d-8928-434168843e7b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:24.804490 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-27f068dd-59eb-42ab-a68b-0c0f70f63f42 None None] Provisioning for port 7c4ca612-ad64-4d75-a6e5-9377f1d40e30 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:24.849493 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381caa7-b22d-4fe5-b659-2f8932fb8e62 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Port': ['ID=1b7840eb-db0f-4b27-83a2-760fa6860cb4,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:24.939576 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f381caa7-b22d-4fe5-b659-2f8932fb8e62 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:24.947830 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dfa0804b-76c5-4f67-a7fc-756527331fe0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:24.982925 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:25.018724 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-7d6ce6d6-6f7e-48a5-bff5-4f0741284f93 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:28:25.019978 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7d6ce6d6-6f7e-48a5-bff5-4f0741284f93 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] 10.222.0.30 "PUT /v2.0/routers/d8892bbd-8c1b-4181-a237-c46088935eb5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8506508 Feb 28 14:28:25.023242 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57634) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:25.037831 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-209a5e1d-50c8-492b-9cba-81a7a76416d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:25.091350 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-209a5e1d-50c8-492b-9cba-81a7a76416d0 None None] Transition to ACTIVE for port object 54858381-131e-4b6f-8c72-a465e438d7d1 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:25.094226 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a3e9a7ff-9cf7-42ea-a581-480607ac0e86 None None] Provisioning for port 1b7840eb-db0f-4b27-83a2-760fa6860cb4 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:25.105693 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 97cde7a6-d5ff-4b5c-a1db-8f25069215c0, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=97cde7a6-d5ff-4b5c-a1db-8f25069215c0,segment=NetworkSegment(1e52a0ed-c9b4-435c-ba62-a22422c96b16),segment_id=1e52a0ed-c9b4-435c-ba62-a22422c96b16)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:25.123708 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:25.124487 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 60a2666e-506b-44f1-baec-5791dc37a790 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:28:25.147883 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a3e9a7ff-9cf7-42ea-a581-480607ac0e86 None None] Provisioning complete for port 1b7840eb-db0f-4b27-83a2-760fa6860cb4 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:25.148311 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a3e9a7ff-9cf7-42ea-a581-480607ac0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:25.274759 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f381caa7-b22d-4fe5-b659-2f8932fb8e62 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:25.279616 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-209a5e1d-50c8-492b-9cba-81a7a76416d0 None None] Transition to ACTIVE for port object 54858381-131e-4b6f-8c72-a465e438d7d1 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:25.298909 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-faf6574b-acfd-4098-87bd-b572dc3f406d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:25.311939 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-209a5e1d-50c8-492b-9cba-81a7a76416d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:25.357012 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a3e9a7ff-9cf7-42ea-a581-480607ac0e86 None None] Port 1b7840eb-db0f-4b27-83a2-760fa6860cb4 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:28:25.385522 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dfa0804b-76c5-4f67-a7fc-756527331fe0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:25.388460 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ec44a67-e2c0-474b-8fab-06d18f578e2d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:25.393507 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dfa0804b-76c5-4f67-a7fc-756527331fe0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:25.400832 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=97cde7a6-d5ff-4b5c-a1db-8f25069215c0,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:25.409881 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209a5e1d-50c8-492b-9cba-81a7a76416d0 None None] Network 4872cf6b-7cb2-4cde-a3f1-acf11d81bbb3 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:25.455311 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-209a5e1d-50c8-492b-9cba-81a7a76416d0 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:25.467089 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209a5e1d-50c8-492b-9cba-81a7a76416d0 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:28:25.483723 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec44a67-e2c0-474b-8fab-06d18f578e2d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network 97de6206-2f64-44a3-a674-5d9e299a858d is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:25.491209 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-5ec44a67-e2c0-474b-8fab-06d18f578e2d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:25.496200 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec44a67-e2c0-474b-8fab-06d18f578e2d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:28:25.533937 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a3e9a7ff-9cf7-42ea-a581-480607ac0e86 None None] Provisioning complete for port 97cde7a6-d5ff-4b5c-a1db-8f25069215c0 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:25.533937 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a3e9a7ff-9cf7-42ea-a581-480607ac0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:25.534474 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dfa0804b-76c5-4f67-a7fc-756527331fe0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:25.535034 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa0804b-76c5-4f67-a7fc-756527331fe0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Fanout notify agent at l3_agent the message router_deleted on router c03555cd-652b-4bba-b748-91a2da17fdbf {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:28:25.541036 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec44a67-e2c0-474b-8fab-06d18f578e2d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Port': ['ID=d448898b-49ef-4925-964c-54960605af8d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:25.579929 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dfa0804b-76c5-4f67-a7fc-756527331fe0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:25.583034 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dfa0804b-76c5-4f67-a7fc-756527331fe0 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "DELETE /v2.0/routers/c03555cd-652b-4bba-b748-91a2da17fdbf HTTP/1.1" status: 204 len: 168 time: 4.6062717 Feb 28 14:28:25.583200 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-faf6574b-acfd-4098-87bd-b572dc3f406d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:25.583325 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ec44a67-e2c0-474b-8fab-06d18f578e2d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:25.585834 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57638) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:25.666323 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfb7c71-95fe-49a7-b019-cb6d1dc0b00f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Deleting subnet e313196f-d6e9-431f-a11e-fd7033f179ac {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:28:25.671331 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3bfb7c71-95fe-49a7-b019-cb6d1dc0b00f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:25.684806 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a5e1d-50c8-492b-9cba-81a7a76416d0 None None] Pushing event updated for resources: {'Port': ['ID=54858381-131e-4b6f-8c72-a465e438d7d1,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:25.696417 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 60a2666e-506b-44f1-baec-5791dc37a790 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:25.696882 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:25.750322 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3bfb7c71-95fe-49a7-b019-cb6d1dc0b00f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:25.830115 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-209a5e1d-50c8-492b-9cba-81a7a76416d0 None None] Attempting to bind port 54858381-131e-4b6f-8c72-a465e438d7d1 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:28:25.830814 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-209a5e1d-50c8-492b-9cba-81a7a76416d0 None None] Attempting to bind port 54858381-131e-4b6f-8c72-a465e438d7d1 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'c45dd791-9520-42d3-8516-47e7e25f99b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4872cf6b-7cb2-4cde-a3f1-acf11d81bbb3'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:28:25.831329 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209a5e1d-50c8-492b-9cba-81a7a76416d0 None None] Attempting to bind port 54858381-131e-4b6f-8c72-a465e438d7d1 on network 4872cf6b-7cb2-4cde-a3f1-acf11d81bbb3 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:28:25.845449 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209a5e1d-50c8-492b-9cba-81a7a76416d0 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:28:25.845822 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209a5e1d-50c8-492b-9cba-81a7a76416d0 None None] Checking segment: {'id': 'c45dd791-9520-42d3-8516-47e7e25f99b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4872cf6b-7cb2-4cde-a3f1-acf11d81bbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:28:25.846322 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-209a5e1d-50c8-492b-9cba-81a7a76416d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:25.846764 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209a5e1d-50c8-492b-9cba-81a7a76416d0 None None] Bound using segment: {'id': 'c45dd791-9520-42d3-8516-47e7e25f99b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4872cf6b-7cb2-4cde-a3f1-acf11d81bbb3'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:28:25.847539 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-209a5e1d-50c8-492b-9cba-81a7a76416d0 None None] Bound port: 54858381-131e-4b6f-8c72-a465e438d7d1, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45dd791-9520-42d3-8516-47e7e25f99b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4872cf6b-7cb2-4cde-a3f1-acf11d81bbb3'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:28:25.847848 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-209a5e1d-50c8-492b-9cba-81a7a76416d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:25.875102 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95150845-e776-4931-b44a-f472d3af4927 None None] Network 97de6206-2f64-44a3-a674-5d9e299a858d requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:25.881896 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3bfb7c71-95fe-49a7-b019-cb6d1dc0b00f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:25.950132 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ec44a67-e2c0-474b-8fab-06d18f578e2d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:26.042362 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3bfb7c71-95fe-49a7-b019-cb6d1dc0b00f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:26.144487 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb7c71-95fe-49a7-b019-cb6d1dc0b00f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event deleted for resources: {'Subnet': ['ID=e313196f-d6e9-431f-a11e-fd7033f179ac,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:26.188725 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-209a5e1d-50c8-492b-9cba-81a7a76416d0 None None] For port 54858381-131e-4b6f-8c72-a465e438d7d1, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:28:26.195916 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3bfb7c71-95fe-49a7-b019-cb6d1dc0b00f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:26.212086 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3bfb7c71-95fe-49a7-b019-cb6d1dc0b00f tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "DELETE /v2.0/subnets/e313196f-d6e9-431f-a11e-fd7033f179ac HTTP/1.1" status: 204 len: 168 time: 0.6258130 Feb 28 14:28:26.214963 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57642) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:26.225679 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 7c4ca612-ad64-4d75-a6e5-9377f1d40e30 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:28:26.258959 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-209a5e1d-50c8-492b-9cba-81a7a76416d0 None None] For port 54858381-131e-4b6f-8c72-a465e438d7d1, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=54858381-131e-4b6f-8c72-a465e438d7d1,segment=NetworkSegment(c45dd791-9520-42d3-8516-47e7e25f99b8),segment_id=c45dd791-9520-42d3-8516-47e7e25f99b8)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:28:26.289088 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-209a5e1d-50c8-492b-9cba-81a7a76416d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:26.321093 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-faf6574b-acfd-4098-87bd-b572dc3f406d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:26.379271 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-560c0d74-7f6c-4d5f-ac1c-425003d036d9 None None] Provisioning complete for port 1b7840eb-db0f-4b27-83a2-760fa6860cb4 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:26.379626 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-560c0d74-7f6c-4d5f-ac1c-425003d036d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:26.383556 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-edd3eaf8-3978-4404-bf0a-45ae6ff5ef31 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:26.496536 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f381caa7-b22d-4fe5-b659-2f8932fb8e62 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:26.505113 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-faf6574b-acfd-4098-87bd-b572dc3f406d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:26.515657 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a5e1d-50c8-492b-9cba-81a7a76416d0 None None] Pushing event updated for resources: {'Port': ['ID=54858381-131e-4b6f-8c72-a465e438d7d1,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:26.541091 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-560c0d74-7f6c-4d5f-ac1c-425003d036d9 None None] Port 1b7840eb-db0f-4b27-83a2-760fa6860cb4 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:28:26.555431 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 7c4ca612-ad64-4d75-a6e5-9377f1d40e30 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:26.566963 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 7c4ca612-ad64-4d75-a6e5-9377f1d40e30 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:26.567381 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:26.583061 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f381caa7-b22d-4fe5-b659-2f8932fb8e62 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:26.597973 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-560c0d74-7f6c-4d5f-ac1c-425003d036d9 None None] Provisioning complete for port 7c4ca612-ad64-4d75-a6e5-9377f1d40e30 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:26.598334 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-560c0d74-7f6c-4d5f-ac1c-425003d036d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:26.625325 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-edd3eaf8-3978-4404-bf0a-45ae6ff5ef31 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:26.679790 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-edd3eaf8-3978-4404-bf0a-45ae6ff5ef31 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08507b25-bf65-4624-8d25-00557623e34b']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:26.700170 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-edd3eaf8-3978-4404-bf0a-45ae6ff5ef31 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e67aac1-2246-4669-b2a5-c7d37a21783d') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:26.700170 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-edd3eaf8-3978-4404-bf0a-45ae6ff5ef31 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e67aac1-2246-4669-b2a5-c7d37a21783d') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:26.708267 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ec44a67-e2c0-474b-8fab-06d18f578e2d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:26.713856 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6574b-acfd-4098-87bd-b572dc3f406d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event deleted for resources: {'Subnet': ['ID=f91c8ed0-623d-4997-844c-405e083dc701,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:26.714552 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ec44a67-e2c0-474b-8fab-06d18f578e2d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:26.716661 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-faf6574b-acfd-4098-87bd-b572dc3f406d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:26.743935 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-edd3eaf8-3978-4404-bf0a-45ae6ff5ef31 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:26.780157 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50d913ee-b686-4485-9318-48209c165af7 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:26.842483 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-faf6574b-acfd-4098-87bd-b572dc3f406d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "DELETE /v2.0/subnets/f91c8ed0-623d-4997-844c-405e083dc701 HTTP/1.1" status: 204 len: 168 time: 2.4592223 Feb 28 14:28:26.847805 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57648) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:26.854423 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-edd3eaf8-3978-4404-bf0a-45ae6ff5ef31 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:26.862761 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-560c0d74-7f6c-4d5f-ac1c-425003d036d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:26.871069 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd3eaf8-3978-4404-bf0a-45ae6ff5ef31 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:28:26.871714 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-edd3eaf8-3978-4404-bf0a-45ae6ff5ef31 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:26.914272 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:26.949280 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-560c0d74-7f6c-4d5f-ac1c-425003d036d9 None None] For port 7c4ca612-ad64-4d75-a6e5-9377f1d40e30, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=7c4ca612-ad64-4d75-a6e5-9377f1d40e30,segment=NetworkSegment(7c00c130-fc1d-48ce-98dc-32f02eea5f66),segment_id=7c00c130-fc1d-48ce-98dc-32f02eea5f66)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:26.992072 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f381caa7-b22d-4fe5-b659-2f8932fb8e62 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:26.995894 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381caa7-b22d-4fe5-b659-2f8932fb8e62 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Port': ['ID=1b7840eb-db0f-4b27-83a2-760fa6860cb4,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:27.003601 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-560c0d74-7f6c-4d5f-ac1c-425003d036d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:28:27.066840 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:28:27.088830 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519a9756-ef86-4119-9ab9-c922b84f3201 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:27.090817 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519a9756-ef86-4119-9ab9-c922b84f3201 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:27.091708 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-519a9756-ef86-4119-9ab9-c922b84f3201 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Synchronizing usage tracker for tenant:0539f90cebdd4ae0a6aaf5a401bdedad on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:28:27.107000 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-560c0d74-7f6c-4d5f-ac1c-425003d036d9 None None] Provisioning for port 09b839cc-518a-499c-a166-a097b9056b7c completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:27.119168 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:28:27.125290 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:28:27.130440 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c0d74-7f6c-4d5f-ac1c-425003d036d9 None None] Pushing event updated for resources: {'Port': ['ID=7c4ca612-ad64-4d75-a6e5-9377f1d40e30,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:27.196337 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ec44a67-e2c0-474b-8fab-06d18f578e2d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:27.200632 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec44a67-e2c0-474b-8fab-06d18f578e2d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Port': ['ID=d448898b-49ef-4925-964c-54960605af8d,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:27.246789 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-edd3eaf8-3978-4404-bf0a-45ae6ff5ef31 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:27.250094 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-736d011e-81c5-45a9-beff-5d867cdff398 None None] Provisioning for port d448898b-49ef-4925-964c-54960605af8d completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:27.256480 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-736d011e-81c5-45a9-beff-5d867cdff398 None None] Provisioning complete for port d448898b-49ef-4925-964c-54960605af8d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:27.257321 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-736d011e-81c5-45a9-beff-5d867cdff398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:27.274490 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-edd3eaf8-3978-4404-bf0a-45ae6ff5ef31 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:27.322459 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-736d011e-81c5-45a9-beff-5d867cdff398 None None] Port d448898b-49ef-4925-964c-54960605af8d cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:28:27.352902 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-edd3eaf8-3978-4404-bf0a-45ae6ff5ef31 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] 10.222.0.30 "DELETE /v2.0/networks/08507b25-bf65-4624-8d25-00557623e34b HTTP/1.1" status: 204 len: 168 time: 1.1375251 Feb 28 14:28:27.353763 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3eaf8-3978-4404-bf0a-45ae6ff5ef31 tempest-FloatingIPTestJSON-1055455541 tempest-FloatingIPTestJSON-1055455541-project] Pushing event deleted for resources: {'Network': ['ID=08507b25-bf65-4624-8d25-00557623e34b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:27.410254 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec44a67-e2c0-474b-8fab-06d18f578e2d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network 97de6206-2f64-44a3-a674-5d9e299a858d is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:27.415665 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-5ec44a67-e2c0-474b-8fab-06d18f578e2d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:27.468581 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-16bc40cb-920d-49be-85a8-42501e4855b2 None None] Provisioning complete for port d448898b-49ef-4925-964c-54960605af8d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:27.469125 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-16bc40cb-920d-49be-85a8-42501e4855b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:27.494177 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-519a9756-ef86-4119-9ab9-c922b84f3201 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Unset dirty status for tenant:0539f90cebdd4ae0a6aaf5a401bdedad on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:28:27.504955 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-519a9756-ef86-4119-9ab9-c922b84f3201 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6469219 Feb 28 14:28:27.512040 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57654) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:27.591138 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-16bc40cb-920d-49be-85a8-42501e4855b2 None None] Port d448898b-49ef-4925-964c-54960605af8d cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:28:27.710487 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7523a110-6b7b-4411-883b-b7e7c7025b2a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:27.733553 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f381caa7-b22d-4fe5-b659-2f8932fb8e62 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network bb6e0520-1413-4b9d-a1eb-3e6740f2cb76 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:27.734912 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-f381caa7-b22d-4fe5-b659-2f8932fb8e62 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:27.818478 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7523a110-6b7b-4411-883b-b7e7c7025b2a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 28 14:28:27.819134 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7523a110-6b7b-4411-883b-b7e7c7025b2a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:28:27.827767 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7523a110-6b7b-4411-883b-b7e7c7025b2a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "DELETE /v2.0/networks/4872cf6b-7cb2-4cde-a3f1-acf11d81bbb3 HTTP/1.1" status: 409 len: 405 time: 0.3058026 Feb 28 14:28:27.829135 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec44a67-e2c0-474b-8fab-06d18f578e2d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Router 4aa5db05-1a1b-422e-bc95-3b11d78424c0 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:28:27.829812 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57660) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:27.837910 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d0c24263-3863-412e-a8cf-80fa5245aa71 None None] Provisioning complete for port d448898b-49ef-4925-964c-54960605af8d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:27.838291 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d0c24263-3863-412e-a8cf-80fa5245aa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:27.913204 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d0c24263-3863-412e-a8cf-80fa5245aa71 None None] Port d448898b-49ef-4925-964c-54960605af8d cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:28:27.952478 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6a9a36ab-d654-48ed-bbef-f746c32d3f4b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1182439334'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:27.959814 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57664) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:27.994200 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9289dce-4df9-418c-9115-11d33e904b94 None None] Network 4872cf6b-7cb2-4cde-a3f1-acf11d81bbb3 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:28.079421 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6a9a36ab-d654-48ed-bbef-f746c32d3f4b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:28.139815 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec44a67-e2c0-474b-8fab-06d18f578e2d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:28:28.148581 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5ec44a67-e2c0-474b-8fab-06d18f578e2d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "PUT /v2.0/routers/4aa5db05-1a1b-422e-bc95-3b11d78424c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6845305 Feb 28 14:28:28.148756 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6a9a36ab-d654-48ed-bbef-f746c32d3f4b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Usage tracker for resource:network and tenant:0539f90cebdd4ae0a6aaf5a401bdedad is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:28.148848 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57674) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:28.164569 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6a9a36ab-d654-48ed-bbef-f746c32d3f4b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:28.190034 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6a9a36ab-d654-48ed-bbef-f746c32d3f4b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:28.192407 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 54858381-131e-4b6f-8c72-a465e438d7d1 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:28:28.220974 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-50d913ee-b686-4485-9318-48209c165af7 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Deleting port 0008e651-cabb-49dd-b637-754a65a440eb {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:28.221320 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50d913ee-b686-4485-9318-48209c165af7 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:28.258050 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9a36ab-d654-48ed-bbef-f746c32d3f4b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Made reservation on behalf of 0539f90cebdd4ae0a6aaf5a401bdedad for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:28.260958 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a9a36ab-d654-48ed-bbef-f746c32d3f4b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:28.270609 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed02b79-1aae-4b08-8567-e37c692a3703 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:28.271225 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3ed02b79-1aae-4b08-8567-e37c692a3703 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Synchronizing usage tracker for tenant:2f27756656034771b730bac18fc748ab on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:28:28.275190 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80db666f-5e98-4825-b883-bb6e34d87f8d None None] Sync routers for ids ['4aa5db05-1a1b-422e-bc95-3b11d78424c0'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:28:28.301431 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c9c5e2b4-d363-4ed1-a5d5-c8c9c2414747 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a713dce2e4474a3e85dacb2710c38d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380764 Feb 28 14:28:28.301712 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57678) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:28.310019 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80db666f-5e98-4825-b883-bb6e34d87f8d None None] Routers {'4aa5db05-1a1b-422e-bc95-3b11d78424c0'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:28.310874 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-80db666f-5e98-4825-b883-bb6e34d87f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['4aa5db05-1a1b-422e-bc95-3b11d78424c0'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:28.325291 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3ed02b79-1aae-4b08-8567-e37c692a3703 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Unset dirty status for tenant:2f27756656034771b730bac18fc748ab on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:28:28.326671 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3ed02b79-1aae-4b08-8567-e37c692a3703 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "GET /v2.0/ports/d448898b-49ef-4925-964c-54960605af8d HTTP/1.1" status: 200 len: 910 time: 0.1764376 Feb 28 14:28:28.331027 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9a36ab-d654-48ed-bbef-f746c32d3f4b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:28:28.334034 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57682) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:28.379471 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a9a36ab-d654-48ed-bbef-f746c32d3f4b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:28.380123 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-6a9a36ab-d654-48ed-bbef-f746c32d3f4b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Added segment 7874f15b-8ac2-4d23-839f-c5aa44ca7fa4 of type vlan for network 0a176057-3acd-40fe-aea9-52c1a4ef9db1 Feb 28 14:28:28.421449 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c9fc2b20-cb00-49af-a4af-4fea878ab4bf None None] Provisioning for port 54858381-131e-4b6f-8c72-a465e438d7d1 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:28.446938 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f381caa7-b22d-4fe5-b659-2f8932fb8e62 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Router 0a93c58b-b764-48af-8bd6-9fc9904ca04c is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:28:28.472400 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-80db666f-5e98-4825-b883-bb6e34d87f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:28.508002 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80db666f-5e98-4825-b883-bb6e34d87f8d None None] Routers {'4aa5db05-1a1b-422e-bc95-3b11d78424c0'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:28.508650 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-80db666f-5e98-4825-b883-bb6e34d87f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['4aa5db05-1a1b-422e-bc95-3b11d78424c0'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:28.546496 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a9a36ab-d654-48ed-bbef-f746c32d3f4b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:28.569224 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2c160cc8-3b4f-4ec8-ade8-2238384b6b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:28.575187 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-80db666f-5e98-4825-b883-bb6e34d87f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:28.576204 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80db666f-5e98-4825-b883-bb6e34d87f8d None None] The sync data for ids ['4aa5db05-1a1b-422e-bc95-3b11d78424c0'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:28:28.593056 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 54858381-131e-4b6f-8c72-a465e438d7d1 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:28.608566 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 54858381-131e-4b6f-8c72-a465e438d7d1 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:28.608933 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:28.647915 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-291cbd04-8666-4642-9bb6-97a1899f8599 None None] Provisioning complete for port 1b7840eb-db0f-4b27-83a2-760fa6860cb4 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:28.648281 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-291cbd04-8666-4642-9bb6-97a1899f8599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:28.651731 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50d913ee-b686-4485-9318-48209c165af7 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:28.685413 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2c160cc8-3b4f-4ec8-ade8-2238384b6b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:28.733176 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-291cbd04-8666-4642-9bb6-97a1899f8599 None None] Port 1b7840eb-db0f-4b27-83a2-760fa6860cb4 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:28:28.794361 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-6a9a36ab-d654-48ed-bbef-f746c32d3f4b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:28:28.796864 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:28.813617 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-50d913ee-b686-4485-9318-48209c165af7 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Calling delete_port for 0008e651-cabb-49dd-b637-754a65a440eb owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:28.834166 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9935320-1c2d-4460-950f-b2880452a124 None None] DHCP port deletion for 4872cf6b-7cb2-4cde-a3f1-acf11d81bbb3 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:28:28.842110 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 54858381-131e-4b6f-8c72-a465e438d7d1, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=54858381-131e-4b6f-8c72-a465e438d7d1,segment=NetworkSegment(c45dd791-9520-42d3-8516-47e7e25f99b8),segment_id=c45dd791-9520-42d3-8516-47e7e25f99b8)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:28.843114 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-e9935320-1c2d-4460-950f-b2880452a124 None None] Deleting port 54858381-131e-4b6f-8c72-a465e438d7d1 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:28.843609 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e9935320-1c2d-4460-950f-b2880452a124 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:28.869146 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2c160cc8-3b4f-4ec8-ade8-2238384b6b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:28.880254 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:28.881254 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 09b839cc-518a-499c-a166-a097b9056b7c up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:28:28.883413 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a9a36ab-d654-48ed-bbef-f746c32d3f4b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:28.889028 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9a36ab-d654-48ed-bbef-f746c32d3f4b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:28.889642 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a9a36ab-d654-48ed-bbef-f746c32d3f4b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:28.924227 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c160cc8-3b4f-4ec8-ade8-2238384b6b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5dbb86-acf3-4f52-bd73-983eadcead69,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:28.930676 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2c160cc8-3b4f-4ec8-ade8-2238384b6b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:28.935223 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2c160cc8-3b4f-4ec8-ade8-2238384b6b33 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fd5dbb86-acf3-4f52-bd73-983eadcead69 HTTP/1.1" status: 204 len: 168 time: 0.6319168 Feb 28 14:28:28.943877 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f381caa7-b22d-4fe5-b659-2f8932fb8e62 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:28:28.955140 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a0d074-338b-4ba4-bd0b-cd7b6b0fe084 None None] Sync routers for ids ['0a93c58b-b764-48af-8bd6-9fc9904ca04c'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:28:28.977709 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a0d074-338b-4ba4-bd0b-cd7b6b0fe084 None None] Routers {'0a93c58b-b764-48af-8bd6-9fc9904ca04c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:28.978342 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-39a0d074-338b-4ba4-bd0b-cd7b6b0fe084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['0a93c58b-b764-48af-8bd6-9fc9904ca04c'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:29.056728 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-39a0d074-338b-4ba4-bd0b-cd7b6b0fe084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:29.057245 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-58a2a9d2-2862-4432-9a68-3d487fd1e82d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:29.076901 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a0d074-338b-4ba4-bd0b-cd7b6b0fe084 None None] Routers {'0a93c58b-b764-48af-8bd6-9fc9904ca04c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:29.077533 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-39a0d074-338b-4ba4-bd0b-cd7b6b0fe084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['0a93c58b-b764-48af-8bd6-9fc9904ca04c'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:29.132002 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a36ab-d654-48ed-bbef-f746c32d3f4b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event updated for resources: {'Network': ['ID=0a176057-3acd-40fe-aea9-52c1a4ef9db1,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:29.135969 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6a9a36ab-d654-48ed-bbef-f746c32d3f4b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2870717 Feb 28 14:28:29.142411 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f381caa7-b22d-4fe5-b659-2f8932fb8e62 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "PUT /v2.0/routers/0a93c58b-b764-48af-8bd6-9fc9904ca04c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3826330 Feb 28 14:28:29.142411 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57692) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:29.144486 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57694) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:29.177568 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 0a176057-3acd-40fe-aea9-52c1a4ef9db1 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:28:29.199515 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 09b839cc-518a-499c-a166-a097b9056b7c completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:29.213087 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-39a0d074-338b-4ba4-bd0b-cd7b6b0fe084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:29.216085 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a0d074-338b-4ba4-bd0b-cd7b6b0fe084 None None] The sync data for ids ['0a93c58b-b764-48af-8bd6-9fc9904ca04c'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:28:29.221085 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e106b2aa-1b4c-4613-8a63-feb5a7ba9af4 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Request body: {'subnet': {'network_id': '0a176057-3acd-40fe-aea9-52c1a4ef9db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:29.230148 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 09b839cc-518a-499c-a166-a097b9056b7c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:29.230514 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:29.255707 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=54858381-131e-4b6f-8c72-a465e438d7d1,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:29.489512 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e9935320-1c2d-4460-950f-b2880452a124 None None] For port 54858381-131e-4b6f-8c72-a465e438d7d1, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=54858381-131e-4b6f-8c72-a465e438d7d1,segment=NetworkSegment(c45dd791-9520-42d3-8516-47e7e25f99b8),segment_id=c45dd791-9520-42d3-8516-47e7e25f99b8)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:29.489908 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e9935320-1c2d-4460-950f-b2880452a124 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:29.625906 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e106b2aa-1b4c-4613-8a63-feb5a7ba9af4 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:29.637756 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e786cec-d70f-4bfe-af21-eea46fcaa073 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:29.638917 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9e786cec-d70f-4bfe-af21-eea46fcaa073 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Synchronizing usage tracker for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:28:29.652621 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-e9935320-1c2d-4460-950f-b2880452a124 None None] Calling delete_port for 54858381-131e-4b6f-8c72-a465e438d7d1 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:29.658434 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e106b2aa-1b4c-4613-8a63-feb5a7ba9af4 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:29.686197 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e106b2aa-1b4c-4613-8a63-feb5a7ba9af4 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Made reservation on behalf of 0539f90cebdd4ae0a6aaf5a401bdedad for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:29.692188 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e106b2aa-1b4c-4613-8a63-feb5a7ba9af4 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:29.708964 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:29.720349 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50d913ee-b686-4485-9318-48209c165af7 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:29.724762 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9e786cec-d70f-4bfe-af21-eea46fcaa073 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Unset dirty status for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:28:29.726103 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9e786cec-d70f-4bfe-af21-eea46fcaa073 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a93c58b-b764-48af-8bd6-9fc9904ca04c HTTP/1.1" status: 200 len: 983 time: 0.5786221 Feb 28 14:28:29.729052 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57714) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:29.790977 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d913ee-b686-4485-9318-48209c165af7 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Pushing event deleted for resources: {'Port': ['ID=0008e651-cabb-49dd-b637-754a65a440eb,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:29.815346 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 09b839cc-518a-499c-a166-a097b9056b7c, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=09b839cc-518a-499c-a166-a097b9056b7c,segment=NetworkSegment(da72ad0b-d60a-4d88-a4a3-bb03d9ae6979),segment_id=da72ad0b-d60a-4d88-a4a3-bb03d9ae6979)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:29.828519 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:29.829434 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 97cde7a6-d5ff-4b5c-a1db-8f25069215c0 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:28:29.918541 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e9935320-1c2d-4460-950f-b2880452a124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:29.946442 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57720) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:29.994746 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9935320-1c2d-4460-950f-b2880452a124 None None] No DVR routers for this DVR port 54858381-131e-4b6f-8c72-a465e438d7d1 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:28:30.039632 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=09b839cc-518a-499c-a166-a097b9056b7c,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:30.060614 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-58a2a9d2-2862-4432-9a68-3d487fd1e82d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Deleting port d448898b-49ef-4925-964c-54960605af8d {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:30.061197 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-58a2a9d2-2862-4432-9a68-3d487fd1e82d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:30.125363 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9935320-1c2d-4460-950f-b2880452a124 None None] Pushing event deleted for resources: {'Port': ['ID=54858381-131e-4b6f-8c72-a465e438d7d1,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:30.137217 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 97cde7a6-d5ff-4b5c-a1db-8f25069215c0 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:30.137217 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:30.197223 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a068c753-9afb-4378-8266-bf1d01632689 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1054083357'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:30.204251 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50d913ee-b686-4485-9318-48209c165af7 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:30.215023 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a068c753-9afb-4378-8266-bf1d01632689 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:30.227614 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a068c753-9afb-4378-8266-bf1d01632689 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Usage tracker for resource:network and tenant:c21cf0538945438095f306ca2bde76da is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:30.282470 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a068c753-9afb-4378-8266-bf1d01632689 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:30.288363 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 7c4ca612-ad64-4d75-a6e5-9377f1d40e30 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:28:30.306017 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a068c753-9afb-4378-8266-bf1d01632689 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:30.358343 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 7c4ca612-ad64-4d75-a6e5-9377f1d40e30 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:30.358671 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:30.411391 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a068c753-9afb-4378-8266-bf1d01632689 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Made reservation on behalf of c21cf0538945438095f306ca2bde76da for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:30.412221 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-58a2a9d2-2862-4432-9a68-3d487fd1e82d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:30.414932 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a068c753-9afb-4378-8266-bf1d01632689 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:30.499193 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a068c753-9afb-4378-8266-bf1d01632689 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:30.577570 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-58a2a9d2-2862-4432-9a68-3d487fd1e82d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Calling delete_port for d448898b-49ef-4925-964c-54960605af8d owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:30.580767 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a068c753-9afb-4378-8266-bf1d01632689 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:30.586723 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 09b839cc-518a-499c-a166-a097b9056b7c up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:28:30.611799 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d913ee-b686-4485-9318-48209c165af7 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Router d8892bbd-8c1b-4181-a237-c46088935eb5 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:28:30.616661 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a068c753-9afb-4378-8266-bf1d01632689 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Usage tracker for resource:security_group_rule and tenant:c21cf0538945438095f306ca2bde76da is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:30.625648 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a068c753-9afb-4378-8266-bf1d01632689 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:30.644876 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a068c753-9afb-4378-8266-bf1d01632689 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:30.661514 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 09b839cc-518a-499c-a166-a097b9056b7c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:30.661961 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:30.753104 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-772a14b0-7ec1-4f1e-b715-8da1cbe25e33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:30.833182 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.objects.ports [None req-e106b2aa-1b4c-4613-8a63-feb5a7ba9af4 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87773) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 14:28:30.843481 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e106b2aa-1b4c-4613-8a63-feb5a7ba9af4 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:30.847646 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 54858381-131e-4b6f-8c72-a465e438d7d1 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:28:30.884202 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 54858381-131e-4b6f-8c72-a465e438d7d1 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:28:30.884473 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 54858381-131e-4b6f-8c72-a465e438d7d1 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:28:30.893756 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d913ee-b686-4485-9318-48209c165af7 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:28:30.905811 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a377e3f-8801-4038-85e7-c1c66743b8ee None None] Sync routers for ids ['d8892bbd-8c1b-4181-a237-c46088935eb5'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:28:30.918078 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a377e3f-8801-4038-85e7-c1c66743b8ee None None] Routers {'d8892bbd-8c1b-4181-a237-c46088935eb5'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:30.919272 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2a377e3f-8801-4038-85e7-c1c66743b8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['d8892bbd-8c1b-4181-a237-c46088935eb5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:30.955023 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106b2aa-1b4c-4613-8a63-feb5a7ba9af4 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event updated for resources: {'Subnet': ['ID=f7cef6ee-a075-424b-8923-453962b12923,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:30.965498 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-50d913ee-b686-4485-9318-48209c165af7 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] 10.222.0.30 "PUT /v2.0/routers/d8892bbd-8c1b-4181-a237-c46088935eb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9409125 Feb 28 14:28:30.966085 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57728) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:30.991941 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2a377e3f-8801-4038-85e7-c1c66743b8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:31.001960 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a377e3f-8801-4038-85e7-c1c66743b8ee None None] Routers {'d8892bbd-8c1b-4181-a237-c46088935eb5'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:31.002572 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2a377e3f-8801-4038-85e7-c1c66743b8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['d8892bbd-8c1b-4181-a237-c46088935eb5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:31.070124 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2a377e3f-8801-4038-85e7-c1c66743b8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:31.070542 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a377e3f-8801-4038-85e7-c1c66743b8ee None None] The sync data for ids ['d8892bbd-8c1b-4181-a237-c46088935eb5'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:28:31.173139 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e106b2aa-1b4c-4613-8a63-feb5a7ba9af4 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Checking segment: {'id': '7874f15b-8ac2-4d23-839f-c5aa44ca7fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0a176057-3acd-40fe-aea9-52c1a4ef9db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:28:31.173512 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e106b2aa-1b4c-4613-8a63-feb5a7ba9af4 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Network hostable DHCP agents. Network: 0a176057-3acd-40fe-aea9-52c1a4ef9db1, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:28:31.179846 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-0fff2b94-4349-48ed-82eb-8f219034f8fd tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] delete failed (client error): The resource could not be found. Feb 28 14:28:31.184834 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0fff2b94-4349-48ed-82eb-8f219034f8fd tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-1280983903 HTTP/1.1" status: 404 len: 335 time: 0.2122533 Feb 28 14:28:31.187908 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57732) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:31.198406 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-58a2a9d2-2862-4432-9a68-3d487fd1e82d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:31.198983 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-8d10bce5-facb-4577-b4f8-aac7fc360c03 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd8892bbd-8c1b-4181-a237-c46088935eb5'}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:31.250237 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2a9d2-2862-4432-9a68-3d487fd1e82d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Port': ['ID=d448898b-49ef-4925-964c-54960605af8d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:31.351878 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e106b2aa-1b4c-4613-8a63-feb5a7ba9af4 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Network 0a176057-3acd-40fe-aea9-52c1a4ef9db1 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:28:31.449762 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e106b2aa-1b4c-4613-8a63-feb5a7ba9af4 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 0a176057-3acd-40fe-aea9-52c1a4ef9db1) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:31.454554 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e106b2aa-1b4c-4613-8a63-feb5a7ba9af4 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:31.455491 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e106b2aa-1b4c-4613-8a63-feb5a7ba9af4 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:31.464464 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b75896-0fa5-4140-a722-07b8f40831ec None None] Network 0a176057-3acd-40fe-aea9-52c1a4ef9db1 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:31.565775 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-58a2a9d2-2862-4432-9a68-3d487fd1e82d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:31.577534 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-772a14b0-7ec1-4f1e-b715-8da1cbe25e33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting port 1b7840eb-db0f-4b27-83a2-760fa6860cb4 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:31.577786 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-772a14b0-7ec1-4f1e-b715-8da1cbe25e33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:31.635226 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e106b2aa-1b4c-4613-8a63-feb5a7ba9af4 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4920745 Feb 28 14:28:31.676298 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57736) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:31.690204 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a068c753-9afb-4378-8266-bf1d01632689 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:31.704262 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a068c753-9afb-4378-8266-bf1d01632689 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:31.710443 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8d10bce5-facb-4577-b4f8-aac7fc360c03 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:31.760783 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33369e0e-61b9-48f7-b764-77f5ed394579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-0a176057-3acd-40fe-aea9-52c1a4ef9db1', 'network_id': '0a176057-3acd-40fe-aea9-52c1a4ef9db1', 'tenant_id': '0539f90cebdd4ae0a6aaf5a401bdedad', 'fixed_ips': [{'subnet_id': 'f7cef6ee-a075-424b-8923-453962b12923'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:28:31.761650 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-33369e0e-61b9-48f7-b764-77f5ed394579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:31.777148 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a068c753-9afb-4378-8266-bf1d01632689 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:28:31.779408 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068c753-9afb-4378-8266-bf1d01632689 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1eeecc5-8b5a-4ea0-8ced-38d8b501e767,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:31.792281 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-8d10bce5-facb-4577-b4f8-aac7fc360c03 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] update failed (client error): The resource could not be found. Feb 28 14:28:31.793410 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8d10bce5-facb-4577-b4f8-aac7fc360c03 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] 10.222.0.30 "PUT /v2.0/routers/d8892bbd-8c1b-4181-a237-c46088935eb5 HTTP/1.1" status: 404 len: 339 time: 0.6042714 Feb 28 14:28:31.798122 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57740) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:31.801119 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a068c753-9afb-4378-8266-bf1d01632689 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:31.801455 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-a068c753-9afb-4378-8266-bf1d01632689 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Added segment 18a41286-d4eb-4ae6-b84b-d1ca53e3b310 of type vlan for network d0fdd958-df13-4bfd-8505-2d75c461805a Feb 28 14:28:31.971003 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-33369e0e-61b9-48f7-b764-77f5ed394579 None None] Allocated IP 2001:db8::f816:3eff:fe49:ca77 (0a176057-3acd-40fe-aea9-52c1a4ef9db1/f7cef6ee-a075-424b-8923-453962b12923/7b1ce436-0443-4c69-b8aa-c7d6155b249b) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:28:31.983065 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a068c753-9afb-4378-8266-bf1d01632689 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:32.062979 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a2a9d2-2862-4432-9a68-3d487fd1e82d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Router 4aa5db05-1a1b-422e-bc95-3b11d78424c0 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:28:32.193237 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-33369e0e-61b9-48f7-b764-77f5ed394579 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:32.205422 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-33369e0e-61b9-48f7-b764-77f5ed394579 None None] Transition to ACTIVE for port object 7b1ce436-0443-4c69-b8aa-c7d6155b249b will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:32.234137 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-33369e0e-61b9-48f7-b764-77f5ed394579 None None] Transition to ACTIVE for port object 7b1ce436-0443-4c69-b8aa-c7d6155b249b will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:32.244199 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-33369e0e-61b9-48f7-b764-77f5ed394579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:32.286878 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a068c753-9afb-4378-8266-bf1d01632689 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:32.292324 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a068c753-9afb-4378-8266-bf1d01632689 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:32.292893 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a068c753-9afb-4378-8266-bf1d01632689 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:32.310316 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33369e0e-61b9-48f7-b764-77f5ed394579 None None] Network 0a176057-3acd-40fe-aea9-52c1a4ef9db1 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:32.317909 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-33369e0e-61b9-48f7-b764-77f5ed394579 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:32.320188 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33369e0e-61b9-48f7-b764-77f5ed394579 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:28:32.354751 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33369e0e-61b9-48f7-b764-77f5ed394579 None None] Pushing event updated for resources: {'Port': ['ID=7b1ce436-0443-4c69-b8aa-c7d6155b249b,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:32.428794 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-33369e0e-61b9-48f7-b764-77f5ed394579 None None] Attempting to bind port 7b1ce436-0443-4c69-b8aa-c7d6155b249b on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:28:32.428794 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-33369e0e-61b9-48f7-b764-77f5ed394579 None None] Attempting to bind port 7b1ce436-0443-4c69-b8aa-c7d6155b249b by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '7874f15b-8ac2-4d23-839f-c5aa44ca7fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0a176057-3acd-40fe-aea9-52c1a4ef9db1'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:28:32.429185 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33369e0e-61b9-48f7-b764-77f5ed394579 None None] Attempting to bind port 7b1ce436-0443-4c69-b8aa-c7d6155b249b on network 0a176057-3acd-40fe-aea9-52c1a4ef9db1 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:28:32.435831 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33369e0e-61b9-48f7-b764-77f5ed394579 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:28:32.436226 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33369e0e-61b9-48f7-b764-77f5ed394579 None None] Checking segment: {'id': '7874f15b-8ac2-4d23-839f-c5aa44ca7fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0a176057-3acd-40fe-aea9-52c1a4ef9db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:28:32.436591 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-33369e0e-61b9-48f7-b764-77f5ed394579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:32.436977 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33369e0e-61b9-48f7-b764-77f5ed394579 None None] Bound using segment: {'id': '7874f15b-8ac2-4d23-839f-c5aa44ca7fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0a176057-3acd-40fe-aea9-52c1a4ef9db1'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:28:32.437450 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-33369e0e-61b9-48f7-b764-77f5ed394579 None None] Bound port: 7b1ce436-0443-4c69-b8aa-c7d6155b249b, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7874f15b-8ac2-4d23-839f-c5aa44ca7fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0a176057-3acd-40fe-aea9-52c1a4ef9db1'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:28:32.437817 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-33369e0e-61b9-48f7-b764-77f5ed394579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:32.448738 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a068c753-9afb-4378-8266-bf1d01632689 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.4946203 Feb 28 14:28:32.448971 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43ee25b8-fb68-4871-8123-49a54446602a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:32.450485 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57744) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:32.461655 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b906b082-82a0-4090-98f5-b1dd1aae19ec tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-236801131'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:32.464126 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a2a9d2-2862-4432-9a68-3d487fd1e82d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:28:32.466678 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b906b082-82a0-4090-98f5-b1dd1aae19ec tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:32.471109 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b906b082-82a0-4090-98f5-b1dd1aae19ec tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Usage tracker for resource:network and tenant:c21cf0538945438095f306ca2bde76da is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:32.473674 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-772a14b0-7ec1-4f1e-b715-8da1cbe25e33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:32.474412 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b906b082-82a0-4090-98f5-b1dd1aae19ec tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:32.478248 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563c5da1-0416-4d2b-a7ad-c693962b40f6 None None] Sync routers for ids ['4aa5db05-1a1b-422e-bc95-3b11d78424c0'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:28:32.488439 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068c753-9afb-4378-8266-bf1d01632689 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Network': ['ID=d0fdd958-df13-4bfd-8505-2d75c461805a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:32.492308 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563c5da1-0416-4d2b-a7ad-c693962b40f6 None None] Routers {'4aa5db05-1a1b-422e-bc95-3b11d78424c0'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:32.492926 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-563c5da1-0416-4d2b-a7ad-c693962b40f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['4aa5db05-1a1b-422e-bc95-3b11d78424c0'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:32.509865 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b906b082-82a0-4090-98f5-b1dd1aae19ec tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:32.548216 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-33369e0e-61b9-48f7-b764-77f5ed394579 None None] For port 7b1ce436-0443-4c69-b8aa-c7d6155b249b, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:28:32.551646 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-33369e0e-61b9-48f7-b764-77f5ed394579 None None] For port 7b1ce436-0443-4c69-b8aa-c7d6155b249b, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=7b1ce436-0443-4c69-b8aa-c7d6155b249b,segment=NetworkSegment(7874f15b-8ac2-4d23-839f-c5aa44ca7fa4),segment_id=7874f15b-8ac2-4d23-839f-c5aa44ca7fa4)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:28:32.554929 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network d0fdd958-df13-4bfd-8505-2d75c461805a details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:28:32.562920 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26f46b35-8447-4046-90b8-00981acf2484 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:32.570210 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-43ee25b8-fb68-4871-8123-49a54446602a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Deleting port 7b1ce436-0443-4c69-b8aa-c7d6155b249b {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:32.570547 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43ee25b8-fb68-4871-8123-49a54446602a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:32.581249 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-563c5da1-0416-4d2b-a7ad-c693962b40f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:32.593365 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563c5da1-0416-4d2b-a7ad-c693962b40f6 None None] Routers {'4aa5db05-1a1b-422e-bc95-3b11d78424c0'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:32.594419 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-563c5da1-0416-4d2b-a7ad-c693962b40f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['4aa5db05-1a1b-422e-bc95-3b11d78424c0'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:32.661501 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-563c5da1-0416-4d2b-a7ad-c693962b40f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:32.662219 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563c5da1-0416-4d2b-a7ad-c693962b40f6 None None] The sync data for ids ['4aa5db05-1a1b-422e-bc95-3b11d78424c0'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:28:32.667472 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-58a2a9d2-2862-4432-9a68-3d487fd1e82d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "PUT /v2.0/routers/4aa5db05-1a1b-422e-bc95-3b11d78424c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3323250 Feb 28 14:28:32.675514 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-772a14b0-7ec1-4f1e-b715-8da1cbe25e33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Calling delete_port for 1b7840eb-db0f-4b27-83a2-760fa6860cb4 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:32.704146 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-33369e0e-61b9-48f7-b764-77f5ed394579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:32.711564 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57748) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:32.774989 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4eda4b22-f0e2-4724-9b95-c2cd98b7400b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Synchronizing usage tracker for tenant:2f27756656034771b730bac18fc748ab on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:28:32.789397 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b906b082-82a0-4090-98f5-b1dd1aae19ec tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Made reservation on behalf of c21cf0538945438095f306ca2bde76da for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:32.792879 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b906b082-82a0-4090-98f5-b1dd1aae19ec tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:32.807475 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33369e0e-61b9-48f7-b764-77f5ed394579 None None] Pushing event updated for resources: {'Port': ['ID=7b1ce436-0443-4c69-b8aa-c7d6155b249b,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:32.866157 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4eda4b22-f0e2-4724-9b95-c2cd98b7400b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Unset dirty status for tenant:2f27756656034771b730bac18fc748ab on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:28:32.867338 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4eda4b22-f0e2-4724-9b95-c2cd98b7400b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "GET /v2.0/ports?device_id=4aa5db05-1a1b-422e-bc95-3b11d78424c0 HTTP/1.1" status: 200 len: 205 time: 0.1548884 Feb 28 14:28:32.870534 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57752) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:32.940951 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b906b082-82a0-4090-98f5-b1dd1aae19ec tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:28:32.962398 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b906b082-82a0-4090-98f5-b1dd1aae19ec tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:32.962741 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-b906b082-82a0-4090-98f5-b1dd1aae19ec tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Added segment 2c8b5bb6-e743-41b4-9f73-b9055ab14fb3 of type vlan for network 8d0fbd6c-c59a-4695-a1fe-7247b213add2 Feb 28 14:28:33.056073 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b906b082-82a0-4090-98f5-b1dd1aae19ec tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:33.137561 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-26f46b35-8447-4046-90b8-00981acf2484 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Allocated IP 172.20.0.1 (d2e4de6d-eaaa-423b-a4aa-8e71cc8e7f54/73ddbf1a-39d7-49ff-a7a3-cebee476eae2/ab69e1c2-3105-4cb5-b2ed-710f3fd5cb75) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:28:33.138268 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5dac414-5b20-487a-940c-dad385b550f7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:33.147903 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b906b082-82a0-4090-98f5-b1dd1aae19ec tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:33.153444 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b906b082-82a0-4090-98f5-b1dd1aae19ec tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:33.154026 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b906b082-82a0-4090-98f5-b1dd1aae19ec tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:33.291288 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b906b082-82a0-4090-98f5-b1dd1aae19ec tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8399549 Feb 28 14:28:33.347056 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57756) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:33.366557 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-286246f2-64f1-4ad4-b3bc-ef6dd8a14c5e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'subnet': {'network_id': 'd0fdd958-df13-4bfd-8505-2d75c461805a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:33.382899 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906b082-82a0-4090-98f5-b1dd1aae19ec tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Network': ['ID=8d0fbd6c-c59a-4695-a1fe-7247b213add2,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:33.395762 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 8d0fbd6c-c59a-4695-a1fe-7247b213add2 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:28:33.523802 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-286246f2-64f1-4ad4-b3bc-ef6dd8a14c5e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:33.530610 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5dac414-5b20-487a-940c-dad385b550f7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:33.531589 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26f46b35-8447-4046-90b8-00981acf2484 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:33.534032 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5dac414-5b20-487a-940c-dad385b550f7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:33.535120 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-286246f2-64f1-4ad4-b3bc-ef6dd8a14c5e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Usage tracker for resource:subnet and tenant:c21cf0538945438095f306ca2bde76da is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:33.535722 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-772a14b0-7ec1-4f1e-b715-8da1cbe25e33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:33.538191 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-43ee25b8-fb68-4871-8123-49a54446602a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] For port 7b1ce436-0443-4c69-b8aa-c7d6155b249b, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=7b1ce436-0443-4c69-b8aa-c7d6155b249b,segment=NetworkSegment(7874f15b-8ac2-4d23-839f-c5aa44ca7fa4),segment_id=7874f15b-8ac2-4d23-839f-c5aa44ca7fa4)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:33.538535 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43ee25b8-fb68-4871-8123-49a54446602a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:33.540851 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-286246f2-64f1-4ad4-b3bc-ef6dd8a14c5e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:33.551557 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-286246f2-64f1-4ad4-b3bc-ef6dd8a14c5e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:33.561645 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-26f46b35-8447-4046-90b8-00981acf2484 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Transition to ACTIVE for port object ab69e1c2-3105-4cb5-b2ed-710f3fd5cb75 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:33.570133 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286246f2-64f1-4ad4-b3bc-ef6dd8a14c5e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Made reservation on behalf of c21cf0538945438095f306ca2bde76da for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:33.574116 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-286246f2-64f1-4ad4-b3bc-ef6dd8a14c5e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:33.695903 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26f46b35-8447-4046-90b8-00981acf2484 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:33.713092 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a14b0-7ec1-4f1e-b715-8da1cbe25e33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Port': ['ID=1b7840eb-db0f-4b27-83a2-760fa6860cb4,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:33.721608 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-43ee25b8-fb68-4871-8123-49a54446602a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Calling delete_port for 7b1ce436-0443-4c69-b8aa-c7d6155b249b owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:33.771250 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f46b35-8447-4046-90b8-00981acf2484 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Network d2e4de6d-eaaa-423b-a4aa-8e71cc8e7f54 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:33.775643 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-26f46b35-8447-4046-90b8-00981acf2484 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:33.785873 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f46b35-8447-4046-90b8-00981acf2484 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:28:33.839209 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f46b35-8447-4046-90b8-00981acf2484 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Pushing event updated for resources: {'Port': ['ID=ab69e1c2-3105-4cb5-b2ed-710f3fd5cb75,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:33.902004 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26f46b35-8447-4046-90b8-00981acf2484 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:33.989212 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24da9764-8389-402a-b86a-6f0491ef57e3 None None] Network 0a176057-3acd-40fe-aea9-52c1a4ef9db1 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:33.999765 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-286246f2-64f1-4ad4-b3bc-ef6dd8a14c5e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:34.023638 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5dac414-5b20-487a-940c-dad385b550f7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:34.024111 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dac414-5b20-487a-940c-dad385b550f7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Fanout notify agent at l3_agent the message router_deleted on router 4aa5db05-1a1b-422e-bc95-3b11d78424c0 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:28:34.115546 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5dac414-5b20-487a-940c-dad385b550f7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:34.116541 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f5dac414-5b20-487a-940c-dad385b550f7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/routers/4aa5db05-1a1b-422e-bc95-3b11d78424c0 HTTP/1.1" status: 204 len: 168 time: 1.2451174 Feb 28 14:28:34.121039 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57760) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:34.139055 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c2189776-2f10-426c-aafd-318df0056dd1 None None] Provisioning for port 7b1ce436-0443-4c69-b8aa-c7d6155b249b completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:34.175492 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26f46b35-8447-4046-90b8-00981acf2484 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:34.202147 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286246f2-64f1-4ad4-b3bc-ef6dd8a14c5e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Subnet': ['ID=addc0d59-9727-4c9c-b554-17038dfe7b9a,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:34.249206 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286246f2-64f1-4ad4-b3bc-ef6dd8a14c5e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Checking segment: {'id': '18a41286-d4eb-4ae6-b84b-d1ca53e3b310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd0fdd958-df13-4bfd-8505-2d75c461805a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:28:34.249614 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286246f2-64f1-4ad4-b3bc-ef6dd8a14c5e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network hostable DHCP agents. Network: d0fdd958-df13-4bfd-8505-2d75c461805a, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:28:34.288282 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bf32e5a8-5bf5-4eec-97f2-5f67bf7728f9 None None] Provisioning for port ab69e1c2-3105-4cb5-b2ed-710f3fd5cb75 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:34.301100 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bf32e5a8-5bf5-4eec-97f2-5f67bf7728f9 None None] Provisioning complete for port ab69e1c2-3105-4cb5-b2ed-710f3fd5cb75 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:34.301473 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bf32e5a8-5bf5-4eec-97f2-5f67bf7728f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:34.348881 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286246f2-64f1-4ad4-b3bc-ef6dd8a14c5e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network d0fdd958-df13-4bfd-8505-2d75c461805a is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:28:34.350793 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-772a14b0-7ec1-4f1e-b715-8da1cbe25e33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:34.363096 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-bf32e5a8-5bf5-4eec-97f2-5f67bf7728f9 None None] Port ab69e1c2-3105-4cb5-b2ed-710f3fd5cb75 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:28:34.368537 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a5150c-f7f8-46eb-b0ac-74c615a6fd61 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Deleting subnet d13efbe7-e72e-4b80-8393-1102a6715188 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:28:34.376295 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4a5150c-f7f8-46eb-b0ac-74c615a6fd61 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:34.465919 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43ee25b8-fb68-4871-8123-49a54446602a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:34.581590 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-286246f2-64f1-4ad4-b3bc-ef6dd8a14c5e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, d0fdd958-df13-4bfd-8505-2d75c461805a) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:34.585470 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b9b9e88a-22e4-4f48-a697-ca8ce6336cc0 None None] Could not find standard attr ID for object 7b1ce436-0443-4c69-b8aa-c7d6155b249b. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:28:34.593275 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f71bd1-70bc-4dc7-900c-915900e2adff None None] Network d0fdd958-df13-4bfd-8505-2d75c461805a requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:34.595831 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286246f2-64f1-4ad4-b3bc-ef6dd8a14c5e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:34.596791 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-286246f2-64f1-4ad4-b3bc-ef6dd8a14c5e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:34.600741 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee25b8-fb68-4871-8123-49a54446602a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event deleted for resources: {'Port': ['ID=7b1ce436-0443-4c69-b8aa-c7d6155b249b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:34.638606 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4a5150c-f7f8-46eb-b0ac-74c615a6fd61 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:34.649327 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-286246f2-64f1-4ad4-b3bc-ef6dd8a14c5e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3012033 Feb 28 14:28:34.652520 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57766) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:34.661506 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-36a05e47-d8dc-40ec-ba06-a0b2b003a518 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'subnet': {'network_id': '8d0fbd6c-c59a-4695-a1fe-7247b213add2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:34.727925 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 7b1ce436-0443-4c69-b8aa-c7d6155b249b up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:28:34.754897 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d01d949-a2ce-40fc-a30c-b2e62286a4d8 None None] DHCP port deletion for 0a176057-3acd-40fe-aea9-52c1a4ef9db1 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:28:34.780147 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 7b1ce436-0443-4c69-b8aa-c7d6155b249b {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:28:34.780481 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 7b1ce436-0443-4c69-b8aa-c7d6155b249b not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 28 14:28:34.787848 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57770) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:34.794469 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ee25b8-fb68-4871-8123-49a54446602a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] No DVR routers for this DVR port 7b1ce436-0443-4c69-b8aa-c7d6155b249b on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:28:34.821941 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Port 7b1ce436-0443-4c69-b8aa-c7d6155b249b not found, will not notify nova. {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 28 14:28:34.860459 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-36a05e47-d8dc-40ec-ba06-a0b2b003a518 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:34.868297 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-36a05e47-d8dc-40ec-ba06-a0b2b003a518 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Usage tracker for resource:subnet and tenant:c21cf0538945438095f306ca2bde76da is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:34.872122 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-36a05e47-d8dc-40ec-ba06-a0b2b003a518 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:34.879365 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-36a05e47-d8dc-40ec-ba06-a0b2b003a518 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:34.899667 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a05e47-d8dc-40ec-ba06-a0b2b003a518 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Made reservation on behalf of c21cf0538945438095f306ca2bde76da for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:34.903776 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-36a05e47-d8dc-40ec-ba06-a0b2b003a518 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:34.936508 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26f46b35-8447-4046-90b8-00981acf2484 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:34.943692 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e3561c-3cc2-48fa-8167-7472b186feb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-d0fdd958-df13-4bfd-8505-2d75c461805a', 'network_id': 'd0fdd958-df13-4bfd-8505-2d75c461805a', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'fixed_ips': [{'subnet_id': 'addc0d59-9727-4c9c-b554-17038dfe7b9a'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:28:34.944645 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c8e3561c-3cc2-48fa-8167-7472b186feb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:34.949387 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26f46b35-8447-4046-90b8-00981acf2484 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:35.002302 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772a14b0-7ec1-4f1e-b715-8da1cbe25e33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Router 0a93c58b-b764-48af-8bd6-9fc9904ca04c has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:28:35.021974 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:35.045697 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0f904cd3-4a2b-4707-9ba7-71d9dcaa897c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/2d3d1b28-4488-46e5-ab1b-d80a5656ecbb HTTP/1.1" status: 200 len: 992 time: 0.2565567 Feb 28 14:28:35.047125 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43ee25b8-fb68-4871-8123-49a54446602a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:35.134445 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-c8e3561c-3cc2-48fa-8167-7472b186feb9 None None] Allocated IP 2001:db8::2 (d0fdd958-df13-4bfd-8505-2d75c461805a/addc0d59-9727-4c9c-b554-17038dfe7b9a/357bf910-d332-4864-856b-7eb515f4142e) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:28:35.141636 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26f46b35-8447-4046-90b8-00981acf2484 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:35.149060 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f46b35-8447-4046-90b8-00981acf2484 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Pushing event updated for resources: {'Port': ['ID=ab69e1c2-3105-4cb5-b2ed-710f3fd5cb75,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:35.159844 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4a5150c-f7f8-46eb-b0ac-74c615a6fd61 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:35.376400 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c8e3561c-3cc2-48fa-8167-7472b186feb9 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:35.387320 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f46b35-8447-4046-90b8-00981acf2484 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Network d2e4de6d-eaaa-423b-a4aa-8e71cc8e7f54 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:35.389953 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-26f46b35-8447-4046-90b8-00981acf2484 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:35.397416 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57780) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:35.419420 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772a14b0-7ec1-4f1e-b715-8da1cbe25e33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:28:35.428987 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c8e3561c-3cc2-48fa-8167-7472b186feb9 None None] Transition to ACTIVE for port object 357bf910-d332-4864-856b-7eb515f4142e will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:35.435101 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd5aad8-661e-4ea5-8b3b-a475e1c9a4ba None None] Sync routers for ids ['0a93c58b-b764-48af-8bd6-9fc9904ca04c'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:28:35.448732 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-772a14b0-7ec1-4f1e-b715-8da1cbe25e33 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "PUT /v2.0/routers/0a93c58b-b764-48af-8bd6-9fc9904ca04c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7185156 Feb 28 14:28:35.449723 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57784) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:35.456443 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd5aad8-661e-4ea5-8b3b-a475e1c9a4ba None None] Routers {'0a93c58b-b764-48af-8bd6-9fc9904ca04c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:35.457218 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-8fd5aad8-661e-4ea5-8b3b-a475e1c9a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['0a93c58b-b764-48af-8bd6-9fc9904ca04c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:35.524190 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e9ca76-0fe5-47f6-b8a9-81dba04b9a80 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] GET failed (client error): The resource could not be found. Feb 28 14:28:35.525898 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b7e9ca76-0fe5-47f6-b8a9-81dba04b9a80 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Synchronizing usage tracker for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:28:35.535263 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-8fd5aad8-661e-4ea5-8b3b-a475e1c9a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:35.538045 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c8e3561c-3cc2-48fa-8167-7472b186feb9 None None] Transition to ACTIVE for port object 357bf910-d332-4864-856b-7eb515f4142e will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:35.546919 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43ee25b8-fb68-4871-8123-49a54446602a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:35.548887 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd5aad8-661e-4ea5-8b3b-a475e1c9a4ba None None] Routers {'0a93c58b-b764-48af-8bd6-9fc9904ca04c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:35.549507 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-8fd5aad8-661e-4ea5-8b3b-a475e1c9a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['0a93c58b-b764-48af-8bd6-9fc9904ca04c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:35.584136 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4a5150c-f7f8-46eb-b0ac-74c615a6fd61 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:35.600533 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee25b8-fb68-4871-8123-49a54446602a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event deleted for resources: {'Subnet': ['ID=f7cef6ee-a075-424b-8923-453962b12923,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:35.606649 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c8e3561c-3cc2-48fa-8167-7472b186feb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:35.651874 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b7e9ca76-0fe5-47f6-b8a9-81dba04b9a80 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Unset dirty status for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:28:35.653142 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b7e9ca76-0fe5-47f6-b8a9-81dba04b9a80 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "GET /v2.0/ports/1b7840eb-db0f-4b27-83a2-760fa6860cb4 HTTP/1.1" status: 404 len: 333 time: 0.1989684 Feb 28 14:28:35.658122 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0448301-3de6-4781-8de8-d19d7232e245 None None] Network 0a176057-3acd-40fe-aea9-52c1a4ef9db1 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:35.667435 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57788) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:35.668976 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4a5150c-f7f8-46eb-b0ac-74c615a6fd61 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:35.680743 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d06770b-364a-485d-b7c7-195e383dde55 None None] Network 97de6206-2f64-44a3-a674-5d9e299a858d requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:35.685689 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5150c-f7f8-46eb-b0ac-74c615a6fd61 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Subnet': ['ID=d13efbe7-e72e-4b80-8393-1102a6715188,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:35.696874 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-36a05e47-d8dc-40ec-ba06-a0b2b003a518 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:35.772524 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c4a5150c-f7f8-46eb-b0ac-74c615a6fd61 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/subnets/d13efbe7-e72e-4b80-8393-1102a6715188 HTTP/1.1" status: 204 len: 168 time: 1.6476369 Feb 28 14:28:35.783090 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57792) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:35.838516 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-8fd5aad8-661e-4ea5-8b3b-a475e1c9a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:35.839034 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd5aad8-661e-4ea5-8b3b-a475e1c9a4ba None None] The sync data for ids ['0a93c58b-b764-48af-8bd6-9fc9904ca04c'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:28:35.884762 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43ee25b8-fb68-4871-8123-49a54446602a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:35.896333 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e3561c-3cc2-48fa-8167-7472b186feb9 None None] Network d0fdd958-df13-4bfd-8505-2d75c461805a is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:35.898817 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-207cd04e-c55e-4827-b977-0042ed484a16 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:35.954015 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-c8e3561c-3cc2-48fa-8167-7472b186feb9 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:35.962220 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e3561c-3cc2-48fa-8167-7472b186feb9 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:28:35.973357 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f46b35-8447-4046-90b8-00981acf2484 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Router d8892bbd-8c1b-4181-a237-c46088935eb5 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:28:35.982280 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a05e47-d8dc-40ec-ba06-a0b2b003a518 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Subnet': ['ID=c6bce65e-7093-45ae-b720-fe6ae1e2baea,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:36.004871 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3561c-3cc2-48fa-8167-7472b186feb9 None None] Pushing event updated for resources: {'Port': ['ID=357bf910-d332-4864-856b-7eb515f4142e,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:36.020960 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d60d7ba3-149b-406a-ae59-7b0c9cb5cf40 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port a8f2bd5f-cdc9-4622-b0cf-54547507fab1 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:36.021366 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d60d7ba3-149b-406a-ae59-7b0c9cb5cf40 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:36.026106 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-43ee25b8-fb68-4871-8123-49a54446602a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a176057-3acd-40fe-aea9-52c1a4ef9db1']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:36.066683 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9d7f8a1-86b9-45bd-a331-f0c677733c20 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:36.076010 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1f7d83a4-ce7a-4b11-b1de-823274331d14 None None] Provisioning complete for port ab69e1c2-3105-4cb5-b2ed-710f3fd5cb75 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:36.076597 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1f7d83a4-ce7a-4b11-b1de-823274331d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:36.086558 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-43ee25b8-fb68-4871-8123-49a54446602a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7874f15b-8ac2-4d23-839f-c5aa44ca7fa4') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:36.086843 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-43ee25b8-fb68-4871-8123-49a54446602a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7874f15b-8ac2-4d23-839f-c5aa44ca7fa4') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:36.175045 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43ee25b8-fb68-4871-8123-49a54446602a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:36.178232 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faef2fca-744b-437b-af3a-a2a7876e6b59 None None] DHCP port deletion for 0a176057-3acd-40fe-aea9-52c1a4ef9db1 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:28:36.266512 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c8e3561c-3cc2-48fa-8167-7472b186feb9 None None] Attempting to bind port 357bf910-d332-4864-856b-7eb515f4142e on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:28:36.266512 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c8e3561c-3cc2-48fa-8167-7472b186feb9 None None] Attempting to bind port 357bf910-d332-4864-856b-7eb515f4142e by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '18a41286-d4eb-4ae6-b84b-d1ca53e3b310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd0fdd958-df13-4bfd-8505-2d75c461805a'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:28:36.266512 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3561c-3cc2-48fa-8167-7472b186feb9 None None] Attempting to bind port 357bf910-d332-4864-856b-7eb515f4142e on network d0fdd958-df13-4bfd-8505-2d75c461805a {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:28:36.266943 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-207cd04e-c55e-4827-b977-0042ed484a16 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:36.267931 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1f7d83a4-ce7a-4b11-b1de-823274331d14 None None] Port ab69e1c2-3105-4cb5-b2ed-710f3fd5cb75 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:28:36.269083 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43ee25b8-fb68-4871-8123-49a54446602a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:36.272140 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-207cd04e-c55e-4827-b977-0042ed484a16 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:36.275731 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3561c-3cc2-48fa-8167-7472b186feb9 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:28:36.276106 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3561c-3cc2-48fa-8167-7472b186feb9 None None] Checking segment: {'id': '18a41286-d4eb-4ae6-b84b-d1ca53e3b310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd0fdd958-df13-4bfd-8505-2d75c461805a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:28:36.276501 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c8e3561c-3cc2-48fa-8167-7472b186feb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:36.276877 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3561c-3cc2-48fa-8167-7472b186feb9 None None] Bound using segment: {'id': '18a41286-d4eb-4ae6-b84b-d1ca53e3b310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd0fdd958-df13-4bfd-8505-2d75c461805a'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:28:36.277342 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c8e3561c-3cc2-48fa-8167-7472b186feb9 None None] Bound port: 357bf910-d332-4864-856b-7eb515f4142e, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a41286-d4eb-4ae6-b84b-d1ca53e3b310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd0fdd958-df13-4bfd-8505-2d75c461805a'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:28:36.277762 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c8e3561c-3cc2-48fa-8167-7472b186feb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:36.281722 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ee25b8-fb68-4871-8123-49a54446602a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:28:36.282309 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43ee25b8-fb68-4871-8123-49a54446602a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:36.290739 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a05e47-d8dc-40ec-ba06-a0b2b003a518 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Checking segment: {'id': '2c8b5bb6-e743-41b4-9f73-b9055ab14fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8d0fbd6c-c59a-4695-a1fe-7247b213add2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:28:36.291091 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a05e47-d8dc-40ec-ba06-a0b2b003a518 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network hostable DHCP agents. Network: 8d0fbd6c-c59a-4695-a1fe-7247b213add2, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:28:36.298034 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:28:36.384706 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-207cd04e-c55e-4827-b977-0042ed484a16 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:36.385470 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207cd04e-c55e-4827-b977-0042ed484a16 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Fanout notify agent at l3_agent the message router_deleted on router 0a93c58b-b764-48af-8bd6-9fc9904ca04c {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:28:36.401724 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-207cd04e-c55e-4827-b977-0042ed484a16 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:36.402034 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c8e3561c-3cc2-48fa-8167-7472b186feb9 None None] For port 357bf910-d332-4864-856b-7eb515f4142e, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:28:36.403422 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-207cd04e-c55e-4827-b977-0042ed484a16 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/routers/0a93c58b-b764-48af-8bd6-9fc9904ca04c HTTP/1.1" status: 204 len: 168 time: 0.7194750 Feb 28 14:28:36.405566 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c8e3561c-3cc2-48fa-8167-7472b186feb9 None None] For port 357bf910-d332-4864-856b-7eb515f4142e, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=357bf910-d332-4864-856b-7eb515f4142e,segment=NetworkSegment(18a41286-d4eb-4ae6-b84b-d1ca53e3b310),segment_id=18a41286-d4eb-4ae6-b84b-d1ca53e3b310)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:28:36.406212 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57796) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:36.416960 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c8e3561c-3cc2-48fa-8167-7472b186feb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:36.443384 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43ee25b8-fb68-4871-8123-49a54446602a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:36.470224 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-43ee25b8-fb68-4871-8123-49a54446602a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:36.470430 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a9d7f8a1-86b9-45bd-a331-f0c677733c20 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Deleting port 09b839cc-518a-499c-a166-a097b9056b7c {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:36.470725 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9d7f8a1-86b9-45bd-a331-f0c677733c20 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:36.485799 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee25b8-fb68-4871-8123-49a54446602a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event deleted for resources: {'Network': ['ID=0a176057-3acd-40fe-aea9-52c1a4ef9db1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:36.498486 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-43ee25b8-fb68-4871-8123-49a54446602a tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "DELETE /v2.0/networks/0a176057-3acd-40fe-aea9-52c1a4ef9db1 HTTP/1.1" status: 204 len: 168 time: 4.8176475 Feb 28 14:28:36.502903 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57800) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:36.509574 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3561c-3cc2-48fa-8167-7472b186feb9 None None] Pushing event updated for resources: {'Port': ['ID=357bf910-d332-4864-856b-7eb515f4142e,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:36.510006 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d9a41c1e-ce67-49bc-9a08-ed76b26c971d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-306785197'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:36.520440 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d9a41c1e-ce67-49bc-9a08-ed76b26c971d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:36.525019 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca82e9a8-a592-4e97-8bc3-a4eb9383a4cc None None] DHCP port deletion for 97de6206-2f64-44a3-a674-5d9e299a858d request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:28:36.526851 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0580e5e-5f5d-4b06-86f2-25d877505843 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting subnet 308a50b7-76c1-43f2-a8d0-e98f79d34404 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:28:36.533063 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d9a41c1e-ce67-49bc-9a08-ed76b26c971d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Usage tracker for resource:network and tenant:0539f90cebdd4ae0a6aaf5a401bdedad is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:36.536089 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0580e5e-5f5d-4b06-86f2-25d877505843 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:36.536800 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-ca82e9a8-a592-4e97-8bc3-a4eb9383a4cc None None] Deleting port 09b839cc-518a-499c-a166-a097b9056b7c {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:36.537812 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ca82e9a8-a592-4e97-8bc3-a4eb9383a4cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:36.580766 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d9a41c1e-ce67-49bc-9a08-ed76b26c971d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:36.606412 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d9a41c1e-ce67-49bc-9a08-ed76b26c971d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:36.614508 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f46b35-8447-4046-90b8-00981acf2484 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:28:36.630661 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a05e47-d8dc-40ec-ba06-a0b2b003a518 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network 8d0fbd6c-c59a-4695-a1fe-7247b213add2 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:28:36.631744 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137d93a9-0a01-4f95-9b92-872a6e9c0d18 None None] Sync routers for ids ['d8892bbd-8c1b-4181-a237-c46088935eb5'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:28:36.638880 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 7b1ce436-0443-4c69-b8aa-c7d6155b249b no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:28:36.650863 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-26f46b35-8447-4046-90b8-00981acf2484 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] 10.222.0.30 "PUT /v2.0/routers/d8892bbd-8c1b-4181-a237-c46088935eb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8516636 Feb 28 14:28:36.654416 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0580e5e-5f5d-4b06-86f2-25d877505843 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:36.658395 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137d93a9-0a01-4f95-9b92-872a6e9c0d18 None None] Routers {'d8892bbd-8c1b-4181-a237-c46088935eb5'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:36.659458 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57804) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:36.661142 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-137d93a9-0a01-4f95-9b92-872a6e9c0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['d8892bbd-8c1b-4181-a237-c46088935eb5'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:36.715466 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 7b1ce436-0443-4c69-b8aa-c7d6155b249b {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:28:36.715905 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 7b1ce436-0443-4c69-b8aa-c7d6155b249b not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:28:36.716415 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 09b839cc-518a-499c-a166-a097b9056b7c no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:28:36.750957 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-137d93a9-0a01-4f95-9b92-872a6e9c0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:36.765070 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0580e5e-5f5d-4b06-86f2-25d877505843 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:36.773641 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137d93a9-0a01-4f95-9b92-872a6e9c0d18 None None] Routers {'d8892bbd-8c1b-4181-a237-c46088935eb5'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:36.774906 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-137d93a9-0a01-4f95-9b92-872a6e9c0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['d8892bbd-8c1b-4181-a237-c46088935eb5'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:36.812464 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-36a05e47-d8dc-40ec-ba06-a0b2b003a518 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 8d0fbd6c-c59a-4695-a1fe-7247b213add2) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:36.825742 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ffa285-8421-4964-a91e-3c1acc2ab39d None None] Network 8d0fbd6c-c59a-4695-a1fe-7247b213add2 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:36.864301 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d60d7ba3-149b-406a-ae59-7b0c9cb5cf40 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:36.864893 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d60d7ba3-149b-406a-ae59-7b0c9cb5cf40 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:36.879056 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a05e47-d8dc-40ec-ba06-a0b2b003a518 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:36.879551 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a41c1e-ce67-49bc-9a08-ed76b26c971d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Made reservation on behalf of 0539f90cebdd4ae0a6aaf5a401bdedad for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:36.880128 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-36a05e47-d8dc-40ec-ba06-a0b2b003a518 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:36.882977 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d9a41c1e-ce67-49bc-9a08-ed76b26c971d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:36.895445 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-137d93a9-0a01-4f95-9b92-872a6e9c0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:36.896659 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137d93a9-0a01-4f95-9b92-872a6e9c0d18 None None] The sync data for ids ['d8892bbd-8c1b-4181-a237-c46088935eb5'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:28:36.923266 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0580e5e-5f5d-4b06-86f2-25d877505843 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:36.975797 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0580e5e-5f5d-4b06-86f2-25d877505843 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Subnet': ['ID=308a50b7-76c1-43f2-a8d0-e98f79d34404,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:36.979960 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d0580e5e-5f5d-4b06-86f2-25d877505843 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:36.985591 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a41c1e-ce67-49bc-9a08-ed76b26c971d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:28:37.005328 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d0580e5e-5f5d-4b06-86f2-25d877505843 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/subnets/308a50b7-76c1-43f2-a8d0-e98f79d34404 HTTP/1.1" status: 204 len: 168 time: 0.5958695 Feb 28 14:28:37.006113 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57808) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:37.009071 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d9a41c1e-ce67-49bc-9a08-ed76b26c971d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:37.009404 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-d9a41c1e-ce67-49bc-9a08-ed76b26c971d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Added segment e23a785a-d166-4d71-8a3b-a0c84a4ec7f6 of type vlan for network 2944f818-6c26-404e-9b09-4eae800cc24b Feb 28 14:28:37.066313 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db4c493-71d9-4867-8c68-509049601ade None None] Network bb6e0520-1413-4b9d-a1eb-3e6740f2cb76 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:37.087963 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d60d7ba3-149b-406a-ae59-7b0c9cb5cf40 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for a8f2bd5f-cdc9-4622-b0cf-54547507fab1 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:37.184596 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-36a05e47-d8dc-40ec-ba06-a0b2b003a518 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5306709 Feb 28 14:28:37.235927 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57812) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:37.242998 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-95abd1ea-6b12-44d0-8445-ef910b6ecb36 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-240058909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:37.263801 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5a30a2ca-61cb-4eee-83cb-11b9a07e33d5 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:37.277141 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d9a41c1e-ce67-49bc-9a08-ed76b26c971d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:37.287102 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-66254d14-4b90-427d-9f60-fe6980f79a16 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:37.302999 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ca82e9a8-a592-4e97-8bc3-a4eb9383a4cc None None] For port 09b839cc-518a-499c-a166-a097b9056b7c, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=09b839cc-518a-499c-a166-a097b9056b7c,segment=NetworkSegment(da72ad0b-d60a-4d88-a4a3-bb03d9ae6979),segment_id=da72ad0b-d60a-4d88-a4a3-bb03d9ae6979)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:37.303643 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ca82e9a8-a592-4e97-8bc3-a4eb9383a4cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:37.316804 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-66254d14-4b90-427d-9f60-fe6980f79a16 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting port 97cde7a6-d5ff-4b5c-a1db-8f25069215c0 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:37.317127 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-66254d14-4b90-427d-9f60-fe6980f79a16 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:37.319031 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-95abd1ea-6b12-44d0-8445-ef910b6ecb36 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:37.353883 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-95abd1ea-6b12-44d0-8445-ef910b6ecb36 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Usage tracker for resource:router and tenant:c21cf0538945438095f306ca2bde76da is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:37.368374 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-95abd1ea-6b12-44d0-8445-ef910b6ecb36 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:37.374421 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d9a41c1e-ce67-49bc-9a08-ed76b26c971d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:37.380013 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a41c1e-ce67-49bc-9a08-ed76b26c971d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:37.380618 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d9a41c1e-ce67-49bc-9a08-ed76b26c971d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:37.543529 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-95abd1ea-6b12-44d0-8445-ef910b6ecb36 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:37.553244 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a9d7f8a1-86b9-45bd-a331-f0c677733c20 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] For port 09b839cc-518a-499c-a166-a097b9056b7c, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=09b839cc-518a-499c-a166-a097b9056b7c,segment=NetworkSegment(da72ad0b-d60a-4d88-a4a3-bb03d9ae6979),segment_id=da72ad0b-d60a-4d88-a4a3-bb03d9ae6979)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:37.553872 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9d7f8a1-86b9-45bd-a331-f0c677733c20 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:37.590205 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d9a41c1e-ce67-49bc-9a08-ed76b26c971d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0864956 Feb 28 14:28:37.596623 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57816) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:37.604345 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-ca82e9a8-a592-4e97-8bc3-a4eb9383a4cc None None] Calling delete_port for 09b839cc-518a-499c-a166-a097b9056b7c owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:37.608990 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a41c1e-ce67-49bc-9a08-ed76b26c971d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event updated for resources: {'Network': ['ID=2944f818-6c26-404e-9b09-4eae800cc24b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:37.614346 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d542f1be-1d54-40cb-a7e6-581f590fb878 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Request body: {'subnet': {'network_id': '2944f818-6c26-404e-9b09-4eae800cc24b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:37.652134 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d60d7ba3-149b-406a-ae59-7b0c9cb5cf40 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:37.703495 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 2944f818-6c26-404e-9b09-4eae800cc24b details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:28:37.819211 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ca82e9a8-a592-4e97-8bc3-a4eb9383a4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:37.829812 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-66254d14-4b90-427d-9f60-fe6980f79a16 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] For port 97cde7a6-d5ff-4b5c-a1db-8f25069215c0, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=97cde7a6-d5ff-4b5c-a1db-8f25069215c0,segment=NetworkSegment(1e52a0ed-c9b4-435c-ba62-a22422c96b16),segment_id=1e52a0ed-c9b4-435c-ba62-a22422c96b16)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:37.830445 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-66254d14-4b90-427d-9f60-fe6980f79a16 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:37.832505 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:37.842043 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d542f1be-1d54-40cb-a7e6-581f590fb878 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:37.886261 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a25ab8-1a6d-4919-bc32-1467e350ce40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-8d0fbd6c-c59a-4695-a1fe-7247b213add2', 'network_id': '8d0fbd6c-c59a-4695-a1fe-7247b213add2', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'fixed_ips': [{'subnet_id': 'c6bce65e-7093-45ae-b720-fe6ae1e2baea'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:28:37.891477 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-09a25ab8-1a6d-4919-bc32-1467e350ce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:37.915061 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d035d8f-6223-41a4-bc74-15ab5a57ae32 None None] Network d0fdd958-df13-4bfd-8505-2d75c461805a requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:37.936298 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a9d7f8a1-86b9-45bd-a331-f0c677733c20 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Calling delete_port for 09b839cc-518a-499c-a166-a097b9056b7c owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:37.946760 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9b60f6b6-e081-42bc-a279-2bacf7ad41b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:37.966907 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d7ba3-149b-406a-ae59-7b0c9cb5cf40 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=a8f2bd5f-cdc9-4622-b0cf-54547507fab1,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:37.975627 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-66254d14-4b90-427d-9f60-fe6980f79a16 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Calling delete_port for 97cde7a6-d5ff-4b5c-a1db-8f25069215c0 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:37.980259 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-95abd1ea-6b12-44d0-8445-ef910b6ecb36 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:37.981408 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-95abd1ea-6b12-44d0-8445-ef910b6ecb36 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:38.006285 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d542f1be-1d54-40cb-a7e6-581f590fb878 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:38.017789 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82e9a8-a592-4e97-8bc3-a4eb9383a4cc None None] Pushing event deleted for resources: {'Port': ['ID=09b839cc-518a-499c-a166-a097b9056b7c,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:38.036482 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca82e9a8-a592-4e97-8bc3-a4eb9383a4cc None None] No DVR routers for this DVR port 09b839cc-518a-499c-a166-a097b9056b7c on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:28:38.048945 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-5a30a2ca-61cb-4eee-83cb-11b9a07e33d5 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 28 14:28:38.054269 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5a30a2ca-61cb-4eee-83cb-11b9a07e33d5 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] 10.222.0.30 "DELETE /v2.0/routers/d8892bbd-8c1b-4181-a237-c46088935eb5 HTTP/1.1" status: 409 len: 329 time: 1.3890269 Feb 28 14:28:38.055184 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57820) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:38.059351 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d542f1be-1d54-40cb-a7e6-581f590fb878 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Made reservation on behalf of 0539f90cebdd4ae0a6aaf5a401bdedad for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:38.062798 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d542f1be-1d54-40cb-a7e6-581f590fb878 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:38.169716 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-66254d14-4b90-427d-9f60-fe6980f79a16 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:38.192297 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-95abd1ea-6b12-44d0-8445-ef910b6ecb36 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:38.218366 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-39792ccd-dfc7-4147-b54c-b617daee0ace None None] Provisioning for port 357bf910-d332-4864-856b-7eb515f4142e completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:38.245490 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66254d14-4b90-427d-9f60-fe6980f79a16 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Port': ['ID=97cde7a6-d5ff-4b5c-a1db-8f25069215c0,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:38.256667 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66254d14-4b90-427d-9f60-fe6980f79a16 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] No DVR routers for this DVR port 97cde7a6-d5ff-4b5c-a1db-8f25069215c0 on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:28:38.314367 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d60d7ba3-149b-406a-ae59-7b0c9cb5cf40 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:38.314869 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-d60d7ba3-149b-406a-ae59-7b0c9cb5cf40 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Floating IP 2d3d1b28-4488-46e5-ab1b-d80a5656ecbb disassociated (deleted). External IP: 172.26.5.10, port: 29bfe79c-ecf1-4259-ad58-16890b1f3dcc. Feb 28 14:28:38.373097 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10a566a-5b13-4b68-94ef-dd832a44d408 None None] DHCP port deletion for bb6e0520-1413-4b9d-a1eb-3e6740f2cb76 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:28:38.388395 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.api [None req-a9d7f8a1-86b9-45bd-a331-f0c677733c20 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:28:38.388816 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG oslo_db.api [None req-a9d7f8a1-86b9-45bd-a331-f0c677733c20 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:28:38.407489 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-95abd1ea-6b12-44d0-8445-ef910b6ecb36 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:38.412682 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-09a25ab8-1a6d-4919-bc32-1467e350ce40 None None] Allocated IP 2001:db8:1::2 (8d0fbd6c-c59a-4695-a1fe-7247b213add2/c6bce65e-7093-45ae-b720-fe6ae1e2baea/c1479353-f05c-4c91-8ead-5e1ee235dac7) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:28:38.415895 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-66254d14-4b90-427d-9f60-fe6980f79a16 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:38.494205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-66254d14-4b90-427d-9f60-fe6980f79a16 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6e0520-1413-4b9d-a1eb-3e6740f2cb76']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:38.516215 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-66254d14-4b90-427d-9f60-fe6980f79a16 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e52a0ed-c9b4-435c-ba62-a22422c96b16') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:38.517025 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-66254d14-4b90-427d-9f60-fe6980f79a16 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e52a0ed-c9b4-435c-ba62-a22422c96b16') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:38.549525 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-66254d14-4b90-427d-9f60-fe6980f79a16 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:38.583628 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-66254d14-4b90-427d-9f60-fe6980f79a16 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:38.592630 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66254d14-4b90-427d-9f60-fe6980f79a16 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:28:38.593671 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-66254d14-4b90-427d-9f60-fe6980f79a16 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:28:38.612737 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:28:38.615222 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d542f1be-1d54-40cb-a7e6-581f590fb878 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:38.662000 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 357bf910-d332-4864-856b-7eb515f4142e up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:28:38.672107 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-95abd1ea-6b12-44d0-8445-ef910b6ecb36 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:38.673298 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-95abd1ea-6b12-44d0-8445-ef910b6ecb36 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.4365227 Feb 28 14:28:38.679938 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57824) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:38.790023 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542f1be-1d54-40cb-a7e6-581f590fb878 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event updated for resources: {'Subnet': ['ID=bdb9b9d5-326f-4b5d-a7b8-99ac2fd6635e,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:38.798545 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-66254d14-4b90-427d-9f60-fe6980f79a16 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:38.811438 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d542f1be-1d54-40cb-a7e6-581f590fb878 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Checking segment: {'id': 'e23a785a-d166-4d71-8a3b-a0c84a4ec7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2944f818-6c26-404e-9b09-4eae800cc24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:28:38.811886 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d542f1be-1d54-40cb-a7e6-581f590fb878 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Network hostable DHCP agents. Network: 2944f818-6c26-404e-9b09-4eae800cc24b, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:28:38.829674 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-09a25ab8-1a6d-4919-bc32-1467e350ce40 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:38.841467 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-66254d14-4b90-427d-9f60-fe6980f79a16 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:38.844067 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-09a25ab8-1a6d-4919-bc32-1467e350ce40 None None] Transition to ACTIVE for port object c1479353-f05c-4c91-8ead-5e1ee235dac7 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:38.857840 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66254d14-4b90-427d-9f60-fe6980f79a16 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Network': ['ID=bb6e0520-1413-4b9d-a1eb-3e6740f2cb76,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:38.861739 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 357bf910-d332-4864-856b-7eb515f4142e completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:38.877126 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 357bf910-d332-4864-856b-7eb515f4142e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:38.877789 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:38.888974 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-66254d14-4b90-427d-9f60-fe6980f79a16 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/networks/bb6e0520-1413-4b9d-a1eb-3e6740f2cb76 HTTP/1.1" status: 204 len: 168 time: 1.8815632 Feb 28 14:28:38.893469 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57828) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:38.900399 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a9d7f8a1-86b9-45bd-a331-f0c677733c20 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Deleting port 09b839cc-518a-499c-a166-a097b9056b7c {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:38.901016 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9d7f8a1-86b9-45bd-a331-f0c677733c20 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:38.938019 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-09a25ab8-1a6d-4919-bc32-1467e350ce40 None None] Transition to ACTIVE for port object c1479353-f05c-4c91-8ead-5e1ee235dac7 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:38.945310 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d542f1be-1d54-40cb-a7e6-581f590fb878 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Network 2944f818-6c26-404e-9b09-4eae800cc24b is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:28:38.957628 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-09a25ab8-1a6d-4919-bc32-1467e350ce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:38.969094 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-d542f1be-1d54-40cb-a7e6-581f590fb878 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 2944f818-6c26-404e-9b09-4eae800cc24b) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:38.982551 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d542f1be-1d54-40cb-a7e6-581f590fb878 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:38.983181 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d542f1be-1d54-40cb-a7e6-581f590fb878 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:38.997276 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345348b6-3889-46fc-8ef2-5043ee60bae0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:38.997937 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-345348b6-3889-46fc-8ef2-5043ee60bae0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Synchronizing usage tracker for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:28:39.004446 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4111e9d4-6b5a-408e-a7fe-89e40f7ddb03 None None] Network 2944f818-6c26-404e-9b09-4eae800cc24b requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:39.023107 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d542f1be-1d54-40cb-a7e6-581f590fb878 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4214308 Feb 28 14:28:39.024015 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57832) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:39.027725 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-345348b6-3889-46fc-8ef2-5043ee60bae0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Unset dirty status for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:28:39.033911 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-345348b6-3889-46fc-8ef2-5043ee60bae0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "GET /v2.0/ports/700f7c04-1bf7-4cc7-9bc6-f4c66bedc711 HTTP/1.1" status: 200 len: 840 time: 0.1341054 Feb 28 14:28:39.050257 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57836) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:39.070202 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4cefef7d-9817-4ecf-8d80-ff2ed67a0d27 None None] Provisioning complete for port 357bf910-d332-4864-856b-7eb515f4142e triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:39.070562 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4cefef7d-9817-4ecf-8d80-ff2ed67a0d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:39.129228 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a9d7f8a1-86b9-45bd-a331-f0c677733c20 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] The port '09b839cc-518a-499c-a166-a097b9056b7c' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:28:39.173447 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a25ab8-1a6d-4919-bc32-1467e350ce40 None None] Network 8d0fbd6c-c59a-4695-a1fe-7247b213add2 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:39.203934 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-09a25ab8-1a6d-4919-bc32-1467e350ce40 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:39.220554 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a25ab8-1a6d-4919-bc32-1467e350ce40 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:28:39.224623 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a25ab8-1a6d-4919-bc32-1467e350ce40 None None] Pushing event updated for resources: {'Port': ['ID=c1479353-f05c-4c91-8ead-5e1ee235dac7,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:39.325966 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bc07f407-e45a-48a0-8d01-94cbec954b71 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "GET /v2.0/ports/700f7c04-1bf7-4cc7-9bc6-f4c66bedc711?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2713830 Feb 28 14:28:39.329916 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57840) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:39.339779 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-15d4e4c6-b834-4596-aa2e-c44108ffcdbb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'subnet': {'network_id': 'c552b6b4-4225-4369-a19c-c50fb286d574', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:39.400734 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:39.452536 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63c052d1-a584-4990-ad1b-b16bab408277 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:39.457770 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-09a25ab8-1a6d-4919-bc32-1467e350ce40 None None] Attempting to bind port c1479353-f05c-4c91-8ead-5e1ee235dac7 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:28:39.458633 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-09a25ab8-1a6d-4919-bc32-1467e350ce40 None None] Attempting to bind port c1479353-f05c-4c91-8ead-5e1ee235dac7 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '2c8b5bb6-e743-41b4-9f73-b9055ab14fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8d0fbd6c-c59a-4695-a1fe-7247b213add2'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:28:39.458633 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a25ab8-1a6d-4919-bc32-1467e350ce40 None None] Attempting to bind port c1479353-f05c-4c91-8ead-5e1ee235dac7 on network 8d0fbd6c-c59a-4695-a1fe-7247b213add2 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:28:39.518205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-15d4e4c6-b834-4596-aa2e-c44108ffcdbb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:39.532423 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-15d4e4c6-b834-4596-aa2e-c44108ffcdbb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:subnet and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:39.537526 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-15d4e4c6-b834-4596-aa2e-c44108ffcdbb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:39.547615 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-15d4e4c6-b834-4596-aa2e-c44108ffcdbb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:39.556036 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4cefef7d-9817-4ecf-8d80-ff2ed67a0d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:39.562148 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63c052d1-a584-4990-ad1b-b16bab408277 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:39.585692 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a25ab8-1a6d-4919-bc32-1467e350ce40 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:28:39.586123 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a25ab8-1a6d-4919-bc32-1467e350ce40 None None] Checking segment: {'id': '2c8b5bb6-e743-41b4-9f73-b9055ab14fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8d0fbd6c-c59a-4695-a1fe-7247b213add2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:28:39.586366 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-09a25ab8-1a6d-4919-bc32-1467e350ce40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:39.587481 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a25ab8-1a6d-4919-bc32-1467e350ce40 None None] Bound using segment: {'id': '2c8b5bb6-e743-41b4-9f73-b9055ab14fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8d0fbd6c-c59a-4695-a1fe-7247b213add2'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:28:39.588153 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-09a25ab8-1a6d-4919-bc32-1467e350ce40 None None] Bound port: c1479353-f05c-4c91-8ead-5e1ee235dac7, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8b5bb6-e743-41b4-9f73-b9055ab14fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8d0fbd6c-c59a-4695-a1fe-7247b213add2'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:28:39.588333 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-09a25ab8-1a6d-4919-bc32-1467e350ce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:39.591810 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d4e4c6-b834-4596-aa2e-c44108ffcdbb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:39.596477 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-15d4e4c6-b834-4596-aa2e-c44108ffcdbb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:39.613082 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 357bf910-d332-4864-856b-7eb515f4142e, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=357bf910-d332-4864-856b-7eb515f4142e,segment=NetworkSegment(18a41286-d4eb-4ae6-b84b-d1ca53e3b310),segment_id=18a41286-d4eb-4ae6-b84b-d1ca53e3b310)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:39.661989 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:39.754012 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63c052d1-a584-4990-ad1b-b16bab408277 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:39.781015 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 97cde7a6-d5ff-4b5c-a1db-8f25069215c0 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:28:39.790235 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9d7f8a1-86b9-45bd-a331-f0c677733c20 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:39.800798 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c052d1-a584-4990-ad1b-b16bab408277 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event deleted for resources: {'Subnet': ['ID=bdb9b9d5-326f-4b5d-a7b8-99ac2fd6635e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:39.821642 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 97cde7a6-d5ff-4b5c-a1db-8f25069215c0 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:28:39.821642 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 97cde7a6-d5ff-4b5c-a1db-8f25069215c0 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:28:39.823189 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277c1019-2c56-43e6-a898-d74d1d247094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-2944f818-6c26-404e-9b09-4eae800cc24b', 'network_id': '2944f818-6c26-404e-9b09-4eae800cc24b', 'tenant_id': '0539f90cebdd4ae0a6aaf5a401bdedad', 'fixed_ips': [{'subnet_id': 'bdb9b9d5-326f-4b5d-a7b8-99ac2fd6635e'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:28:39.824684 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-277c1019-2c56-43e6-a898-d74d1d247094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:39.860310 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-a9d7f8a1-86b9-45bd-a331-f0c677733c20 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97de6206-2f64-44a3-a674-5d9e299a858d']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:39.875404 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60d7ba3-149b-406a-ae59-7b0c9cb5cf40 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router a2f38382-17fb-4bc3-aa38-199e3f41892e has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:28:39.918741 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-a9d7f8a1-86b9-45bd-a331-f0c677733c20 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da72ad0b-d60a-4d88-a4a3-bb03d9ae6979') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:39.919488 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-a9d7f8a1-86b9-45bd-a331-f0c677733c20 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da72ad0b-d60a-4d88-a4a3-bb03d9ae6979') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:39.936269 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-daab8065-8cf4-4f59-8e23-6fe5d58dd4ea tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:39.941666 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63c052d1-a584-4990-ad1b-b16bab408277 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:39.954828 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a75e942e-3268-4229-b724-b1689739a55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:39.957063 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9d7f8a1-86b9-45bd-a331-f0c677733c20 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:39.959176 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-4cefef7d-9817-4ecf-8d80-ff2ed67a0d27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:28:39.959524 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-4cefef7d-9817-4ecf-8d80-ff2ed67a0d27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:28:39.968298 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-09a25ab8-1a6d-4919-bc32-1467e350ce40 None None] For port c1479353-f05c-4c91-8ead-5e1ee235dac7, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:28:39.970350 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=357bf910-d332-4864-856b-7eb515f4142e,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:39.974217 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-09a25ab8-1a6d-4919-bc32-1467e350ce40 None None] For port c1479353-f05c-4c91-8ead-5e1ee235dac7, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c1479353-f05c-4c91-8ead-5e1ee235dac7,segment=NetworkSegment(2c8b5bb6-e743-41b4-9f73-b9055ab14fb3),segment_id=2c8b5bb6-e743-41b4-9f73-b9055ab14fb3)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:28:39.980391 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-63c052d1-a584-4990-ad1b-b16bab408277 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2944f818-6c26-404e-9b09-4eae800cc24b']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:39.989577 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-09a25ab8-1a6d-4919-bc32-1467e350ce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:40.009374 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-63c052d1-a584-4990-ad1b-b16bab408277 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e23a785a-d166-4d71-8a3b-a0c84a4ec7f6') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:40.009781 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-63c052d1-a584-4990-ad1b-b16bab408277 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e23a785a-d166-4d71-8a3b-a0c84a4ec7f6') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:40.031884 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63c052d1-a584-4990-ad1b-b16bab408277 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:40.053488 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63c052d1-a584-4990-ad1b-b16bab408277 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:40.059795 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-15d4e4c6-b834-4596-aa2e-c44108ffcdbb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:40.088171 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eab5664-8f2c-403a-954a-4b7d1fa6e54c None None] Network 2944f818-6c26-404e-9b09-4eae800cc24b requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:40.097093 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c052d1-a584-4990-ad1b-b16bab408277 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:28:40.097496 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63c052d1-a584-4990-ad1b-b16bab408277 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:28:40.117179 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:28:40.143952 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a25ab8-1a6d-4919-bc32-1467e350ce40 None None] Pushing event updated for resources: {'Port': ['ID=c1479353-f05c-4c91-8ead-5e1ee235dac7,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:40.155358 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9d7f8a1-86b9-45bd-a331-f0c677733c20 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:40.169807 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d7f8a1-86b9-45bd-a331-f0c677733c20 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:28:40.170242 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9d7f8a1-86b9-45bd-a331-f0c677733c20 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: util.warn( Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: util.warn( Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: util.warn( Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: util.warn( Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:28:40.188186 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:28:40.208011 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d4e4c6-b834-4596-aa2e-c44108ffcdbb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network c552b6b4-4225-4369-a19c-c50fb286d574 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:40.215840 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-15d4e4c6-b834-4596-aa2e-c44108ffcdbb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:40.223794 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d4e4c6-b834-4596-aa2e-c44108ffcdbb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:40.224432 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-15d4e4c6-b834-4596-aa2e-c44108ffcdbb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:40.243816 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4e4c6-b834-4596-aa2e-c44108ffcdbb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Subnet': ['ID=695488bf-b4da-4d07-9b45-e7d53dae2ec7,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:40.247463 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63c052d1-a584-4990-ad1b-b16bab408277 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:40.274344 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c1f1b3-d1e4-4cd1-876e-9c9267194566 None None] Network c552b6b4-4225-4369-a19c-c50fb286d574 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:40.278048 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-63c052d1-a584-4990-ad1b-b16bab408277 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:40.283699 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c052d1-a584-4990-ad1b-b16bab408277 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event deleted for resources: {'Network': ['ID=2944f818-6c26-404e-9b09-4eae800cc24b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:40.307539 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-15d4e4c6-b834-4596-aa2e-c44108ffcdbb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9761810 Feb 28 14:28:40.310360 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57844) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:40.314260 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-63c052d1-a584-4990-ad1b-b16bab408277 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "DELETE /v2.0/networks/2944f818-6c26-404e-9b09-4eae800cc24b HTTP/1.1" status: 204 len: 168 time: 1.2887490 Feb 28 14:28:40.321608 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9def6f73-a41d-4e21-9140-fac3b770cf15 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'security_group': {'name': 'tempest-secgroup-842276707'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:40.327165 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57848) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:40.333083 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9def6f73-a41d-4e21-9140-fac3b770cf15 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:40.340776 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-df2cd3f3-9ce9-44b5-9018-39d15ed2a67d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-99826182'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:40.376725 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-df2cd3f3-9ce9-44b5-9018-39d15ed2a67d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:40.381631 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9def6f73-a41d-4e21-9140-fac3b770cf15 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:security_group and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:40.384542 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-df2cd3f3-9ce9-44b5-9018-39d15ed2a67d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Usage tracker for resource:network and tenant:0539f90cebdd4ae0a6aaf5a401bdedad is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:40.387300 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9def6f73-a41d-4e21-9140-fac3b770cf15 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:40.390577 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-df2cd3f3-9ce9-44b5-9018-39d15ed2a67d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:40.398128 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9def6f73-a41d-4e21-9140-fac3b770cf15 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:40.400284 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-df2cd3f3-9ce9-44b5-9018-39d15ed2a67d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:40.422162 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2cd3f3-9ce9-44b5-9018-39d15ed2a67d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Made reservation on behalf of 0539f90cebdd4ae0a6aaf5a401bdedad for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:40.426007 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-df2cd3f3-9ce9-44b5-9018-39d15ed2a67d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:40.436366 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9def6f73-a41d-4e21-9140-fac3b770cf15 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:40.471013 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9def6f73-a41d-4e21-9140-fac3b770cf15 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:40.496561 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9def6f73-a41d-4e21-9140-fac3b770cf15 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:security_group_rule and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:40.501566 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9def6f73-a41d-4e21-9140-fac3b770cf15 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:40.504316 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df2cd3f3-9ce9-44b5-9018-39d15ed2a67d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:28:40.512027 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9def6f73-a41d-4e21-9140-fac3b770cf15 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:40.529383 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-df2cd3f3-9ce9-44b5-9018-39d15ed2a67d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:40.529383 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-df2cd3f3-9ce9-44b5-9018-39d15ed2a67d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Added segment edf43d3f-b848-4ba4-aa10-83be8e038a6f of type vlan for network 2b82ee24-d351-4b0c-b800-ffb23c46f46b Feb 28 14:28:40.561762 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9d7f8a1-86b9-45bd-a331-f0c677733c20 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:40.565749 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a9d7f8a1-86b9-45bd-a331-f0c677733c20 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:40.588969 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-df2cd3f3-9ce9-44b5-9018-39d15ed2a67d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:40.654203 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60d7ba3-149b-406a-ae59-7b0c9cb5cf40 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:28:40.675669 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7f8a1-86b9-45bd-a331-f0c677733c20 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Network': ['ID=97de6206-2f64-44a3-a674-5d9e299a858d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:40.677143 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217fd9af-45cb-4229-8981-667d8e882a0b None None] Sync routers for ids ['a2f38382-17fb-4bc3-aa38-199e3f41892e'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:28:40.684962 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d60d7ba3-149b-406a-ae59-7b0c9cb5cf40 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:40.694760 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-df2cd3f3-9ce9-44b5-9018-39d15ed2a67d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:40.700204 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2cd3f3-9ce9-44b5-9018-39d15ed2a67d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:40.700793 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-df2cd3f3-9ce9-44b5-9018-39d15ed2a67d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:40.701852 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217fd9af-45cb-4229-8981-667d8e882a0b None None] Routers {'a2f38382-17fb-4bc3-aa38-199e3f41892e'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:40.702521 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-217fd9af-45cb-4229-8981-667d8e882a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['a2f38382-17fb-4bc3-aa38-199e3f41892e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:40.710199 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a9d7f8a1-86b9-45bd-a331-f0c677733c20 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/networks/97de6206-2f64-44a3-a674-5d9e299a858d HTTP/1.1" status: 204 len: 168 time: 4.9211879 Feb 28 14:28:40.723397 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57852) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:40.735479 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e4acb2b0-7cd0-4100-978a-702fd157a7f1 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:40.753876 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-df2cd3f3-9ce9-44b5-9018-39d15ed2a67d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4231548 Feb 28 14:28:40.759431 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57856) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:40.760954 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9def6f73-a41d-4e21-9140-fac3b770cf15 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:40.780314 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-150c323b-d829-44f6-b2bf-3a64b438d60e tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Request body: {'subnet': {'network_id': '2b82ee24-d351-4b0c-b800-ffb23c46f46b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:40.784656 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 357bf910-d332-4864-856b-7eb515f4142e up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:28:40.799519 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-073c9ed5-6a89-46b6-a352-967abb0c9a7e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-965839546', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:40.825387 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-073c9ed5-6a89-46b6-a352-967abb0c9a7e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:40.896893 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9def6f73-a41d-4e21-9140-fac3b770cf15 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:40.905496 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-150c323b-d829-44f6-b2bf-3a64b438d60e tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:40.943787 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def6f73-a41d-4e21-9140-fac3b770cf15 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b21fc5ef-cf9b-4e78-86e1-5c8d4415bc6d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:40.948888 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-150c323b-d829-44f6-b2bf-3a64b438d60e tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Usage tracker for resource:subnet and tenant:0539f90cebdd4ae0a6aaf5a401bdedad is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:41.000442 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-150c323b-d829-44f6-b2bf-3a64b438d60e tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:41.018537 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-150c323b-d829-44f6-b2bf-3a64b438d60e tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:41.020704 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9def6f73-a41d-4e21-9140-fac3b770cf15 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:41.024641 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9def6f73-a41d-4e21-9140-fac3b770cf15 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7106359 Feb 28 14:28:41.024641 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cd3f3-9ce9-44b5-9018-39d15ed2a67d tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event updated for resources: {'Network': ['ID=2b82ee24-d351-4b0c-b800-ffb23c46f46b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:41.026277 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57860) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:41.034944 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c21972af-c669-46b8-a0bf-b935118d79f9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'security_group': {'name': 'tempest-secgroup-798091732'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:41.041272 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c21972af-c669-46b8-a0bf-b935118d79f9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:41.055748 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c21972af-c669-46b8-a0bf-b935118d79f9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:security_group and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:41.058713 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c21972af-c669-46b8-a0bf-b935118d79f9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:41.063894 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:41.066314 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c21972af-c669-46b8-a0bf-b935118d79f9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:41.079581 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c21972af-c669-46b8-a0bf-b935118d79f9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:41.092509 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 2b82ee24-d351-4b0c-b800-ffb23c46f46b details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:28:41.099283 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-073c9ed5-6a89-46b6-a352-967abb0c9a7e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Usage tracker for resource:router and tenant:2f27756656034771b730bac18fc748ab is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:41.099490 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150c323b-d829-44f6-b2bf-3a64b438d60e tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Made reservation on behalf of 0539f90cebdd4ae0a6aaf5a401bdedad for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:41.105551 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-150c323b-d829-44f6-b2bf-3a64b438d60e tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:41.121235 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-073c9ed5-6a89-46b6-a352-967abb0c9a7e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:41.133980 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 357bf910-d332-4864-856b-7eb515f4142e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:41.134370 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:41.140222 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d60d7ba3-149b-406a-ae59-7b0c9cb5cf40 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/floatingips/2d3d1b28-4488-46e5-ab1b-d80a5656ecbb HTTP/1.1" status: 204 len: 168 time: 5.7415388 Feb 28 14:28:41.141418 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-073c9ed5-6a89-46b6-a352-967abb0c9a7e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:41.147602 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf7d9ba-f56c-43a0-8b8e-575614056839', 'tag': '29bfe79c-ecf1-4259-ad58-16890b1f3dcc'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:28:41.167205 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-217fd9af-45cb-4229-8981-667d8e882a0b None None] Set router a2f38382-17fb-4bc3-aa38-199e3f41892e gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:28:41.222434 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf7d9ba-f56c-43a0-8b8e-575614056839', 'tag': '29bfe79c-ecf1-4259-ad58-16890b1f3dcc', 'status': 'completed', 'code': 200} Feb 28 14:28:41.303193 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:41.348529 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-073c9ed5-6a89-46b6-a352-967abb0c9a7e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:41.353139 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-073c9ed5-6a89-46b6-a352-967abb0c9a7e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:41.388677 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c21972af-c669-46b8-a0bf-b935118d79f9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:41.392923 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c21972af-c669-46b8-a0bf-b935118d79f9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:security_group_rule and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:41.396140 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c21972af-c669-46b8-a0bf-b935118d79f9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:41.402535 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c21972af-c669-46b8-a0bf-b935118d79f9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:41.433712 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-daab8065-8cf4-4f59-8e23-6fe5d58dd4ea tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Allocated IP 2001:db8::1 (d0fdd958-df13-4bfd-8505-2d75c461805a/addc0d59-9727-4c9c-b554-17038dfe7b9a/8784c908-932b-4d97-94b8-8ed05a768098) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:28:41.624935 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-073c9ed5-6a89-46b6-a352-967abb0c9a7e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:41.635367 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e53ad72-35bf-4199-aae2-212a9a1a8b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-c552b6b4-4225-4369-a19c-c50fb286d574', 'network_id': 'c552b6b4-4225-4369-a19c-c50fb286d574', 'tenant_id': 'c214fd1eb53045a6b1f8184e904b5bb7', 'fixed_ips': [{'subnet_id': '695488bf-b4da-4d07-9b45-e7d53dae2ec7'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:28:41.638471 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5e53ad72-35bf-4199-aae2-212a9a1a8b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:41.668416 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c21972af-c669-46b8-a0bf-b935118d79f9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:41.682946 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a290656d-9a31-49b1-9ee6-640d5373de33 None None] Network 8d0fbd6c-c59a-4695-a1fe-7247b213add2 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:41.714722 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c21972af-c669-46b8-a0bf-b935118d79f9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:41.816249 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.objects.ports [None req-150c323b-d829-44f6-b2bf-3a64b438d60e tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87772) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 14:28:41.817272 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c21972af-c669-46b8-a0bf-b935118d79f9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:41.818496 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c21972af-c669-46b8-a0bf-b935118d79f9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7899034 Feb 28 14:28:41.819330 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21972af-c669-46b8-a0bf-b935118d79f9 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d866dc1c-7c1f-453d-a33e-88580f80f933,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:41.821490 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57870) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:41.822226 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-150c323b-d829-44f6-b2bf-3a64b438d60e tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:41.857515 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0849c3e0-5482-4f4e-89fa-74cdd61c090c tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-738794161', 'security_groups': ['d866dc1c-7c1f-453d-a33e-88580f80f933'], 'network_id': 'c552b6b4-4225-4369-a19c-c50fb286d574', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '695488bf-b4da-4d07-9b45-e7d53dae2ec7'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:41.879070 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2a582-7afa-4c10-8bf4-404386fd56a6 req-52184414-6223-4b0f-bb03-21751d0eca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:41.880630 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5fc2a582-7afa-4c10-8bf4-404386fd56a6 req-52184414-6223-4b0f-bb03-21751d0eca04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=bbf7d9ba-f56c-43a0-8b8e-575614056839 HTTP/1.1" status: 200 len: 1098 time: 0.5536449 Feb 28 14:28:41.927260 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c4b9221e-e5c1-4812-924d-1b29b3f48486 None None] Provisioning for port c1479353-f05c-4c91-8ead-5e1ee235dac7 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:42.001149 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c1479353-f05c-4c91-8ead-5e1ee235dac7 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:28:42.010454 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c323b-d829-44f6-b2bf-3a64b438d60e tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event updated for resources: {'Subnet': ['ID=3ef06384-46a9-4491-a559-c59b623ed527,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:42.036944 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150c323b-d829-44f6-b2bf-3a64b438d60e tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Checking segment: {'id': 'edf43d3f-b848-4ba4-aa10-83be8e038a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2b82ee24-d351-4b0c-b800-ffb23c46f46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:28:42.037291 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150c323b-d829-44f6-b2bf-3a64b438d60e tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Network hostable DHCP agents. Network: 2b82ee24-d351-4b0c-b800-ffb23c46f46b, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:28:42.053570 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0849c3e0-5482-4f4e-89fa-74cdd61c090c tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:42.066133 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0849c3e0-5482-4f4e-89fa-74cdd61c090c tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:42.077152 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150c323b-d829-44f6-b2bf-3a64b438d60e tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Network 2b82ee24-d351-4b0c-b800-ffb23c46f46b is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:28:42.083606 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0849c3e0-5482-4f4e-89fa-74cdd61c090c tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:42.120379 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-150c323b-d829-44f6-b2bf-3a64b438d60e tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 2b82ee24-d351-4b0c-b800-ffb23c46f46b) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:42.127012 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150c323b-d829-44f6-b2bf-3a64b438d60e tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:42.127622 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-150c323b-d829-44f6-b2bf-3a64b438d60e tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:42.151838 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2a9478-60f0-40c7-9168-a83915418b16 None None] Network 2b82ee24-d351-4b0c-b800-ffb23c46f46b requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:42.196361 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-daab8065-8cf4-4f59-8e23-6fe5d58dd4ea tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:42.203456 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-150c323b-d829-44f6-b2bf-3a64b438d60e tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4409952 Feb 28 14:28:42.205930 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57874) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:42.241122 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e4acb2b0-7cd0-4100-978a-702fd157a7f1 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Deleting port ab69e1c2-3105-4cb5-b2ed-710f3fd5cb75 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:42.241448 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e4acb2b0-7cd0-4100-978a-702fd157a7f1 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:42.314830 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0849c3e0-5482-4f4e-89fa-74cdd61c090c tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:42.317703 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-5e53ad72-35bf-4199-aae2-212a9a1a8b35 None None] Allocated IP 172.20.0.2 (c552b6b4-4225-4369-a19c-c50fb286d574/695488bf-b4da-4d07-9b45-e7d53dae2ec7/a899dcd8-f63a-4d05-a634-c840e7664288) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:28:42.358137 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-0849c3e0-5482-4f4e-89fa-74cdd61c090c tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] device_id is not set on port 9dc297e1-c9be-4f39-958e-12f7c8043383 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:28:42.358448 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-073c9ed5-6a89-46b6-a352-967abb0c9a7e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:42.362626 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-daab8065-8cf4-4f59-8e23-6fe5d58dd4ea tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Transition to ACTIVE for port object 8784c908-932b-4d97-94b8-8ed05a768098 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:42.376770 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b85db-a27e-4d56-ad1c-3ad6c59ca272 req-87b8cfab-8a12-471b-bb79-1001266fcfeb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:42.376965 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-df1b85db-a27e-4d56-ad1c-3ad6c59ca272 req-87b8cfab-8a12-471b-bb79-1001266fcfeb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:28:42.452598 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4d006b1-eae8-4f1d-b1ea-350e3e1ddd12 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:42.458014 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port c1479353-f05c-4c91-8ead-5e1ee235dac7 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:42.471920 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2a582-7afa-4c10-8bf4-404386fd56a6 req-51449b63-3ee7-418c-b1cf-e4fc522a2d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:42.473498 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5fc2a582-7afa-4c10-8bf4-404386fd56a6 req-51449b63-3ee7-418c-b1cf-e4fc522a2d63 service neutron] 10.222.0.13 "GET /v2.0/networks?id=57852e3c-292e-4286-baba-a1576ddcc59b HTTP/1.1" status: 200 len: 896 time: 0.5720403 Feb 28 14:28:42.549091 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port c1479353-f05c-4c91-8ead-5e1ee235dac7 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:42.549558 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:42.560860 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-df1b85db-a27e-4d56-ad1c-3ad6c59ca272 req-87b8cfab-8a12-471b-bb79-1001266fcfeb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:28:42.561671 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-df1b85db-a27e-4d56-ad1c-3ad6c59ca272 req-87b8cfab-8a12-471b-bb79-1001266fcfeb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbf7d9ba-f56c-43a0-8b8e-575614056839 HTTP/1.1" status: 200 len: 945 time: 0.8717010 Feb 28 14:28:42.599291 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4d006b1-eae8-4f1d-b1ea-350e3e1ddd12 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:42.622320 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:42.624678 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-217fd9af-45cb-4229-8981-667d8e882a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'name': 'tempest-TestNetworkBasicOps-router-1768235454', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:27:03Z', 'updated_at': '2022-02-28T14:27:23Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:27:06Z', 'updated_at': '2022-02-28T14:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '6fc7dcc2-6b7e-4571-9854-c87f1ea96b99', 'name': '', 'network_id': '57852e3c-292e-4286-baba-a1576ddcc59b', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:6c:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '94cf854d-0c42-4dd5-af6a-8ad979299199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:27:21Z', 'updated_at': '2022-02-28T14:27:33Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '94cf854d-0c42-4dd5-af6a-8ad979299199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:42.640159 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5fc2a582-7afa-4c10-8bf4-404386fd56a6 req-901bf229-c924-4ff2-b8f3-6760748554fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29bfe79c-ecf1-4259-ad58-16890b1f3dcc HTTP/1.1" status: 200 len: 217 time: 0.1564515 Feb 28 14:28:42.651465 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217fd9af-45cb-4229-8981-667d8e882a0b None None] Checking router: a2f38382-17fb-4bc3-aa38-199e3f41892e for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:28:42.691500 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4d006b1-eae8-4f1d-b1ea-350e3e1ddd12 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:42.733270 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6389a3b5-1ef9-4679-ad4c-d44b4fc3fed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-2b82ee24-d351-4b0c-b800-ffb23c46f46b', 'network_id': '2b82ee24-d351-4b0c-b800-ffb23c46f46b', 'tenant_id': '0539f90cebdd4ae0a6aaf5a401bdedad', 'fixed_ips': [{'subnet_id': '3ef06384-46a9-4491-a559-c59b623ed527'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:28:42.734152 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d006b1-eae8-4f1d-b1ea-350e3e1ddd12 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef06384-46a9-4491-a559-c59b623ed527,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:42.734320 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6389a3b5-1ef9-4679-ad4c-d44b4fc3fed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:42.753022 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217fd9af-45cb-4229-8981-667d8e882a0b None None] Routers {'a2f38382-17fb-4bc3-aa38-199e3f41892e'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:42.753753 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-217fd9af-45cb-4229-8981-667d8e882a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['a2f38382-17fb-4bc3-aa38-199e3f41892e'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:42.868325 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4d006b1-eae8-4f1d-b1ea-350e3e1ddd12 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:42.900306 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c4d006b1-eae8-4f1d-b1ea-350e3e1ddd12 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b82ee24-d351-4b0c-b800-ffb23c46f46b']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:42.920344 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c4d006b1-eae8-4f1d-b1ea-350e3e1ddd12 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf43d3f-b848-4ba4-aa10-83be8e038a6f') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:42.920662 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c4d006b1-eae8-4f1d-b1ea-350e3e1ddd12 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf43d3f-b848-4ba4-aa10-83be8e038a6f') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:42.936101 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4d006b1-eae8-4f1d-b1ea-350e3e1ddd12 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:42.961872 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4d006b1-eae8-4f1d-b1ea-350e3e1ddd12 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:42.975666 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9e971-1858-439e-a5c0-3261a705b4e0 req-55e7f68e-c80c-45a6-b71c-72e93ae20c58 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:42.975972 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-daab8065-8cf4-4f59-8e23-6fe5d58dd4ea tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:42.977113 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aae9e971-1858-439e-a5c0-3261a705b4e0 req-55e7f68e-c80c-45a6-b71c-72e93ae20c58 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf7d9ba-f56c-43a0-8b8e-575614056839 HTTP/1.1" status: 200 len: 945 time: 0.1561167 Feb 28 14:28:42.979951 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d006b1-eae8-4f1d-b1ea-350e3e1ddd12 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:28:42.981076 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4d006b1-eae8-4f1d-b1ea-350e3e1ddd12 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:28:42.995624 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:28:43.020153 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-df1b85db-a27e-4d56-ad1c-3ad6c59ca272 req-2ac296ea-30df-4d49-8254-133caac091b5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=30d473a9-b0fe-4c78-907f-16c0425d23ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4033287 Feb 28 14:28:43.043529 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e4acb2b0-7cd0-4100-978a-702fd157a7f1 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:43.056591 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2a582-7afa-4c10-8bf4-404386fd56a6 req-032dfdf0-23ef-455b-a1c4-48ab393ba23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:43.058336 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5fc2a582-7afa-4c10-8bf4-404386fd56a6 req-032dfdf0-23ef-455b-a1c4-48ab393ba23c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94cf854d-0c42-4dd5-af6a-8ad979299199 HTTP/1.1" status: 200 len: 834 time: 0.2413394 Feb 28 14:28:43.084552 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daab8065-8cf4-4f59-8e23-6fe5d58dd4ea tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network d0fdd958-df13-4bfd-8505-2d75c461805a is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:43.148584 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-aae9e971-1858-439e-a5c0-3261a705b4e0 req-f137eedb-805c-438d-bb1b-59b387b943e7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port 29bfe79c-ecf1-4259-ad58-16890b1f3dcc {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:43.149179 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-aae9e971-1858-439e-a5c0-3261a705b4e0 req-f137eedb-805c-438d-bb1b-59b387b943e7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:43.164844 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5e53ad72-35bf-4199-aae2-212a9a1a8b35 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:43.173341 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-daab8065-8cf4-4f59-8e23-6fe5d58dd4ea tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:43.176307 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daab8065-8cf4-4f59-8e23-6fe5d58dd4ea tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:28:43.177007 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-daab8065-8cf4-4f59-8e23-6fe5d58dd4ea tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:43.181225 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:43.188112 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4d006b1-eae8-4f1d-b1ea-350e3e1ddd12 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:43.212574 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5e53ad72-35bf-4199-aae2-212a9a1a8b35 None None] Transition to ACTIVE for port object a899dcd8-f63a-4d05-a634-c840e7664288 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:43.212798 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c4d006b1-eae8-4f1d-b1ea-350e3e1ddd12 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:43.228332 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d006b1-eae8-4f1d-b1ea-350e3e1ddd12 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event deleted for resources: {'Network': ['ID=2b82ee24-d351-4b0c-b800-ffb23c46f46b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:43.237880 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-217fd9af-45cb-4229-8981-667d8e882a0b None None] Set router a2f38382-17fb-4bc3-aa38-199e3f41892e gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:28:43.294597 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c4d006b1-eae8-4f1d-b1ea-350e3e1ddd12 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "DELETE /v2.0/networks/2b82ee24-d351-4b0c-b800-ffb23c46f46b HTTP/1.1" status: 204 len: 168 time: 1.0876517 Feb 28 14:28:43.301440 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57878) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:43.322986 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab8065-8cf4-4f59-8e23-6fe5d58dd4ea tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Port': ['ID=8784c908-932b-4d97-94b8-8ed05a768098,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:43.323510 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee961d75-5c0e-477e-88f0-72a369665068 None None] Network 2b82ee24-d351-4b0c-b800-ffb23c46f46b requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:43.344639 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e4acb2b0-7cd0-4100-978a-702fd157a7f1 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Calling delete_port for ab69e1c2-3105-4cb5-b2ed-710f3fd5cb75 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:43.367735 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee961d75-5c0e-477e-88f0-72a369665068 None None] Network 2b82ee24-d351-4b0c-b800-ffb23c46f46b could not be found, it might have been deleted concurrently. {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 28 14:28:43.368137 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d619e33-b41e-4e18-9fed-5c39a14cb426 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] DELETE failed (client error): The resource could not be found. Feb 28 14:28:43.368596 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d619e33-b41e-4e18-9fed-5c39a14cb426 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:28:43.370275 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8d619e33-b41e-4e18-9fed-5c39a14cb426 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "DELETE /v2.0/subnets/3ef06384-46a9-4491-a559-c59b623ed527 HTTP/1.1" status: 404 len: 337 time: 0.0646977 Feb 28 14:28:43.374303 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57882) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:43.375050 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5e53ad72-35bf-4199-aae2-212a9a1a8b35 None None] Transition to ACTIVE for port object a899dcd8-f63a-4d05-a634-c840e7664288 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:43.392179 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port c1479353-f05c-4c91-8ead-5e1ee235dac7, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c1479353-f05c-4c91-8ead-5e1ee235dac7,segment=NetworkSegment(2c8b5bb6-e743-41b4-9f73-b9055ab14fb3),segment_id=2c8b5bb6-e743-41b4-9f73-b9055ab14fb3)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:43.396257 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5e53ad72-35bf-4199-aae2-212a9a1a8b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:43.502529 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:43.597491 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53ad72-35bf-4199-aae2-212a9a1a8b35 None None] Pushing event updated for resources: {'Port': ['ID=a899dcd8-f63a-4d05-a634-c840e7664288,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:43.643324 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e53ad72-35bf-4199-aae2-212a9a1a8b35 None None] Network c552b6b4-4225-4369-a19c-c50fb286d574 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:43.643569 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2a582-7afa-4c10-8bf4-404386fd56a6 req-402f1218-fea1-4b16-94e5-e049d1f71a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:43.644799 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5fc2a582-7afa-4c10-8bf4-404386fd56a6 req-402f1218-fea1-4b16-94e5-e049d1f71a40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57852e3c-292e-4286-baba-a1576ddcc59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4729795 Feb 28 14:28:43.684853 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-49fcb666-6199-4d72-a80d-577fa1f84da4 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] DELETE failed (client error): The resource could not be found. Feb 28 14:28:43.685328 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49fcb666-6199-4d72-a80d-577fa1f84da4 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:28:43.687006 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-49fcb666-6199-4d72-a80d-577fa1f84da4 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "DELETE /v2.0/networks/2b82ee24-d351-4b0c-b800-ffb23c46f46b HTTP/1.1" status: 404 len: 339 time: 0.3126369 Feb 28 14:28:43.691860 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57886) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:43.705117 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-5e53ad72-35bf-4199-aae2-212a9a1a8b35 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:43.714651 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e53ad72-35bf-4199-aae2-212a9a1a8b35 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:28:43.728469 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ed490421-03be-4e78-9e33-61ccef48344a None None] Provisioning complete for port c1479353-f05c-4c91-8ead-5e1ee235dac7 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:43.728959 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ed490421-03be-4e78-9e33-61ccef48344a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:43.795748 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5c1fc3-3c0c-40c9-a458-48202ec65caa tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] DELETE failed (client error): The resource could not be found. Feb 28 14:28:43.796343 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd5c1fc3-3c0c-40c9-a458-48202ec65caa tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:28:43.800215 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cd5c1fc3-3c0c-40c9-a458-48202ec65caa tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "DELETE /v2.0/subnets/bdb9b9d5-326f-4b5d-a7b8-99ac2fd6635e HTTP/1.1" status: 404 len: 337 time: 0.1032305 Feb 28 14:28:43.806480 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57890) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:43.815321 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-0849c3e0-5482-4f4e-89fa-74cdd61c090c tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Allocated IP 172.20.0.3 (c552b6b4-4225-4369-a19c-c50fb286d574/695488bf-b4da-4d07-9b45-e7d53dae2ec7/9dc297e1-c9be-4f39-958e-12f7c8043383) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:28:43.858070 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=c1479353-f05c-4c91-8ead-5e1ee235dac7,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:43.866356 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-aae9e971-1858-439e-a5c0-3261a705b4e0 req-f137eedb-805c-438d-bb1b-59b387b943e7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port 29bfe79c-ecf1-4259-ad58-16890b1f3dcc, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=29bfe79c-ecf1-4259-ad58-16890b1f3dcc,segment=NetworkSegment(3c6daaa0-6da2-42cd-8243-73e212777c7b),segment_id=3c6daaa0-6da2-42cd-8243-73e212777c7b)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:43.866746 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-aae9e971-1858-439e-a5c0-3261a705b4e0 req-f137eedb-805c-438d-bb1b-59b387b943e7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:43.879901 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-073c9ed5-6a89-46b6-a352-967abb0c9a7e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:43.911638 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5e53ad72-35bf-4199-aae2-212a9a1a8b35 None None] Attempting to bind port a899dcd8-f63a-4d05-a634-c840e7664288 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:28:43.912168 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5e53ad72-35bf-4199-aae2-212a9a1a8b35 None None] Attempting to bind port a899dcd8-f63a-4d05-a634-c840e7664288 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '5ac37a88-1607-4999-87c8-291fa37cf983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c552b6b4-4225-4369-a19c-c50fb286d574'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:28:43.912792 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-daab8065-8cf4-4f59-8e23-6fe5d58dd4ea tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:43.912916 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53ad72-35bf-4199-aae2-212a9a1a8b35 None None] Attempting to bind port a899dcd8-f63a-4d05-a634-c840e7664288 on network c552b6b4-4225-4369-a19c-c50fb286d574 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:28:43.937151 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-073c9ed5-6a89-46b6-a352-967abb0c9a7e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:43.952244 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53ad72-35bf-4199-aae2-212a9a1a8b35 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:28:43.952612 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53ad72-35bf-4199-aae2-212a9a1a8b35 None None] Checking segment: {'id': '5ac37a88-1607-4999-87c8-291fa37cf983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c552b6b4-4225-4369-a19c-c50fb286d574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:28:43.953185 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5e53ad72-35bf-4199-aae2-212a9a1a8b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:43.953579 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e53ad72-35bf-4199-aae2-212a9a1a8b35 None None] Bound using segment: {'id': '5ac37a88-1607-4999-87c8-291fa37cf983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c552b6b4-4225-4369-a19c-c50fb286d574'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:28:43.954063 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5e53ad72-35bf-4199-aae2-212a9a1a8b35 None None] Bound port: a899dcd8-f63a-4d05-a634-c840e7664288, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac37a88-1607-4999-87c8-291fa37cf983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c552b6b4-4225-4369-a19c-c50fb286d574'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:28:43.954426 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5e53ad72-35bf-4199-aae2-212a9a1a8b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:43.991872 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-38750761-e529-403c-9ace-91e22c9aed3e tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] DELETE failed (client error): The resource could not be found. Feb 28 14:28:43.992453 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38750761-e529-403c-9ace-91e22c9aed3e tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:28:44.007712 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-aae9e971-1858-439e-a5c0-3261a705b4e0 req-f137eedb-805c-438d-bb1b-59b387b943e7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for 29bfe79c-ecf1-4259-ad58-16890b1f3dcc owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:44.139027 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-38750761-e529-403c-9ace-91e22c9aed3e tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "DELETE /v2.0/networks/2944f818-6c26-404e-9b09-4eae800cc24b HTTP/1.1" status: 404 len: 339 time: 0.2978563 Feb 28 14:28:44.141545 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5e53ad72-35bf-4199-aae2-212a9a1a8b35 None None] For port a899dcd8-f63a-4d05-a634-c840e7664288, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:28:44.159166 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57896) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:44.167358 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-217fd9af-45cb-4229-8981-667d8e882a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'name': 'tempest-TestNetworkBasicOps-router-1768235454', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:27:03Z', 'updated_at': '2022-02-28T14:27:23Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:27:06Z', 'updated_at': '2022-02-28T14:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '6fc7dcc2-6b7e-4571-9854-c87f1ea96b99', 'name': '', 'network_id': '57852e3c-292e-4286-baba-a1576ddcc59b', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:6c:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '94cf854d-0c42-4dd5-af6a-8ad979299199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:27:21Z', 'updated_at': '2022-02-28T14:27:33Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '94cf854d-0c42-4dd5-af6a-8ad979299199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:44.177346 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217fd9af-45cb-4229-8981-667d8e882a0b None None] The sync data for ids ['a2f38382-17fb-4bc3-aa38-199e3f41892e'] in dv-neutron-831192-4-hyperv is: [{'id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'name': 'tempest-TestNetworkBasicOps-router-1768235454', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:27:03Z', 'updated_at': '2022-02-28T14:27:23Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:27:06Z', 'updated_at': '2022-02-28T14:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '6fc7dcc2-6b7e-4571-9854-c87f1ea96b99', 'name': '', 'network_id': '57852e3c-292e-4286-baba-a1576ddcc59b', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:6c:e1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '94cf854d-0c42-4dd5-af6a-8ad979299199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:27:21Z', 'updated_at': '2022-02-28T14:27:33Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '94cf854d-0c42-4dd5-af6a-8ad979299199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:28:44.200178 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-aae9e971-1858-439e-a5c0-3261a705b4e0 req-f137eedb-805c-438d-bb1b-59b387b943e7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:44.218129 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5a6d2323-64db-4056-8d42-d9b08ab8e0a1 None None] Provisioning for port 8784c908-932b-4d97-94b8-8ed05a768098 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:44.224849 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5a6d2323-64db-4056-8d42-d9b08ab8e0a1 None None] Provisioning complete for port 8784c908-932b-4d97-94b8-8ed05a768098 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:44.225329 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2323-64db-4056-8d42-d9b08ab8e0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:44.277394 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-036b2ea0-b7c5-4c7a-844f-ad2f1ffe06a2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] DELETE failed (client error): The resource could not be found. Feb 28 14:28:44.278251 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-036b2ea0-b7c5-4c7a-844f-ad2f1ffe06a2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:28:44.292434 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d2323-64db-4056-8d42-d9b08ab8e0a1 None None] Port 8784c908-932b-4d97-94b8-8ed05a768098 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:28:44.296727 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-acac7a4c-1a20-416e-992c-c9b4c3f45e06 req-27011305-6f66-4ab0-a3bb-40dce9bc9722 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:28:44.309572 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-036b2ea0-b7c5-4c7a-844f-ad2f1ffe06a2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "DELETE /v2.0/subnets/f7cef6ee-a075-424b-8923-453962b12923 HTTP/1.1" status: 404 len: 337 time: 0.1491163 Feb 28 14:28:44.310618 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137eedb-805c-438d-bb1b-59b387b943e7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=29bfe79c-ecf1-4259-ad58-16890b1f3dcc,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:44.312717 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57900) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:44.415066 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-df2c61e9-e13b-4e3a-9565-ed4d3e6d2e89 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] DELETE failed (client error): The resource could not be found. Feb 28 14:28:44.415711 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df2c61e9-e13b-4e3a-9565-ed4d3e6d2e89 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:28:44.417464 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-df2c61e9-e13b-4e3a-9565-ed4d3e6d2e89 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "DELETE /v2.0/networks/0a176057-3acd-40fe-aea9-52c1a4ef9db1 HTTP/1.1" status: 404 len: 339 time: 0.0758615 Feb 28 14:28:44.424412 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57904) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:44.428448 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae9e971-1858-439e-a5c0-3261a705b4e0 req-f137eedb-805c-438d-bb1b-59b387b943e7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] No DVR routers for this DVR port 29bfe79c-ecf1-4259-ad58-16890b1f3dcc on host hv-neutron-8311 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:28:44.460233 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-acac7a4c-1a20-416e-992c-c9b4c3f45e06 req-27011305-6f66-4ab0-a3bb-40dce9bc9722 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:28:44.461384 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-acac7a4c-1a20-416e-992c-c9b4c3f45e06 req-27011305-6f66-4ab0-a3bb-40dce9bc9722 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbf7d9ba-f56c-43a0-8b8e-575614056839 HTTP/1.1" status: 200 len: 210 time: 0.2662692 Feb 28 14:28:44.462443 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-aae9e971-1858-439e-a5c0-3261a705b4e0 req-f137eedb-805c-438d-bb1b-59b387b943e7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:44.464434 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aae9e971-1858-439e-a5c0-3261a705b4e0 req-f137eedb-805c-438d-bb1b-59b387b943e7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "DELETE /v2.0/ports/29bfe79c-ecf1-4259-ad58-16890b1f3dcc HTTP/1.1" status: 204 len: 173 time: 1.4681592 Feb 28 14:28:44.470489 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf7d9ba-f56c-43a0-8b8e-575614056839', 'name': 'network-vif-deleted', 'tag': '29bfe79c-ecf1-4259-ad58-16890b1f3dcc'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:28:44.517489 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9cd3d286-84df-4d4c-b910-0bd1ec9da2a6 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Deleting port 2536ca34-ab88-4516-a8d0-60c577b29877 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:44.518004 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cd3d286-84df-4d4c-b910-0bd1ec9da2a6 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:44.531421 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b321dc9-3a26-4ace-8983-c02e12380f42 None None] New status for floating IP 2d3d1b28-4488-46e5-ab1b-d80a5656ecbb: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:28:44.550386 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf7d9ba-f56c-43a0-8b8e-575614056839', 'name': 'network-vif-deleted', 'tag': '29bfe79c-ecf1-4259-ad58-16890b1f3dcc', 'status': 'completed', 'code': 200} Feb 28 14:28:44.620552 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5fc2a582-7afa-4c10-8bf4-404386fd56a6 req-e3ab7e91-9b89-4ccd-9549-dd43a63d4317 service neutron] 10.222.0.13 "GET /v2.0/networks/57852e3c-292e-4286-baba-a1576ddcc59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8432193 Feb 28 14:28:44.625922 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5e53ad72-35bf-4199-aae2-212a9a1a8b35 None None] For port a899dcd8-f63a-4d05-a634-c840e7664288, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=a899dcd8-f63a-4d05-a634-c840e7664288,segment=NetworkSegment(5ac37a88-1607-4999-87c8-291fa37cf983),segment_id=5ac37a88-1607-4999-87c8-291fa37cf983)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:28:44.635847 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5e53ad72-35bf-4199-aae2-212a9a1a8b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:44.675007 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e4acb2b0-7cd0-4100-978a-702fd157a7f1 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:44.780402 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53ad72-35bf-4199-aae2-212a9a1a8b35 None None] Pushing event updated for resources: {'Port': ['ID=a899dcd8-f63a-4d05-a634-c840e7664288,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:44.800224 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4acb2b0-7cd0-4100-978a-702fd157a7f1 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Pushing event deleted for resources: {'Port': ['ID=ab69e1c2-3105-4cb5-b2ed-710f3fd5cb75,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:44.953083 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cd3d286-84df-4d4c-b910-0bd1ec9da2a6 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:45.219642 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9cd3d286-84df-4d4c-b910-0bd1ec9da2a6 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Calling delete_port for 2536ca34-ab88-4516-a8d0-60c577b29877 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:45.248455 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-073c9ed5-6a89-46b6-a352-967abb0c9a7e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Allocated IP 172.26.5.79 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/104d250c-cb39-4fd4-844e-1c34d137e8da) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:28:45.254188 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0849c3e0-5482-4f4e-89fa-74cdd61c090c tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:45.294541 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-0849c3e0-5482-4f4e-89fa-74cdd61c090c tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Transition to ACTIVE for port object 9dc297e1-c9be-4f39-958e-12f7c8043383 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:45.331783 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cd3d286-84df-4d4c-b910-0bd1ec9da2a6 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:45.362895 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e4acb2b0-7cd0-4100-978a-702fd157a7f1 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:45.389603 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3d286-84df-4d4c-b910-0bd1ec9da2a6 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event deleted for resources: {'Port': ['ID=2536ca34-ab88-4516-a8d0-60c577b29877,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:45.393867 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9cd3d286-84df-4d4c-b910-0bd1ec9da2a6 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:45.398965 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0849c3e0-5482-4f4e-89fa-74cdd61c090c tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:45.425126 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5fc2a582-7afa-4c10-8bf4-404386fd56a6 req-7ebb4a6f-853d-4400-a511-b21fa0932c95 service neutron] 10.222.0.13 "GET /v2.0/networks/57852e3c-292e-4286-baba-a1576ddcc59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7951338 Feb 28 14:28:45.600527 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57912) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:45.608632 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9cd3d286-84df-4d4c-b910-0bd1ec9da2a6 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "DELETE /v2.0/ports/2536ca34-ab88-4516-a8d0-60c577b29877 HTTP/1.1" status: 204 len: 168 time: 1.1830935 Feb 28 14:28:45.616193 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57916) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:45.622386 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0849c3e0-5482-4f4e-89fa-74cdd61c090c tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Port': ['ID=9dc297e1-c9be-4f39-958e-12f7c8043383,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:45.636394 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0849c3e0-5482-4f4e-89fa-74cdd61c090c tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network c552b6b4-4225-4369-a19c-c50fb286d574 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:45.643763 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-0849c3e0-5482-4f4e-89fa-74cdd61c090c tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:45.646166 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0849c3e0-5482-4f4e-89fa-74cdd61c090c tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:28:45.713119 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc4f4cd-8104-4823-97c1-02ae33b2a91c tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] DELETE failed (client error): The resource could not be found. Feb 28 14:28:45.713925 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc4f4cd-8104-4823-97c1-02ae33b2a91c tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:28:45.718095 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device a899dcd8-f63a-4d05-a634-c840e7664288 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:28:45.751435 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0849c3e0-5482-4f4e-89fa-74cdd61c090c tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:45.752087 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0849c3e0-5482-4f4e-89fa-74cdd61c090c tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:45.764718 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-308ebe57-f3ea-41ff-9713-7e0b5f459fb6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:45.767704 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:28:45.799549 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [None req-daab8065-8cf4-4f59-8e23-6fe5d58dd4ea tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:28:45.809182 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port a899dcd8-f63a-4d05-a634-c840e7664288 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:45.814706 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-308ebe57-f3ea-41ff-9713-7e0b5f459fb6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:45.815818 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c1479353-f05c-4c91-8ead-5e1ee235dac7 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:28:45.822421 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4cc4f4cd-8104-4823-97c1-02ae33b2a91c tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "DELETE /v2.0/subnets/f91c8ed0-623d-4997-844c-405e083dc701 HTTP/1.1" status: 404 len: 337 time: 0.1961513 Feb 28 14:28:45.827901 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57920) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:45.832210 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-daab8065-8cf4-4f59-8e23-6fe5d58dd4ea tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:45.857237 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0849c3e0-5482-4f4e-89fa-74cdd61c090c tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.0307562 Feb 28 14:28:45.861324 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57924) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:45.868499 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-37dd2805-55b1-494f-b455-fd4a3a419205 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'subnet': {'network_id': 'c552b6b4-4225-4369-a19c-c50fb286d574', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:45.910418 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port c1479353-f05c-4c91-8ead-5e1ee235dac7 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:45.910797 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:45.933520 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-daab8065-8cf4-4f59-8e23-6fe5d58dd4ea tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:45.934111 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-daab8065-8cf4-4f59-8e23-6fe5d58dd4ea tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:45.940327 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-073c9ed5-6a89-46b6-a352-967abb0c9a7e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:46.054867 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-37dd2805-55b1-494f-b455-fd4a3a419205 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:46.059878 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-37dd2805-55b1-494f-b455-fd4a3a419205 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:subnet and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:46.067638 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-37dd2805-55b1-494f-b455-fd4a3a419205 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:46.074373 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-37dd2805-55b1-494f-b455-fd4a3a419205 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:46.087995 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37dd2805-55b1-494f-b455-fd4a3a419205 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:46.091621 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-37dd2805-55b1-494f-b455-fd4a3a419205 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:46.103260 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4acb2b0-7cd0-4100-978a-702fd157a7f1 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Router d8892bbd-8c1b-4181-a237-c46088935eb5 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:28:46.107975 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-308ebe57-f3ea-41ff-9713-7e0b5f459fb6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:46.132799 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-48df8e77-79f5-46aa-a976-75a0d9520429 None None] Provisioning for port a899dcd8-f63a-4d05-a634-c840e7664288 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:46.140215 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-48df8e77-79f5-46aa-a976-75a0d9520429 None None] Provisioning complete for port a899dcd8-f63a-4d05-a634-c840e7664288 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:46.140215 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-48df8e77-79f5-46aa-a976-75a0d9520429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:46.168608 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab8065-8cf4-4f59-8e23-6fe5d58dd4ea tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Port': ['ID=8784c908-932b-4d97-94b8-8ed05a768098,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:46.194922 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ebe57-f3ea-41ff-9713-7e0b5f459fb6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d473a9-b0fe-4c78-907f-16c0425d23ea,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:46.221899 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-308ebe57-f3ea-41ff-9713-7e0b5f459fb6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:46.225940 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-308ebe57-f3ea-41ff-9713-7e0b5f459fb6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/security-groups/30d473a9-b0fe-4c78-907f-16c0425d23ea HTTP/1.1" status: 204 len: 168 time: 0.6241412 Feb 28 14:28:46.255676 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.ipam_backend_mixin [None req-37dd2805-55b1-494f-b455-fd4a3a419205 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 695488bf-b4da-4d07-9b45-e7d53dae2ec7 (CIDR: 172.20.0.0/28) Feb 28 14:28:46.261593 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-37dd2805-55b1-494f-b455-fd4a3a419205 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:28:46.262260 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37dd2805-55b1-494f-b455-fd4a3a419205 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:28:46.277414 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57930) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:46.370623 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-37dd2805-55b1-494f-b455-fd4a3a419205 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5074008 Feb 28 14:28:46.373896 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57934) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:46.384023 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6137d2fc-0c2a-4838-91d4-a28eb759cd71 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'subnet': {'network_id': 'c552b6b4-4225-4369-a19c-c50fb286d574', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:46.389285 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-48df8e77-79f5-46aa-a976-75a0d9520429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:46.421565 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-46ab523e-5190-4dfd-ae2e-7c6a7d1ca3b0 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:46.426340 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b89e14a-0666-45bd-915a-8af0d5af4076 None None] get_active_networks_info from dv-neutron-831192-4-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 28 14:28:46.525424 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-48df8e77-79f5-46aa-a976-75a0d9520429 None None] For port a899dcd8-f63a-4d05-a634-c840e7664288, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=a899dcd8-f63a-4d05-a634-c840e7664288,segment=NetworkSegment(5ac37a88-1607-4999-87c8-291fa37cf983),segment_id=5ac37a88-1607-4999-87c8-291fa37cf983)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:46.533962 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-48df8e77-79f5-46aa-a976-75a0d9520429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:46.579588 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4acb2b0-7cd0-4100-978a-702fd157a7f1 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:28:46.598924 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d885ac-05f7-4d9d-b46c-cd812b4746ac None None] Sync routers for ids ['d8892bbd-8c1b-4181-a237-c46088935eb5'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:28:46.611390 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e4acb2b0-7cd0-4100-978a-702fd157a7f1 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] 10.222.0.30 "PUT /v2.0/routers/d8892bbd-8c1b-4181-a237-c46088935eb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5235755 Feb 28 14:28:46.627114 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57938) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:46.640213 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-48df8e77-79f5-46aa-a976-75a0d9520429 None None] Provisioning complete for port 700f7c04-1bf7-4cc7-9bc6-f4c66bedc711 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:46.640577 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-48df8e77-79f5-46aa-a976-75a0d9520429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:46.696384 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d885ac-05f7-4d9d-b46c-cd812b4746ac None None] Routers {'d8892bbd-8c1b-4181-a237-c46088935eb5'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:46.697441 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-32d885ac-05f7-4d9d-b46c-cd812b4746ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['d8892bbd-8c1b-4181-a237-c46088935eb5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:46.697649 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6137d2fc-0c2a-4838-91d4-a28eb759cd71 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:46.705198 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6137d2fc-0c2a-4838-91d4-a28eb759cd71 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:subnet and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:46.709620 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6137d2fc-0c2a-4838-91d4-a28eb759cd71 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:46.723842 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-073c9ed5-6a89-46b6-a352-967abb0c9a7e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:46.724271 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6137d2fc-0c2a-4838-91d4-a28eb759cd71 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:46.770144 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df8e77-79f5-46aa-a976-75a0d9520429 None None] Pushing event updated for resources: {'Port': ['ID=a899dcd8-f63a-4d05-a634-c840e7664288,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:46.778745 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-9723eeb6-c420-488a-b994-1aaa17e3df2e tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] show failed (client error): The resource could not be found. Feb 28 14:28:46.779812 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9723eeb6-c420-488a-b994-1aaa17e3df2e tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-1902682360 HTTP/1.1" status: 404 len: 335 time: 0.1514206 Feb 28 14:28:46.787915 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57942) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:46.799718 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4c7acf70-897f-4a21-9ea5-2412c95f60c6 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:46.799948 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-32d885ac-05f7-4d9d-b46c-cd812b4746ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:46.802341 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daab8065-8cf4-4f59-8e23-6fe5d58dd4ea tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network d0fdd958-df13-4bfd-8505-2d75c461805a is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:46.812542 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-daab8065-8cf4-4f59-8e23-6fe5d58dd4ea tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:46.823336 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-48df8e77-79f5-46aa-a976-75a0d9520429 None None] Port 700f7c04-1bf7-4cc7-9bc6-f4c66bedc711 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:28:46.831611 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d885ac-05f7-4d9d-b46c-cd812b4746ac None None] Routers {'d8892bbd-8c1b-4181-a237-c46088935eb5'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:46.832230 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-32d885ac-05f7-4d9d-b46c-cd812b4746ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['d8892bbd-8c1b-4181-a237-c46088935eb5'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:46.854579 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6137d2fc-0c2a-4838-91d4-a28eb759cd71 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:46.858107 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6137d2fc-0c2a-4838-91d4-a28eb759cd71 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:46.875967 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073c9ed5-6a89-46b6-a352-967abb0c9a7e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:46.882124 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b89e14a-0666-45bd-915a-8af0d5af4076 None None] Resources bound (agent type, host, resource id): {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 14:28:46.884946 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-073c9ed5-6a89-46b6-a352-967abb0c9a7e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:46.903978 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-32d885ac-05f7-4d9d-b46c-cd812b4746ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:46.904343 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d885ac-05f7-4d9d-b46c-cd812b4746ac None None] The sync data for ids ['d8892bbd-8c1b-4181-a237-c46088935eb5'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:28:46.910626 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-4c7acf70-897f-4a21-9ea5-2412c95f60c6 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] update failed (client error): The resource could not be found. Feb 28 14:28:46.911650 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4c7acf70-897f-4a21-9ea5-2412c95f60c6 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-228896575 HTTP/1.1" status: 404 len: 334 time: 0.1214638 Feb 28 14:28:46.942964 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57946) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:46.967436 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-46ab523e-5190-4dfd-ae2e-7c6a7d1ca3b0 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:46.978389 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073c9ed5-6a89-46b6-a352-967abb0c9a7e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:28:47.031286 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c9ed5-6a89-46b6-a352-967abb0c9a7e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Port': ['ID=104d250c-cb39-4fd4-844e-1c34d137e8da,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:47.038846 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bb3e4eb5-72f3-4521-a05b-1c0ea10425a5 None None] Provisioning for port 9dc297e1-c9be-4f39-958e-12f7c8043383 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:47.051525 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bb3e4eb5-72f3-4521-a05b-1c0ea10425a5 None None] Provisioning complete for port 9dc297e1-c9be-4f39-958e-12f7c8043383 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:47.052397 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bb3e4eb5-72f3-4521-a05b-1c0ea10425a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:47.108255 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-46ab523e-5190-4dfd-ae2e-7c6a7d1ca3b0 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4872cf6b-7cb2-4cde-a3f1-acf11d81bbb3']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:47.128920 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-46ab523e-5190-4dfd-ae2e-7c6a7d1ca3b0 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45dd791-9520-42d3-8516-47e7e25f99b8') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:47.129221 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-46ab523e-5190-4dfd-ae2e-7c6a7d1ca3b0 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45dd791-9520-42d3-8516-47e7e25f99b8') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:47.150948 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-bb3e4eb5-72f3-4521-a05b-1c0ea10425a5 None None] Port 9dc297e1-c9be-4f39-958e-12f7c8043383 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:28:47.154204 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-1683b366-24b3-4a04-8d57-cc0e25455e83 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Deleting subnet 9c14558b-0eca-4dda-ba9d-d6c3ebd68f49 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:28:47.156978 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-46ab523e-5190-4dfd-ae2e-7c6a7d1ca3b0 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:47.163205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1683b366-24b3-4a04-8d57-cc0e25455e83 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:47.232303 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-46ab523e-5190-4dfd-ae2e-7c6a7d1ca3b0 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:47.260474 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ab523e-5190-4dfd-ae2e-7c6a7d1ca3b0 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:28:47.260884 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-46ab523e-5190-4dfd-ae2e-7c6a7d1ca3b0 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:28:47.275967 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:28:47.359766 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1683b366-24b3-4a04-8d57-cc0e25455e83 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:47.491049 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daab8065-8cf4-4f59-8e23-6fe5d58dd4ea tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Router 7d5a2d21-b021-4f9d-801e-057723979eed is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:28:47.494974 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-46ab523e-5190-4dfd-ae2e-7c6a7d1ca3b0 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:47.519932 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1683b366-24b3-4a04-8d57-cc0e25455e83 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:47.522080 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-46ab523e-5190-4dfd-ae2e-7c6a7d1ca3b0 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:47.534075 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 29bfe79c-ecf1-4259-ad58-16890b1f3dcc no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:28:47.595605 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab523e-5190-4dfd-ae2e-7c6a7d1ca3b0 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event deleted for resources: {'Network': ['ID=4872cf6b-7cb2-4cde-a3f1-acf11d81bbb3,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:47.603447 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: 29bfe79c-ecf1-4259-ad58-16890b1f3dcc {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:28:47.603791 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 29bfe79c-ecf1-4259-ad58-16890b1f3dcc not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:28:47.628188 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device a899dcd8-f63a-4d05-a634-c840e7664288 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:28:47.693268 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-46ab523e-5190-4dfd-ae2e-7c6a7d1ca3b0 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "DELETE /v2.0/networks/4872cf6b-7cb2-4cde-a3f1-acf11d81bbb3 HTTP/1.1" status: 204 len: 168 time: 1.8570874 Feb 28 14:28:47.695979 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57950) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:47.704705 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6f4b8406-2def-45a8-aab0-a8964689c7c4 None None] Provisioning complete for port 8784c908-932b-4d97-94b8-8ed05a768098 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:47.705203 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6f4b8406-2def-45a8-aab0-a8964689c7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:47.707701 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1683b366-24b3-4a04-8d57-cc0e25455e83 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:47.711858 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6137d2fc-0c2a-4838-91d4-a28eb759cd71 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:47.764400 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7da0b4c-8a45-42b8-9d9e-6f63a0635ad0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:47.781301 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6f4b8406-2def-45a8-aab0-a8964689c7c4 None None] Port 8784c908-932b-4d97-94b8-8ed05a768098 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:28:47.783007 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port a899dcd8-f63a-4d05-a634-c840e7664288 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:47.785272 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:47.826761 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1683b366-24b3-4a04-8d57-cc0e25455e83 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:47.829608 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683b366-24b3-4a04-8d57-cc0e25455e83 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Pushing event deleted for resources: {'Subnet': ['ID=9c14558b-0eca-4dda-ba9d-d6c3ebd68f49,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:47.841459 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71eaf108-1739-4482-928a-f654a7e6b868 None None] Network 2a1caad5-a105-4efa-a0b2-783a2c8b8936 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:47.874718 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6137d2fc-0c2a-4838-91d4-a28eb759cd71 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network c552b6b4-4225-4369-a19c-c50fb286d574 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:47.883836 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-6137d2fc-0c2a-4838-91d4-a28eb759cd71 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:47.898467 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6137d2fc-0c2a-4838-91d4-a28eb759cd71 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:47.899057 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6137d2fc-0c2a-4838-91d4-a28eb759cd71 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:47.911871 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1683b366-24b3-4a04-8d57-cc0e25455e83 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] 10.222.0.30 "DELETE /v2.0/subnets/9c14558b-0eca-4dda-ba9d-d6c3ebd68f49 HTTP/1.1" status: 204 len: 168 time: 0.9660084 Feb 28 14:28:47.922471 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57954) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:47.937544 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a62e9f3-06ed-4fb8-aca4-08526059e1c9 None None] Network c552b6b4-4225-4369-a19c-c50fb286d574 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:48.043141 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6137d2fc-0c2a-4838-91d4-a28eb759cd71 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6680467 Feb 28 14:28:48.057979 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57958) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:48.068488 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-933bfbdb-f6d9-47aa-878d-0a66daa76133 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-149432421', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '763f6708-1efa-4877-9d8b-acfda00a2ef6'}], 'security_groups': ['b21fc5ef-cf9b-4e78-86e1-5c8d4415bc6d']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:48.069204 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137d2fc-0c2a-4838-91d4-a28eb759cd71 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Subnet': ['ID=763f6708-1efa-4877-9d8b-acfda00a2ef6,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:48.094630 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daab8065-8cf4-4f59-8e23-6fe5d58dd4ea tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:28:48.106956 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7eba1e2f-eca4-4956-bfa4-e86071259e81 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Deleting port 407bebe9-e1e9-41f7-8b53-414c9aef702b {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:48.107563 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7eba1e2f-eca4-4956-bfa4-e86071259e81 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:48.108711 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-af360ee5-a838-424c-8700-cafdcccc44dc tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Deleting subnet 8001741d-6c7a-41f5-ba31-99a732b8e15b {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:28:48.110337 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a15697-5403-4a70-888f-641f7a3b2e82 None None] Sync routers for ids ['7d5a2d21-b021-4f9d-801e-057723979eed'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:28:48.123666 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a15697-5403-4a70-888f-641f7a3b2e82 None None] Routers {'7d5a2d21-b021-4f9d-801e-057723979eed'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:48.124273 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e5a15697-5403-4a70-888f-641f7a3b2e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['7d5a2d21-b021-4f9d-801e-057723979eed'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:48.144082 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-daab8065-8cf4-4f59-8e23-6fe5d58dd4ea tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "PUT /v2.0/routers/7d5a2d21-b021-4f9d-801e-057723979eed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4625664 Feb 28 14:28:48.153595 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57962) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:48.158366 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af360ee5-a838-424c-8700-cafdcccc44dc tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:48.186546 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e5a15697-5403-4a70-888f-641f7a3b2e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:48.196623 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a15697-5403-4a70-888f-641f7a3b2e82 None None] Routers {'7d5a2d21-b021-4f9d-801e-057723979eed'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:48.197470 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e5a15697-5403-4a70-888f-641f7a3b2e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['7d5a2d21-b021-4f9d-801e-057723979eed'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:48.248189 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcd228f-1107-47e2-825a-38669d7b5615 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:48.248941 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fdcd228f-1107-47e2-825a-38669d7b5615 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Synchronizing usage tracker for tenant:c21cf0538945438095f306ca2bde76da on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:28:48.261200 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e5a15697-5403-4a70-888f-641f7a3b2e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:48.261940 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a15697-5403-4a70-888f-641f7a3b2e82 None None] The sync data for ids ['7d5a2d21-b021-4f9d-801e-057723979eed'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:28:48.264161 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af360ee5-a838-424c-8700-cafdcccc44dc tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:48.276696 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-073c9ed5-6a89-46b6-a352-967abb0c9a7e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:48.400448 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fdcd228f-1107-47e2-825a-38669d7b5615 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Unset dirty status for tenant:c21cf0538945438095f306ca2bde76da on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:28:48.404747 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fdcd228f-1107-47e2-825a-38669d7b5615 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "GET /v2.0/ports/8784c908-932b-4d97-94b8-8ed05a768098 HTTP/1.1" status: 200 len: 911 time: 0.2409441 Feb 28 14:28:48.438831 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57966) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:48.466129 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d7da0b4c-8a45-42b8-9d9e-6f63a0635ad0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port 6fc7dcc2-6b7e-4571-9854-c87f1ea96b99 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:48.466759 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7da0b4c-8a45-42b8-9d9e-6f63a0635ad0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:48.516455 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af360ee5-a838-424c-8700-cafdcccc44dc tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:48.524095 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe999f5-72a3-4118-806c-4fd192e5778d None None] DHCP port deletion for 2a1caad5-a105-4efa-a0b2-783a2c8b8936 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:28:48.536821 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-5fe999f5-72a3-4118-806c-4fd192e5778d None None] Deleting port 60a2666e-506b-44f1-baec-5791dc37a790 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:48.537194 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5fe999f5-72a3-4118-806c-4fd192e5778d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:48.609963 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24507962-d551-4604-a020-6e172f07943a None None] Update dhcp port {'port': {'network_id': 'c552b6b4-4225-4369-a19c-c50fb286d574', 'fixed_ips': [{'subnet_id': '695488bf-b4da-4d07-9b45-e7d53dae2ec7', 'ip_address': '172.20.0.2'}, {'subnet_id': '763f6708-1efa-4877-9d8b-acfda00a2ef6'}], 'binding:host_id': 'dv-neutron-831192-4-hyperv'}, 'id': 'a899dcd8-f63a-4d05-a634-c840e7664288'} from dv-neutron-831192-4-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 14:28:48.696061 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af360ee5-a838-424c-8700-cafdcccc44dc tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:48.733706 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-24507962-d551-4604-a020-6e172f07943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:48.743279 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af360ee5-a838-424c-8700-cafdcccc44dc tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Pushing event deleted for resources: {'Subnet': ['ID=8001741d-6c7a-41f5-ba31-99a732b8e15b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:48.755434 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8155762-50fa-48b7-b96f-8d4a031a66f7 None None] Network 0ed75908-e5f9-4853-b9bc-25cba1ba7082 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:48.760531 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-af360ee5-a838-424c-8700-cafdcccc44dc tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:48.773976 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-d7da0b4c-8a45-42b8-9d9e-6f63a0635ad0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port 6fc7dcc2-6b7e-4571-9854-c87f1ea96b99, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=6fc7dcc2-6b7e-4571-9854-c87f1ea96b99,segment=NetworkSegment(3c6daaa0-6da2-42cd-8243-73e212777c7b),segment_id=3c6daaa0-6da2-42cd-8243-73e212777c7b)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:48.774326 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7da0b4c-8a45-42b8-9d9e-6f63a0635ad0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:48.785247 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-af360ee5-a838-424c-8700-cafdcccc44dc tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] 10.222.0.30 "DELETE /v2.0/subnets/8001741d-6c7a-41f5-ba31-99a732b8e15b HTTP/1.1" status: 204 len: 168 time: 0.8594875 Feb 28 14:28:48.786000 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57970) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:48.931869 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5fe999f5-72a3-4118-806c-4fd192e5778d None None] For port 60a2666e-506b-44f1-baec-5791dc37a790, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=60a2666e-506b-44f1-baec-5791dc37a790,segment=NetworkSegment(65af1140-e423-4127-a93d-37c3609f91d6),segment_id=65af1140-e423-4127-a93d-37c3609f91d6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:48.932484 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5fe999f5-72a3-4118-806c-4fd192e5778d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:49.057243 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d7da0b4c-8a45-42b8-9d9e-6f63a0635ad0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for 6fc7dcc2-6b7e-4571-9854-c87f1ea96b99 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:49.080398 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-5fe999f5-72a3-4118-806c-4fd192e5778d None None] Calling delete_port for 60a2666e-506b-44f1-baec-5791dc37a790 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:49.190002 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-494b3aef-3b3c-40cc-bef4-3d031496a7c4 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:49.219037 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-494b3aef-3b3c-40cc-bef4-3d031496a7c4 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Deleting port 60a2666e-506b-44f1-baec-5791dc37a790 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:49.219423 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-494b3aef-3b3c-40cc-bef4-3d031496a7c4 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:49.297273 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7eba1e2f-eca4-4956-bfa4-e86071259e81 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:49.380621 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-24507962-d551-4604-a020-6e172f07943a None None] Allocated IP 172.20.0.18 (c552b6b4-4225-4369-a19c-c50fb286d574/763f6708-1efa-4877-9d8b-acfda00a2ef6/a899dcd8-f63a-4d05-a634-c840e7664288) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:28:49.386184 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5fe999f5-72a3-4118-806c-4fd192e5778d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:49.443881 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7da0b4c-8a45-42b8-9d9e-6f63a0635ad0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:49.511595 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7eba1e2f-eca4-4956-bfa4-e86071259e81 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Calling delete_port for 407bebe9-e1e9-41f7-8b53-414c9aef702b owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:49.563051 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da0b4c-8a45-42b8-9d9e-6f63a0635ad0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=6fc7dcc2-6b7e-4571-9854-c87f1ea96b99,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:49.576695 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-24507962-d551-4604-a020-6e172f07943a None None] For port a899dcd8-f63a-4d05-a634-c840e7664288, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=a899dcd8-f63a-4d05-a634-c840e7664288,segment=NetworkSegment(5ac37a88-1607-4999-87c8-291fa37cf983),segment_id=5ac37a88-1607-4999-87c8-291fa37cf983)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:49.591937 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd79df9d-e565-4a20-a708-b85198e15550 None None] DHCP port deletion for 0ed75908-e5f9-4853-b9bc-25cba1ba7082 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:28:49.593788 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe999f5-72a3-4118-806c-4fd192e5778d None None] Pushing event deleted for resources: {'Port': ['ID=60a2666e-506b-44f1-baec-5791dc37a790,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:49.601416 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-cd79df9d-e565-4a20-a708-b85198e15550 None None] Deleting port 77447665-da17-49b8-a6ff-e992ed8ec9fb {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:49.601876 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cd79df9d-e565-4a20-a708-b85198e15550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:49.617911 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-933bfbdb-f6d9-47aa-878d-0a66daa76133 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:49.641045 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-494b3aef-3b3c-40cc-bef4-3d031496a7c4 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] For port 60a2666e-506b-44f1-baec-5791dc37a790, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=60a2666e-506b-44f1-baec-5791dc37a790,segment=NetworkSegment(65af1140-e423-4127-a93d-37c3609f91d6),segment_id=65af1140-e423-4127-a93d-37c3609f91d6)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:49.641323 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-494b3aef-3b3c-40cc-bef4-3d031496a7c4 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:49.661595 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 60a2666e-506b-44f1-baec-5791dc37a790 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:28:49.698194 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe999f5-72a3-4118-806c-4fd192e5778d None None] No DVR routers for this DVR port 60a2666e-506b-44f1-baec-5791dc37a790 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:28:49.703900 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 60a2666e-506b-44f1-baec-5791dc37a790 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:28:49.704377 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 60a2666e-506b-44f1-baec-5791dc37a790 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:28:49.704878 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 77447665-da17-49b8-a6ff-e992ed8ec9fb no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:28:49.823933 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-494b3aef-3b3c-40cc-bef4-3d031496a7c4 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Calling delete_port for 60a2666e-506b-44f1-baec-5791dc37a790 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:49.836479 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.resource_extend [None req-24507962-d551-4604-a020-6e172f07943a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:28:49.897755 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-24507962-d551-4604-a020-6e172f07943a None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:49.997146 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-cd79df9d-e565-4a20-a708-b85198e15550 None None] For port 77447665-da17-49b8-a6ff-e992ed8ec9fb, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=77447665-da17-49b8-a6ff-e992ed8ec9fb,segment=NetworkSegment(c72897df-0783-413b-b676-0a53bc749821),segment_id=c72897df-0783-413b-b676-0a53bc749821)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:49.997862 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cd79df9d-e565-4a20-a708-b85198e15550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:50.005081 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-24507962-d551-4604-a020-6e172f07943a None None] Transition to ACTIVE for port object a899dcd8-f63a-4d05-a634-c840e7664288 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:50.029256 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-494b3aef-3b3c-40cc-bef4-3d031496a7c4 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:28:50.029720 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-494b3aef-3b3c-40cc-bef4-3d031496a7c4 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:28:50.045036 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-073c9ed5-6a89-46b6-a352-967abb0c9a7e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:50.047261 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7eba1e2f-eca4-4956-bfa4-e86071259e81 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:50.087193 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-24507962-d551-4604-a020-6e172f07943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:50.154174 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d7da0b4c-8a45-42b8-9d9e-6f63a0635ad0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:50.203610 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-cd79df9d-e565-4a20-a708-b85198e15550 None None] Calling delete_port for 77447665-da17-49b8-a6ff-e992ed8ec9fb owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:50.210424 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba1e2f-eca4-4956-bfa4-e86071259e81 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event deleted for resources: {'Port': ['ID=407bebe9-e1e9-41f7-8b53-414c9aef702b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:50.238068 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7eba1e2f-eca4-4956-bfa4-e86071259e81 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:50.251083 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df82686f-0a8f-498d-bfa7-eaf6165e6070 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:50.327117 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7eba1e2f-eca4-4956-bfa4-e86071259e81 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "DELETE /v2.0/ports/407bebe9-e1e9-41f7-8b53-414c9aef702b HTTP/1.1" status: 204 len: 168 time: 2.4308805 Feb 28 14:28:50.327844 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57974) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:50.353935 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:50.377631 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e709ee-1446-45ce-ab3b-36365d8c3d6e tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] DELETE failed (client error): The resource could not be found. Feb 28 14:28:50.378096 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e709ee-1446-45ce-ab3b-36365d8c3d6e tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:28:50.404576 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-41e709ee-1446-45ce-ab3b-36365d8c3d6e tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "DELETE /v2.0/subnets/d4f1991c-6857-442e-b5eb-ab4ada2c5c35 HTTP/1.1" status: 404 len: 337 time: 0.0736792 Feb 28 14:28:50.404791 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24507962-d551-4604-a020-6e172f07943a None None] Pushing event updated for resources: {'Port': ['ID=a899dcd8-f63a-4d05-a634-c840e7664288,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:50.406226 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57978) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:50.426890 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 77447665-da17-49b8-a6ff-e992ed8ec9fb, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=77447665-da17-49b8-a6ff-e992ed8ec9fb,segment=NetworkSegment(c72897df-0783-413b-b676-0a53bc749821),segment_id=c72897df-0783-413b-b676-0a53bc749821)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:50.435580 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:50.522082 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-cd79df9d-e565-4a20-a708-b85198e15550 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:28:50.522437 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-cd79df9d-e565-4a20-a708-b85198e15550 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:28:50.530070 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=77447665-da17-49b8-a6ff-e992ed8ec9fb,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:50.555039 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-494b3aef-3b3c-40cc-bef4-3d031496a7c4 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Deleting port 60a2666e-506b-44f1-baec-5791dc37a790 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:50.555579 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-494b3aef-3b3c-40cc-bef4-3d031496a7c4 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:50.584363 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02e1c6a2-696c-4d8d-bb60-a77818668a1b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:50.844139 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-494b3aef-3b3c-40cc-bef4-3d031496a7c4 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] The port '60a2666e-506b-44f1-baec-5791dc37a790' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:28:51.023892 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-cd79df9d-e565-4a20-a708-b85198e15550 None None] Deleting port 77447665-da17-49b8-a6ff-e992ed8ec9fb {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:51.024474 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cd79df9d-e565-4a20-a708-b85198e15550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:51.078350 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073c9ed5-6a89-46b6-a352-967abb0c9a7e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Router 966cf249-4ddd-4b86-9459-1749bfc3a615 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:28:51.082977 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-933bfbdb-f6d9-47aa-878d-0a66daa76133 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Delete allocated IP 172.20.0.3 (c552b6b4-4225-4369-a19c-c50fb286d574/695488bf-b4da-4d07-9b45-e7d53dae2ec7) {{(pid=87773) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 14:28:51.089195 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2c24648b-d11c-4ba6-b752-9604d3555c23 None None] Provisioning for port a899dcd8-f63a-4d05-a634-c840e7664288 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:51.120161 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2c24648b-d11c-4ba6-b752-9604d3555c23 None None] Provisioning complete for port a899dcd8-f63a-4d05-a634-c840e7664288 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:51.120828 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2c24648b-d11c-4ba6-b752-9604d3555c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:51.128513 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-494b3aef-3b3c-40cc-bef4-3d031496a7c4 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:51.140978 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-933bfbdb-f6d9-47aa-878d-0a66daa76133 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Allocated IP 172.20.0.25 (c552b6b4-4225-4369-a19c-c50fb286d574/763f6708-1efa-4877-9d8b-acfda00a2ef6/9dc297e1-c9be-4f39-958e-12f7c8043383) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:28:51.219946 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02e1c6a2-696c-4d8d-bb60-a77818668a1b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:51.228042 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-494b3aef-3b3c-40cc-bef4-3d031496a7c4 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a1caad5-a105-4efa-a0b2-783a2c8b8936']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:51.236684 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7da0b4c-8a45-42b8-9d9e-6f63a0635ad0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router a2f38382-17fb-4bc3-aa38-199e3f41892e has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:28:51.256072 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-494b3aef-3b3c-40cc-bef4-3d031496a7c4 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65af1140-e423-4127-a93d-37c3609f91d6') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:51.256353 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-494b3aef-3b3c-40cc-bef4-3d031496a7c4 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65af1140-e423-4127-a93d-37c3609f91d6') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:51.274069 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-df82686f-0a8f-498d-bfa7-eaf6165e6070 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Allocated IP 2001:db8:1::1 (8d0fbd6c-c59a-4695-a1fe-7247b213add2/c6bce65e-7093-45ae-b720-fe6ae1e2baea/2e6de1ca-ba9f-4eb1-a8c9-8b243f08e3c4) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:28:51.279770 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-02e1c6a2-696c-4d8d-bb60-a77818668a1b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe0ae95-bde1-4337-aac0-19165d68c985']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:51.287702 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-494b3aef-3b3c-40cc-bef4-3d031496a7c4 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:51.347491 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-cd79df9d-e565-4a20-a708-b85198e15550 None None] For port 77447665-da17-49b8-a6ff-e992ed8ec9fb, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=77447665-da17-49b8-a6ff-e992ed8ec9fb,segment=NetworkSegment(c72897df-0783-413b-b676-0a53bc749821),segment_id=c72897df-0783-413b-b676-0a53bc749821)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:51.347943 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cd79df9d-e565-4a20-a708-b85198e15550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:51.352802 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-02e1c6a2-696c-4d8d-bb60-a77818668a1b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fca676f-0e6c-4f09-a6ca-e3dd98199a9b') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:51.353079 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-02e1c6a2-696c-4d8d-bb60-a77818668a1b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fca676f-0e6c-4f09-a6ca-e3dd98199a9b') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:51.381987 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02e1c6a2-696c-4d8d-bb60-a77818668a1b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:51.390627 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-494b3aef-3b3c-40cc-bef4-3d031496a7c4 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:51.411730 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-494b3aef-3b3c-40cc-bef4-3d031496a7c4 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:28:51.412129 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-494b3aef-3b3c-40cc-bef4-3d031496a7c4 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:28:51.432794 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:28:51.437845 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02e1c6a2-696c-4d8d-bb60-a77818668a1b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:51.506119 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-cd79df9d-e565-4a20-a708-b85198e15550 None None] Calling delete_port for 77447665-da17-49b8-a6ff-e992ed8ec9fb owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:51.514925 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073c9ed5-6a89-46b6-a352-967abb0c9a7e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:28:51.544015 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee61f42f-bcc9-4fbd-afcb-c2367a5a1544 None None] Sync routers for ids ['966cf249-4ddd-4b86-9459-1749bfc3a615'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:28:51.573936 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e1c6a2-696c-4d8d-bb60-a77818668a1b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:28:51.574406 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02e1c6a2-696c-4d8d-bb60-a77818668a1b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:51.574576 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee61f42f-bcc9-4fbd-afcb-c2367a5a1544 None None] Routers {'966cf249-4ddd-4b86-9459-1749bfc3a615'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:51.575087 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ee61f42f-bcc9-4fbd-afcb-c2367a5a1544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['966cf249-4ddd-4b86-9459-1749bfc3a615'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:28:51.593606 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:28:51.647633 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2c24648b-d11c-4ba6-b752-9604d3555c23 None None] Provisioning complete for port 9dc297e1-c9be-4f39-958e-12f7c8043383 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:51.648114 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2c24648b-d11c-4ba6-b752-9604d3555c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:51.683947 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ee61f42f-bcc9-4fbd-afcb-c2367a5a1544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:51.684324 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-494b3aef-3b3c-40cc-bef4-3d031496a7c4 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:51.689489 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df82686f-0a8f-498d-bfa7-eaf6165e6070 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:51.706329 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-df82686f-0a8f-498d-bfa7-eaf6165e6070 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Transition to ACTIVE for port object 2e6de1ca-ba9f-4eb1-a8c9-8b243f08e3c4 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:51.711541 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-494b3aef-3b3c-40cc-bef4-3d031496a7c4 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:51.720992 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7da0b4c-8a45-42b8-9d9e-6f63a0635ad0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:28:51.721616 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee61f42f-bcc9-4fbd-afcb-c2367a5a1544 None None] Routers {'966cf249-4ddd-4b86-9459-1749bfc3a615'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:51.723543 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ee61f42f-bcc9-4fbd-afcb-c2367a5a1544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['966cf249-4ddd-4b86-9459-1749bfc3a615'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:51.725668 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b3aef-3b3c-40cc-bef4-3d031496a7c4 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Pushing event deleted for resources: {'Network': ['ID=2a1caad5-a105-4efa-a0b2-783a2c8b8936,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:51.732118 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d7da0b4c-8a45-42b8-9d9e-6f63a0635ad0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "PUT /v2.0/routers/a2f38382-17fb-4bc3-aa38-199e3f41892e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4534869 Feb 28 14:28:51.733935 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02e1c6a2-696c-4d8d-bb60-a77818668a1b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:51.735650 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57982) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:51.737259 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-494b3aef-3b3c-40cc-bef4-3d031496a7c4 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] 10.222.0.30 "DELETE /v2.0/networks/2a1caad5-a105-4efa-a0b2-783a2c8b8936 HTTP/1.1" status: 204 len: 168 time: 2.9501162 Feb 28 14:28:51.740228 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-933bfbdb-f6d9-47aa-878d-0a66daa76133 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:51.746125 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f39d33c-930c-4d9d-a703-d705298b38af None None] Sync routers for ids ['a2f38382-17fb-4bc3-aa38-199e3f41892e'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:28:51.759272 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02e1c6a2-696c-4d8d-bb60-a77818668a1b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:51.761200 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-02e1c6a2-696c-4d8d-bb60-a77818668a1b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "DELETE /v2.0/networks/dfe0ae95-bde1-4337-aac0-19165d68c985 HTTP/1.1" status: 204 len: 168 time: 1.3516173 Feb 28 14:28:51.762407 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-933bfbdb-f6d9-47aa-878d-0a66daa76133 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Transition to ACTIVE for port object 9dc297e1-c9be-4f39-958e-12f7c8043383 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:51.763925 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df82686f-0a8f-498d-bfa7-eaf6165e6070 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:51.767145 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f39d33c-930c-4d9d-a703-d705298b38af None None] Routers {'a2f38382-17fb-4bc3-aa38-199e3f41892e'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:51.768328 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9f39d33c-930c-4d9d-a703-d705298b38af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['a2f38382-17fb-4bc3-aa38-199e3f41892e'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:51.770961 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57986) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:51.771317 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57988) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:51.798047 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1c6a2-696c-4d8d-bb60-a77818668a1b tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event deleted for resources: {'Network': ['ID=dfe0ae95-bde1-4337-aac0-19165d68c985,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:51.831985 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1b4c94-99fd-4f3e-81f6-0fa88bef3b06 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting subnet 94cf854d-0c42-4dd5-af6a-8ad979299199 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:28:51.835311 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed1b4c94-99fd-4f3e-81f6-0fa88bef3b06 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:51.851574 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-933bfbdb-f6d9-47aa-878d-0a66daa76133 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:51.883592 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ee61f42f-bcc9-4fbd-afcb-c2367a5a1544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:51.884112 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee61f42f-bcc9-4fbd-afcb-c2367a5a1544 None None] The sync data for ids ['966cf249-4ddd-4b86-9459-1749bfc3a615'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:28:51.888942 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device a899dcd8-f63a-4d05-a634-c840e7664288 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:28:51.899979 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed1b4c94-99fd-4f3e-81f6-0fa88bef3b06 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:51.930165 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2c24648b-d11c-4ba6-b752-9604d3555c23 None None] Port 9dc297e1-c9be-4f39-958e-12f7c8043383 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:28:51.963663 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cd79df9d-e565-4a20-a708-b85198e15550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:52.026401 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df82686f-0a8f-498d-bfa7-eaf6165e6070 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network 8d0fbd6c-c59a-4695-a1fe-7247b213add2 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:52.027234 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-073c9ed5-6a89-46b6-a352-967abb0c9a7e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:52.028740 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-9f39d33c-930c-4d9d-a703-d705298b38af None None] Set router a2f38382-17fb-4bc3-aa38-199e3f41892e gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:28:52.031272 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-073c9ed5-6a89-46b6-a352-967abb0c9a7e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 11.2995460 Feb 28 14:28:52.037651 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 57994) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:52.038077 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79df9d-e565-4a20-a708-b85198e15550 None None] Pushing event deleted for resources: {'Port': ['ID=77447665-da17-49b8-a6ff-e992ed8ec9fb,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:52.040204 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd79df9d-e565-4a20-a708-b85198e15550 None None] No DVR routers for this DVR port 77447665-da17-49b8-a6ff-e992ed8ec9fb on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:28:52.045200 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed1b4c94-99fd-4f3e-81f6-0fa88bef3b06 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:52.060509 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2c24648b-d11c-4ba6-b752-9604d3555c23 None None] Provisioning complete for port 700f7c04-1bf7-4cc7-9bc6-f4c66bedc711 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:52.060917 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2c24648b-d11c-4ba6-b752-9604d3555c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:52.087703 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-df82686f-0a8f-498d-bfa7-eaf6165e6070 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:52.130799 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df82686f-0a8f-498d-bfa7-eaf6165e6070 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:28:52.131608 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df82686f-0a8f-498d-bfa7-eaf6165e6070 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:52.150630 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed1b4c94-99fd-4f3e-81f6-0fa88bef3b06 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:52.154637 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2c24648b-d11c-4ba6-b752-9604d3555c23 None None] Port 700f7c04-1bf7-4cc7-9bc6-f4c66bedc711 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:28:52.170306 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port a899dcd8-f63a-4d05-a634-c840e7664288 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:52.170644 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:52.225086 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82686f-0a8f-498d-bfa7-eaf6165e6070 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Port': ['ID=2e6de1ca-ba9f-4eb1-a8c9-8b243f08e3c4,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:52.280394 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed1b4c94-99fd-4f3e-81f6-0fa88bef3b06 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:52.284925 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05a7de8-f14e-4d35-b82e-a6137d586830 None None] Network 57852e3c-292e-4286-baba-a1576ddcc59b requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:52.294427 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b4c94-99fd-4f3e-81f6-0fa88bef3b06 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Subnet': ['ID=94cf854d-0c42-4dd5-af6a-8ad979299199,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:52.303271 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87ab7bf-542a-47dc-80f1-fad40dc325c4 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Deleting subnet b86ad6af-524b-472a-bb26-b708f74ee648 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:28:52.308500 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ed1b4c94-99fd-4f3e-81f6-0fa88bef3b06 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/subnets/94cf854d-0c42-4dd5-af6a-8ad979299199 HTTP/1.1" status: 204 len: 168 time: 0.5676899 Feb 28 14:28:52.308735 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 57998) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:52.349776 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7340-5c06-4aa1-8bde-e73b54b3df59 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:52.355859 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e87ab7bf-542a-47dc-80f1-fad40dc325c4 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:52.468615 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9f39d33c-930c-4d9d-a703-d705298b38af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'name': 'tempest-TestNetworkBasicOps-router-1768235454', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:27:03Z', 'updated_at': '2022-02-28T14:28:49Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:27:06Z', 'updated_at': '2022-02-28T14:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:52.477175 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f39d33c-930c-4d9d-a703-d705298b38af None None] Checking router: a2f38382-17fb-4bc3-aa38-199e3f41892e for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:28:52.502371 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f39d33c-930c-4d9d-a703-d705298b38af None None] Routers {'a2f38382-17fb-4bc3-aa38-199e3f41892e'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:52.503051 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9f39d33c-930c-4d9d-a703-d705298b38af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['a2f38382-17fb-4bc3-aa38-199e3f41892e'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:52.665040 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-29fc2187-265d-4967-a055-d5fd43d2933f None None] Provisioning for port 2e6de1ca-ba9f-4eb1-a8c9-8b243f08e3c4 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:52.687518 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-29fc2187-265d-4967-a055-d5fd43d2933f None None] Provisioning complete for port 2e6de1ca-ba9f-4eb1-a8c9-8b243f08e3c4 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:52.687888 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-29fc2187-265d-4967-a055-d5fd43d2933f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:52.707144 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-933bfbdb-f6d9-47aa-878d-0a66daa76133 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] In _notify_port_updated(), no bound segment for port 9dc297e1-c9be-4f39-958e-12f7c8043383 on network c552b6b4-4225-4369-a19c-c50fb286d574 {{(pid=87773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 14:28:52.713724 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933bfbdb-f6d9-47aa-878d-0a66daa76133 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:52.714573 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-933bfbdb-f6d9-47aa-878d-0a66daa76133 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:52.720886 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-933bfbdb-f6d9-47aa-878d-0a66daa76133 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "PUT /v2.0/ports/9dc297e1-c9be-4f39-958e-12f7c8043383 HTTP/1.1" status: 200 len: 920 time: 4.6617634 Feb 28 14:28:52.722001 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58002) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:52.752403 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933bfbdb-f6d9-47aa-878d-0a66daa76133 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Port': ['ID=9dc297e1-c9be-4f39-958e-12f7c8043383,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:52.768320 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-29fc2187-265d-4967-a055-d5fd43d2933f None None] Port 2e6de1ca-ba9f-4eb1-a8c9-8b243f08e3c4 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:28:52.776831 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-9f39d33c-930c-4d9d-a703-d705298b38af None None] Set router a2f38382-17fb-4bc3-aa38-199e3f41892e gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:28:52.788389 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b251e05-12b8-4653-bde8-ff00d8314576 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:52.882362 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fdf2b3-fd29-48e0-877a-7458f3d5f772 None None] DHCP port deletion for 57852e3c-292e-4286-baba-a1576ddcc59b request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:28:52.886108 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-e3fdf2b3-fd29-48e0-877a-7458f3d5f772 None None] Deleting port 25054054-df89-4bd6-8915-213c2e0198b2 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:52.886540 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e3fdf2b3-fd29-48e0-877a-7458f3d5f772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:52.935507 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e87ab7bf-542a-47dc-80f1-fad40dc325c4 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:52.939463 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6957e301-d259-4487-a1ee-090c82897d91 None None] Provisioning for port 9dc297e1-c9be-4f39-958e-12f7c8043383 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:28:52.995935 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b251e05-12b8-4653-bde8-ff00d8314576 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:53.011913 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-0b251e05-12b8-4653-bde8-ff00d8314576 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port 39e174b6-8d12-4a73-a88c-63cd50d24153 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:53.012207 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6957e301-d259-4487-a1ee-090c82897d91 None None] Provisioning complete for port 9dc297e1-c9be-4f39-958e-12f7c8043383 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:53.012508 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b251e05-12b8-4653-bde8-ff00d8314576 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:53.012912 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6957e301-d259-4487-a1ee-090c82897d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:53.074196 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6957e301-d259-4487-a1ee-090c82897d91 None None] Port 9dc297e1-c9be-4f39-958e-12f7c8043383 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:28:53.113322 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-67d162ed-fca2-4035-8ffd-5d46a984044e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting port 9dc297e1-c9be-4f39-958e-12f7c8043383 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:53.113549 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67d162ed-fca2-4035-8ffd-5d46a984044e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:53.128958 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9f39d33c-930c-4d9d-a703-d705298b38af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'name': 'tempest-TestNetworkBasicOps-router-1768235454', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:27:03Z', 'updated_at': '2022-02-28T14:28:49Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:27:06Z', 'updated_at': '2022-02-28T14:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:53.132783 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f39d33c-930c-4d9d-a703-d705298b38af None None] The sync data for ids ['a2f38382-17fb-4bc3-aa38-199e3f41892e'] in dv-neutron-831192-4-hyperv is: [{'id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'name': 'tempest-TestNetworkBasicOps-router-1768235454', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:27:03Z', 'updated_at': '2022-02-28T14:28:49Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '39e174b6-8d12-4a73-a88c-63cd50d24153', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f38382-17fb-4bc3-aa38-199e3f41892e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:27:06Z', 'updated_at': '2022-02-28T14:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:28:53.141599 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7340-5c06-4aa1-8bde-e73b54b3df59 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:53.173205 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-005277ca-c7ed-4034-bae2-eed544367eef tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "GET /v2.0/routers/966cf249-4ddd-4b86-9459-1749bfc3a615 HTTP/1.1" status: 200 len: 879 time: 1.0828154 Feb 28 14:28:53.174992 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58006) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:53.208118 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e3fdf2b3-fd29-48e0-877a-7458f3d5f772 None None] For port 25054054-df89-4bd6-8915-213c2e0198b2, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=25054054-df89-4bd6-8915-213c2e0198b2,segment=NetworkSegment(3c6daaa0-6da2-42cd-8243-73e212777c7b),segment_id=3c6daaa0-6da2-42cd-8243-73e212777c7b)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:53.208881 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e3fdf2b3-fd29-48e0-877a-7458f3d5f772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:53.234304 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-0b251e05-12b8-4653-bde8-ff00d8314576 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port 39e174b6-8d12-4a73-a88c-63cd50d24153, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=39e174b6-8d12-4a73-a88c-63cd50d24153,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:53.234649 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b251e05-12b8-4653-bde8-ff00d8314576 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:53.322595 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-3a0f7340-5c06-4aa1-8bde-e73b54b3df59 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed75908-e5f9-4853-b9bc-25cba1ba7082']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:53.343275 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-e3fdf2b3-fd29-48e0-877a-7458f3d5f772 None None] Calling delete_port for 25054054-df89-4bd6-8915-213c2e0198b2 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:53.365422 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-0b251e05-12b8-4653-bde8-ff00d8314576 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for 39e174b6-8d12-4a73-a88c-63cd50d24153 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:53.366082 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-3a0f7340-5c06-4aa1-8bde-e73b54b3df59 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72897df-0783-413b-b676-0a53bc749821') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:53.366381 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-3a0f7340-5c06-4aa1-8bde-e73b54b3df59 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72897df-0783-413b-b676-0a53bc749821') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:53.422304 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7340-5c06-4aa1-8bde-e73b54b3df59 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:53.426506 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e3fdf2b3-fd29-48e0-877a-7458f3d5f772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:53.448068 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df82686f-0a8f-498d-bfa7-eaf6165e6070 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:53.483093 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e87ab7bf-542a-47dc-80f1-fad40dc325c4 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:53.506601 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fdf2b3-fd29-48e0-877a-7458f3d5f772 None None] No DVR routers for this DVR port 25054054-df89-4bd6-8915-213c2e0198b2 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:28:53.525673 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fdf2b3-fd29-48e0-877a-7458f3d5f772 None None] Pushing event deleted for resources: {'Port': ['ID=25054054-df89-4bd6-8915-213c2e0198b2,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:53.528796 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7340-5c06-4aa1-8bde-e73b54b3df59 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:53.584171 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b251e05-12b8-4653-bde8-ff00d8314576 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:53.615663 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 6fc7dcc2-6b7e-4571-9854-c87f1ea96b99 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:28:53.628302 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0f7340-5c06-4aa1-8bde-e73b54b3df59 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:28:53.628750 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7340-5c06-4aa1-8bde-e73b54b3df59 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:28:53.644318 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:28:53.646440 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b251e05-12b8-4653-bde8-ff00d8314576 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=39e174b6-8d12-4a73-a88c-63cd50d24153,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:53.679256 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 6fc7dcc2-6b7e-4571-9854-c87f1ea96b99 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:28:53.679751 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 6fc7dcc2-6b7e-4571-9854-c87f1ea96b99 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:28:53.680018 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 25054054-df89-4bd6-8915-213c2e0198b2 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:28:53.718873 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 25054054-df89-4bd6-8915-213c2e0198b2 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:28:53.719433 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 25054054-df89-4bd6-8915-213c2e0198b2 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:28:53.744313 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b251e05-12b8-4653-bde8-ff00d8314576 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:53.904211 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7340-5c06-4aa1-8bde-e73b54b3df59 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:53.908088 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7340-5c06-4aa1-8bde-e73b54b3df59 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:53.924100 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b251e05-12b8-4653-bde8-ff00d8314576 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:53.926304 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b251e05-12b8-4653-bde8-ff00d8314576 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:53.949127 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b251e05-12b8-4653-bde8-ff00d8314576 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:53.950494 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b251e05-12b8-4653-bde8-ff00d8314576 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Fanout notify agent at l3_agent the message router_deleted on router a2f38382-17fb-4bc3-aa38-199e3f41892e {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:28:53.967235 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b251e05-12b8-4653-bde8-ff00d8314576 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:53.968371 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0b251e05-12b8-4653-bde8-ff00d8314576 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/routers/a2f38382-17fb-4bc3-aa38-199e3f41892e HTTP/1.1" status: 204 len: 168 time: 1.6586626 Feb 28 14:28:53.971316 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58010) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:54.016089 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f7340-5c06-4aa1-8bde-e73b54b3df59 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Pushing event deleted for resources: {'Network': ['ID=0ed75908-e5f9-4853-b9bc-25cba1ba7082,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:54.043098 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3a0f7340-5c06-4aa1-8bde-e73b54b3df59 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] 10.222.0.30 "DELETE /v2.0/networks/0ed75908-e5f9-4853-b9bc-25cba1ba7082 HTTP/1.1" status: 204 len: 168 time: 2.2410769 Feb 28 14:28:54.052574 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58014) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:54.059926 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67d162ed-fca2-4035-8ffd-5d46a984044e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:54.095850 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-faef0e16-4a4d-4411-b44c-e609375674fb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:54.157701 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e87ab7bf-542a-47dc-80f1-fad40dc325c4 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:54.349791 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-faef0e16-4a4d-4411-b44c-e609375674fb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:54.377387 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-faef0e16-4a4d-4411-b44c-e609375674fb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57852e3c-292e-4286-baba-a1576ddcc59b']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:54.389480 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-faef0e16-4a4d-4411-b44c-e609375674fb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c6daaa0-6da2-42cd-8243-73e212777c7b') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:54.389771 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-faef0e16-4a4d-4411-b44c-e609375674fb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c6daaa0-6da2-42cd-8243-73e212777c7b') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:54.401839 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-faef0e16-4a4d-4411-b44c-e609375674fb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:54.421799 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-faef0e16-4a4d-4411-b44c-e609375674fb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:54.428683 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faef0e16-4a4d-4411-b44c-e609375674fb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:28:54.429069 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-faef0e16-4a4d-4411-b44c-e609375674fb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:28:54.446551 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:28:54.505864 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-67d162ed-fca2-4035-8ffd-5d46a984044e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Calling delete_port for 9dc297e1-c9be-4f39-958e-12f7c8043383 owned by {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:54.530425 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-faef0e16-4a4d-4411-b44c-e609375674fb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:54.536793 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ab7bf-542a-47dc-80f1-fad40dc325c4 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event deleted for resources: {'Subnet': ['ID=b86ad6af-524b-472a-bb26-b708f74ee648,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:54.549191 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-faef0e16-4a4d-4411-b44c-e609375674fb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:54.559437 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41952c53-3e19-4e73-975d-f97dce818852 None None] Network 7d27b904-1618-4ea8-9cb9-d6aee053f19c requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:54.560848 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef0e16-4a4d-4411-b44c-e609375674fb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Network': ['ID=57852e3c-292e-4286-baba-a1576ddcc59b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:54.567648 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-faef0e16-4a4d-4411-b44c-e609375674fb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/networks/57852e3c-292e-4286-baba-a1576ddcc59b HTTP/1.1" status: 204 len: 168 time: 0.5953636 Feb 28 14:28:54.579269 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58018) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:54.582358 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e87ab7bf-542a-47dc-80f1-fad40dc325c4 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:54.586340 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e87ab7bf-542a-47dc-80f1-fad40dc325c4 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "DELETE /v2.0/subnets/b86ad6af-524b-472a-bb26-b708f74ee648 HTTP/1.1" status: 204 len: 168 time: 2.7808666 Feb 28 14:28:54.586509 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e4f42502-a758-412f-ae0c-378d2dbe33de tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'network': {'name': 'tempest-network-smoke--805300220', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'port_security_enabled': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:54.592228 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58022) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:54.594905 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e4f42502-a758-412f-ae0c-378d2dbe33de tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:54.616613 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e4f42502-a758-412f-ae0c-378d2dbe33de tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:network and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:54.622199 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e4f42502-a758-412f-ae0c-378d2dbe33de tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:54.625756 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-9686fc7f-9941-45c3-8305-03e32056bd5a tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Deleting subnet 73ddbf1a-39d7-49ff-a7a3-cebee476eae2 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:28:54.633896 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9686fc7f-9941-45c3-8305-03e32056bd5a tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:54.641009 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e4f42502-a758-412f-ae0c-378d2dbe33de tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:54.712515 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f42502-a758-412f-ae0c-378d2dbe33de tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Made reservation on behalf of 1cd57789443e43d89a7681324e1f7304 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:54.716147 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4f42502-a758-412f-ae0c-378d2dbe33de tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:54.753947 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-639fc1e6-976a-4e97-ad44-b22037a2c1d2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:54.767277 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f42502-a758-412f-ae0c-378d2dbe33de tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:28:54.778292 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-639fc1e6-976a-4e97-ad44-b22037a2c1d2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Deleting port 7c4ca612-ad64-4d75-a6e5-9377f1d40e30 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:54.778712 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-639fc1e6-976a-4e97-ad44-b22037a2c1d2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:54.786059 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9686fc7f-9941-45c3-8305-03e32056bd5a tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:54.820207 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4f42502-a758-412f-ae0c-378d2dbe33de tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:54.820555 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-e4f42502-a758-412f-ae0c-378d2dbe33de tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Added segment 4dcad0c1-00ef-450c-97d2-a23c7c1afa00 of type vlan for network b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b Feb 28 14:28:54.870438 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de540288-d001-432c-9cd6-3f01085017bd None None] DHCP port deletion for 7d27b904-1618-4ea8-9cb9-d6aee053f19c request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:28:54.875905 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-de540288-d001-432c-9cd6-3f01085017bd None None] Deleting port 7c4ca612-ad64-4d75-a6e5-9377f1d40e30 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:54.876288 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-de540288-d001-432c-9cd6-3f01085017bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:54.894892 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4f42502-a758-412f-ae0c-378d2dbe33de tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:54.915212 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-54350dfd-b36d-4dbe-8bb7-f78ea5fbf94f tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Synchronizing usage tracker for tenant:2f27756656034771b730bac18fc748ab on resource:router {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:28:54.985938 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-54350dfd-b36d-4dbe-8bb7-f78ea5fbf94f tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Unset dirty status for tenant:2f27756656034771b730bac18fc748ab on resource:router {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:28:54.989794 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-54350dfd-b36d-4dbe-8bb7-f78ea5fbf94f tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 1.7985396 Feb 28 14:28:54.990545 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67d162ed-fca2-4035-8ffd-5d46a984044e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:54.993431 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df82686f-0a8f-498d-bfa7-eaf6165e6070 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:54.995690 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58026) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:55.018106 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4f42502-a758-412f-ae0c-378d2dbe33de tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:55.023622 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f42502-a758-412f-ae0c-378d2dbe33de tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:55.024210 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4f42502-a758-412f-ae0c-378d2dbe33de tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:55.035857 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-8a18ea0b-ea21-4160-98cb-221c3e5cd1a8 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-965839546'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:55.084272 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-de540288-d001-432c-9cd6-3f01085017bd None None] For port 7c4ca612-ad64-4d75-a6e5-9377f1d40e30, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=7c4ca612-ad64-4d75-a6e5-9377f1d40e30,segment=NetworkSegment(7c00c130-fc1d-48ce-98dc-32f02eea5f66),segment_id=7c00c130-fc1d-48ce-98dc-32f02eea5f66)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:55.084523 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-de540288-d001-432c-9cd6-3f01085017bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:55.090437 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-639fc1e6-976a-4e97-ad44-b22037a2c1d2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] For port 7c4ca612-ad64-4d75-a6e5-9377f1d40e30, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=7c4ca612-ad64-4d75-a6e5-9377f1d40e30,segment=NetworkSegment(7c00c130-fc1d-48ce-98dc-32f02eea5f66),segment_id=7c00c130-fc1d-48ce-98dc-32f02eea5f66)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:55.090790 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-639fc1e6-976a-4e97-ad44-b22037a2c1d2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:55.108330 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df82686f-0a8f-498d-bfa7-eaf6165e6070 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:55.109122 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df82686f-0a8f-498d-bfa7-eaf6165e6070 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:55.124223 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d162ed-fca2-4035-8ffd-5d46a984044e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Port': ['ID=9dc297e1-c9be-4f39-958e-12f7c8043383,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:55.163334 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e4f42502-a758-412f-ae0c-378d2dbe33de tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5829422 Feb 28 14:28:55.165422 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9686fc7f-9941-45c3-8305-03e32056bd5a tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:55.215480 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58030) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:55.268139 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-de540288-d001-432c-9cd6-3f01085017bd None None] Calling delete_port for 7c4ca612-ad64-4d75-a6e5-9377f1d40e30 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:55.276870 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b02e7f29-5d80-46af-9243-337fcfe56bb8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-817127117', 'admin_state_up': True, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:55.290670 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-639fc1e6-976a-4e97-ad44-b22037a2c1d2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Calling delete_port for 7c4ca612-ad64-4d75-a6e5-9377f1d40e30 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:55.324478 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f42502-a758-412f-ae0c-378d2dbe33de tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Network': ['ID=b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:55.336354 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b02e7f29-5d80-46af-9243-337fcfe56bb8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:55.345020 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b02e7f29-5d80-46af-9243-337fcfe56bb8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:router and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:55.353590 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b02e7f29-5d80-46af-9243-337fcfe56bb8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:55.361888 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:28:55.366687 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b02e7f29-5d80-46af-9243-337fcfe56bb8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:55.412626 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b02e7f29-5d80-46af-9243-337fcfe56bb8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:55.414110 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b02e7f29-5d80-46af-9243-337fcfe56bb8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:55.445160 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b02e7f29-5d80-46af-9243-337fcfe56bb8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:55.463296 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-639fc1e6-976a-4e97-ad44-b22037a2c1d2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:55.486644 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82686f-0a8f-498d-bfa7-eaf6165e6070 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Port': ['ID=2e6de1ca-ba9f-4eb1-a8c9-8b243f08e3c4,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:55.497611 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-de540288-d001-432c-9cd6-3f01085017bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:28:55.498014 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-de540288-d001-432c-9cd6-3f01085017bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:28:55.522049 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639fc1e6-976a-4e97-ad44-b22037a2c1d2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event deleted for resources: {'Port': ['ID=7c4ca612-ad64-4d75-a6e5-9377f1d40e30,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:55.552625 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-67d162ed-fca2-4035-8ffd-5d46a984044e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:55.595546 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639fc1e6-976a-4e97-ad44-b22037a2c1d2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] No DVR routers for this DVR port 7c4ca612-ad64-4d75-a6e5-9377f1d40e30 on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:28:55.601812 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 39e174b6-8d12-4a73-a88c-63cd50d24153 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:28:55.635637 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 39e174b6-8d12-4a73-a88c-63cd50d24153 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:28:55.636129 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 39e174b6-8d12-4a73-a88c-63cd50d24153 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:28:55.636615 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 7c4ca612-ad64-4d75-a6e5-9377f1d40e30 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:28:55.657612 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9686fc7f-9941-45c3-8305-03e32056bd5a tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:55.675346 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 7c4ca612-ad64-4d75-a6e5-9377f1d40e30 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:28:55.675692 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 7c4ca612-ad64-4d75-a6e5-9377f1d40e30 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:28:55.691916 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-67d162ed-fca2-4035-8ffd-5d46a984044e tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/ports/9dc297e1-c9be-4f39-958e-12f7c8043383 HTTP/1.1" status: 204 len: 168 time: 2.9530346 Feb 28 14:28:55.700587 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58034) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:55.713385 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df82686f-0a8f-498d-bfa7-eaf6165e6070 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network 8d0fbd6c-c59a-4695-a1fe-7247b213add2 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:55.718171 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686fc7f-9941-45c3-8305-03e32056bd5a tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Pushing event deleted for resources: {'Subnet': ['ID=73ddbf1a-39d7-49ff-a7a3-cebee476eae2,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:55.752189 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-df82686f-0a8f-498d-bfa7-eaf6165e6070 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:55.758376 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9686fc7f-9941-45c3-8305-03e32056bd5a tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:55.763457 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9686fc7f-9941-45c3-8305-03e32056bd5a tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] 10.222.0.30 "DELETE /v2.0/subnets/73ddbf1a-39d7-49ff-a7a3-cebee476eae2 HTTP/1.1" status: 204 len: 168 time: 1.7049260 Feb 28 14:28:55.763656 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438bc9db-7bea-41e2-88fc-8cd446835ba3 None None] Network d2e4de6d-eaaa-423b-a4aa-8e71cc8e7f54 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:28:55.763790 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58038) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:55.812100 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-644a9afe-ae0e-4743-ae85-78df60e82089 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] GET failed (client error): The resource could not be found. Feb 28 14:28:55.812642 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-644a9afe-ae0e-4743-ae85-78df60e82089 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Synchronizing usage tracker for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:28:56.000142 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-de540288-d001-432c-9cd6-3f01085017bd None None] Deleting port 7c4ca612-ad64-4d75-a6e5-9377f1d40e30 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:56.001179 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-de540288-d001-432c-9cd6-3f01085017bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:56.038448 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b02e7f29-5d80-46af-9243-337fcfe56bb8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:56.047922 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-639fc1e6-976a-4e97-ad44-b22037a2c1d2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:56.088597 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-639fc1e6-976a-4e97-ad44-b22037a2c1d2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d27b904-1618-4ea8-9cb9-d6aee053f19c']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:56.101643 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-de540288-d001-432c-9cd6-3f01085017bd None None] The port '7c4ca612-ad64-4d75-a6e5-9377f1d40e30' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:28:56.105712 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4e88d8-6be1-4f15-a89d-8cf2ae553f83 None None] DHCP port deletion for d2e4de6d-eaaa-423b-a4aa-8e71cc8e7f54 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:28:56.113066 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2b4e88d8-6be1-4f15-a89d-8cf2ae553f83 None None] Deleting port f7782eb1-0f2c-4d38-99c8-653d04b2f6a0 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:56.113066 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2b4e88d8-6be1-4f15-a89d-8cf2ae553f83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:56.120481 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-639fc1e6-976a-4e97-ad44-b22037a2c1d2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c00c130-fc1d-48ce-98dc-32f02eea5f66') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:56.120856 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-639fc1e6-976a-4e97-ad44-b22037a2c1d2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c00c130-fc1d-48ce-98dc-32f02eea5f66') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:56.135953 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-639fc1e6-976a-4e97-ad44-b22037a2c1d2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:56.169999 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f4581c17-3e6a-495c-bdf5-e3bc3e818dfd None None] Provisioning complete for port 2e6de1ca-ba9f-4eb1-a8c9-8b243f08e3c4 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:28:56.169999 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f4581c17-3e6a-495c-bdf5-e3bc3e818dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:56.201735 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-639fc1e6-976a-4e97-ad44-b22037a2c1d2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:56.214697 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639fc1e6-976a-4e97-ad44-b22037a2c1d2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:28:56.215884 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-639fc1e6-976a-4e97-ad44-b22037a2c1d2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:28:56.230197 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:28:56.272389 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f4581c17-3e6a-495c-bdf5-e3bc3e818dfd None None] Port 2e6de1ca-ba9f-4eb1-a8c9-8b243f08e3c4 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:28:56.288899 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-644a9afe-ae0e-4743-ae85-78df60e82089 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Unset dirty status for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:28:56.290060 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-644a9afe-ae0e-4743-ae85-78df60e82089 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "GET /v2.0/ports/9dc297e1-c9be-4f39-958e-12f7c8043383 HTTP/1.1" status: 404 len: 333 time: 0.5792677 Feb 28 14:28:56.301051 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58042) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:56.304892 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a491366f-cdbe-40d6-8f55-66bf73feb216 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:56.334606 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-639fc1e6-976a-4e97-ad44-b22037a2c1d2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:56.352269 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-639fc1e6-976a-4e97-ad44-b22037a2c1d2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:56.366338 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639fc1e6-976a-4e97-ad44-b22037a2c1d2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] Pushing event deleted for resources: {'Network': ['ID=7d27b904-1618-4ea8-9cb9-d6aee053f19c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:56.383384 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-639fc1e6-976a-4e97-ad44-b22037a2c1d2 tempest-NetworksIpV6TestAttrs-846930577 tempest-NetworksIpV6TestAttrs-846930577-project] 10.222.0.30 "DELETE /v2.0/networks/7d27b904-1618-4ea8-9cb9-d6aee053f19c HTTP/1.1" status: 204 len: 168 time: 1.7855833 Feb 28 14:28:56.395504 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2b4e88d8-6be1-4f15-a89d-8cf2ae553f83 None None] For port f7782eb1-0f2c-4d38-99c8-653d04b2f6a0, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=f7782eb1-0f2c-4d38-99c8-653d04b2f6a0,segment=NetworkSegment(6a4040b6-c619-43ce-9939-11a7cb2eaa87),segment_id=6a4040b6-c619-43ce-9939-11a7cb2eaa87)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:28:56.396278 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2b4e88d8-6be1-4f15-a89d-8cf2ae553f83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:56.532571 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2b4e88d8-6be1-4f15-a89d-8cf2ae553f83 None None] Calling delete_port for f7782eb1-0f2c-4d38-99c8-653d04b2f6a0 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:28:56.551654 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b02e7f29-5d80-46af-9243-337fcfe56bb8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:56.594847 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b02e7f29-5d80-46af-9243-337fcfe56bb8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:56.599380 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df82686f-0a8f-498d-bfa7-eaf6165e6070 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Router 7d5a2d21-b021-4f9d-801e-057723979eed has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:28:56.612404 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a491366f-cdbe-40d6-8f55-66bf73feb216 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Deleting port f7782eb1-0f2c-4d38-99c8-653d04b2f6a0 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:28:56.613050 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a491366f-cdbe-40d6-8f55-66bf73feb216 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:56.616767 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2b4e88d8-6be1-4f15-a89d-8cf2ae553f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:56.664013 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e88d8-6be1-4f15-a89d-8cf2ae553f83 None None] Pushing event deleted for resources: {'Port': ['ID=f7782eb1-0f2c-4d38-99c8-653d04b2f6a0,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:56.667581 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4e88d8-6be1-4f15-a89d-8cf2ae553f83 None None] No DVR routers for this DVR port f7782eb1-0f2c-4d38-99c8-653d04b2f6a0 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:28:56.711337 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a18ea0b-ea21-4160-98cb-221c3e5cd1a8 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:56.719592 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a491366f-cdbe-40d6-8f55-66bf73feb216 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] The port 'f7782eb1-0f2c-4d38-99c8-653d04b2f6a0' was deleted {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:28:56.755237 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-b02e7f29-5d80-46af-9243-337fcfe56bb8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.26.5.174 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/dada31d9-3d56-4242-836d-5bd21c88432e) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:28:56.794597 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58050) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:56.855019 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a18ea0b-ea21-4160-98cb-221c3e5cd1a8 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728902'] for router, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:56.919940 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-21142c64-78ee-4a69-9074-89e938f62474 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:56.956205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b02e7f29-5d80-46af-9243-337fcfe56bb8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:56.978961 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a9f5eae0-e91f-4d5b-bc39-145ea8560e13 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0539f90cebdd4ae0a6aaf5a401bdedad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1830769 Feb 28 14:28:56.981631 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58056) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:57.046968 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b02e7f29-5d80-46af-9243-337fcfe56bb8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:57.093019 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c24d886d-3d74-4b70-9059-52fc6e813215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:57.096310 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a491366f-cdbe-40d6-8f55-66bf73feb216 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:57.109086 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df82686f-0a8f-498d-bfa7-eaf6165e6070 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:28:57.119230 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-df82686f-0a8f-498d-bfa7-eaf6165e6070 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "PUT /v2.0/routers/7d5a2d21-b021-4f9d-801e-057723979eed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6778550 Feb 28 14:28:57.120570 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf15439-664a-4fa2-9246-0302a7f21ee6 None None] Sync routers for ids ['7d5a2d21-b021-4f9d-801e-057723979eed'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:28:57.122683 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-21142c64-78ee-4a69-9074-89e938f62474 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:57.130123 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58060) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:57.130361 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf15439-664a-4fa2-9246-0302a7f21ee6 None None] Routers {'7d5a2d21-b021-4f9d-801e-057723979eed'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:57.130984 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3cf15439-664a-4fa2-9246-0302a7f21ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['7d5a2d21-b021-4f9d-801e-057723979eed'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:57.131514 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02e7f29-5d80-46af-9243-337fcfe56bb8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:28:57.134586 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b02e7f29-5d80-46af-9243-337fcfe56bb8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:28:57.137634 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02e7f29-5d80-46af-9243-337fcfe56bb8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:28:57.188865 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e7f29-5d80-46af-9243-337fcfe56bb8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=dada31d9-3d56-4242-836d-5bd21c88432e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:57.195263 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3cf15439-664a-4fa2-9246-0302a7f21ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:57.201770 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c24d886d-3d74-4b70-9059-52fc6e813215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:57.204130 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf15439-664a-4fa2-9246-0302a7f21ee6 None None] Routers {'7d5a2d21-b021-4f9d-801e-057723979eed'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:57.204758 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3cf15439-664a-4fa2-9246-0302a7f21ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['7d5a2d21-b021-4f9d-801e-057723979eed'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:57.263432 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3cf15439-664a-4fa2-9246-0302a7f21ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:57.264175 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf15439-664a-4fa2-9246-0302a7f21ee6 None None] The sync data for ids ['7d5a2d21-b021-4f9d-801e-057723979eed'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:28:57.274373 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-a491366f-cdbe-40d6-8f55-66bf73feb216 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2e4de6d-eaaa-423b-a4aa-8e71cc8e7f54']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:57.316443 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-a491366f-cdbe-40d6-8f55-66bf73feb216 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a4040b6-c619-43ce-9939-11a7cb2eaa87') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:57.317174 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-a491366f-cdbe-40d6-8f55-66bf73feb216 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a4040b6-c619-43ce-9939-11a7cb2eaa87') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:57.346435 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a491366f-cdbe-40d6-8f55-66bf73feb216 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:57.358965 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ed475a-b0ed-4072-acec-817dfcf5ebf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:57.359588 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e7ed475a-b0ed-4072-acec-817dfcf5ebf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Synchronizing usage tracker for tenant:c21cf0538945438095f306ca2bde76da on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:28:57.376512 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a18ea0b-ea21-4160-98cb-221c3e5cd1a8 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Router 966cf249-4ddd-4b86-9459-1749bfc3a615 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:28:57.393114 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-21142c64-78ee-4a69-9074-89e938f62474 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:57.398057 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a491366f-cdbe-40d6-8f55-66bf73feb216 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:57.436002 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c24d886d-3d74-4b70-9059-52fc6e813215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:57.509479 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d886d-3d74-4b70-9059-52fc6e813215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a3fdfe-93aa-4dd9-95ba-bea19fc4ca05,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:57.537960 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c24d886d-3d74-4b70-9059-52fc6e813215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:57.539079 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c24d886d-3d74-4b70-9059-52fc6e813215 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04a3fdfe-93aa-4dd9-95ba-bea19fc4ca05 HTTP/1.1" status: 204 len: 168 time: 0.5565708 Feb 28 14:28:57.590163 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a491366f-cdbe-40d6-8f55-66bf73feb216 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:28:57.591360 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a491366f-cdbe-40d6-8f55-66bf73feb216 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:57.607325 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device f7782eb1-0f2c-4d38-99c8-653d04b2f6a0 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:28:57.609771 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:28:57.612930 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21142c64-78ee-4a69-9074-89e938f62474 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d866dc1c-7c1f-453d-a33e-88580f80f933,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:57.639826 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e7ed475a-b0ed-4072-acec-817dfcf5ebf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Unset dirty status for tenant:c21cf0538945438095f306ca2bde76da on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:28:57.641035 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e7ed475a-b0ed-4072-acec-817dfcf5ebf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "GET /v2.0/ports/2e6de1ca-ba9f-4eb1-a8c9-8b243f08e3c4 HTTP/1.1" status: 200 len: 913 time: 0.5068107 Feb 28 14:28:57.696061 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58066) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:57.709891 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: f7782eb1-0f2c-4d38-99c8-653d04b2f6a0 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:28:57.711028 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device f7782eb1-0f2c-4d38-99c8-653d04b2f6a0 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:28:57.780025 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b02e7f29-5d80-46af-9243-337fcfe56bb8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:57.823899 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-21142c64-78ee-4a69-9074-89e938f62474 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:57.825542 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-21142c64-78ee-4a69-9074-89e938f62474 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/security-groups/d866dc1c-7c1f-453d-a33e-88580f80f933 HTTP/1.1" status: 204 len: 168 time: 1.5186052 Feb 28 14:28:57.828448 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58072) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:57.935926 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a491366f-cdbe-40d6-8f55-66bf73feb216 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:58.006083 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02d98e27-614d-4bac-aa8c-1292e02cadc4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:58.017607 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a491366f-cdbe-40d6-8f55-66bf73feb216 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:58.043131 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491366f-cdbe-40d6-8f55-66bf73feb216 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Pushing event deleted for resources: {'Network': ['ID=d2e4de6d-eaaa-423b-a4aa-8e71cc8e7f54,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:58.053158 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a491366f-cdbe-40d6-8f55-66bf73feb216 tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] 10.222.0.30 "DELETE /v2.0/networks/d2e4de6d-eaaa-423b-a4aa-8e71cc8e7f54 HTTP/1.1" status: 204 len: 168 time: 2.2790601 Feb 28 14:28:58.066455 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58080) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:58.104293 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02d98e27-614d-4bac-aa8c-1292e02cadc4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:58.172294 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a18ea0b-ea21-4160-98cb-221c3e5cd1a8 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:28:58.184604 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd6a298-e8c3-4eeb-826a-7a0fb401495c None None] Sync routers for ids ['966cf249-4ddd-4b86-9459-1749bfc3a615'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:28:58.195126 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8a18ea0b-ea21-4160-98cb-221c3e5cd1a8 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:58.198883 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8a18ea0b-ea21-4160-98cb-221c3e5cd1a8 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "PUT /v2.0/routers/966cf249-4ddd-4b86-9459-1749bfc3a615 HTTP/1.1" status: 200 len: 886 time: 3.1996512 Feb 28 14:28:58.198883 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-90ed75e1-f1fe-49ec-86e7-a8c4d531a0db tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Synchronizing usage tracker for tenant:82e701a5470c4429b1c455bc5808d656 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:28:58.200650 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd6a298-e8c3-4eeb-826a-7a0fb401495c None None] Routers {'966cf249-4ddd-4b86-9459-1749bfc3a615'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:58.201456 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7fd6a298-e8c3-4eeb-826a-7a0fb401495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['966cf249-4ddd-4b86-9459-1749bfc3a615'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:58.201619 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58088) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:58.241699 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b02e7f29-5d80-46af-9243-337fcfe56bb8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:58.246413 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02d98e27-614d-4bac-aa8c-1292e02cadc4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:58.282211 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7fd6a298-e8c3-4eeb-826a-7a0fb401495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:58.292570 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd6a298-e8c3-4eeb-826a-7a0fb401495c None None] Routers {'966cf249-4ddd-4b86-9459-1749bfc3a615'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:58.293964 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7fd6a298-e8c3-4eeb-826a-7a0fb401495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['966cf249-4ddd-4b86-9459-1749bfc3a615'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:58.331204 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d98e27-614d-4bac-aa8c-1292e02cadc4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21fc5ef-cf9b-4e78-86e1-5c8d4415bc6d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:58.345713 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-02d98e27-614d-4bac-aa8c-1292e02cadc4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:58.346901 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-02d98e27-614d-4bac-aa8c-1292e02cadc4 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/security-groups/b21fc5ef-cf9b-4e78-86e1-5c8d4415bc6d HTTP/1.1" status: 204 len: 168 time: 0.5175157 Feb 28 14:28:58.349739 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58096) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:58.374021 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7fd6a298-e8c3-4eeb-826a-7a0fb401495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:58.374615 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd6a298-e8c3-4eeb-826a-7a0fb401495c None None] The sync data for ids ['966cf249-4ddd-4b86-9459-1749bfc3a615'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:28:58.413861 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-90ed75e1-f1fe-49ec-86e7-a8c4d531a0db tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Unset dirty status for tenant:82e701a5470c4429b1c455bc5808d656 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:28:58.415778 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-90ed75e1-f1fe-49ec-86e7-a8c4d531a0db tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8892bbd-8c1b-4181-a237-c46088935eb5 HTTP/1.1" status: 200 len: 205 time: 0.3461916 Feb 28 14:28:58.472269 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58102) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:58.521785 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02e7f29-5d80-46af-9243-337fcfe56bb8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 1e74d8f8-22c4-48e4-932a-f1f59ef0affe is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:28:58.589355 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58108) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:58.592799 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0025318 Feb 28 14:28:58.603028 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58110) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:58.652452 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf04e3d-6257-4bd1-b03a-05605314c620 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting subnet 695488bf-b4da-4d07-9b45-e7d53dae2ec7 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:28:58.718297 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebf04e3d-6257-4bd1-b03a-05605314c620 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:58.726370 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9d3dff12-fc99-47ed-8d10-656f26ad4c06 tempest-NetworksApiDiscovery-1660557428 tempest-NetworksApiDiscovery-1660557428-project] 10.222.0.30 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1222813 Feb 28 14:28:58.727764 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02e7f29-5d80-46af-9243-337fcfe56bb8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:28:58.741798 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6789fb8d-f315-490e-8939-17338de115e7 None None] Sync routers for ids ['1e74d8f8-22c4-48e4-932a-f1f59ef0affe'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:28:58.753002 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6789fb8d-f315-490e-8939-17338de115e7 None None] Routers {'1e74d8f8-22c4-48e4-932a-f1f59ef0affe'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:28:58.754077 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6789fb8d-f315-490e-8939-17338de115e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1e74d8f8-22c4-48e4-932a-f1f59ef0affe'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:58.769104 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b02e7f29-5d80-46af-9243-337fcfe56bb8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:58.770491 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b02e7f29-5d80-46af-9243-337fcfe56bb8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4977789 Feb 28 14:28:58.773963 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58118) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:58.938158 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c9a7664-a6cb-4212-9750-77216d4f9b0a tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:58.966323 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-21ebd821-f689-4bf9-955a-d48bda6935a3 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=1cd57789443e43d89a7681324e1f7304&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1907773 Feb 28 14:28:58.970502 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58126) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:59.018183 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-6789fb8d-f315-490e-8939-17338de115e7 None None] Set router 1e74d8f8-22c4-48e4-932a-f1f59ef0affe gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:28:59.025147 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2ec48715-300f-4b1f-bc82-63aaad3f1f51 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "GET /v2.0/routers/966cf249-4ddd-4b86-9459-1749bfc3a615 HTTP/1.1" status: 200 len: 886 time: 0.8197298 Feb 28 14:28:59.032030 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58130) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:59.034121 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebf04e3d-6257-4bd1-b03a-05605314c620 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:59.071994 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58132) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:59.125736 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ef70da-1909-49b6-9577-02ea95991894 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:28:59.130518 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c9ef70da-1909-49b6-9577-02ea95991894 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1590805 Feb 28 14:28:59.131410 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58140) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:59.185998 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fd3fc64a-2b48-43da-ba46-79fd2af7ffaf tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0532792 Feb 28 14:28:59.186720 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58144) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:59.203982 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b773ce92-e354-488f-a445-d89a228ce9f0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1866323099', 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:28:59.214634 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ed269c5e-13f0-4f26-9fa6-699639a7349b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Synchronizing usage tracker for tenant:2f27756656034771b730bac18fc748ab on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:28:59.265240 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b52c17e1-e399-4a41-b0a2-bc9defcd0b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:59.333254 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6789fb8d-f315-490e-8939-17338de115e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'name': 'tempest-TestNetworkBasicOps-router-817127117', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:28:55Z', 'updated_at': '2022-02-28T14:28:57Z', 'revision_number': 3, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:82:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:28:56Z', 'updated_at': '2022-02-28T14:28:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:28:59.337602 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6789fb8d-f315-490e-8939-17338de115e7 None None] Checking router: 1e74d8f8-22c4-48e4-932a-f1f59ef0affe for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:28:59.338309 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6789fb8d-f315-490e-8939-17338de115e7 None None] Updating router 1e74d8f8-22c4-48e4-932a-f1f59ef0affe port dada31d9-3d56-4242-836d-5bd21c88432e binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:28:59.339189 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b52c17e1-e399-4a41-b0a2-bc9defcd0b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:59.347321 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b52c17e1-e399-4a41-b0a2-bc9defcd0b56 admin admin] Usage tracker for resource:security_group_rule and tenant:e121a5f5e7544a64888dd18093fd5fb7 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:59.351405 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b52c17e1-e399-4a41-b0a2-bc9defcd0b56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:59.360354 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b52c17e1-e399-4a41-b0a2-bc9defcd0b56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:59.362581 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b773ce92-e354-488f-a445-d89a228ce9f0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:28:59.369788 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b773ce92-e354-488f-a445-d89a228ce9f0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:subnet and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:28:59.378890 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b773ce92-e354-488f-a445-d89a228ce9f0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:28:59.386405 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b773ce92-e354-488f-a445-d89a228ce9f0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:28:59.408338 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6789fb8d-f315-490e-8939-17338de115e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:59.413854 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b773ce92-e354-488f-a445-d89a228ce9f0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Made reservation on behalf of 1cd57789443e43d89a7681324e1f7304 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:28:59.418887 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b773ce92-e354-488f-a445-d89a228ce9f0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:59.429818 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c9a7664-a6cb-4212-9750-77216d4f9b0a tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:59.434005 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ed269c5e-13f0-4f26-9fa6-699639a7349b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Unset dirty status for tenant:2f27756656034771b730bac18fc748ab on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:28:59.435518 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ed269c5e-13f0-4f26-9fa6-699639a7349b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "GET /v2.0/ports?device_id=966cf249-4ddd-4b86-9459-1749bfc3a615 HTTP/1.1" status: 200 len: 205 time: 0.3499701 Feb 28 14:28:59.441631 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c9a7664-a6cb-4212-9750-77216d4f9b0a tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:59.446685 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58148) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:59.559204 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebf04e3d-6257-4bd1-b03a-05605314c620 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:59.593518 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c9a7664-a6cb-4212-9750-77216d4f9b0a tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:59.594036 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9a7664-a6cb-4212-9750-77216d4f9b0a tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Fanout notify agent at l3_agent the message router_deleted on router d8892bbd-8c1b-4181-a237-c46088935eb5 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:28:59.727813 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c9a7664-a6cb-4212-9750-77216d4f9b0a tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:59.728788 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0c9a7664-a6cb-4212-9750-77216d4f9b0a tempest-RoutersNegativeTest-668431886 tempest-RoutersNegativeTest-668431886-project] 10.222.0.30 "DELETE /v2.0/routers/d8892bbd-8c1b-4181-a237-c46088935eb5 HTTP/1.1" status: 204 len: 168 time: 1.2555737 Feb 28 14:28:59.739461 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b52c17e1-e399-4a41-b0a2-bc9defcd0b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:59.777584 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ac03462-1ec7-499b-8dca-647b4b08cd33 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:59.778757 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b52c17e1-e399-4a41-b0a2-bc9defcd0b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:59.782158 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6789fb8d-f315-490e-8939-17338de115e7 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:59.846047 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c17e1-e399-4a41-b0a2-bc9defcd0b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fbe7c2-2afa-48cc-8bae-b37a8f4b2bb4,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:59.856944 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b52c17e1-e399-4a41-b0a2-bc9defcd0b56 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e121a5f5e7544a64888dd18093fd5fb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7833726 Feb 28 14:28:59.858429 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58154) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:28:59.865197 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6789fb8d-f315-490e-8939-17338de115e7 None None] Transition to ACTIVE for port object dada31d9-3d56-4242-836d-5bd21c88432e will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:28:59.876413 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6789fb8d-f315-490e-8939-17338de115e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:59.882008 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebf04e3d-6257-4bd1-b03a-05605314c620 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:59.910533 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b773ce92-e354-488f-a445-d89a228ce9f0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:59.953607 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf04e3d-6257-4bd1-b03a-05605314c620 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Subnet': ['ID=695488bf-b4da-4d07-9b45-e7d53dae2ec7,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:59.961791 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de935b-f296-496a-a1c3-f1e5959f3852 None None] Pushing event updated for resources: {'Port': ['ID=dada31d9-3d56-4242-836d-5bd21c88432e,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:28:59.969974 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ebf04e3d-6257-4bd1-b03a-05605314c620 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:28:59.987320 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ad5570-3769-4850-bcbf-cc76de96cbae None None] Network c552b6b4-4225-4369-a19c-c50fb286d574 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:00.014909 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773ce92-e354-488f-a445-d89a228ce9f0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Subnet': ['ID=edb6d5c6-4fdb-454f-ab90-933ebe5c052b,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:00.020631 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b773ce92-e354-488f-a445-d89a228ce9f0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Checking segment: {'id': '4dcad0c1-00ef-450c-97d2-a23c7c1afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:29:00.020973 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b773ce92-e354-488f-a445-d89a228ce9f0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network hostable DHCP agents. Network: b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:29:00.042059 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58160) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:00.047229 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf04e3d-6257-4bd1-b03a-05605314c620 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:00.047573 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf04e3d-6257-4bd1-b03a-05605314c620 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:00.047907 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf04e3d-6257-4bd1-b03a-05605314c620 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:00.048239 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf04e3d-6257-4bd1-b03a-05605314c620 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:00.048562 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf04e3d-6257-4bd1-b03a-05605314c620 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:00.048883 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf04e3d-6257-4bd1-b03a-05605314c620 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:00.049438 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf04e3d-6257-4bd1-b03a-05605314c620 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:00.050014 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf04e3d-6257-4bd1-b03a-05605314c620 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:00.050509 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf04e3d-6257-4bd1-b03a-05605314c620 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:00.050938 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b773ce92-e354-488f-a445-d89a228ce9f0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:29:00.051181 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf04e3d-6257-4bd1-b03a-05605314c620 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:00.051818 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf04e3d-6257-4bd1-b03a-05605314c620 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:00.052292 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf04e3d-6257-4bd1-b03a-05605314c620 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:00.064058 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-68342913-0a90-4f89-ac4a-4996799b175c tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:00.065766 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b773ce92-e354-488f-a445-d89a228ce9f0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:00.080611 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b773ce92-e354-488f-a445-d89a228ce9f0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:00.081444 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b773ce92-e354-488f-a445-d89a228ce9f0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:00.113790 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ebf04e3d-6257-4bd1-b03a-05605314c620 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/subnets/695488bf-b4da-4d07-9b45-e7d53dae2ec7 HTTP/1.1" status: 204 len: 168 time: 1.7630179 Feb 28 14:29:00.118410 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58166) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:00.127316 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2c7ec779-e6c5-48f5-84fc-8a77dc4934bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'subnet': {'network_id': 'c552b6b4-4225-4369-a19c-c50fb286d574', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:00.128061 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6789fb8d-f315-490e-8939-17338de115e7 None None] Attempting to bind port dada31d9-3d56-4242-836d-5bd21c88432e on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:29:00.128061 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6789fb8d-f315-490e-8939-17338de115e7 None None] Attempting to bind port dada31d9-3d56-4242-836d-5bd21c88432e by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:29:00.128286 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6789fb8d-f315-490e-8939-17338de115e7 None None] Attempting to bind port dada31d9-3d56-4242-836d-5bd21c88432e on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:29:00.151920 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b773ce92-e354-488f-a445-d89a228ce9f0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9639540 Feb 28 14:29:00.161407 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58170) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:00.164153 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d05ff2-1b69-49a2-8901-793e0f1fdd82 None None] Network b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:00.194307 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6789fb8d-f315-490e-8939-17338de115e7 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:29:00.194679 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6789fb8d-f315-490e-8939-17338de115e7 None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:29:00.195075 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6789fb8d-f315-490e-8939-17338de115e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:00.195505 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6789fb8d-f315-490e-8939-17338de115e7 None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:29:00.195974 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-6789fb8d-f315-490e-8939-17338de115e7 None None] Bound port: dada31d9-3d56-4242-836d-5bd21c88432e, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:29:00.196337 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6789fb8d-f315-490e-8939-17338de115e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:00.329491 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bbca18b7-6329-4b2a-8d46-f11ecedd2a84 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=82e701a5470c4429b1c455bc5808d656&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2857559 Feb 28 14:29:00.330320 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58174) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:00.339922 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2c7ec779-e6c5-48f5-84fc-8a77dc4934bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:00.359768 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2c7ec779-e6c5-48f5-84fc-8a77dc4934bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:subnet and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:00.364796 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2c7ec779-e6c5-48f5-84fc-8a77dc4934bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:00.378704 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2c7ec779-e6c5-48f5-84fc-8a77dc4934bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:00.429475 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2607b18f-eabc-485a-b939-da10ab93028e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:00.432728 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7ec779-e6c5-48f5-84fc-8a77dc4934bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:29:00.437061 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2c7ec779-e6c5-48f5-84fc-8a77dc4934bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:00.466329 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a8f595fc-be79-4a25-986e-fe69eb1c49d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:00.481770 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ac03462-1ec7-499b-8dca-647b4b08cd33 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:00.530934 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6ac03462-1ec7-499b-8dca-647b4b08cd33 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Deleting port 104d250c-cb39-4fd4-844e-1c34d137e8da {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:29:00.531347 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ac03462-1ec7-499b-8dca-647b4b08cd33 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:00.544139 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6789fb8d-f315-490e-8939-17338de115e7 None None] For port dada31d9-3d56-4242-836d-5bd21c88432e, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:29:00.561310 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a8f595fc-be79-4a25-986e-fe69eb1c49d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:00.565696 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6789fb8d-f315-490e-8939-17338de115e7 None None] For port dada31d9-3d56-4242-836d-5bd21c88432e, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=dada31d9-3d56-4242-836d-5bd21c88432e,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:29:00.566668 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2607b18f-eabc-485a-b939-da10ab93028e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:00.627131 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6789fb8d-f315-490e-8939-17338de115e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:00.656847 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2607b18f-eabc-485a-b939-da10ab93028e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:00.694862 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acad43e9-111c-4281-86da-521cc3bab1d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b', 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ips': [{'subnet_id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:29:00.695999 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-acad43e9-111c-4281-86da-521cc3bab1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:00.709331 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2607b18f-eabc-485a-b939-da10ab93028e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010b60cd-42ec-4355-9600-412ea45e529a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:00.744807 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2607b18f-eabc-485a-b939-da10ab93028e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:00.746371 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2607b18f-eabc-485a-b939-da10ab93028e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/010b60cd-42ec-4355-9600-412ea45e529a HTTP/1.1" status: 204 len: 168 time: 0.4125948 Feb 28 14:29:00.825360 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6789fb8d-f315-490e-8939-17338de115e7 None None] Routers {'1e74d8f8-22c4-48e4-932a-f1f59ef0affe'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:00.826004 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6789fb8d-f315-490e-8939-17338de115e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1e74d8f8-22c4-48e4-932a-f1f59ef0affe'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:00.844219 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2c7ec779-e6c5-48f5-84fc-8a77dc4934bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:00.897169 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de935b-f296-496a-a1c3-f1e5959f3852 None None] Pushing event updated for resources: {'Port': ['ID=dada31d9-3d56-4242-836d-5bd21c88432e,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:00.937995 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7ec779-e6c5-48f5-84fc-8a77dc4934bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network c552b6b4-4225-4369-a19c-c50fb286d574 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:00.938285 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04de935b-f296-496a-a1c3-f1e5959f3852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:00.938562 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04de935b-f296-496a-a1c3-f1e5959f3852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:00.938849 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04de935b-f296-496a-a1c3-f1e5959f3852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:00.939220 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04de935b-f296-496a-a1c3-f1e5959f3852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:00.939553 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04de935b-f296-496a-a1c3-f1e5959f3852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:00.939879 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04de935b-f296-496a-a1c3-f1e5959f3852 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:00.940204 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04de935b-f296-496a-a1c3-f1e5959f3852 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:00.940528 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04de935b-f296-496a-a1c3-f1e5959f3852 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:00.941615 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04de935b-f296-496a-a1c3-f1e5959f3852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:00.941615 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04de935b-f296-496a-a1c3-f1e5959f3852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:00.941615 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04de935b-f296-496a-a1c3-f1e5959f3852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:00.941905 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04de935b-f296-496a-a1c3-f1e5959f3852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:00.942010 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-2c7ec779-e6c5-48f5-84fc-8a77dc4934bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:00.947189 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7ec779-e6c5-48f5-84fc-8a77dc4934bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:00.947811 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2c7ec779-e6c5-48f5-84fc-8a77dc4934bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:00.991011 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2c7ec779-e6c5-48f5-84fc-8a77dc4934bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8685091 Feb 28 14:29:00.991011 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ec779-e6c5-48f5-84fc-8a77dc4934bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Subnet': ['ID=0f8fb8e6-c7c6-43bc-a491-1ea6c5cec422,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:00.992949 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58182) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:00.998905 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9d22b206-ed69-4959-8f1f-71e755be67bb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'security_group': {'name': 'tempest-secgroup-1038660098'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:01.006073 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9d22b206-ed69-4959-8f1f-71e755be67bb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:01.010825 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9d22b206-ed69-4959-8f1f-71e755be67bb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:security_group and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:01.014960 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9d22b206-ed69-4959-8f1f-71e755be67bb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:01.022877 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9d22b206-ed69-4959-8f1f-71e755be67bb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:01.034851 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9d22b206-ed69-4959-8f1f-71e755be67bb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:01.076272 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9d22b206-ed69-4959-8f1f-71e755be67bb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:01.082862 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9d22b206-ed69-4959-8f1f-71e755be67bb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:security_group_rule and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:01.086927 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9d22b206-ed69-4959-8f1f-71e755be67bb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:01.098458 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9d22b206-ed69-4959-8f1f-71e755be67bb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:01.117412 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a8f595fc-be79-4a25-986e-fe69eb1c49d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:01.149721 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-6789fb8d-f315-490e-8939-17338de115e7 None None] Set router 1e74d8f8-22c4-48e4-932a-f1f59ef0affe gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:29:01.218890 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f595fc-be79-4a25-986e-fe69eb1c49d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fbe7c2-2afa-48cc-8bae-b37a8f4b2bb4,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:01.238607 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9d22b206-ed69-4959-8f1f-71e755be67bb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:01.244220 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9d22b206-ed69-4959-8f1f-71e755be67bb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:01.291417 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-acad43e9-111c-4281-86da-521cc3bab1d1 None None] Allocated IP 172.20.0.2 (b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b/edb6d5c6-4fdb-454f-ab90-933ebe5c052b/d17b6db9-31c4-46a1-87c8-a2197d11eee3) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:29:01.298866 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a8f595fc-be79-4a25-986e-fe69eb1c49d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:01.300243 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a8f595fc-be79-4a25-986e-fe69eb1c49d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b2fbe7c2-2afa-48cc-8bae-b37a8f4b2bb4 HTTP/1.1" status: 204 len: 168 time: 1.4411025 Feb 28 14:29:01.350926 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ac03462-1ec7-499b-8dca-647b4b08cd33 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:01.371970 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22b206-ed69-4959-8f1f-71e755be67bb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756bbfe4-78ef-4302-9875-84df650e4fe1,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:01.384097 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9d22b206-ed69-4959-8f1f-71e755be67bb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:01.385612 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9d22b206-ed69-4959-8f1f-71e755be67bb tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3915818 Feb 28 14:29:01.392037 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58196) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:01.403188 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-446ff49f-c440-49bd-a24c-6a068eaed519 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'security_group': {'name': 'tempest-secgroup-837205421'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:01.426021 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-446ff49f-c440-49bd-a24c-6a068eaed519 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:01.442051 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-446ff49f-c440-49bd-a24c-6a068eaed519 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:security_group and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:01.450704 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-446ff49f-c440-49bd-a24c-6a068eaed519 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:01.469909 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-446ff49f-c440-49bd-a24c-6a068eaed519 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:01.505051 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-446ff49f-c440-49bd-a24c-6a068eaed519 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:01.575198 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6ac03462-1ec7-499b-8dca-647b4b08cd33 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Calling delete_port for 104d250c-cb39-4fd4-844e-1c34d137e8da owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:29:01.577579 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-446ff49f-c440-49bd-a24c-6a068eaed519 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:01.582746 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-446ff49f-c440-49bd-a24c-6a068eaed519 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:security_group_rule and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:01.588114 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-446ff49f-c440-49bd-a24c-6a068eaed519 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:01.600409 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-446ff49f-c440-49bd-a24c-6a068eaed519 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:01.648242 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-68342913-0a90-4f89-ac4a-4996799b175c tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Deleting port 2e6de1ca-ba9f-4eb1-a8c9-8b243f08e3c4 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:29:01.649034 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-68342913-0a90-4f89-ac4a-4996799b175c tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:01.740248 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-446ff49f-c440-49bd-a24c-6a068eaed519 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:01.748143 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-446ff49f-c440-49bd-a24c-6a068eaed519 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:01.771893 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27507b0c-01b1-4069-9c39-183d737d1ac4 None None] Network c552b6b4-4225-4369-a19c-c50fb286d574 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:01.837538 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ff49f-c440-49bd-a24c-6a068eaed519 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79d90774-12d0-4be3-aa1d-2eba3955e32b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:01.857592 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-446ff49f-c440-49bd-a24c-6a068eaed519 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:01.863642 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-446ff49f-c440-49bd-a24c-6a068eaed519 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4705312 Feb 28 14:29:01.864739 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58208) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:01.873752 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fc959de1-4c03-4b8c-9f34-4af0082f5bf3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'security_group': {'name': 'tempest-secgroup-584249634'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:01.882368 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fc959de1-4c03-4b8c-9f34-4af0082f5bf3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:01.887684 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fc959de1-4c03-4b8c-9f34-4af0082f5bf3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:security_group and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:01.893939 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fc959de1-4c03-4b8c-9f34-4af0082f5bf3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:01.910994 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fc959de1-4c03-4b8c-9f34-4af0082f5bf3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:01.945078 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc959de1-4c03-4b8c-9f34-4af0082f5bf3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:01.974342 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6789fb8d-f315-490e-8939-17338de115e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'name': 'tempest-TestNetworkBasicOps-router-817127117', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:28:55Z', 'updated_at': '2022-02-28T14:28:57Z', 'revision_number': 3, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:82:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:28:56Z', 'updated_at': '2022-02-28T14:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:01.993426 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fc959de1-4c03-4b8c-9f34-4af0082f5bf3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:01.999448 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fc959de1-4c03-4b8c-9f34-4af0082f5bf3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:security_group_rule and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:02.003717 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fc959de1-4c03-4b8c-9f34-4af0082f5bf3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:02.013431 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fc959de1-4c03-4b8c-9f34-4af0082f5bf3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:02.049118 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6789fb8d-f315-490e-8939-17338de115e7 None None] The sync data for ids ['1e74d8f8-22c4-48e4-932a-f1f59ef0affe'] in dv-neutron-831192-4-hyperv is: [{'id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'name': 'tempest-TestNetworkBasicOps-router-817127117', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:28:55Z', 'updated_at': '2022-02-28T14:28:57Z', 'revision_number': 3, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:82:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:28:56Z', 'updated_at': '2022-02-28T14:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:29:02.108934 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc959de1-4c03-4b8c-9f34-4af0082f5bf3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:02.118723 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc959de1-4c03-4b8c-9f34-4af0082f5bf3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:02.194671 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc959de1-4c03-4b8c-9f34-4af0082f5bf3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:02.201666 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fc959de1-4c03-4b8c-9f34-4af0082f5bf3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3346689 Feb 28 14:29:02.205004 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58222) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:02.248833 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6ab5ec6d-c408-4f19-a870-4c9897a2c6a6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-148677781', 'security_groups': ['9d07c32b-daee-45ee-a100-da7feec48cb9'], 'network_id': 'c552b6b4-4225-4369-a19c-c50fb286d574', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0f8fb8e6-c7c6-43bc-a491-1ea6c5cec422'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:02.252654 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58228) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:02.278432 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-83f68732-317f-4563-8f76-6da1786df3f6 None None] Provisioning complete for port a899dcd8-f63a-4d05-a634-c840e7664288 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:02.278812 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-83f68732-317f-4563-8f76-6da1786df3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:02.354619 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc959de1-4c03-4b8c-9f34-4af0082f5bf3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d07c32b-daee-45ee-a100-da7feec48cb9,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:02.413029 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-acad43e9-111c-4281-86da-521cc3bab1d1 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:02.470479 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-68342913-0a90-4f89-ac4a-4996799b175c tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:02.482535 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc959de1-4c03-4b8c-9f34-4af0082f5bf3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:02.482884 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc959de1-4c03-4b8c-9f34-4af0082f5bf3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:02.483245 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc959de1-4c03-4b8c-9f34-4af0082f5bf3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:02.483583 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc959de1-4c03-4b8c-9f34-4af0082f5bf3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:02.483915 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc959de1-4c03-4b8c-9f34-4af0082f5bf3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:02.484245 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc959de1-4c03-4b8c-9f34-4af0082f5bf3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:02.484568 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc959de1-4c03-4b8c-9f34-4af0082f5bf3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:02.484890 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc959de1-4c03-4b8c-9f34-4af0082f5bf3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:02.485208 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc959de1-4c03-4b8c-9f34-4af0082f5bf3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:02.485531 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc959de1-4c03-4b8c-9f34-4af0082f5bf3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:02.499535 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc959de1-4c03-4b8c-9f34-4af0082f5bf3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:02.505502 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc959de1-4c03-4b8c-9f34-4af0082f5bf3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:29:02.515003 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-acad43e9-111c-4281-86da-521cc3bab1d1 None None] Transition to ACTIVE for port object d17b6db9-31c4-46a1-87c8-a2197d11eee3 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:02.612893 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58240) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:02.635997 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6ab5ec6d-c408-4f19-a870-4c9897a2c6a6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:02.652789 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6ab5ec6d-c408-4f19-a870-4c9897a2c6a6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:02.660027 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-acad43e9-111c-4281-86da-521cc3bab1d1 None None] Transition to ACTIVE for port object d17b6db9-31c4-46a1-87c8-a2197d11eee3 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:02.678059 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-acad43e9-111c-4281-86da-521cc3bab1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:02.678999 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab5ec6d-c408-4f19-a870-4c9897a2c6a6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:29:02.733922 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b3c0c4f3-3a8b-47d2-bb41-cc262612e11f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2027417428-network', 'tenant_id': 'c274490ac83d4e2ca5f8b319589b3c6b'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:02.742521 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b3c0c4f3-3a8b-47d2-bb41-cc262612e11f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:02.771141 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-68342913-0a90-4f89-ac4a-4996799b175c tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Calling delete_port for 2e6de1ca-ba9f-4eb1-a8c9-8b243f08e3c4 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:29:02.785715 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad43e9-111c-4281-86da-521cc3bab1d1 None None] Pushing event updated for resources: {'Port': ['ID=d17b6db9-31c4-46a1-87c8-a2197d11eee3,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:02.790697 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b3c0c4f3-3a8b-47d2-bb41-cc262612e11f admin admin] Usage tracker for resource:network and tenant:c274490ac83d4e2ca5f8b319589b3c6b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:02.798641 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b3c0c4f3-3a8b-47d2-bb41-cc262612e11f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:02.813484 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b3c0c4f3-3a8b-47d2-bb41-cc262612e11f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:02.835815 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c0c4f3-3a8b-47d2-bb41-cc262612e11f admin admin] Made reservation on behalf of c274490ac83d4e2ca5f8b319589b3c6b for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:29:02.838315 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3c0c4f3-3a8b-47d2-bb41-cc262612e11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:02.838914 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7f758fe0-5c29-489e-bf21-127fe33204c5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Request body: {'security_group': {'name': 'tempest-secgroup--1666960252'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:02.857437 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7f758fe0-5c29-489e-bf21-127fe33204c5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:02.866442 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3c0c4f3-3a8b-47d2-bb41-cc262612e11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:02.885982 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ab5ec6d-c408-4f19-a870-4c9897a2c6a6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:02.898060 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b3c0c4f3-3a8b-47d2-bb41-cc262612e11f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:02.906207 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b3c0c4f3-3a8b-47d2-bb41-cc262612e11f admin admin] Usage tracker for resource:security_group_rule and tenant:c274490ac83d4e2ca5f8b319589b3c6b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:02.910102 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b3c0c4f3-3a8b-47d2-bb41-cc262612e11f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:02.914920 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7f758fe0-5c29-489e-bf21-127fe33204c5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Usage tracker for resource:security_group and tenant:4736ace8790a4456b5e23fe41da4d865 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:02.919729 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b3c0c4f3-3a8b-47d2-bb41-cc262612e11f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:02.922626 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-6ab5ec6d-c408-4f19-a870-4c9897a2c6a6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] device_id is not set on port 3364b788-fce8-4f40-8f2c-87c979ce7af6 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:29:02.930402 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7f758fe0-5c29-489e-bf21-127fe33204c5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:02.931879 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acad43e9-111c-4281-86da-521cc3bab1d1 None None] Network b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:02.938383 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-acad43e9-111c-4281-86da-521cc3bab1d1 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:02.953514 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acad43e9-111c-4281-86da-521cc3bab1d1 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:29:02.955636 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7f758fe0-5c29-489e-bf21-127fe33204c5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:02.984725 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ac03462-1ec7-499b-8dca-647b4b08cd33 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:03.025849 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-83f68732-317f-4563-8f76-6da1786df3f6 None None] Provisioning complete for port 700f7c04-1bf7-4cc7-9bc6-f4c66bedc711 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:03.025849 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-83f68732-317f-4563-8f76-6da1786df3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:03.059568 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac03462-1ec7-499b-8dca-647b4b08cd33 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Port': ['ID=104d250c-cb39-4fd4-844e-1c34d137e8da,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:03.156824 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbc2787-fef6-4765-a9b2-66fd029ff82b None None] Update dhcp port {'port': {'network_id': 'c552b6b4-4225-4369-a19c-c50fb286d574', 'fixed_ips': [{'subnet_id': '763f6708-1efa-4877-9d8b-acfda00a2ef6', 'ip_address': '172.20.0.18'}, {'subnet_id': '0f8fb8e6-c7c6-43bc-a491-1ea6c5cec422'}], 'binding:host_id': 'dv-neutron-831192-4-hyperv'}, 'id': 'a899dcd8-f63a-4d05-a634-c840e7664288'} from dv-neutron-831192-4-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 14:29:03.160972 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7f758fe0-5c29-489e-bf21-127fe33204c5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:03.198044 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7f758fe0-5c29-489e-bf21-127fe33204c5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:03.202882 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3c0c4f3-3a8b-47d2-bb41-cc262612e11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:03.209667 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-6ab5ec6d-c408-4f19-a870-4c9897a2c6a6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Allocated IP 172.20.0.12 (c552b6b4-4225-4369-a19c-c50fb286d574/0f8fb8e6-c7c6-43bc-a491-1ea6c5cec422/3364b788-fce8-4f40-8f2c-87c979ce7af6) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:29:03.216230 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3c0c4f3-3a8b-47d2-bb41-cc262612e11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:03.239225 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-83f68732-317f-4563-8f76-6da1786df3f6 None None] Port 700f7c04-1bf7-4cc7-9bc6-f4c66bedc711 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:29:03.248505 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c0c4f3-3a8b-47d2-bb41-cc262612e11f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:29:03.270430 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-acad43e9-111c-4281-86da-521cc3bab1d1 None None] Attempting to bind port d17b6db9-31c4-46a1-87c8-a2197d11eee3 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:29:03.271093 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-acad43e9-111c-4281-86da-521cc3bab1d1 None None] Attempting to bind port d17b6db9-31c4-46a1-87c8-a2197d11eee3 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '4dcad0c1-00ef-450c-97d2-a23c7c1afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:29:03.271740 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acad43e9-111c-4281-86da-521cc3bab1d1 None None] Attempting to bind port d17b6db9-31c4-46a1-87c8-a2197d11eee3 on network b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:29:03.286283 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a8c0e9ed-8e58-4efa-b94b-49a1ac3cd045 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:03.287197 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acad43e9-111c-4281-86da-521cc3bab1d1 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:29:03.287590 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acad43e9-111c-4281-86da-521cc3bab1d1 None None] Checking segment: {'id': '4dcad0c1-00ef-450c-97d2-a23c7c1afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:29:03.288902 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-acad43e9-111c-4281-86da-521cc3bab1d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:03.289318 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acad43e9-111c-4281-86da-521cc3bab1d1 None None] Bound using segment: {'id': '4dcad0c1-00ef-450c-97d2-a23c7c1afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:29:03.289924 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-acad43e9-111c-4281-86da-521cc3bab1d1 None None] Bound port: d17b6db9-31c4-46a1-87c8-a2197d11eee3, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dcad0c1-00ef-450c-97d2-a23c7c1afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:29:03.290619 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-acad43e9-111c-4281-86da-521cc3bab1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:03.295812 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3c0c4f3-3a8b-47d2-bb41-cc262612e11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:03.296855 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-b3c0c4f3-3a8b-47d2-bb41-cc262612e11f admin admin] Added segment 510f643b-481c-4d0a-9a88-5efcff3f1ad7 of type vlan for network 2dda0434-1bf3-4f01-89d9-881498296301 Feb 28 14:29:03.312465 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ac03462-1ec7-499b-8dca-647b4b08cd33 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:03.313965 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0c4f3-3a8b-47d2-bb41-cc262612e11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861eadbf-56e5-48f3-91f9-8ce5dbf4e988,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:03.354026 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fdbc2787-fef6-4765-a9b2-66fd029ff82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:03.379622 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7f758fe0-5c29-489e-bf21-127fe33204c5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:03.406857 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3c0c4f3-3a8b-47d2-bb41-cc262612e11f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:03.461253 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7f758fe0-5c29-489e-bf21-127fe33204c5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Usage tracker for resource:security_group_rule and tenant:4736ace8790a4456b5e23fe41da4d865 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:03.521643 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7f758fe0-5c29-489e-bf21-127fe33204c5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:03.548736 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7f758fe0-5c29-489e-bf21-127fe33204c5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:03.551925 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3c0c4f3-3a8b-47d2-bb41-cc262612e11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:03.552750 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c0c4f3-3a8b-47d2-bb41-cc262612e11f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:03.555970 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3c0c4f3-3a8b-47d2-bb41-cc262612e11f admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:03.630945 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-acad43e9-111c-4281-86da-521cc3bab1d1 None None] For port d17b6db9-31c4-46a1-87c8-a2197d11eee3, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:29:03.632614 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b3c0c4f3-3a8b-47d2-bb41-cc262612e11f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0182326 Feb 28 14:29:03.637102 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-acad43e9-111c-4281-86da-521cc3bab1d1 None None] For port d17b6db9-31c4-46a1-87c8-a2197d11eee3, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d17b6db9-31c4-46a1-87c8-a2197d11eee3,segment=NetworkSegment(4dcad0c1-00ef-450c-97d2-a23c7c1afa00),segment_id=4dcad0c1-00ef-450c-97d2-a23c7c1afa00)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:29:03.642340 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-acad43e9-111c-4281-86da-521cc3bab1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:03.645862 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58246) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:03.656698 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9da4c72b-da6d-43a1-931d-d90ff1cd5a2d admin admin] Request body: {'subnet': {'network_id': '2dda0434-1bf3-4f01-89d9-881498296301', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2027417428-subnet', 'tenant_id': 'c274490ac83d4e2ca5f8b319589b3c6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:03.665804 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9da4c72b-da6d-43a1-931d-d90ff1cd5a2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:03.675459 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ac03462-1ec7-499b-8dca-647b4b08cd33 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:03.685367 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ac03462-1ec7-499b-8dca-647b4b08cd33 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:03.719748 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device dada31d9-3d56-4242-836d-5bd21c88432e up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:29:03.725963 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9da4c72b-da6d-43a1-931d-d90ff1cd5a2d admin admin] Usage tracker for resource:subnet and tenant:c274490ac83d4e2ca5f8b319589b3c6b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:03.731016 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9da4c72b-da6d-43a1-931d-d90ff1cd5a2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:03.739030 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0c4f3-3a8b-47d2-bb41-cc262612e11f admin admin] Pushing event updated for resources: {'Network': ['ID=2dda0434-1bf3-4f01-89d9-881498296301,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:03.741601 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9da4c72b-da6d-43a1-931d-d90ff1cd5a2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:03.754999 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da4c72b-da6d-43a1-931d-d90ff1cd5a2d admin admin] Made reservation on behalf of c274490ac83d4e2ca5f8b319589b3c6b for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:29:03.757588 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9da4c72b-da6d-43a1-931d-d90ff1cd5a2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:03.815990 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 2dda0434-1bf3-4f01-89d9-881498296301 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:29:03.881846 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ac03462-1ec7-499b-8dca-647b4b08cd33 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:03.883336 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac03462-1ec7-499b-8dca-647b4b08cd33 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Fanout notify agent at l3_agent the message router_deleted on router 966cf249-4ddd-4b86-9459-1749bfc3a615 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:29:03.973832 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-68342913-0a90-4f89-ac4a-4996799b175c tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:04.000676 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad43e9-111c-4281-86da-521cc3bab1d1 None None] Pushing event updated for resources: {'Port': ['ID=d17b6db9-31c4-46a1-87c8-a2197d11eee3,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:04.008507 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port dada31d9-3d56-4242-836d-5bd21c88432e completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:04.018625 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port dada31d9-3d56-4242-836d-5bd21c88432e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:04.019117 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:04.023627 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ab5ec6d-c408-4f19-a870-4c9897a2c6a6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:04.053593 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-6ab5ec6d-c408-4f19-a870-4c9897a2c6a6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Transition to ACTIVE for port object 3364b788-fce8-4f40-8f2c-87c979ce7af6 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:04.174642 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68342913-0a90-4f89-ac4a-4996799b175c tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Port': ['ID=2e6de1ca-ba9f-4eb1-a8c9-8b243f08e3c4,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:04.181606 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ab5ec6d-c408-4f19-a870-4c9897a2c6a6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:04.234236 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:04.299754 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port dada31d9-3d56-4242-836d-5bd21c88432e, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=dada31d9-3d56-4242-836d-5bd21c88432e,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:29:04.317880 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:04.328535 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab5ec6d-c408-4f19-a870-4c9897a2c6a6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network c552b6b4-4225-4369-a19c-c50fb286d574 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:04.355879 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5ec6d-c408-4f19-a870-4c9897a2c6a6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Port': ['ID=3364b788-fce8-4f40-8f2c-87c979ce7af6,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:04.361281 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-6ab5ec6d-c408-4f19-a870-4c9897a2c6a6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:04.381009 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab5ec6d-c408-4f19-a870-4c9897a2c6a6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:29:04.396052 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-fdbc2787-fef6-4765-a9b2-66fd029ff82b None None] Allocated IP 172.20.0.2 (c552b6b4-4225-4369-a19c-c50fb286d574/0f8fb8e6-c7c6-43bc-a491-1ea6c5cec422/a899dcd8-f63a-4d05-a634-c840e7664288) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:29:04.476929 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9da4c72b-da6d-43a1-931d-d90ff1cd5a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:04.522647 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=dada31d9-3d56-4242-836d-5bd21c88432e,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:04.552909 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab5ec6d-c408-4f19-a870-4c9897a2c6a6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:04.553530 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6ab5ec6d-c408-4f19-a870-4c9897a2c6a6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:04.618780 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4c72b-da6d-43a1-931d-d90ff1cd5a2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dec236d2-36e1-4e91-9b0d-7fae6bd6853c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:04.621901 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6ab5ec6d-c408-4f19-a870-4c9897a2c6a6 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4115462 Feb 28 14:29:04.625460 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58250) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:04.634638 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3f214d39-55d0-452d-a273-bbdf5933938c tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'subnet': {'network_id': 'c552b6b4-4225-4369-a19c-c50fb286d574', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:04.658562 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-fdbc2787-fef6-4765-a9b2-66fd029ff82b None None] For port a899dcd8-f63a-4d05-a634-c840e7664288, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=a899dcd8-f63a-4d05-a634-c840e7664288,segment=NetworkSegment(5ac37a88-1607-4999-87c8-291fa37cf983),segment_id=5ac37a88-1607-4999-87c8-291fa37cf983)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:29:04.668602 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6ac03462-1ec7-499b-8dca-647b4b08cd33 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:04.669969 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6ac03462-1ec7-499b-8dca-647b4b08cd33 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/routers/966cf249-4ddd-4b86-9459-1749bfc3a615 HTTP/1.1" status: 204 len: 168 time: 5.2227068 Feb 28 14:29:04.672513 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da4c72b-da6d-43a1-931d-d90ff1cd5a2d admin admin] Checking segment: {'id': '510f643b-481c-4d0a-9a88-5efcff3f1ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2dda0434-1bf3-4f01-89d9-881498296301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:29:04.672865 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da4c72b-da6d-43a1-931d-d90ff1cd5a2d admin admin] Network hostable DHCP agents. Network: 2dda0434-1bf3-4f01-89d9-881498296301, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:29:04.681148 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58254) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:04.694048 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fb1f61d0-6393-466a-9025-e0277597b20a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'network': {'name': 'tempest-RoutersTest-113098197'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:04.704817 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fdbc2787-fef6-4765-a9b2-66fd029ff82b None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:04.733604 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fdbc2787-fef6-4765-a9b2-66fd029ff82b None None] Transition to ACTIVE for port object a899dcd8-f63a-4d05-a634-c840e7664288 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:04.738030 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fdbc2787-fef6-4765-a9b2-66fd029ff82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:04.750068 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fb1f61d0-6393-466a-9025-e0277597b20a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:04.762413 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fb1f61d0-6393-466a-9025-e0277597b20a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Usage tracker for resource:network and tenant:2f27756656034771b730bac18fc748ab is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:04.775558 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fb1f61d0-6393-466a-9025-e0277597b20a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:04.786550 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da4c72b-da6d-43a1-931d-d90ff1cd5a2d admin admin] Network 2dda0434-1bf3-4f01-89d9-881498296301 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:29:04.790579 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fb1f61d0-6393-466a-9025-e0277597b20a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:04.800385 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7f758fe0-5c29-489e-bf21-127fe33204c5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:04.801777 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-68342913-0a90-4f89-ac4a-4996799b175c tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:04.812459 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7f758fe0-5c29-489e-bf21-127fe33204c5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:04.813527 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-9da4c72b-da6d-43a1-931d-d90ff1cd5a2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 2dda0434-1bf3-4f01-89d9-881498296301) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:04.831873 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da4c72b-da6d-43a1-931d-d90ff1cd5a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:04.832444 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9da4c72b-da6d-43a1-931d-d90ff1cd5a2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:04.832629 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7f758fe0-5c29-489e-bf21-127fe33204c5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:04.836036 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1f61d0-6393-466a-9025-e0277597b20a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Made reservation on behalf of 2f27756656034771b730bac18fc748ab for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:29:04.839147 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb1f61d0-6393-466a-9025-e0277597b20a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:04.858636 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36412284-7db0-454b-835c-76648eb5b765 None None] Network 2dda0434-1bf3-4f01-89d9-881498296301 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:04.871295 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3f214d39-55d0-452d-a273-bbdf5933938c tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:04.885367 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1f61d0-6393-466a-9025-e0277597b20a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:29:04.894265 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb1f61d0-6393-466a-9025-e0277597b20a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:04.894569 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-fb1f61d0-6393-466a-9025-e0277597b20a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Added segment aa32ce01-cd44-4574-b366-564782a32d44 of type vlan for network a167bb61-b23d-4e20-a5c1-7330b104e6aa Feb 28 14:29:04.902279 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7f758fe0-5c29-489e-bf21-127fe33204c5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Usage tracker for resource:security_group_rule and tenant:4736ace8790a4456b5e23fe41da4d865 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:04.921910 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb1f61d0-6393-466a-9025-e0277597b20a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:04.944596 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7f758fe0-5c29-489e-bf21-127fe33204c5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:04.951517 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9da4c72b-da6d-43a1-931d-d90ff1cd5a2d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3017633 Feb 28 14:29:04.952910 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3f214d39-55d0-452d-a273-bbdf5933938c tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:subnet and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:04.956628 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb1f61d0-6393-466a-9025-e0277597b20a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:04.962186 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1f61d0-6393-466a-9025-e0277597b20a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:04.962827 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fb1f61d0-6393-466a-9025-e0277597b20a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:04.974410 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7f758fe0-5c29-489e-bf21-127fe33204c5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:04.989382 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3f214d39-55d0-452d-a273-bbdf5933938c tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:05.019251 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3f214d39-55d0-452d-a273-bbdf5933938c tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:05.034966 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f758fe0-5c29-489e-bf21-127fe33204c5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40417214-d58b-4c7c-b5fa-cf139e888ac2,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:05.099660 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f61d0-6393-466a-9025-e0277597b20a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Network': ['ID=a167bb61-b23d-4e20-a5c1-7330b104e6aa,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:05.117591 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc2787-fef6-4765-a9b2-66fd029ff82b None None] Pushing event updated for resources: {'Port': ['ID=a899dcd8-f63a-4d05-a634-c840e7664288,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:05.131703 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fb1f61d0-6393-466a-9025-e0277597b20a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4356430 Feb 28 14:29:05.134454 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58260) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:05.138953 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f214d39-55d0-452d-a273-bbdf5933938c tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:29:05.141490 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network a167bb61-b23d-4e20-a5c1-7330b104e6aa details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:29:05.143544 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3f214d39-55d0-452d-a273-bbdf5933938c tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:05.166229 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-65006452-7433-460d-bd35-1aa4fa67dd8d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'subnet': {'network_id': 'a167bb61-b23d-4e20-a5c1-7330b104e6aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:05.172591 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-a8c0e9ed-8e58-4efa-b94b-49a1ac3cd045 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.20.0.1 (b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b/edb6d5c6-4fdb-454f-ab90-933ebe5c052b/15b79571-f6d1-407f-aa9d-12a6d5c8f2a0) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:29:05.449617 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:05.549385 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-65006452-7433-460d-bd35-1aa4fa67dd8d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:05.586360 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-65006452-7433-460d-bd35-1aa4fa67dd8d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Usage tracker for resource:subnet and tenant:2f27756656034771b730bac18fc748ab is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:05.599570 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-65006452-7433-460d-bd35-1aa4fa67dd8d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:05.615048 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-65006452-7433-460d-bd35-1aa4fa67dd8d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:05.615229 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b69e93-2af8-4a37-a584-49fac678d607 None None] Network 2dda0434-1bf3-4f01-89d9-881498296301 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:05.664160 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65006452-7433-460d-bd35-1aa4fa67dd8d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Made reservation on behalf of 2f27756656034771b730bac18fc748ab for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:29:05.679848 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65006452-7433-460d-bd35-1aa4fa67dd8d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:05.717567 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.ipam_backend_mixin [None req-3f214d39-55d0-452d-a273-bbdf5933938c tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0f8fb8e6-c7c6-43bc-a491-1ea6c5cec422 (CIDR: 172.20.0.0/28) Feb 28 14:29:05.724979 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f214d39-55d0-452d-a273-bbdf5933938c tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:29:05.725470 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f214d39-55d0-452d-a273-bbdf5933938c tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:29:05.844295 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af22abcb-15d5-4ae5-8cbf-ea2e41b0d735 None None] Network b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:05.862478 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a8c0e9ed-8e58-4efa-b94b-49a1ac3cd045 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:05.863433 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3f214d39-55d0-452d-a273-bbdf5933938c tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2363098 Feb 28 14:29:05.867451 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58272) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:05.872133 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device a899dcd8-f63a-4d05-a634-c840e7664288 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:29:05.885299 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0db7a2e8-ce5f-4d44-89fe-88ba50202667 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'subnet': {'network_id': 'c552b6b4-4225-4369-a19c-c50fb286d574', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:05.887480 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-a8c0e9ed-8e58-4efa-b94b-49a1ac3cd045 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Transition to ACTIVE for port object 15b79571-f6d1-407f-aa9d-12a6d5c8f2a0 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:05.938548 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a8c0e9ed-8e58-4efa-b94b-49a1ac3cd045 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:06.002396 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7f758fe0-5c29-489e-bf21-127fe33204c5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:06.018430 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68342913-0a90-4f89-ac4a-4996799b175c tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Router 7d5a2d21-b021-4f9d-801e-057723979eed has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:29:06.046372 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7f758fe0-5c29-489e-bf21-127fe33204c5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:06.108527 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c0e9ed-8e58-4efa-b94b-49a1ac3cd045 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:06.141582 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58280) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:06.144974 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-a8c0e9ed-8e58-4efa-b94b-49a1ac3cd045 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:06.160447 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c1512386-0528-4f82-9e36-2cf719713c82 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1730649268-network', 'tenant_id': 'ae4cd26dfe8b45a9bdc202e2e2c304dd'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:06.165016 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c0e9ed-8e58-4efa-b94b-49a1ac3cd045 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:29:06.180462 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-192f2f59-900e-41bf-a58c-a34d4009e62e None None] Provisioning for port d17b6db9-31c4-46a1-87c8-a2197d11eee3 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:06.183612 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c1512386-0528-4f82-9e36-2cf719713c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:06.194799 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c1512386-0528-4f82-9e36-2cf719713c82 admin admin] Usage tracker for resource:network and tenant:ae4cd26dfe8b45a9bdc202e2e2c304dd is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:06.198225 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c1512386-0528-4f82-9e36-2cf719713c82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:06.210771 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c1512386-0528-4f82-9e36-2cf719713c82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:06.219587 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0db7a2e8-ce5f-4d44-89fe-88ba50202667 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:06.226392 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0db7a2e8-ce5f-4d44-89fe-88ba50202667 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:subnet and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:06.231987 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0db7a2e8-ce5f-4d44-89fe-88ba50202667 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:06.274932 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0db7a2e8-ce5f-4d44-89fe-88ba50202667 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:06.313640 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f758fe0-5c29-489e-bf21-127fe33204c5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a7434d-de62-481b-b4f9-09c70248c5fa,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:06.335346 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0e9ed-8e58-4efa-b94b-49a1ac3cd045 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=15b79571-f6d1-407f-aa9d-12a6d5c8f2a0,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:06.362944 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db7a2e8-ce5f-4d44-89fe-88ba50202667 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:29:06.366662 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0db7a2e8-ce5f-4d44-89fe-88ba50202667 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:06.394776 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1512386-0528-4f82-9e36-2cf719713c82 admin admin] Made reservation on behalf of ae4cd26dfe8b45a9bdc202e2e2c304dd for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:29:06.397098 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1512386-0528-4f82-9e36-2cf719713c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:06.404423 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device dada31d9-3d56-4242-836d-5bd21c88432e up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:29:06.414174 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7f758fe0-5c29-489e-bf21-127fe33204c5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:06.418999 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7f758fe0-5c29-489e-bf21-127fe33204c5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 4.1616397 Feb 28 14:29:06.419360 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1512386-0528-4f82-9e36-2cf719713c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:06.419847 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58284) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:06.429433 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65006452-7433-460d-bd35-1aa4fa67dd8d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:06.451753 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a4ee4a77-9aac-464b-8596-ecbbfb5601bf None None] Provisioning for port 3364b788-fce8-4f40-8f2c-87c979ce7af6 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:06.468123 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a8c0e9ed-8e58-4efa-b94b-49a1ac3cd045 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:06.511782 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68342913-0a90-4f89-ac4a-4996799b175c tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:29:06.519567 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-68342913-0a90-4f89-ac4a-4996799b175c tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "PUT /v2.0/routers/7d5a2d21-b021-4f9d-801e-057723979eed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7652445 Feb 28 14:29:06.522142 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58288) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:06.527497 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0f650a-7dc5-4e03-b872-4127f8cb2c33 None None] Sync routers for ids ['7d5a2d21-b021-4f9d-801e-057723979eed'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:29:06.537483 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0f650a-7dc5-4e03-b872-4127f8cb2c33 None None] Routers {'7d5a2d21-b021-4f9d-801e-057723979eed'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:06.538099 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ae0f650a-7dc5-4e03-b872-4127f8cb2c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['7d5a2d21-b021-4f9d-801e-057723979eed'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:06.556522 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c1512386-0528-4f82-9e36-2cf719713c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:06.569631 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c1512386-0528-4f82-9e36-2cf719713c82 admin admin] Usage tracker for resource:security_group_rule and tenant:ae4cd26dfe8b45a9bdc202e2e2c304dd is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:06.570925 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a4ee4a77-9aac-464b-8596-ecbbfb5601bf None None] Provisioning complete for port 3364b788-fce8-4f40-8f2c-87c979ce7af6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:06.571325 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a4ee4a77-9aac-464b-8596-ecbbfb5601bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:06.583986 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c1512386-0528-4f82-9e36-2cf719713c82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:06.600712 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ae0f650a-7dc5-4e03-b872-4127f8cb2c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:06.608076 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c1512386-0528-4f82-9e36-2cf719713c82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:06.610138 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0f650a-7dc5-4e03-b872-4127f8cb2c33 None None] Routers {'7d5a2d21-b021-4f9d-801e-057723979eed'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:06.611308 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ae0f650a-7dc5-4e03-b872-4127f8cb2c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:28:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['7d5a2d21-b021-4f9d-801e-057723979eed'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:06.637640 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65006452-7433-460d-bd35-1aa4fa67dd8d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Subnet': ['ID=6c0941e7-a556-4a99-9a80-77c6bd1fc4e9,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:06.646800 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a4ee4a77-9aac-464b-8596-ecbbfb5601bf None None] Port 3364b788-fce8-4f40-8f2c-87c979ce7af6 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:29:06.678526 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ae0f650a-7dc5-4e03-b872-4127f8cb2c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:06.679249 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0f650a-7dc5-4e03-b872-4127f8cb2c33 None None] The sync data for ids ['7d5a2d21-b021-4f9d-801e-057723979eed'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:29:06.690170 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a4ee4a77-9aac-464b-8596-ecbbfb5601bf None None] Provisioning for port a899dcd8-f63a-4d05-a634-c840e7664288 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:06.690358 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.ipam_backend_mixin [None req-0db7a2e8-ce5f-4d44-89fe-88ba50202667 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 763f6708-1efa-4877-9d8b-acfda00a2ef6 (CIDR: 172.20.0.16/28) Feb 28 14:29:06.692740 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65006452-7433-460d-bd35-1aa4fa67dd8d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Checking segment: {'id': 'aa32ce01-cd44-4574-b366-564782a32d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a167bb61-b23d-4e20-a5c1-7330b104e6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:29:06.693180 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65006452-7433-460d-bd35-1aa4fa67dd8d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network hostable DHCP agents. Network: a167bb61-b23d-4e20-a5c1-7330b104e6aa, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:29:06.694286 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port dada31d9-3d56-4242-836d-5bd21c88432e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:06.694899 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:06.704084 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db7a2e8-ce5f-4d44-89fe-88ba50202667 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:29:06.704575 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db7a2e8-ce5f-4d44-89fe-88ba50202667 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:29:06.739237 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a4ee4a77-9aac-464b-8596-ecbbfb5601bf None None] Provisioning complete for port a899dcd8-f63a-4d05-a634-c840e7664288 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:06.739631 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a4ee4a77-9aac-464b-8596-ecbbfb5601bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:06.757429 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65006452-7433-460d-bd35-1aa4fa67dd8d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network a167bb61-b23d-4e20-a5c1-7330b104e6aa is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:29:06.775245 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0db7a2e8-ce5f-4d44-89fe-88ba50202667 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9052577 Feb 28 14:29:06.776688 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58292) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:06.783450 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9ef39df8-14a5-450c-a47e-ec37460ecea2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'subnet': {'network_id': 'c552b6b4-4225-4369-a19c-c50fb286d574', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:06.889371 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b76f3574-cb13-46f2-9d68-71830a11eeb0 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Synchronizing usage tracker for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:06.936584 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-65006452-7433-460d-bd35-1aa4fa67dd8d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, a167bb61-b23d-4e20-a5c1-7330b104e6aa) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:06.948729 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65006452-7433-460d-bd35-1aa4fa67dd8d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:06.950505 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65006452-7433-460d-bd35-1aa4fa67dd8d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:06.953350 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072e7198-9e63-4c45-8aaa-6655f04ea81c None None] Network a167bb61-b23d-4e20-a5c1-7330b104e6aa requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:06.991209 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d17b6db9-31c4-46a1-87c8-a2197d11eee3 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:29:07.038083 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1512386-0528-4f82-9e36-2cf719713c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:07.059588 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1512386-0528-4f82-9e36-2cf719713c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:07.097777 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-65006452-7433-460d-bd35-1aa4fa67dd8d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9612808 Feb 28 14:29:07.106017 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58296) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:07.115083 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1512386-0528-4f82-9e36-2cf719713c82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:29:07.122995 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b76f3574-cb13-46f2-9d68-71830a11eeb0 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Unset dirty status for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:07.124313 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b76f3574-cb13-46f2-9d68-71830a11eeb0 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.6917465 Feb 28 14:29:07.135215 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f31f6060-7f93-4922-9188-dd8f64556cf9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-189812242', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:07.140351 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58300) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:07.141804 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f31f6060-7f93-4922-9188-dd8f64556cf9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:07.145995 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f31f6060-7f93-4922-9188-dd8f64556cf9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Usage tracker for resource:router and tenant:2f27756656034771b730bac18fc748ab is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:07.154571 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f31f6060-7f93-4922-9188-dd8f64556cf9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:07.163590 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f31f6060-7f93-4922-9188-dd8f64556cf9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:07.163945 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a4ee4a77-9aac-464b-8596-ecbbfb5601bf None None] Provisioning complete for port 700f7c04-1bf7-4cc7-9bc6-f4c66bedc711 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:07.164423 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a4ee4a77-9aac-464b-8596-ecbbfb5601bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:07.177479 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9982b69d-2e2a-45d8-be3d-50bbbc60866f tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Request body: {'security_group': {'name': 'tempest-security--2102332193', 'description': 'tempest-security-description-49267492'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:07.195978 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1512386-0528-4f82-9e36-2cf719713c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:07.196334 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-c1512386-0528-4f82-9e36-2cf719713c82 admin admin] Added segment 19b7be6e-f860-45a9-bc55-1fa3f009e9d7 of type vlan for network 2f919807-3c93-4942-a23c-6296d652710f Feb 28 14:29:07.209280 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1512386-0528-4f82-9e36-2cf719713c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69949a63-65bc-4362-a968-d495408e8faf,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:07.223164 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f31f6060-7f93-4922-9188-dd8f64556cf9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:07.224244 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f31f6060-7f93-4922-9188-dd8f64556cf9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:07.238266 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1512386-0528-4f82-9e36-2cf719713c82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:07.251166 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f31f6060-7f93-4922-9188-dd8f64556cf9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:07.282626 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1512386-0528-4f82-9e36-2cf719713c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:07.283620 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1512386-0528-4f82-9e36-2cf719713c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:07.284187 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1512386-0528-4f82-9e36-2cf719713c82 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:07.293231 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9ef39df8-14a5-450c-a47e-ec37460ecea2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:07.297631 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9ef39df8-14a5-450c-a47e-ec37460ecea2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Usage tracker for resource:subnet and tenant:c214fd1eb53045a6b1f8184e904b5bb7 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:07.298712 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port d17b6db9-31c4-46a1-87c8-a2197d11eee3 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:07.300504 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9ef39df8-14a5-450c-a47e-ec37460ecea2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:07.306778 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9ef39df8-14a5-450c-a47e-ec37460ecea2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:07.314605 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a4ee4a77-9aac-464b-8596-ecbbfb5601bf None None] Port 700f7c04-1bf7-4cc7-9bc6-f4c66bedc711 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:29:07.319704 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port d17b6db9-31c4-46a1-87c8-a2197d11eee3 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:07.320076 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:07.354182 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef39df8-14a5-450c-a47e-ec37460ecea2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Made reservation on behalf of c214fd1eb53045a6b1f8184e904b5bb7 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:29:07.359189 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ef39df8-14a5-450c-a47e-ec37460ecea2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:07.359459 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a8c0e9ed-8e58-4efa-b94b-49a1ac3cd045 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:07.375940 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f31f6060-7f93-4922-9188-dd8f64556cf9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:07.397597 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9982b69d-2e2a-45d8-be3d-50bbbc60866f tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:07.488810 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f31f6060-7f93-4922-9188-dd8f64556cf9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:07.492701 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f31f6060-7f93-4922-9188-dd8f64556cf9 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3751230 Feb 28 14:29:07.501732 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58304) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:07.509120 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b6942e-0ef7-49dc-8c01-06cfd7fc00f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-a167bb61-b23d-4e20-a5c1-7330b104e6aa', 'network_id': 'a167bb61-b23d-4e20-a5c1-7330b104e6aa', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'fixed_ips': [{'subnet_id': '6c0941e7-a556-4a99-9a80-77c6bd1fc4e9'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:29:07.510386 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-21b6942e-0ef7-49dc-8c01-06cfd7fc00f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:07.540604 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a528a0ee-608c-45ab-96a5-92d19ea4a305 None None] Provisioning for port 15b79571-f6d1-407f-aa9d-12a6d5c8f2a0 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:07.547839 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a528a0ee-608c-45ab-96a5-92d19ea4a305 None None] Provisioning complete for port 15b79571-f6d1-407f-aa9d-12a6d5c8f2a0 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:07.548206 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a528a0ee-608c-45ab-96a5-92d19ea4a305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:07.552367 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c1512386-0528-4f82-9e36-2cf719713c82 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4094803 Feb 28 14:29:07.563387 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58308) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:07.584423 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1512386-0528-4f82-9e36-2cf719713c82 admin admin] Pushing event updated for resources: {'Network': ['ID=2f919807-3c93-4942-a23c-6296d652710f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:07.589510 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2d2661e8-91b0-4b7b-a5f1-285bcd21b627 admin admin] Request body: {'subnet': {'network_id': '2f919807-3c93-4942-a23c-6296d652710f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1730649268-subnet', 'tenant_id': 'ae4cd26dfe8b45a9bdc202e2e2c304dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:07.604178 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2d2661e8-91b0-4b7b-a5f1-285bcd21b627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:07.609620 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:07.626910 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9982b69d-2e2a-45d8-be3d-50bbbc60866f tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:07.628156 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2d2661e8-91b0-4b7b-a5f1-285bcd21b627 admin admin] Usage tracker for resource:subnet and tenant:ae4cd26dfe8b45a9bdc202e2e2c304dd is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:07.633498 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2d2661e8-91b0-4b7b-a5f1-285bcd21b627 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:07.644551 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9982b69d-2e2a-45d8-be3d-50bbbc60866f tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:07.646911 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9982b69d-2e2a-45d8-be3d-50bbbc60866f tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:07.650887 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9982b69d-2e2a-45d8-be3d-50bbbc60866f tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "PUT /v2.0/security-groups/35a7434d-de62-481b-b4f9-09c70248c5fa HTTP/1.1" status: 200 len: 1778 time: 0.5026348 Feb 28 14:29:07.652705 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2d2661e8-91b0-4b7b-a5f1-285bcd21b627 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:07.661410 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58312) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:07.694063 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a528a0ee-608c-45ab-96a5-92d19ea4a305 None None] Port 15b79571-f6d1-407f-aa9d-12a6d5c8f2a0 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:29:07.711822 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 2f919807-3c93-4942-a23c-6296d652710f details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:29:07.729501 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2661e8-91b0-4b7b-a5f1-285bcd21b627 admin admin] Made reservation on behalf of ae4cd26dfe8b45a9bdc202e2e2c304dd for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:29:07.731851 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d2661e8-91b0-4b7b-a5f1-285bcd21b627 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:07.767069 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982b69d-2e2a-45d8-be3d-50bbbc60866f tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a7434d-de62-481b-b4f9-09c70248c5fa,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:07.851249 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1468870d-bf65-4b27-920d-d5b3610ef2a9 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-groups/35a7434d-de62-481b-b4f9-09c70248c5fa HTTP/1.1" status: 200 len: 1778 time: 0.1830926 Feb 28 14:29:07.862014 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58316) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:07.904928 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3ff82724-1704-43aa-ab8f-87f8d07f6e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:07.907731 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port d17b6db9-31c4-46a1-87c8-a2197d11eee3, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d17b6db9-31c4-46a1-87c8-a2197d11eee3,segment=NetworkSegment(4dcad0c1-00ef-450c-97d2-a23c7c1afa00),segment_id=4dcad0c1-00ef-450c-97d2-a23c7c1afa00)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:29:07.924389 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:07.967036 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a528a0ee-608c-45ab-96a5-92d19ea4a305 None None] Provisioning complete for port d17b6db9-31c4-46a1-87c8-a2197d11eee3 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:07.967036 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a528a0ee-608c-45ab-96a5-92d19ea4a305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:08.046899 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ef39df8-14a5-450c-a47e-ec37460ecea2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:08.117825 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef39df8-14a5-450c-a47e-ec37460ecea2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Network c552b6b4-4225-4369-a19c-c50fb286d574 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:08.118850 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d2661e8-91b0-4b7b-a5f1-285bcd21b627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:08.125198 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-9ef39df8-14a5-450c-a47e-ec37460ecea2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:08.129888 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=d17b6db9-31c4-46a1-87c8-a2197d11eee3,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:08.130095 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef39df8-14a5-450c-a47e-ec37460ecea2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:08.130570 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ef39df8-14a5-450c-a47e-ec37460ecea2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:08.165534 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef39df8-14a5-450c-a47e-ec37460ecea2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Subnet': ['ID=3439b331-0661-4809-96b7-3e112ea101ff,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:08.179241 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-73d29b1c-c8b8-47b8-95c5-2c28683bdf8c tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:08.182461 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4760a00c-ced5-4084-8c4f-d9e095d5f2d6 None None] Network c552b6b4-4225-4369-a19c-c50fb286d574 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:08.204448 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-21b6942e-0ef7-49dc-8c01-06cfd7fc00f0 None None] Allocated IP 172.20.0.2 (a167bb61-b23d-4e20-a5c1-7330b104e6aa/6c0941e7-a556-4a99-9a80-77c6bd1fc4e9/0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:29:08.210020 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-73d29b1c-c8b8-47b8-95c5-2c28683bdf8c tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:08.214792 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9ef39df8-14a5-450c-a47e-ec37460ecea2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4343233 Feb 28 14:29:08.225428 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58320) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:08.234845 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e53f5684-c6ad-41dd-a8a1-4ede53107dd2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1741441725', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3439b331-0661-4809-96b7-3e112ea101ff'}], 'security_groups': ['756bbfe4-78ef-4302-9875-84df650e4fe1', '79d90774-12d0-4be3-aa1d-2eba3955e32b']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:08.299239 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2661e8-91b0-4b7b-a5f1-285bcd21b627 admin admin] Checking segment: {'id': '19b7be6e-f860-45a9-bc55-1fa3f009e9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2f919807-3c93-4942-a23c-6296d652710f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:29:08.299589 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2661e8-91b0-4b7b-a5f1-285bcd21b627 admin admin] Network hostable DHCP agents. Network: 2f919807-3c93-4942-a23c-6296d652710f, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:29:08.328515 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2661e8-91b0-4b7b-a5f1-285bcd21b627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee71bc39-62cd-496f-a0bc-e30eac648184,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:08.417603 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2661e8-91b0-4b7b-a5f1-285bcd21b627 admin admin] Network 2f919807-3c93-4942-a23c-6296d652710f is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:29:08.442282 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-2d2661e8-91b0-4b7b-a5f1-285bcd21b627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 2f919807-3c93-4942-a23c-6296d652710f) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:08.457558 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2661e8-91b0-4b7b-a5f1-285bcd21b627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:08.458156 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d2661e8-91b0-4b7b-a5f1-285bcd21b627 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:08.465129 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-73d29b1c-c8b8-47b8-95c5-2c28683bdf8c tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:08.477791 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31aeef00-033f-4390-8e34-c668cb05e2c5 None None] Network 2f919807-3c93-4942-a23c-6296d652710f requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:08.498382 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d29b1c-c8b8-47b8-95c5-2c28683bdf8c tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a7434d-de62-481b-b4f9-09c70248c5fa,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:08.525566 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2d2661e8-91b0-4b7b-a5f1-285bcd21b627 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9533761 Feb 28 14:29:08.548467 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e53f5684-c6ad-41dd-a8a1-4ede53107dd2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:08.554285 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-986b86e9-6863-4538-b836-33f6f920e33c tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:08.788079 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-21b6942e-0ef7-49dc-8c01-06cfd7fc00f0 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:08.800597 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-21b6942e-0ef7-49dc-8c01-06cfd7fc00f0 None None] Transition to ACTIVE for port object 0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:08.827549 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-73d29b1c-c8b8-47b8-95c5-2c28683bdf8c tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:08.831121 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-73d29b1c-c8b8-47b8-95c5-2c28683bdf8c tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "DELETE /v2.0/security-groups/35a7434d-de62-481b-b4f9-09c70248c5fa HTTP/1.1" status: 204 len: 168 time: 0.9672844 Feb 28 14:29:08.832771 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58330) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:08.846412 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-21b6942e-0ef7-49dc-8c01-06cfd7fc00f0 None None] Transition to ACTIVE for port object 0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:08.880134 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-21b6942e-0ef7-49dc-8c01-06cfd7fc00f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:08.904996 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-51d38c07-793e-479c-b671-b39598741b82 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0711231 Feb 28 14:29:08.909008 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58336) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:08.947293 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-55053063-20e2-4578-864c-d6672404daca tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] delete failed (client error): The resource could not be found. Feb 28 14:29:08.948486 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-55053063-20e2-4578-864c-d6672404daca tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "DELETE /v2.0/security-groups/35a7434d-de62-481b-b4f9-09c70248c5fa HTTP/1.1" status: 404 len: 347 time: 0.0393217 Feb 28 14:29:08.963249 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58340) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:08.969817 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b6942e-0ef7-49dc-8c01-06cfd7fc00f0 None None] Network a167bb61-b23d-4e20-a5c1-7330b104e6aa is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:08.981551 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-21b6942e-0ef7-49dc-8c01-06cfd7fc00f0 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:08.981866 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-fbea6bb8-ce30-450d-9d0a-d69fb2e00b34 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Request body: {'security_group': {'name': 'tempest-secgroup--535493011'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:08.989130 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b6942e-0ef7-49dc-8c01-06cfd7fc00f0 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:29:08.992998 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6942e-0ef7-49dc-8c01-06cfd7fc00f0 None None] Pushing event updated for resources: {'Port': ['ID=0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:09.028207 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fbea6bb8-ce30-450d-9d0a-d69fb2e00b34 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:09.044993 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fbea6bb8-ce30-450d-9d0a-d69fb2e00b34 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Usage tracker for resource:security_group and tenant:4736ace8790a4456b5e23fe41da4d865 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:09.048847 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6c975c56-4adf-40ff-b76c-31de1bb85caa tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:09.064073 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fbea6bb8-ce30-450d-9d0a-d69fb2e00b34 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:09.097144 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fbea6bb8-ce30-450d-9d0a-d69fb2e00b34 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:09.139364 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289be72f-8da4-4ff4-91af-11298d35bc68 None None] Network 2f919807-3c93-4942-a23c-6296d652710f requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:09.236509 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-986b86e9-6863-4538-b836-33f6f920e33c tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Deleting port 8784c908-932b-4d97-94b8-8ed05a768098 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:29:09.237149 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-986b86e9-6863-4538-b836-33f6f920e33c tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:09.300584 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-21b6942e-0ef7-49dc-8c01-06cfd7fc00f0 None None] Attempting to bind port 0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:29:09.300977 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-21b6942e-0ef7-49dc-8c01-06cfd7fc00f0 None None] Attempting to bind port 0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'aa32ce01-cd44-4574-b366-564782a32d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a167bb61-b23d-4e20-a5c1-7330b104e6aa'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:29:09.301303 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6942e-0ef7-49dc-8c01-06cfd7fc00f0 None None] Attempting to bind port 0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e on network a167bb61-b23d-4e20-a5c1-7330b104e6aa {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:29:09.327952 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6942e-0ef7-49dc-8c01-06cfd7fc00f0 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:29:09.328405 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6942e-0ef7-49dc-8c01-06cfd7fc00f0 None None] Checking segment: {'id': 'aa32ce01-cd44-4574-b366-564782a32d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a167bb61-b23d-4e20-a5c1-7330b104e6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:29:09.328526 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fbea6bb8-ce30-450d-9d0a-d69fb2e00b34 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:09.328737 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-21b6942e-0ef7-49dc-8c01-06cfd7fc00f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:09.329108 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6942e-0ef7-49dc-8c01-06cfd7fc00f0 None None] Bound using segment: {'id': 'aa32ce01-cd44-4574-b366-564782a32d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a167bb61-b23d-4e20-a5c1-7330b104e6aa'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:29:09.329582 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-21b6942e-0ef7-49dc-8c01-06cfd7fc00f0 None None] Bound port: 0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa32ce01-cd44-4574-b366-564782a32d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a167bb61-b23d-4e20-a5c1-7330b104e6aa'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:29:09.329950 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-21b6942e-0ef7-49dc-8c01-06cfd7fc00f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:09.353421 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dc4a66-9b72-43bb-8e52-996f9872d382 None None] Update dhcp port {'port': {'network_id': 'c552b6b4-4225-4369-a19c-c50fb286d574', 'fixed_ips': [{'subnet_id': '763f6708-1efa-4877-9d8b-acfda00a2ef6', 'ip_address': '172.20.0.18'}, {'subnet_id': '0f8fb8e6-c7c6-43bc-a491-1ea6c5cec422', 'ip_address': '172.20.0.2'}, {'subnet_id': '3439b331-0661-4809-96b7-3e112ea101ff'}], 'binding:host_id': 'dv-neutron-831192-4-hyperv'}, 'id': 'a899dcd8-f63a-4d05-a634-c840e7664288'} from dv-neutron-831192-4-hyperv. {{(pid=87774) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 28 14:29:09.367627 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-ebf0b566-b847-4c2c-881b-a9f2fadd6344 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:09.368267 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-ebf0b566-b847-4c2c-881b-a9f2fadd6344 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Synchronizing usage tracker for tenant:c274490ac83d4e2ca5f8b319589b3c6b on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:09.374952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-e53f5684-c6ad-41dd-a8a1-4ede53107dd2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Delete allocated IP 172.20.0.12 (c552b6b4-4225-4369-a19c-c50fb286d574/0f8fb8e6-c7c6-43bc-a491-1ea6c5cec422) {{(pid=87772) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 14:29:09.386317 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-e53f5684-c6ad-41dd-a8a1-4ede53107dd2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Allocated IP 172.20.0.42 (c552b6b4-4225-4369-a19c-c50fb286d574/3439b331-0661-4809-96b7-3e112ea101ff/3364b788-fce8-4f40-8f2c-87c979ce7af6) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:29:09.408378 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-ebf0b566-b847-4c2c-881b-a9f2fadd6344 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Unset dirty status for tenant:c274490ac83d4e2ca5f8b319589b3c6b on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:09.414950 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-ebf0b566-b847-4c2c-881b-a9f2fadd6344 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/networks?id=2dda0434-1bf3-4f01-89d9-881498296301 HTTP/1.1" status: 200 len: 812 time: 0.2664979 Feb 28 14:29:09.419899 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fbea6bb8-ce30-450d-9d0a-d69fb2e00b34 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:09.424321 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fbea6bb8-ce30-450d-9d0a-d69fb2e00b34 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Usage tracker for resource:security_group_rule and tenant:4736ace8790a4456b5e23fe41da4d865 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:09.427419 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fbea6bb8-ce30-450d-9d0a-d69fb2e00b34 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:09.433288 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fbea6bb8-ce30-450d-9d0a-d69fb2e00b34 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:09.445304 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-a1296fdb-3dce-4ac2-92d8-dccfe259f7b6 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/quotas/c274490ac83d4e2ca5f8b319589b3c6b HTTP/1.1" status: 200 len: 375 time: 0.0293701 Feb 28 14:29:09.509538 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fbea6bb8-ce30-450d-9d0a-d69fb2e00b34 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:09.512065 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-2584afa4-557a-467d-bd74-7e0295be41f8 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c274490ac83d4e2ca5f8b319589b3c6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657961 Feb 28 14:29:09.532886 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fbea6bb8-ce30-450d-9d0a-d69fb2e00b34 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:09.547434 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a8c0e9ed-8e58-4efa-b94b-49a1ac3cd045 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:09.608020 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a8c0e9ed-8e58-4efa-b94b-49a1ac3cd045 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:09.690944 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d4dc4a66-9b72-43bb-8e52-996f9872d382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:09.757381 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-21b6942e-0ef7-49dc-8c01-06cfd7fc00f0 None None] For port 0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:29:09.810723 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-2fa3bb0b-a2c3-4b27-8183-06062da69ccf service neutron] 10.222.0.30 "GET /v2.0/networks/2dda0434-1bf3-4f01-89d9-881498296301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974916 Feb 28 14:29:09.816221 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-21b6942e-0ef7-49dc-8c01-06cfd7fc00f0 None None] For port 0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e,segment=NetworkSegment(aa32ce01-cd44-4574-b366-564782a32d44),segment_id=aa32ce01-cd44-4574-b366-564782a32d44)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:29:09.819477 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea6bb8-ce30-450d-9d0a-d69fb2e00b34 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab08cf2-e36c-488c-8d7c-ff1c8e01fa95,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:09.823808 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e53f5684-c6ad-41dd-a8a1-4ede53107dd2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:09.830293 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-21b6942e-0ef7-49dc-8c01-06cfd7fc00f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:09.874158 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fbea6bb8-ce30-450d-9d0a-d69fb2e00b34 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:09.876740 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fbea6bb8-ce30-450d-9d0a-d69fb2e00b34 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9081011 Feb 28 14:29:09.881489 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58354) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:09.886583 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b41d9a56-64d1-4f14-9a34-301765fb1770 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Request body: {'security_group_rule': {'security_group_id': '2ab08cf2-e36c-488c-8d7c-ff1c8e01fa95', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:09.891909 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-e53f5684-c6ad-41dd-a8a1-4ede53107dd2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Transition to ACTIVE for port object 3364b788-fce8-4f40-8f2c-87c979ce7af6 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:09.893202 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0e9ed-8e58-4efa-b94b-49a1ac3cd045 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=15b79571-f6d1-407f-aa9d-12a6d5c8f2a0,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:09.902683 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bb824182-6761-45fe-af2d-552e91600709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:09.907171 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a8c0e9ed-8e58-4efa-b94b-49a1ac3cd045 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:09.945208 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b41d9a56-64d1-4f14-9a34-301765fb1770 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:09.952604 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e53f5684-c6ad-41dd-a8a1-4ede53107dd2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:09.954458 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b41d9a56-64d1-4f14-9a34-301765fb1770 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Usage tracker for resource:security_group_rule and tenant:4736ace8790a4456b5e23fe41da4d865 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:09.966083 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b41d9a56-64d1-4f14-9a34-301765fb1770 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:10.033246 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-986b86e9-6863-4538-b836-33f6f920e33c tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:10.051766 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b41d9a56-64d1-4f14-9a34-301765fb1770 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:10.069705 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d17b6db9-31c4-46a1-87c8-a2197d11eee3 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:29:10.089807 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f5684-c6ad-41dd-a8a1-4ede53107dd2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event updated for resources: {'Port': ['ID=3364b788-fce8-4f40-8f2c-87c979ce7af6,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:10.124606 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6942e-0ef7-49dc-8c01-06cfd7fc00f0 None None] Pushing event updated for resources: {'Port': ['ID=0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:10.176558 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b41d9a56-64d1-4f14-9a34-301765fb1770 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:10.195348 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-9942c04f-8955-4f2e-a45e-a60e6e0944d3 service neutron] 10.222.0.30 "GET /v2.0/networks/2dda0434-1bf3-4f01-89d9-881498296301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754232 Feb 28 14:29:10.207707 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-d4dc4a66-9b72-43bb-8e52-996f9872d382 None None] Allocated IP 172.20.0.34 (c552b6b4-4225-4369-a19c-c50fb286d574/3439b331-0661-4809-96b7-3e112ea101ff/a899dcd8-f63a-4d05-a634-c840e7664288) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:29:10.220883 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e53f5684-c6ad-41dd-a8a1-4ede53107dd2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] In _notify_port_updated(), no bound segment for port 3364b788-fce8-4f40-8f2c-87c979ce7af6 on network c552b6b4-4225-4369-a19c-c50fb286d574 {{(pid=87772) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 14:29:10.226539 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53f5684-c6ad-41dd-a8a1-4ede53107dd2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:10.227218 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e53f5684-c6ad-41dd-a8a1-4ede53107dd2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:10.231839 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e53f5684-c6ad-41dd-a8a1-4ede53107dd2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "PUT /v2.0/ports/3364b788-fce8-4f40-8f2c-87c979ce7af6 HTTP/1.1" status: 200 len: 960 time: 2.0051525 Feb 28 14:29:10.247753 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58358) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:10.320893 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bf661f22-7ff2-4a41-8776-d510907dcb26 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting port 3364b788-fce8-4f40-8f2c-87c979ce7af6 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:29:10.321254 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bf661f22-7ff2-4a41-8776-d510907dcb26 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:10.405032 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port d17b6db9-31c4-46a1-87c8-a2197d11eee3 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:10.405408 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:10.467142 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b41d9a56-64d1-4f14-9a34-301765fb1770 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:10.485854 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-6c975c56-4adf-40ff-b76c-31de1bb85caa tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Allocated IP 172.20.0.1 (a167bb61-b23d-4e20-a5c1-7330b104e6aa/6c0941e7-a556-4a99-9a80-77c6bd1fc4e9/e392cf4f-733f-4923-89c0-797d71ebc8c3) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:29:10.494396 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-986b86e9-6863-4538-b836-33f6f920e33c tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Calling delete_port for 8784c908-932b-4d97-94b8-8ed05a768098 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:29:10.532445 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b41d9a56-64d1-4f14-9a34-301765fb1770 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:10.546649 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d4dc4a66-9b72-43bb-8e52-996f9872d382 None None] For port a899dcd8-f63a-4d05-a634-c840e7664288, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=a899dcd8-f63a-4d05-a634-c840e7664288,segment=NetworkSegment(5ac37a88-1607-4999-87c8-291fa37cf983),segment_id=5ac37a88-1607-4999-87c8-291fa37cf983)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:29:10.605463 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d4dc4a66-9b72-43bb-8e52-996f9872d382 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:10.608799 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d9a56-64d1-4f14-9a34-301765fb1770 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f38fe0db-a4ee-4a7a-94b2-ffe824e249c1,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:10.615767 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3522ffe1-07ae-4bae-a04c-72f0c1fdb1d6 req-a9b02bfa-c0b9-46db-8210-803fa344d5e4 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/ports?device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 210 time: 0.1517720 Feb 28 14:29:10.674826 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d4dc4a66-9b72-43bb-8e52-996f9872d382 None None] Transition to ACTIVE for port object a899dcd8-f63a-4d05-a634-c840e7664288 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:10.682856 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d4dc4a66-9b72-43bb-8e52-996f9872d382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:10.702472 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b41d9a56-64d1-4f14-9a34-301765fb1770 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:10.704071 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b41d9a56-64d1-4f14-9a34-301765fb1770 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8216655 Feb 28 14:29:10.707542 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58370) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:10.813924 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c0e9ed-8e58-4efa-b94b-49a1ac3cd045 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:10.820097 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-a8c0e9ed-8e58-4efa-b94b-49a1ac3cd045 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:10.846371 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7739909-2237-4794-9684-e91aed3b9f63 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:10.858789 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7739909-2237-4794-9684-e91aed3b9f63 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:10.904003 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7739909-2237-4794-9684-e91aed3b9f63 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:10.942763 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7739909-2237-4794-9684-e91aed3b9f63 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f38fe0db-a4ee-4a7a-94b2-ffe824e249c1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:10.954782 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a7739909-2237-4794-9684-e91aed3b9f63 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:10.955933 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a7739909-2237-4794-9684-e91aed3b9f63 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/f38fe0db-a4ee-4a7a-94b2-ffe824e249c1 HTTP/1.1" status: 204 len: 168 time: 0.2472560 Feb 28 14:29:10.957693 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bf661f22-7ff2-4a41-8776-d510907dcb26 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:10.961369 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc4a66-9b72-43bb-8e52-996f9872d382 None None] Pushing event updated for resources: {'Port': ['ID=a899dcd8-f63a-4d05-a634-c840e7664288,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:10.972404 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58376) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:11.004843 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:11.071272 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:11.145740 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6c975c56-4adf-40ff-b76c-31de1bb85caa tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:11.185868 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-6c975c56-4adf-40ff-b76c-31de1bb85caa tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Transition to ACTIVE for port object e392cf4f-733f-4923-89c0-797d71ebc8c3 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:11.190146 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c0e9ed-8e58-4efa-b94b-49a1ac3cd045 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 1e74d8f8-22c4-48e4-932a-f1f59ef0affe has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:29:11.263959 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f9f013b4-b479-4b0a-92e2-acfc397a0c22 None None] Provisioning complete for port 15b79571-f6d1-407f-aa9d-12a6d5c8f2a0 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:11.265907 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f9f013b4-b479-4b0a-92e2-acfc397a0c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:11.336277 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-bf661f22-7ff2-4a41-8776-d510907dcb26 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Calling delete_port for 3364b788-fce8-4f40-8f2c-87c979ce7af6 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:29:11.414291 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f9f013b4-b479-4b0a-92e2-acfc397a0c22 None None] Port 15b79571-f6d1-407f-aa9d-12a6d5c8f2a0 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:29:11.442705 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-986b86e9-6863-4538-b836-33f6f920e33c tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:11.487758 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8091a62d-2b60-4215-83c6-328765b0e3a2 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Synchronizing usage tracker for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:11.540626 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8091a62d-2b60-4215-83c6-328765b0e3a2 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Unset dirty status for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:11.542713 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8091a62d-2b60-4215-83c6-328765b0e3a2 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5690477 Feb 28 14:29:11.585677 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58380) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:11.594448 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6c975c56-4adf-40ff-b76c-31de1bb85caa tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:11.600538 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b86e9-6863-4538-b836-33f6f920e33c tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Port': ['ID=8784c908-932b-4d97-94b8-8ed05a768098,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:11.646830 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bf661f22-7ff2-4a41-8776-d510907dcb26 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:11.730141 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf661f22-7ff2-4a41-8776-d510907dcb26 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Port': ['ID=3364b788-fce8-4f40-8f2c-87c979ce7af6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:11.818561 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89ab767-713a-4476-a212-6015905e38e1 None None] Network a167bb61-b23d-4e20-a5c1-7330b104e6aa requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:11.902472 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c975c56-4adf-40ff-b76c-31de1bb85caa tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network a167bb61-b23d-4e20-a5c1-7330b104e6aa is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:11.961151 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bf661f22-7ff2-4a41-8776-d510907dcb26 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:11.986845 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bf661f22-7ff2-4a41-8776-d510907dcb26 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/ports/3364b788-fce8-4f40-8f2c-87c979ce7af6 HTTP/1.1" status: 204 len: 168 time: 1.7357748 Feb 28 14:29:11.991434 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c0e9ed-8e58-4efa-b94b-49a1ac3cd045 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:29:11.993228 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-6c975c56-4adf-40ff-b76c-31de1bb85caa tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:11.996198 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fe3c9d3d-2516-416c-a3f1-3ebb62a0a35b req-679707f5-c365-4b37-904f-1f6a50c57c19 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/ports?device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 210 time: 0.2091897 Feb 28 14:29:11.998206 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58386) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:12.003117 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-70f49730-4990-49be-b52a-6c2138578829 None None] Provisioning for port 0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:12.024093 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852498e5-1ca6-4d41-9d79-98d73f7d65f4 None None] Sync routers for ids ['1e74d8f8-22c4-48e4-932a-f1f59ef0affe'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:29:12.036053 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c975c56-4adf-40ff-b76c-31de1bb85caa tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:29:12.085147 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852498e5-1ca6-4d41-9d79-98d73f7d65f4 None None] Routers {'1e74d8f8-22c4-48e4-932a-f1f59ef0affe'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:12.085711 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-852498e5-1ca6-4d41-9d79-98d73f7d65f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1e74d8f8-22c4-48e4-932a-f1f59ef0affe'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:12.091791 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2901b843-7de8-4b6e-851a-f8ff6e1d8b04 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] GET failed (client error): The resource could not be found. Feb 28 14:29:12.094286 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2901b843-7de8-4b6e-851a-f8ff6e1d8b04 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Synchronizing usage tracker for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:12.135248 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2901b843-7de8-4b6e-851a-f8ff6e1d8b04 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Unset dirty status for tenant:c214fd1eb53045a6b1f8184e904b5bb7 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:12.139186 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2901b843-7de8-4b6e-851a-f8ff6e1d8b04 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "GET /v2.0/ports/3364b788-fce8-4f40-8f2c-87c979ce7af6 HTTP/1.1" status: 404 len: 333 time: 0.1340971 Feb 28 14:29:12.141789 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58390) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:12.143562 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c975c56-4adf-40ff-b76c-31de1bb85caa tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Port': ['ID=e392cf4f-733f-4923-89c0-797d71ebc8c3,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:12.153936 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-21acc8b9-c5d4-442f-863e-89d1f5f0c5cf tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:12.183528 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a8c0e9ed-8e58-4efa-b94b-49a1ac3cd045 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "PUT /v2.0/routers/1e74d8f8-22c4-48e4-932a-f1f59ef0affe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0207155 Feb 28 14:29:12.190407 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58394) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:12.279393 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:29:12.312060 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a11ad159-45af-4462-a769-edb8d3d79aed None None] Could not find standard attr ID for object 3364b788-fce8-4f40-8f2c-87c979ce7af6. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:29:12.342299 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3bee000d-23a4-4cb9-95b5-abdd0d8cc1d8 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:12.403755 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3bee000d-23a4-4cb9-95b5-abdd0d8cc1d8 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:12.475519 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5083f57e-99c4-40dc-956c-97af8a37a82e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:12.476088 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5083f57e-99c4-40dc-956c-97af8a37a82e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:12.476811 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5083f57e-99c4-40dc-956c-97af8a37a82e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:12.477360 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5083f57e-99c4-40dc-956c-97af8a37a82e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:12.477878 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5083f57e-99c4-40dc-956c-97af8a37a82e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:12.480485 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5083f57e-99c4-40dc-956c-97af8a37a82e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:12.480485 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5083f57e-99c4-40dc-956c-97af8a37a82e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:12.480485 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5083f57e-99c4-40dc-956c-97af8a37a82e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:12.480485 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5083f57e-99c4-40dc-956c-97af8a37a82e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:12.480485 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5083f57e-99c4-40dc-956c-97af8a37a82e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:12.482760 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5083f57e-99c4-40dc-956c-97af8a37a82e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7111 time: 0.2910678 Feb 28 14:29:12.485719 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58402) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:12.528679 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-986b86e9-6863-4538-b836-33f6f920e33c tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:12.560682 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3bee000d-23a4-4cb9-95b5-abdd0d8cc1d8 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:12.562607 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-21acc8b9-c5d4-442f-863e-89d1f5f0c5cf tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:12.603046 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d4a14-75b2-4c1b-96e4-fd0f3b2a2f86 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:12.603659 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d4a14-75b2-4c1b-96e4-fd0f3b2a2f86 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:12.604115 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d4a14-75b2-4c1b-96e4-fd0f3b2a2f86 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:12.604702 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d4a14-75b2-4c1b-96e4-fd0f3b2a2f86 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:12.605219 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d4a14-75b2-4c1b-96e4-fd0f3b2a2f86 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:12.605998 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d4a14-75b2-4c1b-96e4-fd0f3b2a2f86 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:12.606443 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d4a14-75b2-4c1b-96e4-fd0f3b2a2f86 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:12.606886 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d4a14-75b2-4c1b-96e4-fd0f3b2a2f86 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:12.607349 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d4a14-75b2-4c1b-96e4-fd0f3b2a2f86 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:12.607783 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d4a14-75b2-4c1b-96e4-fd0f3b2a2f86 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:12.608214 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d4a14-75b2-4c1b-96e4-fd0f3b2a2f86 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:12.608688 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d4a14-75b2-4c1b-96e4-fd0f3b2a2f86 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:12.613656 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-590d4a14-75b2-4c1b-96e4-fd0f3b2a2f86 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7615 time: 0.1243038 Feb 28 14:29:12.613656 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee000d-23a4-4cb9-95b5-abdd0d8cc1d8 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d07c32b-daee-45ee-a100-da7feec48cb9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:12.614574 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58406) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:12.618451 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3bee000d-23a4-4cb9-95b5-abdd0d8cc1d8 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:12.620021 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3bee000d-23a4-4cb9-95b5-abdd0d8cc1d8 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/security-groups/9d07c32b-daee-45ee-a100-da7feec48cb9 HTTP/1.1" status: 204 len: 168 time: 0.4769404 Feb 28 14:29:12.643395 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58410) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:12.656146 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6c975c56-4adf-40ff-b76c-31de1bb85caa tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:12.691945 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a11ad159-45af-4462-a769-edb8d3d79aed None None] Provisioning for port a899dcd8-f63a-4d05-a634-c840e7664288 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:12.706649 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-852498e5-1ca6-4d41-9d79-98d73f7d65f4 None None] Set router 1e74d8f8-22c4-48e4-932a-f1f59ef0affe gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:29:12.814793 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a11ad159-45af-4462-a769-edb8d3d79aed None None] Provisioning complete for port a899dcd8-f63a-4d05-a634-c840e7664288 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:12.815191 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a11ad159-45af-4462-a769-edb8d3d79aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:12.850161 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-21acc8b9-c5d4-442f-863e-89d1f5f0c5cf tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:12.884467 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1e1c094b-cd7b-4092-ac7b-8c52a26a0026 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2667 time: 0.2682128 Feb 28 14:29:12.950613 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-7c88208b-244e-4b01-851a-41880c40a76d tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:12.951903 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:12.952055 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-7c88208b-244e-4b01-851a-41880c40a76d tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.13 "GET /v2.0/networks?id=2dda0434-1bf3-4f01-89d9-881498296301 HTTP/1.1" status: 200 len: 812 time: 0.8643713 Feb 28 14:29:12.970913 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-348a8ddf-0ae6-4986-b84d-3338edd1c19e tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Request body: {'port': {'device_id': '300f24dd-582a-4d29-aa14-90fc818924c0', 'network_id': '2dda0434-1bf3-4f01-89d9-881498296301', 'admin_state_up': True, 'tenant_id': 'c274490ac83d4e2ca5f8b319589b3c6b'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:12.991808 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21acc8b9-c5d4-442f-863e-89d1f5f0c5cf tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab08cf2-e36c-488c-8d7c-ff1c8e01fa95,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:13.037318 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:13.112712 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-21acc8b9-c5d4-442f-863e-89d1f5f0c5cf tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:13.113917 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-21acc8b9-c5d4-442f-863e-89d1f5f0c5cf tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "DELETE /v2.0/security-groups/2ab08cf2-e36c-488c-8d7c-ff1c8e01fa95 HTTP/1.1" status: 204 len: 168 time: 1.5154490 Feb 28 14:29:13.117220 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58418) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:13.162056 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:13.163265 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:13.187511 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986b86e9-6863-4538-b836-33f6f920e33c tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Router 7d5a2d21-b021-4f9d-801e-057723979eed has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:29:13.207179 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61320a76-8e4c-4044-b462-c75c757743bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:13.234078 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58422) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:13.256766 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4c46229e-4632-4ab4-817e-c15143692335 req-23b642c9-dd6f-4d05-95a8-9232e407f128 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/ports?device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 210 time: 0.0640824 Feb 28 14:29:13.257806 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6957cd00-6f8e-4dbd-bdde-4d2c7a4b000d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-875967556', 'description': 'tempest-secgroup-smoke-875967556 description', 'project_id': '1cd57789443e43d89a7681324e1f7304'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:13.283962 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-689b49cd-9f16-406a-a4bc-578ae914805b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1655369 Feb 28 14:29:13.288237 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58426) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:13.294664 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e8482270-df81-4e45-b710-ebd2d7d73ece tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Request body: {'security_group': {'name': 'tempest-secgroup--464177317'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:13.300563 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6957cd00-6f8e-4dbd-bdde-4d2c7a4b000d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:13.301346 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e8482270-df81-4e45-b710-ebd2d7d73ece tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:13.305571 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e8482270-df81-4e45-b710-ebd2d7d73ece tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Usage tracker for resource:security_group and tenant:4736ace8790a4456b5e23fe41da4d865 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:13.309875 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e8482270-df81-4e45-b710-ebd2d7d73ece tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:13.315824 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e8482270-df81-4e45-b710-ebd2d7d73ece tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:13.337483 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8482270-df81-4e45-b710-ebd2d7d73ece tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:13.360016 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e8482270-df81-4e45-b710-ebd2d7d73ece tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:13.364381 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e8482270-df81-4e45-b710-ebd2d7d73ece tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Usage tracker for resource:security_group_rule and tenant:4736ace8790a4456b5e23fe41da4d865 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:13.367493 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e8482270-df81-4e45-b710-ebd2d7d73ece tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:13.369705 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61320a76-8e4c-4044-b462-c75c757743bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:13.374019 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e8482270-df81-4e45-b710-ebd2d7d73ece tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:13.408465 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6957cd00-6f8e-4dbd-bdde-4d2c7a4b000d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:13.413338 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6957cd00-6f8e-4dbd-bdde-4d2c7a4b000d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:13.424173 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6957cd00-6f8e-4dbd-bdde-4d2c7a4b000d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:13.428832 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a11ad159-45af-4462-a769-edb8d3d79aed None None] Provisioning complete for port 700f7c04-1bf7-4cc7-9bc6-f4c66bedc711 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:13.429216 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a11ad159-45af-4462-a769-edb8d3d79aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:13.513333 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8482270-df81-4e45-b710-ebd2d7d73ece tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:13.523991 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8482270-df81-4e45-b710-ebd2d7d73ece tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:13.529821 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6957cd00-6f8e-4dbd-bdde-4d2c7a4b000d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:13.545479 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-348a8ddf-0ae6-4986-b84d-3338edd1c19e tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:13.559385 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a11ad159-45af-4462-a769-edb8d3d79aed None None] Port 700f7c04-1bf7-4cc7-9bc6-f4c66bedc711 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:29:13.560694 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:13.596809 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8482270-df81-4e45-b710-ebd2d7d73ece tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ed7367-fb63-49ea-a770-ed92d49754a5,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:13.607020 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8482270-df81-4e45-b710-ebd2d7d73ece tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:13.610554 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e8482270-df81-4e45-b710-ebd2d7d73ece tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3181615 Feb 28 14:29:13.610893 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58430) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:13.614506 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e,segment=NetworkSegment(aa32ce01-cd44-4574-b366-564782a32d44),segment_id=aa32ce01-cd44-4574-b366-564782a32d44)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:29:13.619041 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-852498e5-1ca6-4d41-9d79-98d73f7d65f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'name': 'tempest-TestNetworkBasicOps-router-817127117', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:28:55Z', 'updated_at': '2022-02-28T14:29:07Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:82:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:28:56Z', 'updated_at': '2022-02-28T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '15b79571-f6d1-407f-aa9d-12a6d5c8f2a0', 'name': '', 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:d3:97:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:04Z', 'updated_at': '2022-02-28T14:29:08Z', 'revision_number': 2, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:13.625229 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6c975c56-4adf-40ff-b76c-31de1bb85caa tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:13.625499 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2eea96cc-cbde-4817-997e-456c3484ee06 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Request body: {'security_group_rule': {'security_group_id': 'e8ed7367-fb63-49ea-a770-ed92d49754a5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:13.628022 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:13.629212 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device a899dcd8-f63a-4d05-a634-c840e7664288 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:29:13.631869 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2eea96cc-cbde-4817-997e-456c3484ee06 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:13.637777 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2eea96cc-cbde-4817-997e-456c3484ee06 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Usage tracker for resource:security_group_rule and tenant:4736ace8790a4456b5e23fe41da4d865 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:13.641080 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2eea96cc-cbde-4817-997e-456c3484ee06 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:13.647727 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61320a76-8e4c-4044-b462-c75c757743bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:13.648281 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2eea96cc-cbde-4817-997e-456c3484ee06 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:13.652220 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-348a8ddf-0ae6-4986-b84d-3338edd1c19e tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Usage tracker for resource:port and tenant:c274490ac83d4e2ca5f8b319589b3c6b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:13.670607 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-348a8ddf-0ae6-4986-b84d-3338edd1c19e tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:13.673776 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2eea96cc-cbde-4817-997e-456c3484ee06 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:13.678804 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986b86e9-6863-4538-b836-33f6f920e33c tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:29:13.689159 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391212aa-5059-4886-a879-eee889396a2a None None] Sync routers for ids ['7d5a2d21-b021-4f9d-801e-057723979eed'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:29:13.694975 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-348a8ddf-0ae6-4986-b84d-3338edd1c19e tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:13.704257 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391212aa-5059-4886-a879-eee889396a2a None None] Routers {'7d5a2d21-b021-4f9d-801e-057723979eed'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:13.705711 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-391212aa-5059-4886-a879-eee889396a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['7d5a2d21-b021-4f9d-801e-057723979eed'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:13.729558 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852498e5-1ca6-4d41-9d79-98d73f7d65f4 None None] Checking router: 1e74d8f8-22c4-48e4-932a-f1f59ef0affe for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:29:13.729932 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852498e5-1ca6-4d41-9d79-98d73f7d65f4 None None] Updating router 1e74d8f8-22c4-48e4-932a-f1f59ef0affe port 15b79571-f6d1-407f-aa9d-12a6d5c8f2a0 binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:29:13.766658 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61320a76-8e4c-4044-b462-c75c757743bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d90774-12d0-4be3-aa1d-2eba3955e32b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:13.782478 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6957cd00-6f8e-4dbd-bdde-4d2c7a4b000d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:13.786938 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6957cd00-6f8e-4dbd-bdde-4d2c7a4b000d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:13.791044 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6957cd00-6f8e-4dbd-bdde-4d2c7a4b000d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:13.799234 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6957cd00-6f8e-4dbd-bdde-4d2c7a4b000d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:13.801913 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-391212aa-5059-4886-a879-eee889396a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:13.815001 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391212aa-5059-4886-a879-eee889396a2a None None] Routers {'7d5a2d21-b021-4f9d-801e-057723979eed'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:13.815989 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-391212aa-5059-4886-a879-eee889396a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['7d5a2d21-b021-4f9d-801e-057723979eed'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:13.826768 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2eea96cc-cbde-4817-997e-456c3484ee06 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:13.834596 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2eea96cc-cbde-4817-997e-456c3484ee06 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:13.854361 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-29a9eade-fdf7-4bf1-ab09-a952cf2a68fb None None] Provisioning for port e392cf4f-733f-4923-89c0-797d71ebc8c3 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:13.863744 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea96cc-cbde-4817-997e-456c3484ee06 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25e1d11-76ee-4be6-9f9e-605f8c99522f,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:13.868104 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-29a9eade-fdf7-4bf1-ab09-a952cf2a68fb None None] Provisioning complete for port e392cf4f-733f-4923-89c0-797d71ebc8c3 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:13.868477 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-29a9eade-fdf7-4bf1-ab09-a952cf2a68fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:13.884008 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2eea96cc-cbde-4817-997e-456c3484ee06 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:13.885710 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2eea96cc-cbde-4817-997e-456c3484ee06 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2739141 Feb 28 14:29:13.889065 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58434) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:13.889502 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-391212aa-5059-4886-a879-eee889396a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:13.890225 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391212aa-5059-4886-a879-eee889396a2a None None] The sync data for ids ['7d5a2d21-b021-4f9d-801e-057723979eed'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:29:13.898192 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-58935fbd-3c8f-4539-9587-6132ed979b07 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Request body: {'security_group_rule': {'security_group_id': 'e8ed7367-fb63-49ea-a770-ed92d49754a5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:13.904656 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-58935fbd-3c8f-4539-9587-6132ed979b07 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:13.908715 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-58935fbd-3c8f-4539-9587-6132ed979b07 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Usage tracker for resource:security_group_rule and tenant:4736ace8790a4456b5e23fe41da4d865 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:13.912012 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-58935fbd-3c8f-4539-9587-6132ed979b07 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:13.924306 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-58935fbd-3c8f-4539-9587-6132ed979b07 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:13.947832 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-852498e5-1ca6-4d41-9d79-98d73f7d65f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:13.966695 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:13.993568 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-986b86e9-6863-4538-b836-33f6f920e33c tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "PUT /v2.0/routers/7d5a2d21-b021-4f9d-801e-057723979eed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4676974 Feb 28 14:29:13.997185 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58438) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:14.001188 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-61320a76-8e4c-4044-b462-c75c757743bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:14.004916 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-61320a76-8e4c-4044-b462-c75c757743bf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/security-groups/79d90774-12d0-4be3-aa1d-2eba3955e32b HTTP/1.1" status: 204 len: 168 time: 1.3538024 Feb 28 14:29:14.004916 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6957cd00-6f8e-4dbd-bdde-4d2c7a4b000d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:14.012389 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-29a9eade-fdf7-4bf1-ab09-a952cf2a68fb None None] Port e392cf4f-733f-4923-89c0-797d71ebc8c3 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:29:14.026460 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-29a9eade-fdf7-4bf1-ab09-a952cf2a68fb None None] Could not find standard attr ID for object 3364b788-fce8-4f40-8f2c-87c979ce7af6. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:29:14.037761 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58442) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:14.046023 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port a899dcd8-f63a-4d05-a634-c840e7664288 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:14.047112 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:14.060046 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ccf768e4-41dc-4a86-b3f2-57d3c3e9cf9f tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d5a2d21-b021-4f9d-801e-057723979eed HTTP/1.1" status: 200 len: 205 time: 0.0584822 Feb 28 14:29:14.060252 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58446) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:14.060376 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6957cd00-6f8e-4dbd-bdde-4d2c7a4b000d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:14.088075 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-348a8ddf-0ae6-4986-b84d-3338edd1c19e tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Made reservation on behalf of c274490ac83d4e2ca5f8b319589b3c6b for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:29:14.092278 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-348a8ddf-0ae6-4986-b84d-3338edd1c19e tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:14.146758 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-29a9eade-fdf7-4bf1-ab09-a952cf2a68fb None None] Provisioning complete for port 0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:14.147080 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-29a9eade-fdf7-4bf1-ab09-a952cf2a68fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:14.154937 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-58935fbd-3c8f-4539-9587-6132ed979b07 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:14.222663 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957cd00-6f8e-4dbd-bdde-4d2c7a4b000d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7ce295-1f8e-4634-ba4c-fa4fe3b57a03,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:14.251460 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6957cd00-6f8e-4dbd-bdde-4d2c7a4b000d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:14.252232 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-478572ae-3ab4-47cf-aac0-bad42d7a96e4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:14.255672 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6957cd00-6f8e-4dbd-bdde-4d2c7a4b000d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0152018 Feb 28 14:29:14.283588 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58450) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:14.584718 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-3ae112e6-5072-45d7-b3eb-fc108663f920 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '3d7ce295-1f8e-4634-ba4c-fa4fe3b57a03', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:14.596463 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3ae112e6-5072-45d7-b3eb-fc108663f920 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:14.605169 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:29:14.644286 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6da1fd8-0b76-4288-8cdf-2f921ce3d9a3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:14.691441 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6a969a51-7bad-4b62-b019-c3e60895c72d None None] Provisioning complete for port e392cf4f-733f-4923-89c0-797d71ebc8c3 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:14.691794 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6a969a51-7bad-4b62-b019-c3e60895c72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:14.693084 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3ae112e6-5072-45d7-b3eb-fc108663f920 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:14.699530 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-10970a30-ebac-4889-bfe4-76d4fada34e4 req-c09c1620-ed36-496b-a557-1ebcffff49f5 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/ports?device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 210 time: 0.1249993 Feb 28 14:29:14.709253 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3ae112e6-5072-45d7-b3eb-fc108663f920 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:14.729754 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3ae112e6-5072-45d7-b3eb-fc108663f920 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:14.748591 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6a969a51-7bad-4b62-b019-c3e60895c72d None None] Port e392cf4f-733f-4923-89c0-797d71ebc8c3 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:29:14.749594 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-348a8ddf-0ae6-4986-b84d-3338edd1c19e tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Allocated IP 172.20.0.2 (2dda0434-1bf3-4f01-89d9-881498296301/dec236d2-36e1-4e91-9b0d-7fae6bd6853c/e967900c-65cc-4429-9dcc-458be739cf0d) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:29:14.750301 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-478572ae-3ab4-47cf-aac0-bad42d7a96e4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:14.750963 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-852498e5-1ca6-4d41-9d79-98d73f7d65f4 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:14.761085 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6da1fd8-0b76-4288-8cdf-2f921ce3d9a3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:14.769434 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-478572ae-3ab4-47cf-aac0-bad42d7a96e4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:14.777075 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:14.777075 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:14.778217 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-58935fbd-3c8f-4539-9587-6132ed979b07 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:14.794457 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-58935fbd-3c8f-4539-9587-6132ed979b07 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:14.794682 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ae112e6-5072-45d7-b3eb-fc108663f920 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:14.806129 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-852498e5-1ca6-4d41-9d79-98d73f7d65f4 None None] Transition to ACTIVE for port object 15b79571-f6d1-407f-aa9d-12a6d5c8f2a0 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:14.825512 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-852498e5-1ca6-4d41-9d79-98d73f7d65f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:14.847362 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58935fbd-3c8f-4539-9587-6132ed979b07 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e20863-776a-4e78-a763-aa6bd8ecbba1,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:14.856690 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-478572ae-3ab4-47cf-aac0-bad42d7a96e4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:14.857189 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478572ae-3ab4-47cf-aac0-bad42d7a96e4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Fanout notify agent at l3_agent the message router_deleted on router 7d5a2d21-b021-4f9d-801e-057723979eed {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:29:14.868368 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-478572ae-3ab4-47cf-aac0-bad42d7a96e4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:14.872405 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-478572ae-3ab4-47cf-aac0-bad42d7a96e4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/routers/7d5a2d21-b021-4f9d-801e-057723979eed HTTP/1.1" status: 204 len: 168 time: 0.8082926 Feb 28 14:29:14.872589 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-58935fbd-3c8f-4539-9587-6132ed979b07 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:14.873669 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-58935fbd-3c8f-4539-9587-6132ed979b07 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9833622 Feb 28 14:29:14.874398 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58456) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:14.877031 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58458) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:14.910116 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ecadb42b-625c-46ef-a1d7-0ffec8f972ff tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Request body: {'security_group_rule': {'security_group_id': 'e8ed7367-fb63-49ea-a770-ed92d49754a5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:14.914168 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6c975c56-4adf-40ff-b76c-31de1bb85caa tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:14.918930 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6da1fd8-0b76-4288-8cdf-2f921ce3d9a3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:14.921592 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6da1fd8-0b76-4288-8cdf-2f921ce3d9a3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:14.925588 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c6da1fd8-0b76-4288-8cdf-2f921ce3d9a3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/security-groups/756bbfe4-78ef-4302-9875-84df650e4fe1 HTTP/1.1" status: 204 len: 168 time: 0.8840196 Feb 28 14:29:14.925588 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ecadb42b-625c-46ef-a1d7-0ffec8f972ff tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:14.930079 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58464) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:14.938056 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6c975c56-4adf-40ff-b76c-31de1bb85caa tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:14.949663 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ecadb42b-625c-46ef-a1d7-0ffec8f972ff tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Usage tracker for resource:security_group_rule and tenant:4736ace8790a4456b5e23fe41da4d865 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:14.957480 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ecadb42b-625c-46ef-a1d7-0ffec8f972ff tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:14.962003 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da1fd8-0b76-4288-8cdf-2f921ce3d9a3 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=756bbfe4-78ef-4302-9875-84df650e4fe1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:14.968480 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ecadb42b-625c-46ef-a1d7-0ffec8f972ff tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:14.985299 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc4b3d0-8b3e-4642-bb1b-2697342afc0a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Deleting subnet c6bce65e-7093-45ae-b720-fe6ae1e2baea {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:29:14.989237 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bdc4b3d0-8b3e-4642-bb1b-2697342afc0a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.076442 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bdc4b3d0-8b3e-4642-bb1b-2697342afc0a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.109044 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ecadb42b-625c-46ef-a1d7-0ffec8f972ff tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.127339 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323451c9-ca9c-4841-815f-c8c4241f9c6e None None] Pushing event updated for resources: {'Port': ['ID=15b79571-f6d1-407f-aa9d-12a6d5c8f2a0,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:15.169475 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ae112e6-5072-45d7-b3eb-fc108663f920 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.198387 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ae112e6-5072-45d7-b3eb-fc108663f920 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.225003 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c975c56-4adf-40ff-b76c-31de1bb85caa tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Port': ['ID=e392cf4f-733f-4923-89c0-797d71ebc8c3,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:15.233947 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6c975c56-4adf-40ff-b76c-31de1bb85caa tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.241046 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-73532a68-6330-4c25-a21a-7fc3aa08067a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting subnet 0f8fb8e6-c7c6-43bc-a491-1ea6c5cec422 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:29:15.252884 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ecadb42b-625c-46ef-a1d7-0ffec8f972ff tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.257442 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-852498e5-1ca6-4d41-9d79-98d73f7d65f4 None None] Attempting to bind port 15b79571-f6d1-407f-aa9d-12a6d5c8f2a0 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:29:15.258342 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-852498e5-1ca6-4d41-9d79-98d73f7d65f4 None None] Attempting to bind port 15b79571-f6d1-407f-aa9d-12a6d5c8f2a0 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '4dcad0c1-00ef-450c-97d2-a23c7c1afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:29:15.258342 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852498e5-1ca6-4d41-9d79-98d73f7d65f4 None None] Attempting to bind port 15b79571-f6d1-407f-aa9d-12a6d5c8f2a0 on network b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:29:15.259411 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-73532a68-6330-4c25-a21a-7fc3aa08067a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.260805 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ecadb42b-625c-46ef-a1d7-0ffec8f972ff tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.265197 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852498e5-1ca6-4d41-9d79-98d73f7d65f4 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:29:15.265575 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852498e5-1ca6-4d41-9d79-98d73f7d65f4 None None] Checking segment: {'id': '4dcad0c1-00ef-450c-97d2-a23c7c1afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:29:15.265970 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-852498e5-1ca6-4d41-9d79-98d73f7d65f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.266351 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852498e5-1ca6-4d41-9d79-98d73f7d65f4 None None] Bound using segment: {'id': '4dcad0c1-00ef-450c-97d2-a23c7c1afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:29:15.266809 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-852498e5-1ca6-4d41-9d79-98d73f7d65f4 None None] Bound port: 15b79571-f6d1-407f-aa9d-12a6d5c8f2a0, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dcad0c1-00ef-450c-97d2-a23c7c1afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:29:15.267193 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-852498e5-1ca6-4d41-9d79-98d73f7d65f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.268310 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bdc4b3d0-8b3e-4642-bb1b-2697342afc0a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.293930 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae112e6-5072-45d7-b3eb-fc108663f920 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad91e13-4a3a-4040-90ad-1c4fe8db01bd,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:15.348312 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecadb42b-625c-46ef-a1d7-0ffec8f972ff tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662c1726-4319-45b7-863c-eeb5801da941,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:15.363750 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ecadb42b-625c-46ef-a1d7-0ffec8f972ff tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.368036 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ecadb42b-625c-46ef-a1d7-0ffec8f972ff tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4900877 Feb 28 14:29:15.368458 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-852498e5-1ca6-4d41-9d79-98d73f7d65f4 None None] For port 15b79571-f6d1-407f-aa9d-12a6d5c8f2a0, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:29:15.370195 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58468) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:15.373638 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-852498e5-1ca6-4d41-9d79-98d73f7d65f4 None None] For port 15b79571-f6d1-407f-aa9d-12a6d5c8f2a0, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=15b79571-f6d1-407f-aa9d-12a6d5c8f2a0,segment=NetworkSegment(4dcad0c1-00ef-450c-97d2-a23c7c1afa00),segment_id=4dcad0c1-00ef-450c-97d2-a23c7c1afa00)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:29:15.378235 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-348a8ddf-0ae6-4986-b84d-3338edd1c19e tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.378489 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-852498e5-1ca6-4d41-9d79-98d73f7d65f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.378853 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6603f047-d7c4-4417-bdc8-f105958901fe tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Request body: {'security_group_rule': {'security_group_id': 'e8ed7367-fb63-49ea-a770-ed92d49754a5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:15.386686 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ae112e6-5072-45d7-b3eb-fc108663f920 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.387684 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6603f047-d7c4-4417-bdc8-f105958901fe tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:15.387845 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3ae112e6-5072-45d7-b3eb-fc108663f920 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1033971 Feb 28 14:29:15.391639 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58472) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:15.396523 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ab2deec2-9c6d-4049-a50b-3493edb068bf tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '3d7ce295-1f8e-4634-ba4c-fa4fe3b57a03', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:15.402176 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6603f047-d7c4-4417-bdc8-f105958901fe tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Usage tracker for resource:security_group_rule and tenant:4736ace8790a4456b5e23fe41da4d865 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:15.406344 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6603f047-d7c4-4417-bdc8-f105958901fe tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:15.409309 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bdc4b3d0-8b3e-4642-bb1b-2697342afc0a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.413135 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ab2deec2-9c6d-4049-a50b-3493edb068bf tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:15.444203 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-73532a68-6330-4c25-a21a-7fc3aa08067a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.445686 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6603f047-d7c4-4417-bdc8-f105958901fe tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:15.450535 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ab2deec2-9c6d-4049-a50b-3493edb068bf tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:15.459219 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ab2deec2-9c6d-4049-a50b-3493edb068bf tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:15.464942 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852498e5-1ca6-4d41-9d79-98d73f7d65f4 None None] Routers {'1e74d8f8-22c4-48e4-932a-f1f59ef0affe'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:15.465705 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-852498e5-1ca6-4d41-9d79-98d73f7d65f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1e74d8f8-22c4-48e4-932a-f1f59ef0affe'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:15.472845 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4b3d0-8b3e-4642-bb1b-2697342afc0a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Subnet': ['ID=c6bce65e-7093-45ae-b720-fe6ae1e2baea,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:15.477419 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ab2deec2-9c6d-4049-a50b-3493edb068bf tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:15.479894 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bdc4b3d0-8b3e-4642-bb1b-2697342afc0a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.487373 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bdc4b3d0-8b3e-4642-bb1b-2697342afc0a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/subnets/c6bce65e-7093-45ae-b720-fe6ae1e2baea HTTP/1.1" status: 204 len: 168 time: 0.6119616 Feb 28 14:29:15.495978 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58476) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:15.500344 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6603f047-d7c4-4417-bdc8-f105958901fe tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.552766 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab2deec2-9c6d-4049-a50b-3493edb068bf tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.644345 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6603f047-d7c4-4417-bdc8-f105958901fe tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.649881 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964a6d24-0f85-4f8e-94ce-97fb8ab5fdd4 None None] Network 8d0fbd6c-c59a-4695-a1fe-7247b213add2 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:15.663794 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c975c56-4adf-40ff-b76c-31de1bb85caa tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network a167bb61-b23d-4e20-a5c1-7330b104e6aa is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:15.669165 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-6c975c56-4adf-40ff-b76c-31de1bb85caa tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:15.681368 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab2deec2-9c6d-4049-a50b-3493edb068bf tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.682361 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6603f047-d7c4-4417-bdc8-f105958901fe tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.686276 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323451c9-ca9c-4841-815f-c8c4241f9c6e None None] Pushing event updated for resources: {'Port': ['ID=15b79571-f6d1-407f-aa9d-12a6d5c8f2a0,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:15.693078 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-348a8ddf-0ae6-4986-b84d-3338edd1c19e tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.702274 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-852498e5-1ca6-4d41-9d79-98d73f7d65f4 None None] Set router 1e74d8f8-22c4-48e4-932a-f1f59ef0affe gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:29:15.719003 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab2deec2-9c6d-4049-a50b-3493edb068bf tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.754794 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603f047-d7c4-4417-bdc8-f105958901fe tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e001527-da7d-4026-a966-81d7918f065c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:15.763467 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d3af17-ef45-493c-9fc6-dbe2e7c87ed7 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Deleting subnet addc0d59-9727-4c9c-b554-17038dfe7b9a {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:29:15.791907 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6603f047-d7c4-4417-bdc8-f105958901fe tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.802053 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6603f047-d7c4-4417-bdc8-f105958901fe tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4304466 Feb 28 14:29:15.803938 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58482) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:15.804859 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2deec2-9c6d-4049-a50b-3493edb068bf tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a345ea8-1161-4c0d-abaf-9b2f7158f933,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:15.814126 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab2deec2-9c6d-4049-a50b-3493edb068bf tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.815760 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ab2deec2-9c6d-4049-a50b-3493edb068bf tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4231472 Feb 28 14:29:15.822485 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b4dc5116-28b4-4a17-9d08-532ed1fe116d tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Request body: {'security_group_rule': {'security_group_id': 'e8ed7367-fb63-49ea-a770-ed92d49754a5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:15.827767 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58486) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:15.846546 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ddd44868-a526-4932-a572-b860bee8787c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '3d7ce295-1f8e-4634-ba4c-fa4fe3b57a03', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:15.854715 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b4dc5116-28b4-4a17-9d08-532ed1fe116d tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:15.860357 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ddd44868-a526-4932-a572-b860bee8787c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:15.863689 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b4dc5116-28b4-4a17-9d08-532ed1fe116d tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Usage tracker for resource:security_group_rule and tenant:4736ace8790a4456b5e23fe41da4d865 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:15.868768 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b4dc5116-28b4-4a17-9d08-532ed1fe116d tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:15.874848 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ddd44868-a526-4932-a572-b860bee8787c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:15.882806 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ddd44868-a526-4932-a572-b860bee8787c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:15.887754 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b4dc5116-28b4-4a17-9d08-532ed1fe116d tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:15.889868 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c9d3af17-ef45-493c-9fc6-dbe2e7c87ed7 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.894744 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ddd44868-a526-4932-a572-b860bee8787c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:15.934934 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-73532a68-6330-4c25-a21a-7fc3aa08067a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.984534 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ddd44868-a526-4932-a572-b860bee8787c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:15.999875 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4dc5116-28b4-4a17-9d08-532ed1fe116d tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:16.071480 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-348a8ddf-0ae6-4986-b84d-3338edd1c19e tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Network 2dda0434-1bf3-4f01-89d9-881498296301 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:16.092715 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-348a8ddf-0ae6-4986-b84d-3338edd1c19e tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:16.101277 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a8ddf-0ae6-4986-b84d-3338edd1c19e tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Pushing event updated for resources: {'Port': ['ID=e967900c-65cc-4429-9dcc-458be739cf0d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:16.106386 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-348a8ddf-0ae6-4986-b84d-3338edd1c19e tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:29:16.118211 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4dc5116-28b4-4a17-9d08-532ed1fe116d tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:16.122812 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ddd44868-a526-4932-a572-b860bee8787c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:16.130795 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59645d3-7425-49f7-9268-6eb60e814d32 req-888b68c5-3d9a-4988-85a9-b6f31743443e tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:16.132225 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e59645d3-7425-49f7-9268-6eb60e814d32 req-888b68c5-3d9a-4988-85a9-b6f31743443e tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/ports?device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 931 time: 0.2211947 Feb 28 14:29:16.133720 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4dc5116-28b4-4a17-9d08-532ed1fe116d tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:16.135404 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ddd44868-a526-4932-a572-b860bee8787c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:16.141070 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c9d3af17-ef45-493c-9fc6-dbe2e7c87ed7 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:16.178184 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc5116-28b4-4a17-9d08-532ed1fe116d tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7009677-14f5-4591-9ccb-b5c32ba3404f,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:16.227832 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd44868-a526-4932-a572-b860bee8787c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef84d0fa-b238-4a65-98a2-6ae3f6bddd8c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:16.255616 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-e59645d3-7425-49f7-9268-6eb60e814d32 req-95b9fba7-dd3d-4ebc-abc7-44eb7c3b7502 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Synchronizing usage tracker for tenant:c274490ac83d4e2ca5f8b319589b3c6b on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:16.260880 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b4dc5116-28b4-4a17-9d08-532ed1fe116d tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:16.264621 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b4dc5116-28b4-4a17-9d08-532ed1fe116d tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4474502 Feb 28 14:29:16.265734 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ddd44868-a526-4932-a572-b860bee8787c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:16.269687 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ddd44868-a526-4932-a572-b860bee8787c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4379632 Feb 28 14:29:16.269687 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58490) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:16.270028 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58492) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:16.271141 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-348a8ddf-0ae6-4986-b84d-3338edd1c19e tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:16.271933 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-348a8ddf-0ae6-4986-b84d-3338edd1c19e tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:16.286042 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c5cc3447-e6c2-4f5b-bc49-e555e8438202 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '3d7ce295-1f8e-4634-ba4c-fa4fe3b57a03', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:16.293622 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-73532a68-6330-4c25-a21a-7fc3aa08067a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:16.296568 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c5cc3447-e6c2-4f5b-bc49-e555e8438202 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:16.303206 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c5cc3447-e6c2-4f5b-bc49-e555e8438202 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:16.317228 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c5cc3447-e6c2-4f5b-bc49-e555e8438202 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:16.318334 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-61bcada7-655a-4428-9221-4f151013857a None None] Provisioning complete for port e392cf4f-733f-4923-89c0-797d71ebc8c3 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:16.318814 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-61bcada7-655a-4428-9221-4f151013857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:16.327426 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c5cc3447-e6c2-4f5b-bc49-e555e8438202 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:16.332067 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d070096b-2913-4252-b1b9-653dd9349c80 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:16.338709 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-e59645d3-7425-49f7-9268-6eb60e814d32 req-95b9fba7-dd3d-4ebc-abc7-44eb7c3b7502 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Unset dirty status for tenant:c274490ac83d4e2ca5f8b319589b3c6b on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:16.348727 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e59645d3-7425-49f7-9268-6eb60e814d32 req-95b9fba7-dd3d-4ebc-abc7-44eb7c3b7502 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/security-groups?id=861eadbf-56e5-48f3-91f9-8ce5dbf4e988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944973 Feb 28 14:29:16.360683 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d070096b-2913-4252-b1b9-653dd9349c80 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:16.393606 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d070096b-2913-4252-b1b9-653dd9349c80 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:16.411643 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-61bcada7-655a-4428-9221-4f151013857a None None] Port e392cf4f-733f-4923-89c0-797d71ebc8c3 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:29:16.418817 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070096b-2913-4252-b1b9-653dd9349c80 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7009677-14f5-4591-9ccb-b5c32ba3404f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:16.430885 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d070096b-2913-4252-b1b9-653dd9349c80 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:16.434198 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d070096b-2913-4252-b1b9-653dd9349c80 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/a7009677-14f5-4591-9ccb-b5c32ba3404f HTTP/1.1" status: 204 len: 168 time: 0.1635644 Feb 28 14:29:16.439700 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58498) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:16.447634 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-852498e5-1ca6-4d41-9d79-98d73f7d65f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'name': 'tempest-TestNetworkBasicOps-router-817127117', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:28:55Z', 'updated_at': '2022-02-28T14:29:07Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:82:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:28:56Z', 'updated_at': '2022-02-28T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '15b79571-f6d1-407f-aa9d-12a6d5c8f2a0', 'name': '', 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:d3:97:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:04Z', 'updated_at': '2022-02-28T14:29:15Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:16.452412 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852498e5-1ca6-4d41-9d79-98d73f7d65f4 None None] The sync data for ids ['1e74d8f8-22c4-48e4-932a-f1f59ef0affe'] in dv-neutron-831192-4-hyperv is: [{'id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'name': 'tempest-TestNetworkBasicOps-router-817127117', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:28:55Z', 'updated_at': '2022-02-28T14:29:07Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:82:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:28:56Z', 'updated_at': '2022-02-28T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '15b79571-f6d1-407f-aa9d-12a6d5c8f2a0', 'name': '', 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:d3:97:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:04Z', 'updated_at': '2022-02-28T14:29:15Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:29:16.518973 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-af3e669d-ba55-4583-9533-14b8a0965e23 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Synchronizing usage tracker for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:16.524459 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa9bb56-26ce-4c31-a420-ceefc2ada6ec None None] DHCP port deletion for 8d0fbd6c-c59a-4695-a1fe-7247b213add2 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:29:16.538336 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1aa9bb56-26ce-4c31-a420-ceefc2ada6ec None None] Deleting port c1479353-f05c-4c91-8ead-5e1ee235dac7 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:29:16.539625 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1aa9bb56-26ce-4c31-a420-ceefc2ada6ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:16.562218 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c9d3af17-ef45-493c-9fc6-dbe2e7c87ed7 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:16.565591 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-af3e669d-ba55-4583-9533-14b8a0965e23 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Unset dirty status for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:16.567731 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-af3e669d-ba55-4583-9533-14b8a0965e23 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1251519 Feb 28 14:29:16.573326 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58502) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:16.587709 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5cc3447-e6c2-4f5b-bc49-e555e8438202 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:16.595030 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-73532a68-6330-4c25-a21a-7fc3aa08067a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:16.597811 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-73532a68-6330-4c25-a21a-7fc3aa08067a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/subnets/0f8fb8e6-c7c6-43bc-a491-1ea6c5cec422 HTTP/1.1" status: 204 len: 168 time: 1.6667686 Feb 28 14:29:16.598847 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73532a68-6330-4c25-a21a-7fc3aa08067a tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Subnet': ['ID=0f8fb8e6-c7c6-43bc-a491-1ea6c5cec422,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:16.603382 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58506) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:16.610257 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c265fb-114d-4009-8b00-b5541bc7ff12 None None] Network c552b6b4-4225-4369-a19c-c50fb286d574 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:16.618636 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-348a8ddf-0ae6-4986-b84d-3338edd1c19e tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6514785 Feb 28 14:29:16.643820 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa167b13-c831-4b89-a0ef-a0800051fdd9 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:16.664667 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa167b13-c831-4b89-a0ef-a0800051fdd9 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:16.707196 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-e2b116a0-5296-4c62-b865-c81806902cee service neutron] Request body: {'port': {'device_id': '300f24dd-582a-4d29-aa14-90fc818924c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:16.729839 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5cc3447-e6c2-4f5b-bc49-e555e8438202 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:16.731844 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa167b13-c831-4b89-a0ef-a0800051fdd9 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:16.758152 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5cc3447-e6c2-4f5b-bc49-e555e8438202 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:16.760099 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa167b13-c831-4b89-a0ef-a0800051fdd9 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e001527-da7d-4026-a966-81d7918f065c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:16.772449 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c975c56-4adf-40ff-b76c-31de1bb85caa tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Router 56caab8c-8847-4013-aa1b-975ef4a69ee0 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:29:16.785743 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fa167b13-c831-4b89-a0ef-a0800051fdd9 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:16.787368 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fa167b13-c831-4b89-a0ef-a0800051fdd9 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/9e001527-da7d-4026-a966-81d7918f065c HTTP/1.1" status: 204 len: 168 time: 0.2129362 Feb 28 14:29:16.795188 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58510) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:16.816453 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5cc3447-e6c2-4f5b-bc49-e555e8438202 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:16.818350 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c5cc3447-e6c2-4f5b-bc49-e555e8438202 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5395882 Feb 28 14:29:16.822553 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58514) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:16.828596 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc3447-e6c2-4f5b-bc49-e555e8438202 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b3fbdac-85ef-4a1f-93f2-6f98622a66c0,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:16.845002 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9d2ec255-165f-43b8-b8d9-9f9f77bae9ed tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '3d7ce295-1f8e-4634-ba4c-fa4fe3b57a03', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:16.854861 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9d2ec255-165f-43b8-b8d9-9f9f77bae9ed tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:16.864318 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9d2ec255-165f-43b8-b8d9-9f9f77bae9ed tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:16.868757 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9d2ec255-165f-43b8-b8d9-9f9f77bae9ed tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:16.881616 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9d2ec255-165f-43b8-b8d9-9f9f77bae9ed tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:16.894673 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e02561b8-1ce9-4c26-bc5f-ac11771d8559 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Synchronizing usage tracker for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:16.914577 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-9d2ec255-165f-43b8-b8d9-9f9f77bae9ed tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Project 1cd57789443e43d89a7681324e1f7304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:29:16.922902 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e02561b8-1ce9-4c26-bc5f-ac11771d8559 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Unset dirty status for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:16.927609 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e02561b8-1ce9-4c26-bc5f-ac11771d8559 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1290388 Feb 28 14:29:16.928350 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58518) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:16.931788 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec255-165f-43b8-b8d9-9f9f77bae9ed tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:16.962977 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1aa9bb56-26ce-4c31-a420-ceefc2ada6ec None None] For port c1479353-f05c-4c91-8ead-5e1ee235dac7, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c1479353-f05c-4c91-8ead-5e1ee235dac7,segment=NetworkSegment(2c8b5bb6-e743-41b4-9f73-b9055ab14fb3),segment_id=2c8b5bb6-e743-41b4-9f73-b9055ab14fb3)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:29:16.963385 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1aa9bb56-26ce-4c31-a420-ceefc2ada6ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:16.997151 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c006618c-e96e-4d8a-ba51-49c8067b7840 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:17.016118 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c006618c-e96e-4d8a-ba51-49c8067b7840 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:17.017876 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d07255-ea32-4a8b-8764-7235b4160d46 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting subnet 3439b331-0661-4809-96b7-3e112ea101ff {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:29:17.038390 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2d07255-ea32-4a8b-8764-7235b4160d46 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:17.044526 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec255-165f-43b8-b8d9-9f9f77bae9ed tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:17.056051 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec255-165f-43b8-b8d9-9f9f77bae9ed tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:17.108802 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ec255-165f-43b8-b8d9-9f9f77bae9ed tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8670eed5-f5ac-4c42-8cc3-31069d564d33,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:17.111417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec255-165f-43b8-b8d9-9f9f77bae9ed tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:17.112827 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9d2ec255-165f-43b8-b8d9-9f9f77bae9ed tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2857287 Feb 28 14:29:17.113916 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c006618c-e96e-4d8a-ba51-49c8067b7840 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:17.121068 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58522) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:17.124728 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c9d3af17-ef45-493c-9fc6-dbe2e7c87ed7 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:17.126589 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c006618c-e96e-4d8a-ba51-49c8067b7840 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:17.130277 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1aa9bb56-26ce-4c31-a420-ceefc2ada6ec None None] Calling delete_port for c1479353-f05c-4c91-8ead-5e1ee235dac7 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:29:17.130938 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c006618c-e96e-4d8a-ba51-49c8067b7840 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/662c1726-4319-45b7-863c-eeb5801da941 HTTP/1.1" status: 204 len: 168 time: 0.2009976 Feb 28 14:29:17.133459 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58526) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:17.139466 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-4f89c63f-f67a-4158-9c68-8ef599ec2eb7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '3d7ce295-1f8e-4634-ba4c-fa4fe3b57a03', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:17.153513 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006618c-e96e-4d8a-ba51-49c8067b7840 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=662c1726-4319-45b7-863c-eeb5801da941,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:17.185432 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-4f89c63f-f67a-4158-9c68-8ef599ec2eb7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:17.196423 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4b4c0acf-5197-4328-bdda-8809a5154a5f tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Synchronizing usage tracker for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:17.202435 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c975c56-4adf-40ff-b76c-31de1bb85caa tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:29:17.204574 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4f89c63f-f67a-4158-9c68-8ef599ec2eb7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:17.211874 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2d07255-ea32-4a8b-8764-7235b4160d46 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:17.221829 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4b4c0acf-5197-4328-bdda-8809a5154a5f tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Unset dirty status for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:17.224547 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ec176b-792e-4967-b3e4-ce0d5f49ca0c None None] Sync routers for ids ['56caab8c-8847-4013-aa1b-975ef4a69ee0'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:29:17.227683 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4b4c0acf-5197-4328-bdda-8809a5154a5f tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0924082 Feb 28 14:29:17.228611 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58530) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:17.240552 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3af17-ef45-493c-9fc6-dbe2e7c87ed7 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Subnet': ['ID=addc0d59-9727-4c9c-b554-17038dfe7b9a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:17.252738 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4f89c63f-f67a-4158-9c68-8ef599ec2eb7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:17.259645 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-e2b116a0-5296-4c62-b865-c81806902cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:17.263756 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ec176b-792e-4967-b3e4-ce0d5f49ca0c None None] Routers {'56caab8c-8847-4013-aa1b-975ef4a69ee0'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:17.264394 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-99ec176b-792e-4967-b3e4-ce0d5f49ca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['56caab8c-8847-4013-aa1b-975ef4a69ee0'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:17.265736 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-447b962a-59a7-4dc2-9f55-adbe35ddd44b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:17.286067 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-447b962a-59a7-4dc2-9f55-adbe35ddd44b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:17.287539 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c9d3af17-ef45-493c-9fc6-dbe2e7c87ed7 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:17.292143 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58534) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:17.292428 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c9d3af17-ef45-493c-9fc6-dbe2e7c87ed7 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/subnets/addc0d59-9727-4c9c-b554-17038dfe7b9a HTTP/1.1" status: 204 len: 168 time: 1.7924745 Feb 28 14:29:17.293802 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-4f89c63f-f67a-4158-9c68-8ef599ec2eb7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:17.308584 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6c975c56-4adf-40ff-b76c-31de1bb85caa tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "PUT /v2.0/routers/56caab8c-8847-4013-aa1b-975ef4a69ee0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8053124 Feb 28 14:29:17.315115 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58538) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:17.330787 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c0bc9f-c0df-4300-8a6b-c11ffc6f3ff5 None None] Network d0fdd958-df13-4bfd-8505-2d75c461805a requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:17.379788 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-99ec176b-792e-4967-b3e4-ce0d5f49ca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:17.407340 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-4f89c63f-f67a-4158-9c68-8ef599ec2eb7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Project 1cd57789443e43d89a7681324e1f7304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:29:17.439018 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1aa9bb56-26ce-4c31-a420-ceefc2ada6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:17.462114 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4f89c63f-f67a-4158-9c68-8ef599ec2eb7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:17.544942 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9bb56-26ce-4c31-a420-ceefc2ada6ec None None] Pushing event deleted for resources: {'Port': ['ID=c1479353-f05c-4c91-8ead-5e1ee235dac7,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:17.552712 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ec176b-792e-4967-b3e4-ce0d5f49ca0c None None] Routers {'56caab8c-8847-4013-aa1b-975ef4a69ee0'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:17.554597 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-99ec176b-792e-4967-b3e4-ce0d5f49ca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['56caab8c-8847-4013-aa1b-975ef4a69ee0'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:17.579828 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d280fa5c-87d9-466f-af71-948e9d589f1d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:17.580598 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d280fa5c-87d9-466f-af71-948e9d589f1d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Synchronizing usage tracker for tenant:2f27756656034771b730bac18fc748ab on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:17.631203 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa9bb56-26ce-4c31-a420-ceefc2ada6ec None None] No DVR routers for this DVR port c1479353-f05c-4c91-8ead-5e1ee235dac7 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:29:17.635904 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-098e6b67-0312-401f-acbb-b09f3e602165 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:17.651530 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-447b962a-59a7-4dc2-9f55-adbe35ddd44b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:17.669474 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-99ec176b-792e-4967-b3e4-ce0d5f49ca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:17.670084 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ec176b-792e-4967-b3e4-ce0d5f49ca0c None None] The sync data for ids ['56caab8c-8847-4013-aa1b-975ef4a69ee0'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:29:17.749134 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b962a-59a7-4dc2-9f55-adbe35ddd44b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61e20863-776a-4e78-a763-aa6bd8ecbba1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:17.760513 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-447b962a-59a7-4dc2-9f55-adbe35ddd44b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:17.763374 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-447b962a-59a7-4dc2-9f55-adbe35ddd44b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/61e20863-776a-4e78-a763-aa6bd8ecbba1 HTTP/1.1" status: 204 len: 168 time: 0.5334229 Feb 28 14:29:17.769943 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58544) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:17.775306 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2d07255-ea32-4a8b-8764-7235b4160d46 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:17.857565 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d280fa5c-87d9-466f-af71-948e9d589f1d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Unset dirty status for tenant:2f27756656034771b730bac18fc748ab on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:17.859226 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d280fa5c-87d9-466f-af71-948e9d589f1d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "GET /v2.0/ports/e392cf4f-733f-4923-89c0-797d71ebc8c3 HTTP/1.1" status: 200 len: 910 time: 0.5169241 Feb 28 14:29:17.865137 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c912e79-4820-4611-ac87-81f66f3b649d None None] DHCP port deletion for d0fdd958-df13-4bfd-8505-2d75c461805a request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:29:17.867045 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58548) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:17.870918 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-5c912e79-4820-4611-ac87-81f66f3b649d None None] Deleting port 357bf910-d332-4864-856b-7eb515f4142e {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:29:17.871528 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5c912e79-4820-4611-ac87-81f66f3b649d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:17.875316 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-12de18bd-1de3-4d25-8e5e-04e41ec171cd tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6c0941e7-a556-4a99-9a80-77c6bd1fc4e9'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:17.924870 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4f89c63f-f67a-4158-9c68-8ef599ec2eb7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:18.008229 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-098e6b67-0312-401f-acbb-b09f3e602165 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:18.022893 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4f89c63f-f67a-4158-9c68-8ef599ec2eb7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:18.058269 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0aa54177-27c1-40ad-b89f-75eeff6a7c3f tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Synchronizing usage tracker for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:18.094939 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89c63f-f67a-4158-9c68-8ef599ec2eb7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8a965a-356a-48d6-b23f-757da05c914f,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:18.104207 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a118a-8974-4f44-88bc-3c748846620c req-2e5d47f0-05b4-4ba1-9bd2-0d3bbcb09ac4 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:18.105252 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-566a118a-8974-4f44-88bc-3c748846620c req-2e5d47f0-05b4-4ba1-9bd2-0d3bbcb09ac4 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Synchronizing usage tracker for tenant:c274490ac83d4e2ca5f8b319589b3c6b on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:18.154617 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2d07255-ea32-4a8b-8764-7235b4160d46 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:18.155119 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5c912e79-4820-4611-ac87-81f66f3b649d None None] For port 357bf910-d332-4864-856b-7eb515f4142e, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=357bf910-d332-4864-856b-7eb515f4142e,segment=NetworkSegment(18a41286-d4eb-4ae6-b84b-d1ca53e3b310),segment_id=18a41286-d4eb-4ae6-b84b-d1ca53e3b310)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:29:18.156393 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5c912e79-4820-4611-ac87-81f66f3b649d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:18.170225 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-098e6b67-0312-401f-acbb-b09f3e602165 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0fbd6c-c59a-4695-a1fe-7247b213add2']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:18.244516 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4f89c63f-f67a-4158-9c68-8ef599ec2eb7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:18.247502 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0aa54177-27c1-40ad-b89f-75eeff6a7c3f tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Unset dirty status for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:18.249068 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0aa54177-27c1-40ad-b89f-75eeff6a7c3f tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.4583023 Feb 28 14:29:18.251413 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-098e6b67-0312-401f-acbb-b09f3e602165 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c8b5bb6-e743-41b4-9f73-b9055ab14fb3') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:18.252121 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-098e6b67-0312-401f-acbb-b09f3e602165 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c8b5bb6-e743-41b4-9f73-b9055ab14fb3') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:18.258031 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4f89c63f-f67a-4158-9c68-8ef599ec2eb7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1343729 Feb 28 14:29:18.259908 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d07255-ea32-4a8b-8764-7235b4160d46 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Subnet': ['ID=3439b331-0661-4809-96b7-3e112ea101ff,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:18.264577 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58552) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:18.279539 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-098e6b67-0312-401f-acbb-b09f3e602165 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:18.283893 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2d07255-ea32-4a8b-8764-7235b4160d46 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:18.285804 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b2d07255-ea32-4a8b-8764-7235b4160d46 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/subnets/3439b331-0661-4809-96b7-3e112ea101ff HTTP/1.1" status: 204 len: 168 time: 1.6721103 Feb 28 14:29:18.288973 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-566a118a-8974-4f44-88bc-3c748846620c req-2e5d47f0-05b4-4ba1-9bd2-0d3bbcb09ac4 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Unset dirty status for tenant:c274490ac83d4e2ca5f8b319589b3c6b on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:18.290064 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-566a118a-8974-4f44-88bc-3c748846620c req-2e5d47f0-05b4-4ba1-9bd2-0d3bbcb09ac4 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/ports?device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 931 time: 0.6614566 Feb 28 14:29:18.290574 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58558) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:18.311307 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-098e6b67-0312-401f-acbb-b09f3e602165 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:18.327520 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-098e6b67-0312-401f-acbb-b09f3e602165 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:29:18.328130 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-098e6b67-0312-401f-acbb-b09f3e602165 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:29:18.350225 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:29:18.398043 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d08193e-5e90-4dfe-a2cc-2d0fa21ca626 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] DELETE failed (client error): The resource could not be found. Feb 28 14:29:18.398487 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d08193e-5e90-4dfe-a2cc-2d0fa21ca626 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:29:18.400637 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2d08193e-5e90-4dfe-a2cc-2d0fa21ca626 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/subnets/0f8fb8e6-c7c6-43bc-a491-1ea6c5cec422 HTTP/1.1" status: 404 len: 337 time: 0.1033294 Feb 28 14:29:18.413710 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58562) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:18.446459 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-5c912e79-4820-4611-ac87-81f66f3b649d None None] Calling delete_port for 357bf910-d332-4864-856b-7eb515f4142e owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:29:18.567260 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-098e6b67-0312-401f-acbb-b09f3e602165 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:18.590872 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-efb6c6fb-f93b-4966-afd9-e4bbc3f3c9ba tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:18.613650 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-098e6b67-0312-401f-acbb-b09f3e602165 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:18.642376 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 15b79571-f6d1-407f-aa9d-12a6d5c8f2a0 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:29:18.651122 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e6b67-0312-401f-acbb-b09f3e602165 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Network': ['ID=8d0fbd6c-c59a-4695-a1fe-7247b213add2,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:18.661174 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-efb6c6fb-f93b-4966-afd9-e4bbc3f3c9ba tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:18.661411 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-098e6b67-0312-401f-acbb-b09f3e602165 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/networks/8d0fbd6c-c59a-4695-a1fe-7247b213add2 HTTP/1.1" status: 204 len: 168 time: 1.3651788 Feb 28 14:29:18.666110 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58576) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:18.670873 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12de18bd-1de3-4d25-8e5e-04e41ec171cd tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:18.686207 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-566a118a-8974-4f44-88bc-3c748846620c req-2836927d-41fe-4e5c-b18c-5d40b9bf5f89 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/security-groups?id=861eadbf-56e5-48f3-91f9-8ce5dbf4e988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281634 Feb 28 14:29:18.687366 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.db.resource_extend [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-e2b116a0-5296-4c62-b865-c81806902cee service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:29:18.698386 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2980b17e-e2e4-4cde-bac5-cfe0ce063d5b None None] Network c552b6b4-4225-4369-a19c-c50fb286d574 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:18.740915 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2cc47da-672b-46f4-8ffe-e078aadf90f8 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting subnet 763f6708-1efa-4877-9d8b-acfda00a2ef6 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:29:18.753271 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2cc47da-672b-46f4-8ffe-e078aadf90f8 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:18.807546 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-efb6c6fb-f93b-4966-afd9-e4bbc3f3c9ba tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:18.855545 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-54df2a9b-f896-4efa-8bf7-7cc7ea045da2 None None] Provisioning complete for port a899dcd8-f63a-4d05-a634-c840e7664288 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:18.855954 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-54df2a9b-f896-4efa-8bf7-7cc7ea045da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:18.882702 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5c912e79-4820-4611-ac87-81f66f3b649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:18.905113 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-513b207c-53bd-424c-9c9c-ae89dba5dd88 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:18.954546 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6c3d1ff8-e928-45db-979d-3568d7c7135e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:19.008636 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c912e79-4820-4611-ac87-81f66f3b649d None None] Pushing event deleted for resources: {'Port': ['ID=357bf910-d332-4864-856b-7eb515f4142e,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:19.016045 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 15b79571-f6d1-407f-aa9d-12a6d5c8f2a0 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:19.019774 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6c6fb-f93b-4966-afd9-e4bbc3f3c9ba tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b25e1d11-76ee-4be6-9f9e-605f8c99522f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:19.023098 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-e2b116a0-5296-4c62-b865-c81806902cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e967900c-65cc-4429-9dcc-458be739cf0d {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:29:19.035945 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-e2b116a0-5296-4c62-b865-c81806902cee service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:19.039648 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2cc47da-672b-46f4-8ffe-e078aadf90f8 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:19.054699 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-513b207c-53bd-424c-9c9c-ae89dba5dd88 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:19.055970 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-513b207c-53bd-424c-9c9c-ae89dba5dd88 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-875967556&fields=id&tenant_id=1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 267 time: 0.4325745 Feb 28 14:29:19.069700 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c912e79-4820-4611-ac87-81f66f3b649d None None] No DVR routers for this DVR port 357bf910-d332-4864-856b-7eb515f4142e on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:29:19.073073 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 15b79571-f6d1-407f-aa9d-12a6d5c8f2a0 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:19.073303 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:19.082331 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-efb6c6fb-f93b-4966-afd9-e4bbc3f3c9ba tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:19.086082 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-efb6c6fb-f93b-4966-afd9-e4bbc3f3c9ba tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/b25e1d11-76ee-4be6-9f9e-605f8c99522f HTTP/1.1" status: 204 len: 168 time: 0.8123093 Feb 28 14:29:19.089103 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58580) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:19.111694 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-e2b116a0-5296-4c62-b865-c81806902cee service neutron] Transition to ACTIVE for port object e967900c-65cc-4429-9dcc-458be739cf0d will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:19.126341 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-e2b116a0-5296-4c62-b865-c81806902cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:19.280643 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-abd31f45-0f2b-4df1-86ba-e980db169279 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Synchronizing usage tracker for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:19.316003 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6c3d1ff8-e928-45db-979d-3568d7c7135e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:19.327928 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-54df2a9b-f896-4efa-8bf7-7cc7ea045da2 None None] Provisioning complete for port 700f7c04-1bf7-4cc7-9bc6-f4c66bedc711 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:19.328300 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-54df2a9b-f896-4efa-8bf7-7cc7ea045da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:19.338139 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b116a0-5296-4c62-b865-c81806902cee service neutron] Pushing event updated for resources: {'Port': ['ID=e967900c-65cc-4429-9dcc-458be739cf0d,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:19.342331 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6c3d1ff8-e928-45db-979d-3568d7c7135e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0fdd958-df13-4bfd-8505-2d75c461805a']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:19.357695 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:19.396611 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2cc47da-672b-46f4-8ffe-e078aadf90f8 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:19.415379 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-54df2a9b-f896-4efa-8bf7-7cc7ea045da2 None None] Port 700f7c04-1bf7-4cc7-9bc6-f4c66bedc711 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:29:19.425899 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-abd31f45-0f2b-4df1-86ba-e980db169279 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Unset dirty status for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:19.427184 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-abd31f45-0f2b-4df1-86ba-e980db169279 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3342628 Feb 28 14:29:19.434336 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 15b79571-f6d1-407f-aa9d-12a6d5c8f2a0, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=15b79571-f6d1-407f-aa9d-12a6d5c8f2a0,segment=NetworkSegment(4dcad0c1-00ef-450c-97d2-a23c7c1afa00),segment_id=4dcad0c1-00ef-450c-97d2-a23c7c1afa00)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:29:19.438331 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58584) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:19.442483 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:19.549803 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=15b79571-f6d1-407f-aa9d-12a6d5c8f2a0,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:19.552773 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-e2b116a0-5296-4c62-b865-c81806902cee service neutron] Attempting to bind port e967900c-65cc-4429-9dcc-458be739cf0d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:29:19.553113 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-e2b116a0-5296-4c62-b865-c81806902cee service neutron] Attempting to bind port e967900c-65cc-4429-9dcc-458be739cf0d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '510f643b-481c-4d0a-9a88-5efcff3f1ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2dda0434-1bf3-4f01-89d9-881498296301'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:29:19.553556 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-e2b116a0-5296-4c62-b865-c81806902cee service neutron] Attempting to bind port e967900c-65cc-4429-9dcc-458be739cf0d on network 2dda0434-1bf3-4f01-89d9-881498296301 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:29:19.554227 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 357bf910-d332-4864-856b-7eb515f4142e no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:29:19.569863 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-e2b116a0-5296-4c62-b865-c81806902cee service neutron] Port e967900c-65cc-4429-9dcc-458be739cf0d on network 2dda0434-1bf3-4f01-89d9-881498296301 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:29:19.570165 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-e2b116a0-5296-4c62-b865-c81806902cee service neutron] Attempting to bind port e967900c-65cc-4429-9dcc-458be739cf0d on network 2dda0434-1bf3-4f01-89d9-881498296301 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:29:19.573092 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6c3d1ff8-e928-45db-979d-3568d7c7135e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a41286-d4eb-4ae6-b84b-d1ca53e3b310') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:19.573384 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6c3d1ff8-e928-45db-979d-3568d7c7135e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a41286-d4eb-4ae6-b84b-d1ca53e3b310') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:19.598937 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 357bf910-d332-4864-856b-7eb515f4142e {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:29:19.599428 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 357bf910-d332-4864-856b-7eb515f4142e not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:29:19.599941 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c1479353-f05c-4c91-8ead-5e1ee235dac7 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:29:19.603832 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d813d109-cd57-40b5-be01-afcbb6cb2777 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:19.616398 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6c3d1ff8-e928-45db-979d-3568d7c7135e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:19.620105 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-e2b116a0-5296-4c62-b865-c81806902cee service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:29:19.620624 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-e2b116a0-5296-4c62-b865-c81806902cee service neutron] Checking segment: {'id': '510f643b-481c-4d0a-9a88-5efcff3f1ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2dda0434-1bf3-4f01-89d9-881498296301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:29:19.621156 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-e2b116a0-5296-4c62-b865-c81806902cee service neutron] Bound using segment: {'id': '510f643b-481c-4d0a-9a88-5efcff3f1ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2dda0434-1bf3-4f01-89d9-881498296301'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:29:19.621600 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-e2b116a0-5296-4c62-b865-c81806902cee service neutron] Bound port: e967900c-65cc-4429-9dcc-458be739cf0d, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '510f643b-481c-4d0a-9a88-5efcff3f1ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2dda0434-1bf3-4f01-89d9-881498296301'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:29:19.621945 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-e2b116a0-5296-4c62-b865-c81806902cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:19.639010 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: c1479353-f05c-4c91-8ead-5e1ee235dac7 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:29:19.639437 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c1479353-f05c-4c91-8ead-5e1ee235dac7 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:29:19.641920 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2cc47da-672b-46f4-8ffe-e078aadf90f8 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:19.658912 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-0a5ff551-ad16-4ec4-9b4e-1eb3887f726c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:19.659685 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-0a5ff551-ad16-4ec4-9b4e-1eb3887f726c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:19.665411 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6c3d1ff8-e928-45db-979d-3568d7c7135e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:19.737713 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc47da-672b-46f4-8ffe-e078aadf90f8 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Subnet': ['ID=763f6708-1efa-4877-9d8b-acfda00a2ef6,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:19.744729 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d813d109-cd57-40b5-be01-afcbb6cb2777 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:19.753828 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2cc47da-672b-46f4-8ffe-e078aadf90f8 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:19.778875 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b2cc47da-672b-46f4-8ffe-e078aadf90f8 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/subnets/763f6708-1efa-4877-9d8b-acfda00a2ef6 HTTP/1.1" status: 204 len: 168 time: 1.3640745 Feb 28 14:29:19.786137 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58590) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:19.840723 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-30808e83-a9b6-41ca-b96b-92be035c1aab tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] DELETE failed (client error): The resource could not be found. Feb 28 14:29:19.841406 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30808e83-a9b6-41ca-b96b-92be035c1aab tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:29:19.845317 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-30808e83-a9b6-41ca-b96b-92be035c1aab tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/subnets/695488bf-b4da-4d07-9b45-e7d53dae2ec7 HTTP/1.1" status: 404 len: 337 time: 0.0557449 Feb 28 14:29:19.861082 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58594) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:19.874322 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3d1ff8-e928-45db-979d-3568d7c7135e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:29:19.874730 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6c3d1ff8-e928-45db-979d-3568d7c7135e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:29:19.896473 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:29:19.938241 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-e2b116a0-5296-4c62-b865-c81806902cee service neutron] For port e967900c-65cc-4429-9dcc-458be739cf0d, host hv-neutron-8311, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:29:19.943934 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-e2b116a0-5296-4c62-b865-c81806902cee service neutron] For port e967900c-65cc-4429-9dcc-458be739cf0d, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=e967900c-65cc-4429-9dcc-458be739cf0d,segment=NetworkSegment(510f643b-481c-4d0a-9a88-5efcff3f1ad7),segment_id=510f643b-481c-4d0a-9a88-5efcff3f1ad7)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:29:19.946587 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d813d109-cd57-40b5-be01-afcbb6cb2777 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:19.964265 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-e2b116a0-5296-4c62-b865-c81806902cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:19.966472 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-0a5ff551-ad16-4ec4-9b4e-1eb3887f726c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:19.967625 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-0a5ff551-ad16-4ec4-9b4e-1eb3887f726c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/networks?id=b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b HTTP/1.1" status: 200 len: 796 time: 0.8403015 Feb 28 14:29:19.970276 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f76f0969-9971-4d24-8a0f-4ad8fd9ff2cf tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a93c58b-b764-48af-8bd6-9fc9904ca04c HTTP/1.1" status: 200 len: 205 time: 0.1013489 Feb 28 14:29:20.008181 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58598) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:20.014670 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813d109-cd57-40b5-be01-afcbb6cb2777 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ed7367-fb63-49ea-a770-ed92d49754a5,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:20.064489 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-0370ab8b-83cf-466a-9c47-599de1490202 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/quotas/1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 375 time: 0.0447502 Feb 28 14:29:20.067305 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d93319c-1b2b-4da4-a5e8-99eaa8aea08f None None] Network c552b6b4-4225-4369-a19c-c50fb286d574 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:20.067541 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6c3d1ff8-e928-45db-979d-3568d7c7135e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:20.071287 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6c3d1ff8-e928-45db-979d-3568d7c7135e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:20.128660 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-67ed53df-19ed-4279-9feb-77839592ae80 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] delete failed (client error): The resource could not be found. Feb 28 14:29:20.132258 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-67ed53df-19ed-4279-9feb-77839592ae80 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/routers/0a93c58b-b764-48af-8bd6-9fc9904ca04c HTTP/1.1" status: 404 len: 336 time: 0.1166956 Feb 28 14:29:20.132258 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-e2b116a0-5296-4c62-b865-c81806902cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:20.132258 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-e2b116a0-5296-4c62-b865-c81806902cee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:20.133058 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-e2b116a0-5296-4c62-b865-c81806902cee service neutron] 10.222.0.13 "PUT /v2.0/ports/e967900c-65cc-4429-9dcc-458be739cf0d HTTP/1.1" status: 200 len: 1093 time: 3.4949992 Feb 28 14:29:20.136012 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300f24dd-582a-4d29-aa14-90fc818924c0', 'tag': 'e967900c-65cc-4429-9dcc-458be739cf0d'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:29:20.141475 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58602) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:20.146671 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d813d109-cd57-40b5-be01-afcbb6cb2777 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:20.150230 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d813d109-cd57-40b5-be01-afcbb6cb2777 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "DELETE /v2.0/security-groups/e8ed7367-fb63-49ea-a770-ed92d49754a5 HTTP/1.1" status: 204 len: 168 time: 0.7025003 Feb 28 14:29:20.171856 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58608) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:20.207049 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fa929-950f-4086-ade7-e976b78ea378 req-275359ad-3bc4-4ac5-876c-3a8b72f4da57 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:20.208502 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-be4fa929-950f-4086-ade7-e976b78ea378 req-275359ad-3bc4-4ac5-876c-3a8b72f4da57 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/ports?device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 943 time: 0.3692267 Feb 28 14:29:20.212562 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6c3d1ff8-e928-45db-979d-3568d7c7135e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/networks/d0fdd958-df13-4bfd-8505-2d75c461805a HTTP/1.1" status: 204 len: 168 time: 1.5234087 Feb 28 14:29:20.213581 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d1ff8-e928-45db-979d-3568d7c7135e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Network': ['ID=d0fdd958-df13-4bfd-8505-2d75c461805a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:20.243828 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1fd27e-3bb7-45a3-85ea-95bc48e25401 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] DELETE failed (client error): The resource could not be found. Feb 28 14:29:20.244281 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de1fd27e-3bb7-45a3-85ea-95bc48e25401 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:29:20.244859 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1fa7af83-9a9b-4ad6-b2f7-7c5b609d9d28 None None] Provisioning complete for port a899dcd8-f63a-4d05-a634-c840e7664288 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:20.245229 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1fa7af83-9a9b-4ad6-b2f7-7c5b609d9d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:20.248860 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-de1fd27e-3bb7-45a3-85ea-95bc48e25401 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/subnets/308a50b7-76c1-43f2-a8d0-e98f79d34404 HTTP/1.1" status: 404 len: 337 time: 0.1011267 Feb 28 14:29:20.262267 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58612) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:20.262596 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58614) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:20.313160 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-88ff5e4d-77de-469c-b57f-67c820d3217b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Synchronizing usage tracker for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:20.318730 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f050368f-5a04-4f9c-ad24-2ca5a0aa9683 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1351288722'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:20.330098 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b116a0-5296-4c62-b865-c81806902cee service neutron] Pushing event updated for resources: {'Port': ['ID=e967900c-65cc-4429-9dcc-458be739cf0d,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:20.334764 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f050368f-5a04-4f9c-ad24-2ca5a0aa9683 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:20.337216 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-89db4b1b-79ca-48ff-819a-78dc083d3b94 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] DELETE failed (client error): The resource could not be found. Feb 28 14:29:20.337655 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89db4b1b-79ca-48ff-819a-78dc083d3b94 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:29:20.341583 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-89db4b1b-79ca-48ff-819a-78dc083d3b94 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/subnets/ff74afcf-8cc9-41ce-ba83-005b22ed8682 HTTP/1.1" status: 404 len: 337 time: 0.0683241 Feb 28 14:29:20.349600 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58620) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:20.351809 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f050368f-5a04-4f9c-ad24-2ca5a0aa9683 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Usage tracker for resource:network and tenant:c21cf0538945438095f306ca2bde76da is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:20.362637 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f050368f-5a04-4f9c-ad24-2ca5a0aa9683 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:20.373536 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-be4fa929-950f-4086-ade7-e976b78ea378 req-de162b21-053b-485e-9bff-cde288ce7b02 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/security-groups?id=861eadbf-56e5-48f3-91f9-8ce5dbf4e988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261032 Feb 28 14:29:20.375866 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f050368f-5a04-4f9c-ad24-2ca5a0aa9683 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:20.415799 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd56c5f6-2bec-4dad-b466-bf729b942aa2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] DELETE failed (client error): The resource could not be found. Feb 28 14:29:20.416258 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd56c5f6-2bec-4dad-b466-bf729b942aa2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:29:20.418495 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cd56c5f6-2bec-4dad-b466-bf729b942aa2 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/subnets/3531506c-d1e3-4959-a05e-79a7fdb480f9 HTTP/1.1" status: 404 len: 337 time: 0.0680778 Feb 28 14:29:20.419326 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-88ff5e4d-77de-469c-b57f-67c820d3217b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Unset dirty status for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:20.430127 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-88ff5e4d-77de-469c-b57f-67c820d3217b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2476473 Feb 28 14:29:20.430360 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f050368f-5a04-4f9c-ad24-2ca5a0aa9683 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Made reservation on behalf of c21cf0538945438095f306ca2bde76da for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:29:20.430460 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58624) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:20.430553 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f050368f-5a04-4f9c-ad24-2ca5a0aa9683 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:20.442933 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58626) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:20.479333 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a3f58c72-07ae-491b-87be-b9c4889267e1 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Request body: {'security_group': {'name': 'tempest-secgroup--385377033'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:20.488651 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1fa7af83-9a9b-4ad6-b2f7-7c5b609d9d28 None None] Provisioning complete for port 700f7c04-1bf7-4cc7-9bc6-f4c66bedc711 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:20.489024 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1fa7af83-9a9b-4ad6-b2f7-7c5b609d9d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:20.491852 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300f24dd-582a-4d29-aa14-90fc818924c0', 'tag': 'e967900c-65cc-4429-9dcc-458be739cf0d', 'status': 'completed', 'code': 200} Feb 28 14:29:20.496480 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a3f58c72-07ae-491b-87be-b9c4889267e1 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:20.501230 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-cbd23fa4-7c15-4f9f-ad4c-228dbf9093c8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:20.515606 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f050368f-5a04-4f9c-ad24-2ca5a0aa9683 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:29:20.515855 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97e7a4b-98ce-4747-9a6d-af6d5d9a7839 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] DELETE failed (client error): The resource could not be found. Feb 28 14:29:20.515855 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d97e7a4b-98ce-4747-9a6d-af6d5d9a7839 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:29:20.515855 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d97e7a4b-98ce-4747-9a6d-af6d5d9a7839 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/ports/c668480b-20fd-4ac2-94a6-ef80dd6d0803 HTTP/1.1" status: 404 len: 333 time: 0.0839059 Feb 28 14:29:20.518677 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58632) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:20.526870 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12de18bd-1de3-4d25-8e5e-04e41ec171cd tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:20.535011 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f050368f-5a04-4f9c-ad24-2ca5a0aa9683 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:20.535834 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-f050368f-5a04-4f9c-ad24-2ca5a0aa9683 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Added segment 5220fc2d-4128-4eeb-b290-a30173f61271 of type vlan for network dd2d609f-3f5d-4c5a-9034-29b5ec4aac89 Feb 28 14:29:20.555806 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 15b79571-f6d1-407f-aa9d-12a6d5c8f2a0 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:29:20.570335 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-6a206847-0474-4fed-bf4b-05b8fe07dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:20.572598 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-6a206847-0474-4fed-bf4b-05b8fe07dfca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c274490ac83d4e2ca5f8b319589b3c6b&device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 1096 time: 0.3787889 Feb 28 14:29:20.577367 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-34561dbf-d49b-4fb3-8f2f-e200b3f00d92 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] DELETE failed (client error): The resource could not be found. Feb 28 14:29:20.577808 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34561dbf-d49b-4fb3-8f2f-e200b3f00d92 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:29:20.579950 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-34561dbf-d49b-4fb3-8f2f-e200b3f00d92 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/subnets/fe882b7a-bffb-46f0-ab55-9630562d3694 HTTP/1.1" status: 404 len: 337 time: 0.0584452 Feb 28 14:29:20.581944 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-cbd23fa4-7c15-4f9f-ad4c-228dbf9093c8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:20.583315 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58636) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:20.583603 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-cbd23fa4-7c15-4f9f-ad4c-228dbf9093c8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4916995 Feb 28 14:29:20.584497 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12de18bd-1de3-4d25-8e5e-04e41ec171cd tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:20.641244 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f613a38d-65d5-4265-8dac-21f9c2ffc499 None None] DHCP port deletion for c552b6b4-4225-4369-a19c-c50fb286d574 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:29:20.650661 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f050368f-5a04-4f9c-ad24-2ca5a0aa9683 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:20.651033 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1fa7af83-9a9b-4ad6-b2f7-7c5b609d9d28 None None] Port 700f7c04-1bf7-4cc7-9bc6-f4c66bedc711 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:29:20.654943 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f613a38d-65d5-4265-8dac-21f9c2ffc499 None None] Deleting port a899dcd8-f63a-4d05-a634-c840e7664288 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:29:20.655342 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f613a38d-65d5-4265-8dac-21f9c2ffc499 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:20.697777 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a3f58c72-07ae-491b-87be-b9c4889267e1 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:20.718120 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-16e5b6cb-9ddb-41d2-9aa0-083550ba2205 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] DELETE failed (client error): The resource could not be found. Feb 28 14:29:20.718418 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16e5b6cb-9ddb-41d2-9aa0-083550ba2205 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:29:20.724054 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-ce8b193a-5393-4c5a-8139-2c166a2124fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e967900c-65cc-4429-9dcc-458be739cf0d HTTP/1.1" status: 200 len: 217 time: 0.1417968 Feb 28 14:29:20.730068 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-16e5b6cb-9ddb-41d2-9aa0-083550ba2205 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/subnets/b2a5ce6b-9fc9-46fb-8db1-91130bec2508 HTTP/1.1" status: 404 len: 337 time: 0.0799656 Feb 28 14:29:20.746291 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 15b79571-f6d1-407f-aa9d-12a6d5c8f2a0 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:20.746645 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:20.773644 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58640) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:20.786843 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a3f58c72-07ae-491b-87be-b9c4889267e1 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:20.827343 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a3f58c72-07ae-491b-87be-b9c4889267e1 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:20.834205 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-ca1e264a-a522-4010-a1a9-f223d2af6418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:20.835875 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-ca1e264a-a522-4010-a1a9-f223d2af6418 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dec236d2-36e1-4e91-9b0d-7fae6bd6853c HTTP/1.1" status: 200 len: 852 time: 0.1052532 Feb 28 14:29:20.837471 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a3f58c72-07ae-491b-87be-b9c4889267e1 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Usage tracker for resource:security_group_rule and tenant:4736ace8790a4456b5e23fe41da4d865 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:20.839478 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12de18bd-1de3-4d25-8e5e-04e41ec171cd tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:20.840111 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12de18bd-1de3-4d25-8e5e-04e41ec171cd tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:20.840358 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f050368f-5a04-4f9c-ad24-2ca5a0aa9683 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:20.841416 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-12de18bd-1de3-4d25-8e5e-04e41ec171cd tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "PUT /v2.0/ports/e392cf4f-733f-4923-89c0-797d71ebc8c3 HTTP/1.1" status: 200 len: 910 time: 2.9721243 Feb 28 14:29:20.845709 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f050368f-5a04-4f9c-ad24-2ca5a0aa9683 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:20.846517 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f050368f-5a04-4f9c-ad24-2ca5a0aa9683 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:20.851839 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a3f58c72-07ae-491b-87be-b9c4889267e1 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:20.854265 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58644) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:20.860759 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a10a41c-44cc-4211-84c9-8af3ae6491d1 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] DELETE failed (client error): The resource could not be found. Feb 28 14:29:20.861225 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a10a41c-44cc-4211-84c9-8af3ae6491d1 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:29:20.865428 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2a10a41c-44cc-4211-84c9-8af3ae6491d1 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/ports/6c86e79f-939c-4b22-af6c-2398c3e8767b HTTP/1.1" status: 404 len: 333 time: 0.0823398 Feb 28 14:29:20.865428 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de18bd-1de3-4d25-8e5e-04e41ec171cd tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Port': ['ID=e392cf4f-733f-4923-89c0-797d71ebc8c3,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:20.868964 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58646) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:20.910758 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5233dc4-9998-4563-afef-5574f3f15038 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] DELETE failed (client error): The resource could not be found. Feb 28 14:29:20.911203 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5233dc4-9998-4563-afef-5574f3f15038 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:29:20.915257 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a5233dc4-9998-4563-afef-5574f3f15038 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/subnets/29eb67f0-237e-4692-ac40-e2815bbf9281 HTTP/1.1" status: 404 len: 337 time: 0.0434687 Feb 28 14:29:20.915977 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58652) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:20.968959 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-b8f97fa4-f649-45bc-abe7-3c1525a9a9bb service neutron] 10.222.0.30 "GET /v2.0/networks/b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543565 Feb 28 14:29:20.969705 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d067e493-c622-4547-9e1d-7d6c16e8e954 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] DELETE failed (client error): The resource could not be found. Feb 28 14:29:20.970128 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d067e493-c622-4547-9e1d-7d6c16e8e954 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:29:20.977249 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d067e493-c622-4547-9e1d-7d6c16e8e954 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/subnets/b9fd04fe-3039-4014-a35b-2aae26e2a0d5 HTTP/1.1" status: 404 len: 337 time: 0.0606306 Feb 28 14:29:20.983971 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f613a38d-65d5-4265-8dac-21f9c2ffc499 None None] For port a899dcd8-f63a-4d05-a634-c840e7664288, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=a899dcd8-f63a-4d05-a634-c840e7664288,segment=NetworkSegment(5ac37a88-1607-4999-87c8-291fa37cf983),segment_id=5ac37a88-1607-4999-87c8-291fa37cf983)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:29:20.984482 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f613a38d-65d5-4265-8dac-21f9c2ffc499 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:20.996343 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a3f58c72-07ae-491b-87be-b9c4889267e1 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:20.997190 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58656) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:21.142633 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f613a38d-65d5-4265-8dac-21f9c2ffc499 None None] Calling delete_port for a899dcd8-f63a-4d05-a634-c840e7664288 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:29:21.144427 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-32512c11-811c-4104-ba32-cb9a456ac6c0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Deleting port 700f7c04-1bf7-4cc7-9bc6-f4c66bedc711 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:29:21.144764 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32512c11-811c-4104-ba32-cb9a456ac6c0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:21.190346 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-4e3df9d2-771c-47a5-8a62-b0c60a08eeca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2dda0434-1bf3-4f01-89d9-881498296301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3396721 Feb 28 14:29:21.249054 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-be0a8188-43d7-4c9c-a766-cddeb5b2929a service neutron] 10.222.0.30 "GET /v2.0/networks/b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697985 Feb 28 14:29:21.259216 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f613a38d-65d5-4265-8dac-21f9c2ffc499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:21.295896 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050368f-5a04-4f9c-ad24-2ca5a0aa9683 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Network': ['ID=dd2d609f-3f5d-4c5a-9034-29b5ec4aac89,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:21.299490 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f050368f-5a04-4f9c-ad24-2ca5a0aa9683 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0299523 Feb 28 14:29:21.312175 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network dd2d609f-3f5d-4c5a-9034-29b5ec4aac89 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:29:21.314280 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58660) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:21.349389 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613a38d-65d5-4265-8dac-21f9c2ffc499 None None] Pushing event deleted for resources: {'Port': ['ID=a899dcd8-f63a-4d05-a634-c840e7664288,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:21.352479 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e8194f33-f5f8-4570-adbe-0c9a68cb133e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'subnet': {'network_id': 'dd2d609f-3f5d-4c5a-9034-29b5ec4aac89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:21.354420 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f613a38d-65d5-4265-8dac-21f9c2ffc499 None None] No DVR routers for this DVR port a899dcd8-f63a-4d05-a634-c840e7664288 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:29:21.744073 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-e553d188-ab38-4b2d-b062-ffd36d10b1af service neutron] 10.222.0.13 "GET /v2.0/networks/2dda0434-1bf3-4f01-89d9-881498296301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308089 Feb 28 14:29:21.747335 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32512c11-811c-4104-ba32-cb9a456ac6c0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:21.769810 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6e850399-5de2-42cd-8797-d434bb8c4e91 req-e760c506-0b4c-4372-aeb3-35bf476a2973 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=d86b3ec2-2c7a-4483-a977-db3cc1eaa766 HTTP/1.1" status: 200 len: 210 time: 0.2702332 Feb 28 14:29:21.822966 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a3f58c72-07ae-491b-87be-b9c4889267e1 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:21.898924 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a3f58c72-07ae-491b-87be-b9c4889267e1 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:21.900302 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-32512c11-811c-4104-ba32-cb9a456ac6c0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Calling delete_port for 700f7c04-1bf7-4cc7-9bc6-f4c66bedc711 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:29:21.946840 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e8194f33-f5f8-4570-adbe-0c9a68cb133e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:21.954330 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e8194f33-f5f8-4570-adbe-0c9a68cb133e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Usage tracker for resource:subnet and tenant:c21cf0538945438095f306ca2bde76da is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:21.963340 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e8194f33-f5f8-4570-adbe-0c9a68cb133e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:21.973975 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e8194f33-f5f8-4570-adbe-0c9a68cb133e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:22.004475 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32512c11-811c-4104-ba32-cb9a456ac6c0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:22.019090 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44461073-3d25-4920-bd78-5a94c6a5c472 req-9e079480-2b7d-42e6-8ca7-baf6d52dc710 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:22.020584 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-44461073-3d25-4920-bd78-5a94c6a5c472 req-9e079480-2b7d-42e6-8ca7-baf6d52dc710 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/ports?device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 943 time: 0.4656475 Feb 28 14:29:22.067266 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32512c11-811c-4104-ba32-cb9a456ac6c0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Port': ['ID=700f7c04-1bf7-4cc7-9bc6-f4c66bedc711,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:22.073406 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-32512c11-811c-4104-ba32-cb9a456ac6c0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:22.076373 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f58c72-07ae-491b-87be-b9c4889267e1 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16eac5ed-b2b1-46cc-840d-c66d5c256874,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:22.078603 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8194f33-f5f8-4570-adbe-0c9a68cb133e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Made reservation on behalf of c21cf0538945438095f306ca2bde76da for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:29:22.081736 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8194f33-f5f8-4570-adbe-0c9a68cb133e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:22.092809 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a3f58c72-07ae-491b-87be-b9c4889267e1 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:22.093901 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a3f58c72-07ae-491b-87be-b9c4889267e1 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6443985 Feb 28 14:29:22.100722 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58676) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:22.108713 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bece43b5-6b41-4be4-8ebd-097e62919fda req-65a54ead-84f1-430d-87a8-ecf550d58ac0 service neutron] 10.222.0.13 "GET /v2.0/networks/2dda0434-1bf3-4f01-89d9-881498296301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493414 Feb 28 14:29:22.127807 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-06e70cf3-9a8e-473c-b8d3-9056815eeac8 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Request body: {'security_group_rule': {'security_group_id': '16eac5ed-b2b1-46cc-840d-c66d5c256874', 'direction': 'ingress', 'protocol': 17}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:22.137789 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-44461073-3d25-4920-bd78-5a94c6a5c472 req-993b6208-34a7-4b0c-a26e-579a97880bdf tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/security-groups?id=861eadbf-56e5-48f3-91f9-8ce5dbf4e988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750954 Feb 28 14:29:22.141615 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-06e70cf3-9a8e-473c-b8d3-9056815eeac8 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:22.151116 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-32512c11-811c-4104-ba32-cb9a456ac6c0 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/ports/700f7c04-1bf7-4cc7-9bc6-f4c66bedc711 HTTP/1.1" status: 204 len: 168 time: 1.1520519 Feb 28 14:29:22.155045 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58682) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:22.156228 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-06e70cf3-9a8e-473c-b8d3-9056815eeac8 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Usage tracker for resource:security_group_rule and tenant:4736ace8790a4456b5e23fe41da4d865 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:22.217945 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-06e70cf3-9a8e-473c-b8d3-9056815eeac8 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:22.266380 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-06e70cf3-9a8e-473c-b8d3-9056815eeac8 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:22.293971 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76575642-91df-4829-9ef9-796ae9ee4e6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:22.346036 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0791df-cae3-44a6-961f-f008ece5596d req-bdc0a0bf-d886-4ae5-89f4-b358a4b3bc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:22.347536 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7b0791df-cae3-44a6-961f-f008ece5596d req-bdc0a0bf-d886-4ae5-89f4-b358a4b3bc7b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c274490ac83d4e2ca5f8b319589b3c6b&device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 1096 time: 0.1525095 Feb 28 14:29:22.363971 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06e70cf3-9a8e-473c-b8d3-9056815eeac8 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:22.379908 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b612b07e-e549-47d7-8610-ba78e20f4e74 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:22.581039 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device a899dcd8-f63a-4d05-a634-c840e7664288 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:29:22.651857 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: a899dcd8-f63a-4d05-a634-c840e7664288 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:29:22.653082 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device a899dcd8-f63a-4d05-a634-c840e7664288 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:29:22.742461 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06e70cf3-9a8e-473c-b8d3-9056815eeac8 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:22.769926 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:29:22.814647 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06e70cf3-9a8e-473c-b8d3-9056815eeac8 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:22.818827 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b612b07e-e549-47d7-8610-ba78e20f4e74 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:22.867099 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0791df-cae3-44a6-961f-f008ece5596d req-af8b3def-707f-438f-87a9-96cd882cb234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:22.868931 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7b0791df-cae3-44a6-961f-f008ece5596d req-af8b3def-707f-438f-87a9-96cd882cb234 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2dda0434-1bf3-4f01-89d9-881498296301 HTTP/1.1" status: 200 len: 913 time: 0.5069184 Feb 28 14:29:22.905005 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8194f33-f5f8-4570-adbe-0c9a68cb133e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:22.990035 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7b0791df-cae3-44a6-961f-f008ece5596d req-ab9f61d6-e104-4087-a8b9-1dfded574d21 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e967900c-65cc-4429-9dcc-458be739cf0d HTTP/1.1" status: 200 len: 217 time: 0.1079402 Feb 28 14:29:22.994268 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e70cf3-9a8e-473c-b8d3-9056815eeac8 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e835b72-727b-4c94-ad72-ba5dac3e8190,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:23.031374 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b612b07e-e549-47d7-8610-ba78e20f4e74 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c552b6b4-4225-4369-a19c-c50fb286d574']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:23.043104 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-76575642-91df-4829-9ef9-796ae9ee4e6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Deleting port e392cf4f-733f-4923-89c0-797d71ebc8c3 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:29:23.043536 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76575642-91df-4829-9ef9-796ae9ee4e6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:23.051420 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f659d43f-e9b6-47f3-83d4-c64e87089935 req-cd65ed91-c153-456c-affa-25b97b84ca30 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=d86b3ec2-2c7a-4483-a977-db3cc1eaa766 HTTP/1.1" status: 200 len: 210 time: 0.1221328 Feb 28 14:29:23.077516 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b612b07e-e549-47d7-8610-ba78e20f4e74 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac37a88-1607-4999-87c8-291fa37cf983') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:23.077516 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b612b07e-e549-47d7-8610-ba78e20f4e74 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac37a88-1607-4999-87c8-291fa37cf983') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:23.100360 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-06e70cf3-9a8e-473c-b8d3-9056815eeac8 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:23.101503 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-06e70cf3-9a8e-473c-b8d3-9056815eeac8 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9964383 Feb 28 14:29:23.104773 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58694) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:23.107526 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b612b07e-e549-47d7-8610-ba78e20f4e74 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:23.135539 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8194f33-f5f8-4570-adbe-0c9a68cb133e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Subnet': ['ID=422cd4af-ddc4-4b88-90ee-9f8794e41245,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:23.148063 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-5bc6939c-13e6-4b87-8a95-3c341ee505da tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:23.149553 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-5bc6939c-13e6-4b87-8a95-3c341ee505da tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/networks?id=b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b HTTP/1.1" status: 200 len: 796 time: 0.4104085 Feb 28 14:29:23.151457 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0791df-cae3-44a6-961f-f008ece5596d req-94719a28-7bc0-4b53-816a-9a93f6b9b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:23.152161 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b612b07e-e549-47d7-8610-ba78e20f4e74 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:23.152996 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7b0791df-cae3-44a6-961f-f008ece5596d req-94719a28-7bc0-4b53-816a-9a93f6b9b88c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dec236d2-36e1-4e91-9b0d-7fae6bd6853c HTTP/1.1" status: 200 len: 852 time: 0.1505072 Feb 28 14:29:23.162615 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b612b07e-e549-47d7-8610-ba78e20f4e74 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:29:23.163063 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b612b07e-e549-47d7-8610-ba78e20f4e74 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:29:23.179269 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:29:23.192692 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8194f33-f5f8-4570-adbe-0c9a68cb133e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Checking segment: {'id': '5220fc2d-4128-4eeb-b290-a30173f61271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'dd2d609f-3f5d-4c5a-9034-29b5ec4aac89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:29:23.193050 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8194f33-f5f8-4570-adbe-0c9a68cb133e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network hostable DHCP agents. Network: dd2d609f-3f5d-4c5a-9034-29b5ec4aac89, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:29:23.238191 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7b0791df-cae3-44a6-961f-f008ece5596d req-b7e36e01-50ce-497e-a014-8e14de4532e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2dda0434-1bf3-4f01-89d9-881498296301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710325 Feb 28 14:29:23.310644 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-61f54807-7fff-498d-b2b6-0d14f9865f4a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 379 time: 0.1307051 Feb 28 14:29:23.311457 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b612b07e-e549-47d7-8610-ba78e20f4e74 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:23.313226 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8194f33-f5f8-4570-adbe-0c9a68cb133e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network dd2d609f-3f5d-4c5a-9034-29b5ec4aac89 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:29:23.338784 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b612b07e-e549-47d7-8610-ba78e20f4e74 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:23.349204 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-fdb9a385-83a9-4300-a86a-0bb0b1782fce tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'port': {'device_id': 'd86b3ec2-2c7a-4483-a977-db3cc1eaa766', 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b', 'admin_state_up': True, 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'security_groups': ['3d7ce295-1f8e-4634-ba4c-fa4fe3b57a03']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:23.367446 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612b07e-e549-47d7-8610-ba78e20f4e74 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] Pushing event deleted for resources: {'Network': ['ID=c552b6b4-4225-4369-a19c-c50fb286d574,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:23.381724 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e8194f33-f5f8-4570-adbe-0c9a68cb133e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, dd2d609f-3f5d-4c5a-9034-29b5ec4aac89) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:23.391973 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7217073a-607a-49ec-b518-6c29c53e05a7 None None] Network dd2d609f-3f5d-4c5a-9034-29b5ec4aac89 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:23.392212 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b612b07e-e549-47d7-8610-ba78e20f4e74 tempest-PortsTestJSON-1984888450 tempest-PortsTestJSON-1984888450-project] 10.222.0.30 "DELETE /v2.0/networks/c552b6b4-4225-4369-a19c-c50fb286d574 HTTP/1.1" status: 204 len: 168 time: 1.2329929 Feb 28 14:29:23.394000 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8194f33-f5f8-4570-adbe-0c9a68cb133e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:23.394452 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e8194f33-f5f8-4570-adbe-0c9a68cb133e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:23.412314 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-729b6b01-c24f-4fa7-b2b1-125eddde8370 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:23.605266 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-729b6b01-c24f-4fa7-b2b1-125eddde8370 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:23.617399 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76575642-91df-4829-9ef9-796ae9ee4e6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:23.642329 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e8194f33-f5f8-4570-adbe-0c9a68cb133e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3235884 Feb 28 14:29:23.643187 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58702) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:23.653250 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-28da3d6f-f531-44f1-a5d0-ed056e5c8186 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-21585676', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:23.662055 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-28da3d6f-f531-44f1-a5d0-ed056e5c8186 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:23.671835 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-28da3d6f-f531-44f1-a5d0-ed056e5c8186 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Usage tracker for resource:router and tenant:c21cf0538945438095f306ca2bde76da is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:23.682243 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-28da3d6f-f531-44f1-a5d0-ed056e5c8186 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:23.692092 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-28da3d6f-f531-44f1-a5d0-ed056e5c8186 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:23.703400 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-fdb9a385-83a9-4300-a86a-0bb0b1782fce tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:23.714082 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-fdb9a385-83a9-4300-a86a-0bb0b1782fce tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:23.716987 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-28da3d6f-f531-44f1-a5d0-ed056e5c8186 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:23.718016 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-28da3d6f-f531-44f1-a5d0-ed056e5c8186 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:23.738275 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device e967900c-65cc-4429-9dcc-458be739cf0d details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:29:23.740163 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-28da3d6f-f531-44f1-a5d0-ed056e5c8186 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:23.741863 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-fdb9a385-83a9-4300-a86a-0bb0b1782fce tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Made reservation on behalf of 1cd57789443e43d89a7681324e1f7304 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:29:23.747137 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-fdb9a385-83a9-4300-a86a-0bb0b1782fce tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:23.762120 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58708) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:23.768116 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed6481e-8ab7-461e-99d4-86c17292374e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-dd2d609f-3f5d-4c5a-9034-29b5ec4aac89', 'network_id': 'dd2d609f-3f5d-4c5a-9034-29b5ec4aac89', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'fixed_ips': [{'subnet_id': '422cd4af-ddc4-4b88-90ee-9f8794e41245'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:29:23.768960 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9ed6481e-8ab7-461e-99d4-86c17292374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:23.812396 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-76575642-91df-4829-9ef9-796ae9ee4e6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Calling delete_port for e392cf4f-733f-4923-89c0-797d71ebc8c3 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:29:23.842582 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-28da3d6f-f531-44f1-a5d0-ed056e5c8186 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:23.880075 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7b0791df-cae3-44a6-961f-f008ece5596d req-5ff14aea-389c-4467-865f-9ea9ecb0d957 service neutron] 10.222.0.13 "GET /v2.0/networks/2dda0434-1bf3-4f01-89d9-881498296301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5901735 Feb 28 14:29:23.896239 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20398dc0-5feb-4eb5-ab5c-b81ec3301a01 req-75247eb3-2667-4150-9431-371ec1895e69 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:23.897934 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20398dc0-5feb-4eb5-ab5c-b81ec3301a01 req-75247eb3-2667-4150-9431-371ec1895e69 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/ports?device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 943 time: 0.6074355 Feb 28 14:29:23.930091 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-28da3d6f-f531-44f1-a5d0-ed056e5c8186 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:23.935368 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-28da3d6f-f531-44f1-a5d0-ed056e5c8186 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2886479 Feb 28 14:29:23.936399 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58714) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:23.958867 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ebbb34d6-19fa-4bbf-96fb-3d0f52f013ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'port': {'network_id': 'dd2d609f-3f5d-4c5a-9034-29b5ec4aac89', 'name': 'tempest-RoutersIpV6Test-1361103744'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:24.028288 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port e967900c-65cc-4429-9dcc-458be739cf0d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=e967900c-65cc-4429-9dcc-458be739cf0d,segment=NetworkSegment(510f643b-481c-4d0a-9a88-5efcff3f1ad7),segment_id=510f643b-481c-4d0a-9a88-5efcff3f1ad7)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:29:24.046738 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': 'e967900c-65cc-4429-9dcc-458be739cf0d', 'network_id': '2dda0434-1bf3-4f01-89d9-881498296301', 'port_id': 'e967900c-65cc-4429-9dcc-458be739cf0d', 'mac_address': 'fa:16:3e:d7:5f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec236d2-36e1-4e91-9b0d-7fae6bd6853c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:29:24.079760 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-729b6b01-c24f-4fa7-b2b1-125eddde8370 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:24.095486 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-9ed6481e-8ab7-461e-99d4-86c17292374e None None] Allocated IP 2001:db8::2 (dd2d609f-3f5d-4c5a-9034-29b5ec4aac89/422cd4af-ddc4-4b88-90ee-9f8794e41245/d75f73b6-f294-47a1-bf39-11376a7ecab2) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:29:24.111712 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-fdb9a385-83a9-4300-a86a-0bb0b1782fce tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.20.0.9 (b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b/edb6d5c6-4fdb-454f-ab90-933ebe5c052b/b0e76841-c90e-4d7f-97d0-6520476ba024) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:29:24.127572 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20398dc0-5feb-4eb5-ab5c-b81ec3301a01 req-4120033c-e65d-43d0-87f6-9e9a9e2e858e tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/security-groups?id=861eadbf-56e5-48f3-91f9-8ce5dbf4e988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968346 Feb 28 14:29:24.147499 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b6b01-c24f-4fa7-b2b1-125eddde8370 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16eac5ed-b2b1-46cc-840d-c66d5c256874,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:24.149712 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-40022443-34f0-4933-a133-0d0b70b6161f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c214fd1eb53045a6b1f8184e904b5bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3791656 Feb 28 14:29:24.153939 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58720) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:24.167476 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-729b6b01-c24f-4fa7-b2b1-125eddde8370 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:24.169684 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-729b6b01-c24f-4fa7-b2b1-125eddde8370 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "DELETE /v2.0/security-groups/16eac5ed-b2b1-46cc-840d-c66d5c256874 HTTP/1.1" status: 204 len: 168 time: 1.0618382 Feb 28 14:29:24.174600 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58724) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:24.242012 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7b0791df-cae3-44a6-961f-f008ece5596d req-3cf1d3e6-059b-4eee-a281-3610c0401904 service neutron] 10.222.0.13 "GET /v2.0/networks/2dda0434-1bf3-4f01-89d9-881498296301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406298 Feb 28 14:29:24.290080 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-efbdc57c-7a11-46dd-b28f-ed26c948fe31 req-5fb7031d-ddd0-4a2d-a3dd-26eeebee7f0e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:24.300045 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ebbb34d6-19fa-4bbf-96fb-3d0f52f013ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:24.323258 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ebbb34d6-19fa-4bbf-96fb-3d0f52f013ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:24.331677 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-efbdc57c-7a11-46dd-b28f-ed26c948fe31 req-5fb7031d-ddd0-4a2d-a3dd-26eeebee7f0e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:24.332712 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-efbdc57c-7a11-46dd-b28f-ed26c948fe31 req-5fb7031d-ddd0-4a2d-a3dd-26eeebee7f0e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=d86b3ec2-2c7a-4483-a977-db3cc1eaa766 HTTP/1.1" status: 200 len: 210 time: 0.1216269 Feb 28 14:29:24.337547 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:24.338546 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-44540008-444b-45bb-81ee-6d0dd4ef83c5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Synchronizing usage tracker for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:24.353622 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3409c2a5-98ed-40e6-baf4-cc014dff6892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:24.357431 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbb34d6-19fa-4bbf-96fb-3d0f52f013ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Made reservation on behalf of c21cf0538945438095f306ca2bde76da for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:29:24.361119 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e967900c-65cc-4429-9dcc-458be739cf0d {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:29:24.361281 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ebbb34d6-19fa-4bbf-96fb-3d0f52f013ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:24.372739 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-44540008-444b-45bb-81ee-6d0dd4ef83c5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Unset dirty status for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:24.374257 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-44540008-444b-45bb-81ee-6d0dd4ef83c5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1971316 Feb 28 14:29:24.378525 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58728) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:24.384501 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b61a389b-9b8d-41b5-8193-d59704b18a3b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Request body: {'security_group': {'name': 'tempest-secgroup--995100329'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:24.391776 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76575642-91df-4829-9ef9-796ae9ee4e6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:24.396552 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b61a389b-9b8d-41b5-8193-d59704b18a3b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:24.435575 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [None req-ebbb34d6-19fa-4bbf-96fb-3d0f52f013ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] device_id is not set on port 9c7a3074-7807-4601-9e7a-fe443988c7d7 yet. {{(pid=87772) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:29:24.451087 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76575642-91df-4829-9ef9-796ae9ee4e6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Port': ['ID=e392cf4f-733f-4923-89c0-797d71ebc8c3,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:24.491352 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port e967900c-65cc-4429-9dcc-458be739cf0d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=e967900c-65cc-4429-9dcc-458be739cf0d,segment=NetworkSegment(510f643b-481c-4d0a-9a88-5efcff3f1ad7),segment_id=510f643b-481c-4d0a-9a88-5efcff3f1ad7)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:29:24.499839 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:24.501116 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b61a389b-9b8d-41b5-8193-d59704b18a3b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:24.538900 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3409c2a5-98ed-40e6-baf4-cc014dff6892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:24.558232 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b61a389b-9b8d-41b5-8193-d59704b18a3b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:24.575109 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9ed6481e-8ab7-461e-99d4-86c17292374e None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:24.599190 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b61a389b-9b8d-41b5-8193-d59704b18a3b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:24.601168 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9ed6481e-8ab7-461e-99d4-86c17292374e None None] Transition to ACTIVE for port object d75f73b6-f294-47a1-bf39-11376a7ecab2 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:24.605928 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b61a389b-9b8d-41b5-8193-d59704b18a3b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Usage tracker for resource:security_group_rule and tenant:4736ace8790a4456b5e23fe41da4d865 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:24.609372 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b61a389b-9b8d-41b5-8193-d59704b18a3b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:24.615262 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=e967900c-65cc-4429-9dcc-458be739cf0d,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:24.625745 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b61a389b-9b8d-41b5-8193-d59704b18a3b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:24.631425 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9ed6481e-8ab7-461e-99d4-86c17292374e None None] Transition to ACTIVE for port object d75f73b6-f294-47a1-bf39-11376a7ecab2 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:24.642442 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9ed6481e-8ab7-461e-99d4-86c17292374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:24.712384 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['e967900c-65cc-4429-9dcc-458be739cf0d'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:29:24.727847 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-fdb9a385-83a9-4300-a86a-0bb0b1782fce tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:24.747800 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3409c2a5-98ed-40e6-baf4-cc014dff6892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:24.750827 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b61a389b-9b8d-41b5-8193-d59704b18a3b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:24.761919 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed6481e-8ab7-461e-99d4-86c17292374e None None] Network dd2d609f-3f5d-4c5a-9034-29b5ec4aac89 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:24.775201 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-9ed6481e-8ab7-461e-99d4-86c17292374e None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:24.777833 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed6481e-8ab7-461e-99d4-86c17292374e None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:29:24.785944 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-ebbb34d6-19fa-4bbf-96fb-3d0f52f013ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Allocated IP 2001:db8::181 (dd2d609f-3f5d-4c5a-9034-29b5ec4aac89/422cd4af-ddc4-4b88-90ee-9f8794e41245/9c7a3074-7807-4601-9e7a-fe443988c7d7) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:29:24.788045 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-fdb9a385-83a9-4300-a86a-0bb0b1782fce tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Transition to ACTIVE for port object b0e76841-c90e-4d7f-97d0-6520476ba024 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:24.791195 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409c2a5-98ed-40e6-baf4-cc014dff6892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e512e646-8660-4c38-ad84-e91f0c68032e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:24.839367 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6481e-8ab7-461e-99d4-86c17292374e None None] Pushing event updated for resources: {'Port': ['ID=d75f73b6-f294-47a1-bf39-11376a7ecab2,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:24.862150 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3409c2a5-98ed-40e6-baf4-cc014dff6892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:24.865739 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3409c2a5-98ed-40e6-baf4-cc014dff6892 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e512e646-8660-4c38-ad84-e91f0c68032e HTTP/1.1" status: 204 len: 168 time: 0.7083640 Feb 28 14:29:24.935191 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9ed6481e-8ab7-461e-99d4-86c17292374e None None] Attempting to bind port d75f73b6-f294-47a1-bf39-11376a7ecab2 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:29:24.935857 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9ed6481e-8ab7-461e-99d4-86c17292374e None None] Attempting to bind port d75f73b6-f294-47a1-bf39-11376a7ecab2 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '5220fc2d-4128-4eeb-b290-a30173f61271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'dd2d609f-3f5d-4c5a-9034-29b5ec4aac89'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:29:24.936395 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed6481e-8ab7-461e-99d4-86c17292374e None None] Attempting to bind port d75f73b6-f294-47a1-bf39-11376a7ecab2 on network dd2d609f-3f5d-4c5a-9034-29b5ec4aac89 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:29:24.943458 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed6481e-8ab7-461e-99d4-86c17292374e None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:29:24.944145 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed6481e-8ab7-461e-99d4-86c17292374e None None] Checking segment: {'id': '5220fc2d-4128-4eeb-b290-a30173f61271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'dd2d609f-3f5d-4c5a-9034-29b5ec4aac89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:29:24.944754 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9ed6481e-8ab7-461e-99d4-86c17292374e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:24.945320 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed6481e-8ab7-461e-99d4-86c17292374e None None] Bound using segment: {'id': '5220fc2d-4128-4eeb-b290-a30173f61271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'dd2d609f-3f5d-4c5a-9034-29b5ec4aac89'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:29:24.945977 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9ed6481e-8ab7-461e-99d4-86c17292374e None None] Bound port: d75f73b6-f294-47a1-bf39-11376a7ecab2, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5220fc2d-4128-4eeb-b290-a30173f61271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'dd2d609f-3f5d-4c5a-9034-29b5ec4aac89'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:29:24.946536 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9ed6481e-8ab7-461e-99d4-86c17292374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:24.951511 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b61a389b-9b8d-41b5-8193-d59704b18a3b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:24.966137 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-fdb9a385-83a9-4300-a86a-0bb0b1782fce tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:25.009996 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a389b-9b8d-41b5-8193-d59704b18a3b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9a6ad4-6880-4e02-bb39-025d49fe2b6d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:25.055449 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-fdb9a385-83a9-4300-a86a-0bb0b1782fce tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:25.072069 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-fdb9a385-83a9-4300-a86a-0bb0b1782fce tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:25.079740 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-fdb9a385-83a9-4300-a86a-0bb0b1782fce tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:29:25.083003 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76575642-91df-4829-9ef9-796ae9ee4e6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:25.095264 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b61a389b-9b8d-41b5-8193-d59704b18a3b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:25.099515 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b61a389b-9b8d-41b5-8193-d59704b18a3b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7196569 Feb 28 14:29:25.102174 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58736) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:25.112150 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9ed6481e-8ab7-461e-99d4-86c17292374e None None] For port d75f73b6-f294-47a1-bf39-11376a7ecab2, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:29:25.125710 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9a385-83a9-4300-a86a-0bb0b1782fce tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=b0e76841-c90e-4d7f-97d0-6520476ba024,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:25.145144 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9ed6481e-8ab7-461e-99d4-86c17292374e None None] For port d75f73b6-f294-47a1-bf39-11376a7ecab2, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d75f73b6-f294-47a1-bf39-11376a7ecab2,segment=NetworkSegment(5220fc2d-4128-4eeb-b290-a30173f61271),segment_id=5220fc2d-4128-4eeb-b290-a30173f61271)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:29:25.163867 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9ed6481e-8ab7-461e-99d4-86c17292374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:25.178510 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ebbb34d6-19fa-4bbf-96fb-3d0f52f013ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:25.194279 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e3626280-35b4-4f05-a09d-31cea554f97b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Request body: {'security_group': {'name': 'tempest-secgroup--321551264'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:25.198328 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-fdb9a385-83a9-4300-a86a-0bb0b1782fce tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:25.199077 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-fdb9a385-83a9-4300-a86a-0bb0b1782fce tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:25.209162 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e3626280-35b4-4f05-a09d-31cea554f97b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:25.217001 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e3626280-35b4-4f05-a09d-31cea554f97b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Usage tracker for resource:security_group and tenant:4736ace8790a4456b5e23fe41da4d865 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:25.233511 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-ebbb34d6-19fa-4bbf-96fb-3d0f52f013ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Transition to ACTIVE for port object 9c7a3074-7807-4601-9e7a-fe443988c7d7 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:25.242929 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-fdb9a385-83a9-4300-a86a-0bb0b1782fce tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9101675 Feb 28 14:29:25.265385 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-7be10fec-e548-411b-ad07-ac051341b2b1 service neutron] Request body: {'port': {'device_id': 'd86b3ec2-2c7a-4483-a977-db3cc1eaa766', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:25.304925 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e3626280-35b4-4f05-a09d-31cea554f97b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:25.333028 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e3626280-35b4-4f05-a09d-31cea554f97b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:25.341674 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6481e-8ab7-461e-99d4-86c17292374e None None] Pushing event updated for resources: {'Port': ['ID=d75f73b6-f294-47a1-bf39-11376a7ecab2,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:25.348003 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ebbb34d6-19fa-4bbf-96fb-3d0f52f013ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:25.542080 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2879657f-f2c2-4ff7-ad70-1d18542685e3 None None] Provisioning for port b0e76841-c90e-4d7f-97d0-6520476ba024 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:25.548660 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2879657f-f2c2-4ff7-ad70-1d18542685e3 None None] Provisioning complete for port b0e76841-c90e-4d7f-97d0-6520476ba024 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:25.549071 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2879657f-f2c2-4ff7-ad70-1d18542685e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:25.566701 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3626280-35b4-4f05-a09d-31cea554f97b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:25.591286 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb34d6-19fa-4bbf-96fb-3d0f52f013ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Port': ['ID=9c7a3074-7807-4601-9e7a-fe443988c7d7,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:25.619401 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2879657f-f2c2-4ff7-ad70-1d18542685e3 None None] Port b0e76841-c90e-4d7f-97d0-6520476ba024 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:29:25.647305 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbb34d6-19fa-4bbf-96fb-3d0f52f013ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network dd2d609f-3f5d-4c5a-9034-29b5ec4aac89 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:25.655585 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ebbb34d6-19fa-4bbf-96fb-3d0f52f013ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:25.665304 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device e967900c-65cc-4429-9dcc-458be739cf0d up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:29:25.673558 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e3626280-35b4-4f05-a09d-31cea554f97b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:25.683836 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e3626280-35b4-4f05-a09d-31cea554f97b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Usage tracker for resource:security_group_rule and tenant:4736ace8790a4456b5e23fe41da4d865 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:25.684687 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbb34d6-19fa-4bbf-96fb-3d0f52f013ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:29:25.684920 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e3626280-35b4-4f05-a09d-31cea554f97b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:25.691625 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e3626280-35b4-4f05-a09d-31cea554f97b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:25.695628 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbb34d6-19fa-4bbf-96fb-3d0f52f013ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:25.695628 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ebbb34d6-19fa-4bbf-96fb-3d0f52f013ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:25.762319 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-7be10fec-e548-411b-ad07-ac051341b2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:25.790741 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76575642-91df-4829-9ef9-796ae9ee4e6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Router 56caab8c-8847-4013-aa1b-975ef4a69ee0 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:29:25.801518 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ebbb34d6-19fa-4bbf-96fb-3d0f52f013ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8583736 Feb 28 14:29:25.802760 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3626280-35b4-4f05-a09d-31cea554f97b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:25.805214 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58754) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:25.808991 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port e967900c-65cc-4429-9dcc-458be739cf0d completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:25.815684 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port e967900c-65cc-4429-9dcc-458be739cf0d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:25.816183 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:25.916870 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3626280-35b4-4f05-a09d-31cea554f97b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:25.975752 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3626280-35b4-4f05-a09d-31cea554f97b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=360d2390-d7e9-4810-938e-7e5f249e5e7a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:25.998586 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:26.028773 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300f24dd-582a-4d29-aa14-90fc818924c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e967900c-65cc-4429-9dcc-458be739cf0d'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:29:26.043324 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port e967900c-65cc-4429-9dcc-458be739cf0d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=e967900c-65cc-4429-9dcc-458be739cf0d,segment=NetworkSegment(510f643b-481c-4d0a-9a88-5efcff3f1ad7),segment_id=510f643b-481c-4d0a-9a88-5efcff3f1ad7)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:29:26.051478 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:26.153719 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b35ee7-8cbd-4deb-8665-0217578e4aca req-d8fcb17c-62a6-4266-931c-2be3199db22c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:26.155210 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d7b35ee7-8cbd-4deb-8665-0217578e4aca req-d8fcb17c-62a6-4266-931c-2be3199db22c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=d86b3ec2-2c7a-4483-a977-db3cc1eaa766 HTTP/1.1" status: 200 len: 931 time: 0.6647568 Feb 28 14:29:26.159977 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=e967900c-65cc-4429-9dcc-458be739cf0d,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:26.196554 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58766) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:26.274214 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76575642-91df-4829-9ef9-796ae9ee4e6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:29:26.282603 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-76575642-91df-4829-9ef9-796ae9ee4e6e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "PUT /v2.0/routers/56caab8c-8847-4013-aa1b-975ef4a69ee0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3913534 Feb 28 14:29:26.287370 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315aee0d-84f3-4ffc-8efc-23f67d1c4289 None None] Sync routers for ids ['56caab8c-8847-4013-aa1b-975ef4a69ee0'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:29:26.289569 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58772) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:26.299760 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d7b35ee7-8cbd-4deb-8665-0217578e4aca req-4f2a6c7e-4ec9-43d8-8f5c-7e96aac6ac5d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d7ce295-1f8e-4634-ba4c-fa4fe3b57a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344790 Feb 28 14:29:26.301137 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315aee0d-84f3-4ffc-8efc-23f67d1c4289 None None] Routers {'56caab8c-8847-4013-aa1b-975ef4a69ee0'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:26.301758 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-315aee0d-84f3-4ffc-8efc-23f67d1c4289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['56caab8c-8847-4013-aa1b-975ef4a69ee0'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:26.323945 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae3afa-6c05-4c85-9aa0-599212af1892 req-9aa38353-816d-4f1b-b160-2199f8c6698c tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:26.336883 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-04ae3afa-6c05-4c85-9aa0-599212af1892 req-9aa38353-816d-4f1b-b160-2199f8c6698c tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/ports?device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 944 time: 0.8476138 Feb 28 14:29:26.342061 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e3626280-35b4-4f05-a09d-31cea554f97b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:26.342912 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e3626280-35b4-4f05-a09d-31cea554f97b tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2402849 Feb 28 14:29:26.346914 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58776) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:26.365123 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3bb86235-e791-42a7-a4e6-941fc45b02fd tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "GET /v2.0/ports?device_id=56caab8c-8847-4013-aa1b-975ef4a69ee0 HTTP/1.1" status: 200 len: 205 time: 0.0724759 Feb 28 14:29:26.367837 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58778) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:26.410218 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300f24dd-582a-4d29-aa14-90fc818924c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e967900c-65cc-4429-9dcc-458be739cf0d', 'code': 200} Feb 28 14:29:26.457868 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-315aee0d-84f3-4ffc-8efc-23f67d1c4289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:26.460048 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e8a37548-79c0-4c2b-b588-d0dc0d9c626e tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Request body: {'security_group_rule': {'security_group_id': 'ff9a6ad4-6880-4e02-bb39-025d49fe2b6d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '360d2390-d7e9-4810-938e-7e5f249e5e7a', 'remote_ip_prefix': None}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:26.468779 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315aee0d-84f3-4ffc-8efc-23f67d1c4289 None None] Routers {'56caab8c-8847-4013-aa1b-975ef4a69ee0'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:26.469997 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-315aee0d-84f3-4ffc-8efc-23f67d1c4289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['56caab8c-8847-4013-aa1b-975ef4a69ee0'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:26.560599 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-315aee0d-84f3-4ffc-8efc-23f67d1c4289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:26.561004 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315aee0d-84f3-4ffc-8efc-23f67d1c4289 None None] The sync data for ids ['56caab8c-8847-4013-aa1b-975ef4a69ee0'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:29:26.597615 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-856a7f3f-37bf-4dc1-beba-c57945f180d9 tempest-ServiceProvidersTest-1953304844 tempest-ServiceProvidersTest-1953304844-project] 10.222.0.30 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3934360 Feb 28 14:29:26.612609 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e8a37548-79c0-4c2b-b588-d0dc0d9c626e tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:26.644470 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f408d6eb-0bde-4f3b-a8e6-b55fbf0a4a78 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:26.655723 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d75f73b6-f294-47a1-bf39-11376a7ecab2 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:29:26.656479 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e8a37548-79c0-4c2b-b588-d0dc0d9c626e tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Usage tracker for resource:security_group_rule and tenant:4736ace8790a4456b5e23fe41da4d865 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:26.745035 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port d75f73b6-f294-47a1-bf39-11376a7ecab2 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:26.775715 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e8a37548-79c0-4c2b-b588-d0dc0d9c626e tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:26.813258 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8022ddab-4eb9-4fe9-a0e5-6dc846fd0b15 None None] Network dd2d609f-3f5d-4c5a-9034-29b5ec4aac89 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:26.919601 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.resource_extend [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-7be10fec-e548-411b-ad07-ac051341b2b1 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:29:26.942534 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8aa28efc-2e43-4fd2-937c-fb16dd7e29a0 None None] Provisioning for port d75f73b6-f294-47a1-bf39-11376a7ecab2 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:26.957803 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8aa28efc-2e43-4fd2-937c-fb16dd7e29a0 None None] Provisioning complete for port d75f73b6-f294-47a1-bf39-11376a7ecab2 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:26.958526 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8aa28efc-2e43-4fd2-937c-fb16dd7e29a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:26.991691 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-04ae3afa-6c05-4c85-9aa0-599212af1892 req-f8650b92-559e-406a-b9be-f2030f0d60c4 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/security-groups?id=861eadbf-56e5-48f3-91f9-8ce5dbf4e988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6453001 Feb 28 14:29:27.012135 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e8a37548-79c0-4c2b-b588-d0dc0d9c626e tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:27.014153 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58788) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:27.060123 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f408d6eb-0bde-4f3b-a8e6-b55fbf0a4a78 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:27.068715 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f408d6eb-0bde-4f3b-a8e6-b55fbf0a4a78 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:27.097031 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-7be10fec-e548-411b-ad07-ac051341b2b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0e76841-c90e-4d7f-97d0-6520476ba024 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:29:27.109321 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-7be10fec-e548-411b-ad07-ac051341b2b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:27.128459 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f408d6eb-0bde-4f3b-a8e6-b55fbf0a4a78 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:27.130463 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f408d6eb-0bde-4f3b-a8e6-b55fbf0a4a78 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Fanout notify agent at l3_agent the message router_deleted on router 56caab8c-8847-4013-aa1b-975ef4a69ee0 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:29:27.134648 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-7be10fec-e548-411b-ad07-ac051341b2b1 service neutron] Transition to ACTIVE for port object b0e76841-c90e-4d7f-97d0-6520476ba024 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:27.148814 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-7be10fec-e548-411b-ad07-ac051341b2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:27.164300 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8a37548-79c0-4c2b-b588-d0dc0d9c626e tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:27.201979 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8aa28efc-2e43-4fd2-937c-fb16dd7e29a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:27.248004 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-8aa28efc-2e43-4fd2-937c-fb16dd7e29a0 None None] For port d75f73b6-f294-47a1-bf39-11376a7ecab2, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d75f73b6-f294-47a1-bf39-11376a7ecab2,segment=NetworkSegment(5220fc2d-4128-4eeb-b290-a30173f61271),segment_id=5220fc2d-4128-4eeb-b290-a30173f61271)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:29:27.255408 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be10fec-e548-411b-ad07-ac051341b2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e76841-c90e-4d7f-97d0-6520476ba024,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:27.256564 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8aa28efc-2e43-4fd2-937c-fb16dd7e29a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:27.263449 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dfaf7-d73e-488a-9294-f40f6cf984c8 req-07e85803-d590-49a2-94f2-c5f745418754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:27.264957 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-924dfaf7-d73e-488a-9294-f40f6cf984c8 req-07e85803-d590-49a2-94f2-c5f745418754 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 1098 time: 0.4851844 Feb 28 14:29:27.339811 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f408d6eb-0bde-4f3b-a8e6-b55fbf0a4a78 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:27.341142 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f408d6eb-0bde-4f3b-a8e6-b55fbf0a4a78 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/routers/56caab8c-8847-4013-aa1b-975ef4a69ee0 HTTP/1.1" status: 204 len: 168 time: 0.9722462 Feb 28 14:29:27.342338 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa28efc-2e43-4fd2-937c-fb16dd7e29a0 None None] Pushing event updated for resources: {'Port': ['ID=d75f73b6-f294-47a1-bf39-11376a7ecab2,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:27.352282 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58796) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:27.368138 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8a37548-79c0-4c2b-b588-d0dc0d9c626e tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:27.478046 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4e7faa17-8877-4ad8-ad8b-a2a523a89c64 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:27.491069 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0ed8e404-624b-4165-9030-5a51818b35f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:27.491316 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-8065d9a5-428b-4caa-80fc-2125fd78cb34 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Deleting subnet 6c0941e7-a556-4a99-9a80-77c6bd1fc4e9 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:29:27.494301 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8065d9a5-428b-4caa-80fc-2125fd78cb34 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:27.500982 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8a37548-79c0-4c2b-b588-d0dc0d9c626e tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:27.552432 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0ed8e404-624b-4165-9030-5a51818b35f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:27.556426 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0ed8e404-624b-4165-9030-5a51818b35f9 admin admin] Usage tracker for resource:security_group_rule and tenant:5622bb00806d418d82755ca8de6d22aa is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:27.566059 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0ed8e404-624b-4165-9030-5a51818b35f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:27.570392 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a37548-79c0-4c2b-b588-d0dc0d9c626e tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322eb1d0-db12-4b49-ba26-e4ee06141467,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:27.612089 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-924dfaf7-d73e-488a-9294-f40f6cf984c8 req-48c01aba-e822-4ec2-81d3-30dcf0e1963f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=861eadbf-56e5-48f3-91f9-8ce5dbf4e988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381901 Feb 28 14:29:27.613383 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0ed8e404-624b-4165-9030-5a51818b35f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:27.624406 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8a37548-79c0-4c2b-b588-d0dc0d9c626e tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:27.627343 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e8a37548-79c0-4c2b-b588-d0dc0d9c626e tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2015572 Feb 28 14:29:27.632673 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58800) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:27.643066 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8065d9a5-428b-4caa-80fc-2125fd78cb34 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:27.750111 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6a18dd48-3577-4421-be9d-bd8f69c93776 None None] Provisioning for port 9c7a3074-7807-4601-9e7a-fe443988c7d7 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:27.756749 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6a18dd48-3577-4421-be9d-bd8f69c93776 None None] Provisioning complete for port 9c7a3074-7807-4601-9e7a-fe443988c7d7 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:27.757530 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6a18dd48-3577-4421-be9d-bd8f69c93776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:27.783601 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1ab9fad2-bb14-4aed-a432-8ee3ec143dc5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:27.835243 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1ab9fad2-bb14-4aed-a432-8ee3ec143dc5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:27.838641 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6a18dd48-3577-4421-be9d-bd8f69c93776 None None] Port 9c7a3074-7807-4601-9e7a-fe443988c7d7 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:29:27.854976 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6a18dd48-3577-4421-be9d-bd8f69c93776 None None] Provisioning complete for port d75f73b6-f294-47a1-bf39-11376a7ecab2 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:27.856280 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6a18dd48-3577-4421-be9d-bd8f69c93776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:27.989738 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4c1e2-a141-4597-abae-edfa96f0f452 req-e6c3538c-4a1c-4364-8e6c-8259216fb8a2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:27.992746 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d5e4c1e2-a141-4597-abae-edfa96f0f452 req-e6c3538c-4a1c-4364-8e6c-8259216fb8a2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=d86b3ec2-2c7a-4483-a977-db3cc1eaa766 HTTP/1.1" status: 200 len: 943 time: 0.4464762 Feb 28 14:29:27.997208 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0ed8e404-624b-4165-9030-5a51818b35f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:28.025397 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-7be10fec-e548-411b-ad07-ac051341b2b1 service neutron] Attempting to bind port b0e76841-c90e-4d7f-97d0-6520476ba024 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:29:28.025785 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-7be10fec-e548-411b-ad07-ac051341b2b1 service neutron] Attempting to bind port b0e76841-c90e-4d7f-97d0-6520476ba024 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4dcad0c1-00ef-450c-97d2-a23c7c1afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:29:28.026036 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-7be10fec-e548-411b-ad07-ac051341b2b1 service neutron] Attempting to bind port b0e76841-c90e-4d7f-97d0-6520476ba024 on network b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:29:28.041905 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-7be10fec-e548-411b-ad07-ac051341b2b1 service neutron] Port b0e76841-c90e-4d7f-97d0-6520476ba024 on network b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:29:28.042215 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-7be10fec-e548-411b-ad07-ac051341b2b1 service neutron] Attempting to bind port b0e76841-c90e-4d7f-97d0-6520476ba024 on network b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:29:28.049691 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0ed8e404-624b-4165-9030-5a51818b35f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:28.064320 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8065d9a5-428b-4caa-80fc-2125fd78cb34 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:28.095175 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-7be10fec-e548-411b-ad07-ac051341b2b1 service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:29:28.095511 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-7be10fec-e548-411b-ad07-ac051341b2b1 service neutron] Checking segment: {'id': '4dcad0c1-00ef-450c-97d2-a23c7c1afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:29:28.095887 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-7be10fec-e548-411b-ad07-ac051341b2b1 service neutron] Bound using segment: {'id': '4dcad0c1-00ef-450c-97d2-a23c7c1afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:29:28.096321 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-7be10fec-e548-411b-ad07-ac051341b2b1 service neutron] Bound port: b0e76841-c90e-4d7f-97d0-6520476ba024, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dcad0c1-00ef-450c-97d2-a23c7c1afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:29:28.096659 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-7be10fec-e548-411b-ad07-ac051341b2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:28.113574 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1ab9fad2-bb14-4aed-a432-8ee3ec143dc5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:28.139391 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4e7faa17-8877-4ad8-ad8b-a2a523a89c64 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:28.142740 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d5e4c1e2-a141-4597-abae-edfa96f0f452 req-fb555277-78c0-46c6-ba13-7e292daca642 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d7ce295-1f8e-4634-ba4c-fa4fe3b57a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407900 Feb 28 14:29:28.153677 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9a2b4470-6225-45ac-a2ec-226515218b5e None None] Provisioning complete for port 9c7a3074-7807-4601-9e7a-fe443988c7d7 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:28.154408 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9a2b4470-6225-45ac-a2ec-226515218b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:28.155607 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9fad2-bb14-4aed-a432-8ee3ec143dc5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=322eb1d0-db12-4b49-ba26-e4ee06141467,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:28.160643 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0ed8e404-624b-4165-9030-5a51818b35f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5622bb00806d418d82755ca8de6d22aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1426764 Feb 28 14:29:28.161471 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58806) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:28.164997 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8e404-624b-4165-9030-5a51818b35f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85576ef7-f056-436f-8336-7a897e4198cf,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:28.167608 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4e7faa17-8877-4ad8-ad8b-a2a523a89c64 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:28.211790 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1ab9fad2-bb14-4aed-a432-8ee3ec143dc5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:28.215458 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1ab9fad2-bb14-4aed-a432-8ee3ec143dc5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/322eb1d0-db12-4b49-ba26-e4ee06141467 HTTP/1.1" status: 204 len: 168 time: 0.5792928 Feb 28 14:29:28.219072 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58810) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:28.221904 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9a2b4470-6225-45ac-a2ec-226515218b5e None None] Port 9c7a3074-7807-4601-9e7a-fe443988c7d7 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:29:28.266586 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8065d9a5-428b-4caa-80fc-2125fd78cb34 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:28.270344 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-7be10fec-e548-411b-ad07-ac051341b2b1 service neutron] For port b0e76841-c90e-4d7f-97d0-6520476ba024, host hv-neutron-8311, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:29:28.313156 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065d9a5-428b-4caa-80fc-2125fd78cb34 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Subnet': ['ID=6c0941e7-a556-4a99-9a80-77c6bd1fc4e9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:28.316881 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-7be10fec-e548-411b-ad07-ac051341b2b1 service neutron] For port b0e76841-c90e-4d7f-97d0-6520476ba024, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=b0e76841-c90e-4d7f-97d0-6520476ba024,segment=NetworkSegment(4dcad0c1-00ef-450c-97d2-a23c7c1afa00),segment_id=4dcad0c1-00ef-450c-97d2-a23c7c1afa00)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:29:28.318742 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8065d9a5-428b-4caa-80fc-2125fd78cb34 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:28.333214 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8065d9a5-428b-4caa-80fc-2125fd78cb34 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/subnets/6c0941e7-a556-4a99-9a80-77c6bd1fc4e9 HTTP/1.1" status: 204 len: 168 time: 0.9773953 Feb 28 14:29:28.333214 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-7be10fec-e548-411b-ad07-ac051341b2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:28.335297 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213b593e-6da7-4c1f-a17a-7d4759c59c2f None None] Network a167bb61-b23d-4e20-a5c1-7330b104e6aa requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:28.335841 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58814) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:28.368516 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7faa17-8877-4ad8-ad8b-a2a523a89c64 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Port': ['ID=9c7a3074-7807-4601-9e7a-fe443988c7d7,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:28.448983 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-49ce4195-ea26-496b-baf1-5aaa90c1c4cf tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Synchronizing usage tracker for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:28.484917 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5b5adeaa-fc23-4c62-9b2c-0a4acec52aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:28.544563 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f7c79c61-9066-43fd-8eaa-a22d604800db tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:28.569554 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbfb47-c435-4066-95b5-d375efd0d2ab req-9dc6b45e-0891-48b1-a1a3-1b99455a9490 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:28.571032 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d0fbfb47-c435-4066-95b5-d375efd0d2ab req-9dc6b45e-0891-48b1-a1a3-1b99455a9490 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/ports?device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 945 time: 0.4741337 Feb 28 14:29:28.592618 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-7be10fec-e548-411b-ad07-ac051341b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:28.593297 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-7be10fec-e548-411b-ad07-ac051341b2b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:28.594943 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-7be10fec-e548-411b-ad07-ac051341b2b1 service neutron] 10.222.0.13 "PUT /v2.0/ports/b0e76841-c90e-4d7f-97d0-6520476ba024 HTTP/1.1" status: 200 len: 1093 time: 3.3440309 Feb 28 14:29:28.615933 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86b3ec2-2c7a-4483-a977-db3cc1eaa766', 'tag': 'b0e76841-c90e-4d7f-97d0-6520476ba024'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:29:28.616875 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d75f73b6-f294-47a1-bf39-11376a7ecab2 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:29:28.689969 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-49ce4195-ea26-496b-baf1-5aaa90c1c4cf tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Unset dirty status for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:28.698245 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f7c79c61-9066-43fd-8eaa-a22d604800db tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Deleting port 0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:29:28.698245 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f7c79c61-9066-43fd-8eaa-a22d604800db tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:28.700185 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-49ce4195-ea26-496b-baf1-5aaa90c1c4cf tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4693570 Feb 28 14:29:28.714596 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5221966f-1dde-4b76-a25b-b479ae3ec647 None None] Provisioning complete for port 9c7a3074-7807-4601-9e7a-fe443988c7d7 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:28.715190 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5221966f-1dde-4b76-a25b-b479ae3ec647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:28.735514 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58822) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:28.771116 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5b5adeaa-fc23-4c62-9b2c-0a4acec52aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:28.785133 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-5221966f-1dde-4b76-a25b-b479ae3ec647 None None] Port 9c7a3074-7807-4601-9e7a-fe443988c7d7 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:29:28.792473 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd86b3ec2-2c7a-4483-a977-db3cc1eaa766', 'tag': 'b0e76841-c90e-4d7f-97d0-6520476ba024', 'status': 'completed', 'code': 200} Feb 28 14:29:28.809518 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port d75f73b6-f294-47a1-bf39-11376a7ecab2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:28.809896 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:28.818658 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be10fec-e548-411b-ad07-ac051341b2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e76841-c90e-4d7f-97d0-6520476ba024,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:28.929112 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5b5adeaa-fc23-4c62-9b2c-0a4acec52aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:28.951572 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d0fbfb47-c435-4066-95b5-d375efd0d2ab req-90abfd31-4a6f-49e3-8120-f8f8ee2baa4b tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/security-groups?id=861eadbf-56e5-48f3-91f9-8ce5dbf4e988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043282 Feb 28 14:29:28.957757 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4e7faa17-8877-4ad8-ad8b-a2a523a89c64 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:28.977440 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49ee1e4-2e82-4feb-a270-ad8ba11ffc20 None None] DHCP port deletion for a167bb61-b23d-4e20-a5c1-7330b104e6aa request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:29:28.982005 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d49ee1e4-2e82-4feb-a270-ad8ba11ffc20 None None] Deleting port 0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:29:28.982371 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d49ee1e4-2e82-4feb-a270-ad8ba11ffc20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:28.995633 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5adeaa-fc23-4c62-9b2c-0a4acec52aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85576ef7-f056-436f-8336-7a897e4198cf,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:29.021296 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5b5adeaa-fc23-4c62-9b2c-0a4acec52aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:29.022537 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5b5adeaa-fc23-4c62-9b2c-0a4acec52aca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/85576ef7-f056-436f-8336-7a897e4198cf HTTP/1.1" status: 204 len: 168 time: 0.8588459 Feb 28 14:29:29.039026 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-ee1ed6a2-89fc-46ee-bd66-fd8f00b58d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:29.040544 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-ee1ed6a2-89fc-46ee-bd66-fd8f00b58d2e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=d86b3ec2-2c7a-4483-a977-db3cc1eaa766 HTTP/1.1" status: 200 len: 1096 time: 0.3462112 Feb 28 14:29:29.051875 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-f7c79c61-9066-43fd-8eaa-a22d604800db tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] For port 0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e,segment=NetworkSegment(aa32ce01-cd44-4574-b366-564782a32d44),segment_id=aa32ce01-cd44-4574-b366-564782a32d44)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:29:29.052322 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f7c79c61-9066-43fd-8eaa-a22d604800db tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:29.076695 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c198fce1-8234-4bfd-8284-9d4afbf25e54 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:29.123585 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-1d935f4c-9de6-4308-9d52-73c2b9a6338e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0e76841-c90e-4d7f-97d0-6520476ba024 HTTP/1.1" status: 200 len: 217 time: 0.0735946 Feb 28 14:29:29.243194 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d49ee1e4-2e82-4feb-a270-ad8ba11ffc20 None None] For port 0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e,segment=NetworkSegment(aa32ce01-cd44-4574-b366-564782a32d44),segment_id=aa32ce01-cd44-4574-b366-564782a32d44)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:29:29.243789 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d49ee1e4-2e82-4feb-a270-ad8ba11ffc20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:29.348578 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4e7faa17-8877-4ad8-ad8b-a2a523a89c64 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:29.363518 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f7c79c61-9066-43fd-8eaa-a22d604800db tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Calling delete_port for 0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:29:29.375558 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c198fce1-8234-4bfd-8284-9d4afbf25e54 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:29.402964 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d49ee1e4-2e82-4feb-a270-ad8ba11ffc20 None None] Calling delete_port for 0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:29:29.495418 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d49ee1e4-2e82-4feb-a270-ad8ba11ffc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:29.509605 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-1f6c3490-d32d-4623-9189-9919bc6d4257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:29.511059 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-1f6c3490-d32d-4623-9189-9919bc6d4257 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edb6d5c6-4fdb-454f-ab90-933ebe5c052b HTTP/1.1" status: 200 len: 835 time: 0.3336947 Feb 28 14:29:29.542675 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ee1e4-2e82-4feb-a270-ad8ba11ffc20 None None] Pushing event deleted for resources: {'Port': ['ID=0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:29.546532 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49ee1e4-2e82-4feb-a270-ad8ba11ffc20 None None] No DVR routers for this DVR port 0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:29:29.566581 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-f7c79c61-9066-43fd-8eaa-a22d604800db tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:29:29.566898 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-f7c79c61-9066-43fd-8eaa-a22d604800db tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:29:29.591089 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d355c81-40f8-4207-af7b-cce2210cc793 req-775b48fd-9415-4695-8bd5-13c33f955f2f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:29.592542 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6d355c81-40f8-4207-af7b-cce2210cc793 req-775b48fd-9415-4695-8bd5-13c33f955f2f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=d86b3ec2-2c7a-4483-a977-db3cc1eaa766 HTTP/1.1" status: 200 len: 943 time: 0.1836827 Feb 28 14:29:29.631176 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c198fce1-8234-4bfd-8284-9d4afbf25e54 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:29.648987 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-6502cfb1-c52b-4ffb-9f7a-86bf886bf9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:29.650499 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-6502cfb1-c52b-4ffb-9f7a-86bf886bf9d0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1297805 Feb 28 14:29:29.655181 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6d355c81-40f8-4207-af7b-cce2210cc793 req-719a368e-8d7b-4179-9b21-32f7b4218f4f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d7ce295-1f8e-4634-ba4c-fa4fe3b57a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560713 Feb 28 14:29:29.670430 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198fce1-8234-4bfd-8284-9d4afbf25e54 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=360d2390-d7e9-4810-938e-7e5f249e5e7a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:29.768661 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c198fce1-8234-4bfd-8284-9d4afbf25e54 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:29.772256 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c198fce1-8234-4bfd-8284-9d4afbf25e54 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "DELETE /v2.0/security-groups/360d2390-d7e9-4810-938e-7e5f249e5e7a HTTP/1.1" status: 204 len: 168 time: 1.0331061 Feb 28 14:29:29.772855 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58830) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:29.814865 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-b719ac2d-fcf1-4460-a3ee-036a9bd1f814 service neutron] 10.222.0.13 "GET /v2.0/networks/b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582162 Feb 28 14:29:29.845837 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4e7faa17-8877-4ad8-ad8b-a2a523a89c64 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:29.852387 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4e7faa17-8877-4ad8-ad8b-a2a523a89c64 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:29.853211 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4e7faa17-8877-4ad8-ad8b-a2a523a89c64 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:29.999531 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7faa17-8877-4ad8-ad8b-a2a523a89c64 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Port': ['ID=9c7a3074-7807-4601-9e7a-fe443988c7d7,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:30.062277 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7faa17-8877-4ad8-ad8b-a2a523a89c64 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network dd2d609f-3f5d-4c5a-9034-29b5ec4aac89 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:30.064143 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-92a9c409-cb43-4975-aaf6-b406a9ab29cc tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2902091 Feb 28 14:29:30.064885 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-4e7faa17-8877-4ad8-ad8b-a2a523a89c64 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:30.067688 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f7c79c61-9066-43fd-8eaa-a22d604800db tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Deleting port 0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:29:30.068053 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f7c79c61-9066-43fd-8eaa-a22d604800db tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:30.091676 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58836) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:30.162186 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f7c79c61-9066-43fd-8eaa-a22d604800db tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] The port '0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:29:30.267827 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e0b1c0a-8d3c-4ecc-92ab-776f05e6f46e req-83b74b42-3174-4953-8ea1-da654700fa9d service neutron] 10.222.0.13 "GET /v2.0/networks/b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456067 Feb 28 14:29:30.289339 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-48e04ab4-cd61-4752-a338-a67e9100cee6 None None] Provisioning complete for port 9c7a3074-7807-4601-9e7a-fe443988c7d7 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:30.290569 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-48e04ab4-cd61-4752-a338-a67e9100cee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:30.322669 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38e82b-1e49-4b86-a2f4-ab7a2d264fa6 req-f5f35a43-5016-4c34-9090-9f032a4af667 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:30.324594 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fb38e82b-1e49-4b86-a2f4-ab7a2d264fa6 req-f5f35a43-5016-4c34-9090-9f032a4af667 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/ports?device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 945 time: 0.2611108 Feb 28 14:29:30.349486 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-48e04ab4-cd61-4752-a338-a67e9100cee6 None None] Port 9c7a3074-7807-4601-9e7a-fe443988c7d7 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:29:30.369584 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7faa17-8877-4ad8-ad8b-a2a523a89c64 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Router cd772a59-b8f6-474f-aec7-aa30e691919f is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:29:30.384415 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fb38e82b-1e49-4b86-a2f4-ab7a2d264fa6 req-5e34fd48-91f2-49e6-84f7-2d18c756397a tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/security-groups?id=861eadbf-56e5-48f3-91f9-8ce5dbf4e988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522895 Feb 28 14:29:30.395454 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65418704-8341-4e93-b643-66289edb1b45 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:30.403627 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f7c79c61-9066-43fd-8eaa-a22d604800db tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:30.465052 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f7c79c61-9066-43fd-8eaa-a22d604800db tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a167bb61-b23d-4e20-a5c1-7330b104e6aa']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:30.492740 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65418704-8341-4e93-b643-66289edb1b45 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:30.510009 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f7c79c61-9066-43fd-8eaa-a22d604800db tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa32ce01-cd44-4574-b366-564782a32d44') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:30.510225 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f7c79c61-9066-43fd-8eaa-a22d604800db tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa32ce01-cd44-4574-b366-564782a32d44') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:30.526992 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:29:30.560878 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:29:30.561221 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 0dd7f9ee-e1a8-49e4-9c9e-e401e8b0fc5e not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:29:30.567258 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f7c79c61-9066-43fd-8eaa-a22d604800db tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:30.590738 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7faa17-8877-4ad8-ad8b-a2a523a89c64 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:29:30.595764 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4e7faa17-8877-4ad8-ad8b-a2a523a89c64 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "PUT /v2.0/routers/cd772a59-b8f6-474f-aec7-aa30e691919f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7884648 Feb 28 14:29:30.598230 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58842) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:30.600878 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499f69aa-91dc-4ec1-850a-16710b50cc5a None None] Sync routers for ids ['cd772a59-b8f6-474f-aec7-aa30e691919f'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:29:30.611730 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499f69aa-91dc-4ec1-850a-16710b50cc5a None None] Routers {'cd772a59-b8f6-474f-aec7-aa30e691919f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:30.612360 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-499f69aa-91dc-4ec1-850a-16710b50cc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['cd772a59-b8f6-474f-aec7-aa30e691919f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:30.613527 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f7c79c61-9066-43fd-8eaa-a22d604800db tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:30.626547 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c79c61-9066-43fd-8eaa-a22d604800db tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:29:30.626937 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f7c79c61-9066-43fd-8eaa-a22d604800db tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:29:30.643624 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:29:30.667205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113b145-a814-4fab-b6a9-42169ceb664c req-1477bba4-0aea-4e0b-b30a-cc5ec434884b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:30.669454 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d113b145-a814-4fab-b6a9-42169ceb664c req-1477bba4-0aea-4e0b-b30a-cc5ec434884b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=d86b3ec2-2c7a-4483-a977-db3cc1eaa766 HTTP/1.1" status: 200 len: 1096 time: 0.3174675 Feb 28 14:29:30.680713 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-499f69aa-91dc-4ec1-850a-16710b50cc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:30.688623 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499f69aa-91dc-4ec1-850a-16710b50cc5a None None] Routers {'cd772a59-b8f6-474f-aec7-aa30e691919f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:30.689415 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-499f69aa-91dc-4ec1-850a-16710b50cc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['cd772a59-b8f6-474f-aec7-aa30e691919f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:30.691694 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32094a75-8128-4c1a-987f-7eb9fa3aa9fa tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:30.692319 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-32094a75-8128-4c1a-987f-7eb9fa3aa9fa tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Synchronizing usage tracker for tenant:c21cf0538945438095f306ca2bde76da on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:30.710653 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-32094a75-8128-4c1a-987f-7eb9fa3aa9fa tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Unset dirty status for tenant:c21cf0538945438095f306ca2bde76da on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:30.715614 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-32094a75-8128-4c1a-987f-7eb9fa3aa9fa tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "GET /v2.0/ports/9c7a3074-7807-4601-9e7a-fe443988c7d7 HTTP/1.1" status: 200 len: 984 time: 0.1157787 Feb 28 14:29:30.716299 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58848) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:30.754377 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-499f69aa-91dc-4ec1-850a-16710b50cc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:30.754789 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499f69aa-91dc-4ec1-850a-16710b50cc5a None None] The sync data for ids ['cd772a59-b8f6-474f-aec7-aa30e691919f'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:29:30.763058 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65418704-8341-4e93-b643-66289edb1b45 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:30.832545 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65418704-8341-4e93-b643-66289edb1b45 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9a6ad4-6880-4e02-bb39-025d49fe2b6d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:30.850764 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f7c79c61-9066-43fd-8eaa-a22d604800db tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:30.887028 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f7c79c61-9066-43fd-8eaa-a22d604800db tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:30.907264 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c79c61-9066-43fd-8eaa-a22d604800db tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Network': ['ID=a167bb61-b23d-4e20-a5c1-7330b104e6aa,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:30.927508 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f7c79c61-9066-43fd-8eaa-a22d604800db tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/networks/a167bb61-b23d-4e20-a5c1-7330b104e6aa HTTP/1.1" status: 204 len: 168 time: 2.5609684 Feb 28 14:29:30.944310 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fae869-2f28-4b4b-83ac-355aa386d664 req-f2ea50ed-36d1-4a69-bf75-000d5e5253ff tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:30.945874 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d5fae869-2f28-4b4b-83ac-355aa386d664 req-f2ea50ed-36d1-4a69-bf75-000d5e5253ff tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/ports?device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 945 time: 0.4289412 Feb 28 14:29:30.946768 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-65418704-8341-4e93-b643-66289edb1b45 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:30.947803 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-65418704-8341-4e93-b643-66289edb1b45 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "DELETE /v2.0/security-groups/ff9a6ad4-6880-4e02-bb39-025d49fe2b6d HTTP/1.1" status: 204 len: 168 time: 0.8533316 Feb 28 14:29:30.951414 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58852) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:30.951414 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58854) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:30.975148 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e904767e-a7cd-4afe-ad17-4b03b0e92a10 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-52350539', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:30.993683 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113b145-a814-4fab-b6a9-42169ceb664c req-d9b766a6-d872-42b5-bd5b-86e251380072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:30.995126 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d113b145-a814-4fab-b6a9-42169ceb664c req-d9b766a6-d872-42b5-bd5b-86e251380072 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b HTTP/1.1" status: 200 len: 897 time: 0.2747331 Feb 28 14:29:31.001042 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e904767e-a7cd-4afe-ad17-4b03b0e92a10 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:31.010913 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e904767e-a7cd-4afe-ad17-4b03b0e92a10 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Usage tracker for resource:router and tenant:2f27756656034771b730bac18fc748ab is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:31.065941 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e904767e-a7cd-4afe-ad17-4b03b0e92a10 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:31.084575 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e904767e-a7cd-4afe-ad17-4b03b0e92a10 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:31.103254 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d113b145-a814-4fab-b6a9-42169ceb664c req-d1a50075-7a47-4029-b035-61d632662f56 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0e76841-c90e-4d7f-97d0-6520476ba024 HTTP/1.1" status: 200 len: 217 time: 0.0968039 Feb 28 14:29:31.158090 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d5fae869-2f28-4b4b-83ac-355aa386d664 req-d251e728-dcba-499c-b011-b474fffeff1d tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/security-groups?id=861eadbf-56e5-48f3-91f9-8ce5dbf4e988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004952 Feb 28 14:29:31.171963 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e904767e-a7cd-4afe-ad17-4b03b0e92a10 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:31.172960 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e904767e-a7cd-4afe-ad17-4b03b0e92a10 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:31.186552 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ff117770-b2f8-4d78-b2df-7b5ab622bb9a tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Synchronizing usage tracker for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:31.213878 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42c39c-a3dc-4b3d-b50a-e9fc4ba15c0c req-3f9b26ff-9501-4b83-bbdf-33a4e82d54ad tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:31.214634 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-8d42c39c-a3dc-4b3d-b50a-e9fc4ba15c0c req-3f9b26ff-9501-4b83-bbdf-33a4e82d54ad tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:31.218122 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e904767e-a7cd-4afe-ad17-4b03b0e92a10 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:31.220303 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113b145-a814-4fab-b6a9-42169ceb664c req-e55581a5-7f47-4322-a82a-bd337138703f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:31.221842 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d113b145-a814-4fab-b6a9-42169ceb664c req-e55581a5-7f47-4322-a82a-bd337138703f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edb6d5c6-4fdb-454f-ab90-933ebe5c052b HTTP/1.1" status: 200 len: 835 time: 0.1072443 Feb 28 14:29:31.269323 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ff117770-b2f8-4d78-b2df-7b5ab622bb9a tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Unset dirty status for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:31.270462 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ff117770-b2f8-4d78-b2df-7b5ab622bb9a tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3166792 Feb 28 14:29:31.277806 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58862) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:31.290859 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6a447287-2c71-4484-866f-03006ea9530a tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Request body: {'security_group': {'name': 'tempest-secgroup--2105434383'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:31.293800 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e904767e-a7cd-4afe-ad17-4b03b0e92a10 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:31.304329 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6a447287-2c71-4484-866f-03006ea9530a tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:31.323415 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6a447287-2c71-4484-866f-03006ea9530a tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:31.332217 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-8d42c39c-a3dc-4b3d-b50a-e9fc4ba15c0c req-3f9b26ff-9501-4b83-bbdf-33a4e82d54ad tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:31.336804 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113b145-a814-4fab-b6a9-42169ceb664c req-806a37a9-229b-4748-9f93-75edfbbd6856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:31.338559 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d113b145-a814-4fab-b6a9-42169ceb664c req-806a37a9-229b-4748-9f93-75edfbbd6856 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1100423 Feb 28 14:29:31.339400 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8d42c39c-a3dc-4b3d-b50a-e9fc4ba15c0c req-3f9b26ff-9501-4b83-bbdf-33a4e82d54ad tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=d86b3ec2-2c7a-4483-a977-db3cc1eaa766 HTTP/1.1" status: 200 len: 943 time: 0.5526836 Feb 28 14:29:31.340274 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e904767e-a7cd-4afe-ad17-4b03b0e92a10 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:31.341076 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e904767e-a7cd-4afe-ad17-4b03b0e92a10 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.3887277 Feb 28 14:29:31.344401 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58866) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:31.362114 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a447287-2c71-4484-866f-03006ea9530a tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:31.412199 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6a447287-2c71-4484-866f-03006ea9530a tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:31.448244 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-8d42c39c-a3dc-4b3d-b50a-e9fc4ba15c0c req-2a26afc8-8ddd-43a4-94d5-ad2bf70ca670 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:31.451670 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6a447287-2c71-4484-866f-03006ea9530a tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Usage tracker for resource:security_group_rule and tenant:4736ace8790a4456b5e23fe41da4d865 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:31.458878 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6a447287-2c71-4484-866f-03006ea9530a tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:31.470235 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6a447287-2c71-4484-866f-03006ea9530a tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:31.492118 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-8d42c39c-a3dc-4b3d-b50a-e9fc4ba15c0c req-2a26afc8-8ddd-43a4-94d5-ad2bf70ca670 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:31.501160 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8d42c39c-a3dc-4b3d-b50a-e9fc4ba15c0c req-2a26afc8-8ddd-43a4-94d5-ad2bf70ca670 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d7ce295-1f8e-4634-ba4c-fa4fe3b57a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608236 Feb 28 14:29:31.536390 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a18c2902-6fe0-4938-8c65-fe0ad94c9804 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'network': {'name': 'tempest-RoutersTest-1499617725'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:31.542001 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d113b145-a814-4fab-b6a9-42169ceb664c req-f986be3a-9be3-4b52-8220-7478e1a3c4bb service neutron] 10.222.0.13 "GET /v2.0/networks/b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951246 Feb 28 14:29:31.544680 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a18c2902-6fe0-4938-8c65-fe0ad94c9804 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:31.551470 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a18c2902-6fe0-4938-8c65-fe0ad94c9804 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Usage tracker for resource:network and tenant:2f27756656034771b730bac18fc748ab is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:31.592946 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a18c2902-6fe0-4938-8c65-fe0ad94c9804 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:31.599877 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a18c2902-6fe0-4938-8c65-fe0ad94c9804 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:31.640109 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a447287-2c71-4484-866f-03006ea9530a tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:31.647758 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a447287-2c71-4484-866f-03006ea9530a tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:31.662882 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-610dc194-0597-41c0-9608-34e16d3fbcf7 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:31.684752 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18c2902-6fe0-4938-8c65-fe0ad94c9804 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Made reservation on behalf of 2f27756656034771b730bac18fc748ab for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:29:31.689430 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a18c2902-6fe0-4938-8c65-fe0ad94c9804 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:31.701859 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device b0e76841-c90e-4d7f-97d0-6520476ba024 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:29:31.746713 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18c2902-6fe0-4938-8c65-fe0ad94c9804 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:29:31.775797 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a18c2902-6fe0-4938-8c65-fe0ad94c9804 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:31.776188 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-a18c2902-6fe0-4938-8c65-fe0ad94c9804 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Added segment 46d5830f-f877-47c4-a961-011dffd4c39f of type vlan for network d538b821-5331-4cf8-abe3-ef61e76dac12 Feb 28 14:29:31.784584 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d113b145-a814-4fab-b6a9-42169ceb664c req-7fe35473-52f0-4d47-b1c5-5cb7ee3d5081 service neutron] 10.222.0.13 "GET /v2.0/networks/b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352433 Feb 28 14:29:31.817338 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a18c2902-6fe0-4938-8c65-fe0ad94c9804 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:31.856785 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a18c2902-6fe0-4938-8c65-fe0ad94c9804 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:31.867354 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18c2902-6fe0-4938-8c65-fe0ad94c9804 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:31.868434 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a18c2902-6fe0-4938-8c65-fe0ad94c9804 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:31.903262 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port b0e76841-c90e-4d7f-97d0-6520476ba024, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=b0e76841-c90e-4d7f-97d0-6520476ba024,segment=NetworkSegment(4dcad0c1-00ef-450c-97d2-a23c7c1afa00),segment_id=4dcad0c1-00ef-450c-97d2-a23c7c1afa00)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:29:31.960912 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': 'b0e76841-c90e-4d7f-97d0-6520476ba024', 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b', 'port_id': 'b0e76841-c90e-4d7f-97d0-6520476ba024', 'mac_address': 'fa:16:3e:93:ae:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:29:31.997091 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a447287-2c71-4484-866f-03006ea9530a tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=088aede4-35fa-47bd-996a-4d96ebc53df2,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:32.014629 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a447287-2c71-4484-866f-03006ea9530a tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:32.019582 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6a447287-2c71-4484-866f-03006ea9530a tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7402885 Feb 28 14:29:32.025548 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:32.028172 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58872) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:32.037824 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-14f0844f-d5b2-44db-a17b-a859af21ed47 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Request body: {'security_group_rule': {'security_group_id': '088aede4-35fa-47bd-996a-4d96ebc53df2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:32.047135 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e76841-c90e-4d7f-97d0-6520476ba024 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:29:32.048342 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-14f0844f-d5b2-44db-a17b-a859af21ed47 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:32.057376 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-14f0844f-d5b2-44db-a17b-a859af21ed47 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Usage tracker for resource:security_group_rule and tenant:4736ace8790a4456b5e23fe41da4d865 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:32.063307 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-14f0844f-d5b2-44db-a17b-a859af21ed47 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:32.067496 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port b0e76841-c90e-4d7f-97d0-6520476ba024, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=b0e76841-c90e-4d7f-97d0-6520476ba024,segment=NetworkSegment(4dcad0c1-00ef-450c-97d2-a23c7c1afa00),segment_id=4dcad0c1-00ef-450c-97d2-a23c7c1afa00)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:29:32.075617 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:32.092907 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-14f0844f-d5b2-44db-a17b-a859af21ed47 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:32.117823 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb760e36-53c9-4823-b437-5cfef0f6910b req-37aebbbc-7d91-49ce-8547-1ff496727fc4 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:32.119512 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cb760e36-53c9-4823-b437-5cfef0f6910b req-37aebbbc-7d91-49ce-8547-1ff496727fc4 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/ports?device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 945 time: 0.2961361 Feb 28 14:29:32.122003 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-610dc194-0597-41c0-9608-34e16d3fbcf7 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Deleting port 9c7a3074-7807-4601-9e7a-fe443988c7d7 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:29:32.122408 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-610dc194-0597-41c0-9608-34e16d3fbcf7 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:32.166248 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=b0e76841-c90e-4d7f-97d0-6520476ba024,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:32.187556 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14f0844f-d5b2-44db-a17b-a859af21ed47 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:32.213329 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c2902-6fe0-4938-8c65-fe0ad94c9804 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Network': ['ID=d538b821-5331-4cf8-abe3-ef61e76dac12,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:32.229191 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a18c2902-6fe0-4938-8c65-fe0ad94c9804 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8690293 Feb 28 14:29:32.232334 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58876) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:32.233213 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network d538b821-5331-4cf8-abe3-ef61e76dac12 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:29:32.248936 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-7e20bb91-3bf4-4e6b-8f0b-63dc1a0f6877 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'subnet': {'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:32.283451 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['b0e76841-c90e-4d7f-97d0-6520476ba024'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:29:32.302433 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cb760e36-53c9-4823-b437-5cfef0f6910b req-7fa0d76c-9ba7-4173-8a40-c371fd4ba217 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/security-groups?id=861eadbf-56e5-48f3-91f9-8ce5dbf4e988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553447 Feb 28 14:29:32.390264 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14f0844f-d5b2-44db-a17b-a859af21ed47 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:32.391344 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7e20bb91-3bf4-4e6b-8f0b-63dc1a0f6877 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:32.397656 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7e20bb91-3bf4-4e6b-8f0b-63dc1a0f6877 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Usage tracker for resource:subnet and tenant:2f27756656034771b730bac18fc748ab is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:32.400929 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14f0844f-d5b2-44db-a17b-a859af21ed47 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:32.401886 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-7e20bb91-3bf4-4e6b-8f0b-63dc1a0f6877 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:32.409675 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-7e20bb91-3bf4-4e6b-8f0b-63dc1a0f6877 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:32.422659 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e20bb91-3bf4-4e6b-8f0b-63dc1a0f6877 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Made reservation on behalf of 2f27756656034771b730bac18fc748ab for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:29:32.427768 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e20bb91-3bf4-4e6b-8f0b-63dc1a0f6877 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:32.439741 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0844f-d5b2-44db-a17b-a859af21ed47 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b32c60cc-8ef9-42c0-8042-49a77cd33958,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:32.442702 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-610dc194-0597-41c0-9608-34e16d3fbcf7 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:32.584337 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-610dc194-0597-41c0-9608-34e16d3fbcf7 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Calling delete_port for 9c7a3074-7807-4601-9e7a-fe443988c7d7 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:29:32.611893 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-14f0844f-d5b2-44db-a17b-a859af21ed47 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:32.616430 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-14f0844f-d5b2-44db-a17b-a859af21ed47 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5861993 Feb 28 14:29:32.617073 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58882) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:32.673133 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-20215a75-212c-400c-8791-8fa019d21fbd tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:32.698568 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-20215a75-212c-400c-8791-8fa019d21fbd tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:32.725110 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e20bb91-3bf4-4e6b-8f0b-63dc1a0f6877 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:32.741190 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-20215a75-212c-400c-8791-8fa019d21fbd tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:32.812047 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434356e-3167-49e0-ad06-161672cbcb67 req-96cb8a36-71e2-4613-86e2-0a0626582822 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:32.813584 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7434356e-3167-49e0-ad06-161672cbcb67 req-96cb8a36-71e2-4613-86e2-0a0626582822 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=d86b3ec2-2c7a-4483-a977-db3cc1eaa766 HTTP/1.1" status: 200 len: 944 time: 0.1832047 Feb 28 14:29:32.824486 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20bb91-3bf4-4e6b-8f0b-63dc1a0f6877 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Subnet': ['ID=5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:32.870134 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e20bb91-3bf4-4e6b-8f0b-63dc1a0f6877 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Checking segment: {'id': '46d5830f-f877-47c4-a961-011dffd4c39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:29:32.870877 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e20bb91-3bf4-4e6b-8f0b-63dc1a0f6877 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network hostable DHCP agents. Network: d538b821-5331-4cf8-abe3-ef61e76dac12, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:29:32.889175 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20215a75-212c-400c-8791-8fa019d21fbd tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b32c60cc-8ef9-42c0-8042-49a77cd33958,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:32.889423 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7434356e-3167-49e0-ad06-161672cbcb67 req-fb6bc426-cd05-437b-b1d7-8b97a7e8e20e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d7ce295-1f8e-4634-ba4c-fa4fe3b57a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662436 Feb 28 14:29:32.897615 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-20215a75-212c-400c-8791-8fa019d21fbd tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:32.899639 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-20215a75-212c-400c-8791-8fa019d21fbd tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/b32c60cc-8ef9-42c0-8042-49a77cd33958 HTTP/1.1" status: 204 len: 168 time: 0.2748454 Feb 28 14:29:32.902010 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58886) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:32.920946 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e20bb91-3bf4-4e6b-8f0b-63dc1a0f6877 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network d538b821-5331-4cf8-abe3-ef61e76dac12 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:29:32.942830 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-7e20bb91-3bf4-4e6b-8f0b-63dc1a0f6877 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, d538b821-5331-4cf8-abe3-ef61e76dac12) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:32.952088 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e20bb91-3bf4-4e6b-8f0b-63dc1a0f6877 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:32.952669 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e20bb91-3bf4-4e6b-8f0b-63dc1a0f6877 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:32.954333 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f5d598-af91-40f8-9430-e15f4b8f3f34 None None] Network d538b821-5331-4cf8-abe3-ef61e76dac12 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:32.971934 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0c2717bd-bb3a-4f3a-b7e8-9bb1c1f1d89c tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Synchronizing usage tracker for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:32.975487 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-610dc194-0597-41c0-9608-34e16d3fbcf7 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:32.992797 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7e20bb91-3bf4-4e6b-8f0b-63dc1a0f6877 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7547541 Feb 28 14:29:32.993030 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58890) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:33.030638 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610dc194-0597-41c0-9608-34e16d3fbcf7 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Port': ['ID=9c7a3074-7807-4601-9e7a-fe443988c7d7,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:33.050644 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0c2717bd-bb3a-4f3a-b7e8-9bb1c1f1d89c tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Unset dirty status for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:33.055039 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0c2717bd-bb3a-4f3a-b7e8-9bb1c1f1d89c tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1520255 Feb 28 14:29:33.055702 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58894) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:33.205524 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0d1641-f2ae-42cd-bd21-023bcdfed788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-d538b821-5331-4cf8-abe3-ef61e76dac12', 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'fixed_ips': [{'subnet_id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:29:33.206878 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-aa0d1641-f2ae-42cd-bd21-023bcdfed788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:33.227654 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-610dc194-0597-41c0-9608-34e16d3fbcf7 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:33.382025 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c59f55e4-4e87-4624-abb9-5fb6231bb8a6 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:33.389980 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-aa0d1641-f2ae-42cd-bd21-023bcdfed788 None None] Allocated IP 172.20.0.2 (d538b821-5331-4cf8-abe3-ef61e76dac12/5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26/851f0a15-d0a3-462f-9304-5cbb618382d6) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:29:33.508825 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c59f55e4-4e87-4624-abb9-5fb6231bb8a6 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:33.581524 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e36ad57-01a2-4565-ace6-30b09cc10ec7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:33.617277 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-aa0d1641-f2ae-42cd-bd21-023bcdfed788 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:33.645097 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610dc194-0597-41c0-9608-34e16d3fbcf7 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Router cd772a59-b8f6-474f-aec7-aa30e691919f has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:29:33.665942 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567efbf-20ac-4074-9fd5-cfa5b770c0f0 req-c45b9def-86a5-4b51-9021-d1f2f4b580ed tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:33.666256 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-aa0d1641-f2ae-42cd-bd21-023bcdfed788 None None] Transition to ACTIVE for port object 851f0a15-d0a3-462f-9304-5cbb618382d6 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:33.666429 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c59f55e4-4e87-4624-abb9-5fb6231bb8a6 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:33.667912 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d567efbf-20ac-4074-9fd5-cfa5b770c0f0 req-c45b9def-86a5-4b51-9021-d1f2f4b580ed tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/ports?device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 945 time: 0.2303264 Feb 28 14:29:33.687706 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-aa0d1641-f2ae-42cd-bd21-023bcdfed788 None None] Transition to ACTIVE for port object 851f0a15-d0a3-462f-9304-5cbb618382d6 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:33.695830 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-aa0d1641-f2ae-42cd-bd21-023bcdfed788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:33.742101 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device b0e76841-c90e-4d7f-97d0-6520476ba024 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:29:33.807187 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0d1641-f2ae-42cd-bd21-023bcdfed788 None None] Network d538b821-5331-4cf8-abe3-ef61e76dac12 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:33.812947 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-aa0d1641-f2ae-42cd-bd21-023bcdfed788 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:33.816986 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d1641-f2ae-42cd-bd21-023bcdfed788 None None] Pushing event updated for resources: {'Port': ['ID=851f0a15-d0a3-462f-9304-5cbb618382d6,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:33.819337 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0d1641-f2ae-42cd-bd21-023bcdfed788 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:29:33.827607 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610dc194-0597-41c0-9608-34e16d3fbcf7 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:29:33.839602 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14e2fe1-024a-40ef-a235-d1baf5f77782 None None] Sync routers for ids ['cd772a59-b8f6-474f-aec7-aa30e691919f'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:29:33.849506 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14e2fe1-024a-40ef-a235-d1baf5f77782 None None] Routers {'cd772a59-b8f6-474f-aec7-aa30e691919f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:33.850447 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c14e2fe1-024a-40ef-a235-d1baf5f77782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['cd772a59-b8f6-474f-aec7-aa30e691919f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:33.863118 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d567efbf-20ac-4074-9fd5-cfa5b770c0f0 req-bdac8b43-cdd7-4e5e-8f9f-e67d68bba395 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/security-groups?id=861eadbf-56e5-48f3-91f9-8ce5dbf4e988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446376 Feb 28 14:29:33.884111 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-610dc194-0597-41c0-9608-34e16d3fbcf7 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "PUT /v2.0/routers/cd772a59-b8f6-474f-aec7-aa30e691919f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1663275 Feb 28 14:29:33.884858 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58900) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:33.931431 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c14e2fe1-024a-40ef-a235-d1baf5f77782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:33.943574 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-aa0d1641-f2ae-42cd-bd21-023bcdfed788 None None] Attempting to bind port 851f0a15-d0a3-462f-9304-5cbb618382d6 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:29:33.943949 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-aa0d1641-f2ae-42cd-bd21-023bcdfed788 None None] Attempting to bind port 851f0a15-d0a3-462f-9304-5cbb618382d6 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '46d5830f-f877-47c4-a961-011dffd4c39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:29:33.944310 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0d1641-f2ae-42cd-bd21-023bcdfed788 None None] Attempting to bind port 851f0a15-d0a3-462f-9304-5cbb618382d6 on network d538b821-5331-4cf8-abe3-ef61e76dac12 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:29:33.944773 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14e2fe1-024a-40ef-a235-d1baf5f77782 None None] Routers {'cd772a59-b8f6-474f-aec7-aa30e691919f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:33.945828 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c14e2fe1-024a-40ef-a235-d1baf5f77782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['cd772a59-b8f6-474f-aec7-aa30e691919f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:33.951920 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0d1641-f2ae-42cd-bd21-023bcdfed788 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:29:33.952298 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0d1641-f2ae-42cd-bd21-023bcdfed788 None None] Checking segment: {'id': '46d5830f-f877-47c4-a961-011dffd4c39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:29:33.952703 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-aa0d1641-f2ae-42cd-bd21-023bcdfed788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:33.953088 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0d1641-f2ae-42cd-bd21-023bcdfed788 None None] Bound using segment: {'id': '46d5830f-f877-47c4-a961-011dffd4c39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:29:33.953555 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-aa0d1641-f2ae-42cd-bd21-023bcdfed788 None None] Bound port: 851f0a15-d0a3-462f-9304-5cbb618382d6, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d5830f-f877-47c4-a961-011dffd4c39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:29:33.953925 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-aa0d1641-f2ae-42cd-bd21-023bcdfed788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:34.000320 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f55e4-4e87-4624-abb9-5fb6231bb8a6 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=088aede4-35fa-47bd-996a-4d96ebc53df2,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:34.025718 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c14e2fe1-024a-40ef-a235-d1baf5f77782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:34.026523 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14e2fe1-024a-40ef-a235-d1baf5f77782 None None] The sync data for ids ['cd772a59-b8f6-474f-aec7-aa30e691919f'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:29:34.050886 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port b0e76841-c90e-4d7f-97d0-6520476ba024 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:34.079004 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port b0e76841-c90e-4d7f-97d0-6520476ba024 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:34.079495 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:34.135715 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c59f55e4-4e87-4624-abb9-5fb6231bb8a6 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:34.137978 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c59f55e4-4e87-4624-abb9-5fb6231bb8a6 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "DELETE /v2.0/security-groups/088aede4-35fa-47bd-996a-4d96ebc53df2 HTTP/1.1" status: 204 len: 168 time: 1.0696030 Feb 28 14:29:34.143764 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58908) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:34.232965 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:34.270047 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port b0e76841-c90e-4d7f-97d0-6520476ba024, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=b0e76841-c90e-4d7f-97d0-6520476ba024,segment=NetworkSegment(4dcad0c1-00ef-450c-97d2-a23c7c1afa00),segment_id=4dcad0c1-00ef-450c-97d2-a23c7c1afa00)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:29:34.273142 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86b3ec2-2c7a-4483-a977-db3cc1eaa766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e76841-c90e-4d7f-97d0-6520476ba024'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:29:34.279009 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f76eeb48-d103-4c99-9de9-a3bd160e8977 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Synchronizing usage tracker for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:34.280473 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:34.315240 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-aa0d1641-f2ae-42cd-bd21-023bcdfed788 None None] For port 851f0a15-d0a3-462f-9304-5cbb618382d6, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:29:34.315483 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f76eeb48-d103-4c99-9de9-a3bd160e8977 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Unset dirty status for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:34.321127 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f76eeb48-d103-4c99-9de9-a3bd160e8977 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1725228 Feb 28 14:29:34.323994 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-7e36ad57-01a2-4565-ace6-30b09cc10ec7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Allocated IP 172.20.0.1 (d538b821-5331-4cf8-abe3-ef61e76dac12/5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26/7e1d24b3-a882-49ff-a851-a0a78b1b44f6) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:29:34.326259 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58916) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:34.337495 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-83b8f3d6-bd8a-42e5-87f9-36d86f1f38ad tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Request body: {'security_group': {'name': 'tempest-secgroup--688865064'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:34.343788 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-aa0d1641-f2ae-42cd-bd21-023bcdfed788 None None] For port 851f0a15-d0a3-462f-9304-5cbb618382d6, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=851f0a15-d0a3-462f-9304-5cbb618382d6,segment=NetworkSegment(46d5830f-f877-47c4-a961-011dffd4c39f),segment_id=46d5830f-f877-47c4-a961-011dffd4c39f)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:29:34.350150 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-83b8f3d6-bd8a-42e5-87f9-36d86f1f38ad tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:34.361634 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-aa0d1641-f2ae-42cd-bd21-023bcdfed788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:34.382589 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=b0e76841-c90e-4d7f-97d0-6520476ba024,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:34.446867 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-83b8f3d6-bd8a-42e5-87f9-36d86f1f38ad tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:34.509940 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d1641-f2ae-42cd-bd21-023bcdfed788 None None] Pushing event updated for resources: {'Port': ['ID=851f0a15-d0a3-462f-9304-5cbb618382d6,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:34.546660 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-52963dbd-d467-4579-b47b-89072e46345d tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] remove_router_interface failed (client error): The resource could not be found. Feb 28 14:29:34.548983 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-52963dbd-d467-4579-b47b-89072e46345d tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "PUT /v2.0/routers/cd772a59-b8f6-474f-aec7-aa30e691919f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6617246 Feb 28 14:29:34.551012 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58920) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:34.607255 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3b4c72a3-815d-4447-84b6-a2c7495c3a11 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Synchronizing usage tracker for tenant:c21cf0538945438095f306ca2bde76da on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:34.621868 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83b8f3d6-bd8a-42e5-87f9-36d86f1f38ad tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:34.643682 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864439e-e6b6-48e1-9205-962de158b08b req-c84dba5c-dafb-4cfe-9be0-63609bc7a45c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:34.647925 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0864439e-e6b6-48e1-9205-962de158b08b req-c84dba5c-dafb-4cfe-9be0-63609bc7a45c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=d86b3ec2-2c7a-4483-a977-db3cc1eaa766 HTTP/1.1" status: 200 len: 944 time: 0.5640523 Feb 28 14:29:34.651636 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3b4c72a3-815d-4447-84b6-a2c7495c3a11 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Unset dirty status for tenant:c21cf0538945438095f306ca2bde76da on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:34.656107 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3b4c72a3-815d-4447-84b6-a2c7495c3a11 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd772a59-b8f6-474f-aec7-aa30e691919f HTTP/1.1" status: 200 len: 205 time: 0.1011577 Feb 28 14:29:34.658147 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58924) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:34.710344 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0864439e-e6b6-48e1-9205-962de158b08b req-2f253ebd-e6ff-4b6f-9b47-a9476f4020b7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d7ce295-1f8e-4634-ba4c-fa4fe3b57a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559821 Feb 28 14:29:34.755849 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-83b8f3d6-bd8a-42e5-87f9-36d86f1f38ad tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:34.779138 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-83b8f3d6-bd8a-42e5-87f9-36d86f1f38ad tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Usage tracker for resource:security_group_rule and tenant:4736ace8790a4456b5e23fe41da4d865 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:34.782527 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86b3ec2-2c7a-4483-a977-db3cc1eaa766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e76841-c90e-4d7f-97d0-6520476ba024', 'code': 200} Feb 28 14:29:34.799546 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-83b8f3d6-bd8a-42e5-87f9-36d86f1f38ad tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:34.821157 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e36ad57-01a2-4565-ace6-30b09cc10ec7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:34.824354 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-83b8f3d6-bd8a-42e5-87f9-36d86f1f38ad tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:34.911111 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d835948e-1995-487b-9267-87b3c978378d tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:34.971016 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5c8a0-ca95-4ebe-9b8f-79877dd4fdce req-6bbed69c-9e68-424b-81d1-4ee24914a808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:34.972406 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-efc5c8a0-ca95-4ebe-9b8f-79877dd4fdce req-6bbed69c-9e68-424b-81d1-4ee24914a808 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c274490ac83d4e2ca5f8b319589b3c6b&device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 1098 time: 0.6085694 Feb 28 14:29:34.987828 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:34.988100 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d146dcb-d6ac-42d3-9a8d-fb63b16d7581 req-546f247c-1aa1-4c3e-88ab-83e3b071969e tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:34.995193 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1d146dcb-d6ac-42d3-9a8d-fb63b16d7581 req-546f247c-1aa1-4c3e-88ab-83e3b071969e tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/ports?device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 945 time: 0.5946474 Feb 28 14:29:35.012078 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-7e36ad57-01a2-4565-ace6-30b09cc10ec7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Transition to ACTIVE for port object 7e1d24b3-a882-49ff-a851-a0a78b1b44f6 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:35.029518 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56cf53-9dca-4aa7-b890-d978d5fd980a req-a8a58d1f-3049-4027-8ea2-4e864588546c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:35.030979 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4f56cf53-9dca-4aa7-b890-d978d5fd980a req-a8a58d1f-3049-4027-8ea2-4e864588546c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d86b3ec2-2c7a-4483-a977-db3cc1eaa766 HTTP/1.1" status: 200 len: 1098 time: 0.0843041 Feb 28 14:29:35.074393 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4f56cf53-9dca-4aa7-b890-d978d5fd980a req-a0699b39-f9f9-4df2-b2d3-87f1a2f8c866 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3d7ce295-1f8e-4634-ba4c-fa4fe3b57a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356328 Feb 28 14:29:35.350719 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1d146dcb-d6ac-42d3-9a8d-fb63b16d7581 req-f0d88670-eca6-418b-b19b-db9e988285b8 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/security-groups?id=861eadbf-56e5-48f3-91f9-8ce5dbf4e988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545492 Feb 28 14:29:35.436040 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d835948e-1995-487b-9267-87b3c978378d tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:35.441304 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d835948e-1995-487b-9267-87b3c978378d tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:35.447067 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969a7dda-99ac-48d7-b1b2-b1ce91c06cbb None None] Network d538b821-5331-4cf8-abe3-ef61e76dac12 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:35.485477 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e36ad57-01a2-4565-ace6-30b09cc10ec7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:35.530019 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5c8a0-ca95-4ebe-9b8f-79877dd4fdce req-b0970b6c-fbf2-47b4-8cfd-073df4283b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:35.531504 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-efc5c8a0-ca95-4ebe-9b8f-79877dd4fdce req-b0970b6c-fbf2-47b4-8cfd-073df4283b6b service neutron] 10.222.0.13 "GET /v2.0/networks?id=2dda0434-1bf3-4f01-89d9-881498296301 HTTP/1.1" status: 200 len: 913 time: 0.5180209 Feb 28 14:29:35.541488 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83b8f3d6-bd8a-42e5-87f9-36d86f1f38ad tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:35.572136 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-28a64f06-56e5-423b-bf93-d97b4e65eb86 None None] Provisioning for port 851f0a15-d0a3-462f-9304-5cbb618382d6 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:35.738813 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d835948e-1995-487b-9267-87b3c978378d tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:35.739329 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d835948e-1995-487b-9267-87b3c978378d tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Fanout notify agent at l3_agent the message router_deleted on router cd772a59-b8f6-474f-aec7-aa30e691919f {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:29:35.750040 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83b8f3d6-bd8a-42e5-87f9-36d86f1f38ad tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:35.780538 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e36ad57-01a2-4565-ace6-30b09cc10ec7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network d538b821-5331-4cf8-abe3-ef61e76dac12 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:35.782140 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-efc5c8a0-ca95-4ebe-9b8f-79877dd4fdce req-17d8d5d3-5e53-41cc-8a28-0aef57e37aa7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e967900c-65cc-4429-9dcc-458be739cf0d HTTP/1.1" status: 200 len: 217 time: 0.2373574 Feb 28 14:29:35.791966 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-7e36ad57-01a2-4565-ace6-30b09cc10ec7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:35.845139 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e36ad57-01a2-4565-ace6-30b09cc10ec7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:29:35.900120 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36ad57-01a2-4565-ace6-30b09cc10ec7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Port': ['ID=7e1d24b3-a882-49ff-a851-a0a78b1b44f6,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:35.920517 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf4cde-0ae6-44a1-9e7f-8c8e5082e621 req-af72c561-210d-4d9d-a92e-c682ed83acff tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:35.923216 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a2bf4cde-0ae6-44a1-9e7f-8c8e5082e621 req-af72c561-210d-4d9d-a92e-c682ed83acff tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=d86b3ec2-2c7a-4483-a977-db3cc1eaa766 HTTP/1.1" status: 200 len: 945 time: 0.0963452 Feb 28 14:29:35.940175 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8f3d6-bd8a-42e5-87f9-36d86f1f38ad tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6e32a8-4340-440e-9b1f-f560a2128ab6,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:35.958282 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d835948e-1995-487b-9267-87b3c978378d tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:35.959403 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d835948e-1995-487b-9267-87b3c978378d tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/routers/cd772a59-b8f6-474f-aec7-aa30e691919f HTTP/1.1" status: 204 len: 168 time: 1.2948637 Feb 28 14:29:35.966531 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58930) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:35.970151 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5c8a0-ca95-4ebe-9b8f-79877dd4fdce req-e6ccf4a2-3ebd-4a9a-a3db-c1c8528af717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:35.971675 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-efc5c8a0-ca95-4ebe-9b8f-79877dd4fdce req-e6ccf4a2-3ebd-4a9a-a3db-c1c8528af717 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dec236d2-36e1-4e91-9b0d-7fae6bd6853c HTTP/1.1" status: 200 len: 852 time: 0.1653559 Feb 28 14:29:35.972384 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83b8f3d6-bd8a-42e5-87f9-36d86f1f38ad tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:35.973506 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-83b8f3d6-bd8a-42e5-87f9-36d86f1f38ad tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6462619 Feb 28 14:29:35.976685 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58934) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:35.985328 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f5514a07-fbab-4e7a-8a0d-a50cd60bf210 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Request body: {'security_group_rule': {'security_group_id': 'cd6e32a8-4340-440e-9b1f-f560a2128ab6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:35.989719 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e36ad57-01a2-4565-ace6-30b09cc10ec7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:36.029308 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f5514a07-fbab-4e7a-8a0d-a50cd60bf210 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:36.040135 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a2bf4cde-0ae6-44a1-9e7f-8c8e5082e621 req-903e6696-86e1-4f4c-959e-e12fcc04d96d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d7ce295-1f8e-4634-ba4c-fa4fe3b57a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101613 Feb 28 14:29:36.044336 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f5514a07-fbab-4e7a-8a0d-a50cd60bf210 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Usage tracker for resource:security_group_rule and tenant:4736ace8790a4456b5e23fe41da4d865 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:36.054116 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f5514a07-fbab-4e7a-8a0d-a50cd60bf210 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:36.059789 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-efc5c8a0-ca95-4ebe-9b8f-79877dd4fdce req-5e17d0f5-d41c-4038-9230-7ae8c2062cfc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2dda0434-1bf3-4f01-89d9-881498296301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795543 Feb 28 14:29:36.066274 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d148ff39-8790-439b-b888-a22aff7db93c None None] Provisioning for port 7e1d24b3-a882-49ff-a851-a0a78b1b44f6 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:36.070110 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f5514a07-fbab-4e7a-8a0d-a50cd60bf210 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:36.072920 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d148ff39-8790-439b-b888-a22aff7db93c None None] Provisioning complete for port 7e1d24b3-a882-49ff-a851-a0a78b1b44f6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:36.073290 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d148ff39-8790-439b-b888-a22aff7db93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:36.115694 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a8a664-9cb5-489f-91f3-bb03fc2a8af4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Deleting subnet 422cd4af-ddc4-4b88-90ee-9f8794e41245 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:29:36.119800 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31a8a664-9cb5-489f-91f3-bb03fc2a8af4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:36.180664 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d148ff39-8790-439b-b888-a22aff7db93c None None] Port 7e1d24b3-a882-49ff-a851-a0a78b1b44f6 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:29:36.196006 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31a8a664-9cb5-489f-91f3-bb03fc2a8af4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:36.203550 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5514a07-fbab-4e7a-8a0d-a50cd60bf210 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:36.284378 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31a8a664-9cb5-489f-91f3-bb03fc2a8af4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:36.301994 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8a0673cb-eb45-4260-9349-af81ab859de9 None None] Provisioning complete for port 7e1d24b3-a882-49ff-a851-a0a78b1b44f6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:36.302826 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8a0673cb-eb45-4260-9349-af81ab859de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:36.312525 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-efc5c8a0-ca95-4ebe-9b8f-79877dd4fdce req-ae01f62e-26ce-4474-aac3-3d9a312784aa service neutron] 10.222.0.13 "GET /v2.0/networks/2dda0434-1bf3-4f01-89d9-881498296301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435513 Feb 28 14:29:36.357433 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8a0673cb-eb45-4260-9349-af81ab859de9 None None] Port 7e1d24b3-a882-49ff-a851-a0a78b1b44f6 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:29:36.365667 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31a8a664-9cb5-489f-91f3-bb03fc2a8af4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:36.372044 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e36ad57-01a2-4565-ace6-30b09cc10ec7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:36.417364 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8a664-9cb5-489f-91f3-bb03fc2a8af4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Subnet': ['ID=422cd4af-ddc4-4b88-90ee-9f8794e41245,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:36.419604 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31a8a664-9cb5-489f-91f3-bb03fc2a8af4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:36.429702 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfeb908a-6fe1-489f-b941-732b4f60a670 None None] Network dd2d609f-3f5d-4c5a-9034-29b5ec4aac89 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:36.441896 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-31a8a664-9cb5-489f-91f3-bb03fc2a8af4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/subnets/422cd4af-ddc4-4b88-90ee-9f8794e41245 HTTP/1.1" status: 204 len: 168 time: 0.4693539 Feb 28 14:29:36.443524 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58940) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:36.493684 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5514a07-fbab-4e7a-8a0d-a50cd60bf210 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:36.527401 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5514a07-fbab-4e7a-8a0d-a50cd60bf210 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:36.603187 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a70094b9-4d26-4e38-be50-16b7bb6e2559 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:36.614207 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a70094b9-4d26-4e38-be50-16b7bb6e2559 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Deleting port d75f73b6-f294-47a1-bf39-11376a7ecab2 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:29:36.614548 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a70094b9-4d26-4e38-be50-16b7bb6e2559 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:36.618284 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 851f0a15-d0a3-462f-9304-5cbb618382d6 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:29:36.684263 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5514a07-fbab-4e7a-8a0d-a50cd60bf210 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22907e96-04e6-41e4-aec2-a7b4d0b0d047,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:36.743777 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 851f0a15-d0a3-462f-9304-5cbb618382d6 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:36.751611 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 851f0a15-d0a3-462f-9304-5cbb618382d6 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:36.752059 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:36.785731 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5514a07-fbab-4e7a-8a0d-a50cd60bf210 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:36.789857 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f5514a07-fbab-4e7a-8a0d-a50cd60bf210 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8092182 Feb 28 14:29:36.792440 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58944) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:36.810800 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-efc5c8a0-ca95-4ebe-9b8f-79877dd4fdce req-2fd414a4-0f6e-4b4f-bee7-e83252d866c3 service neutron] 10.222.0.13 "GET /v2.0/networks/2dda0434-1bf3-4f01-89d9-881498296301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913461 Feb 28 14:29:36.856290 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-28999be4-a97e-4b75-9347-89e6f56993c0 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-group-rules/22907e96-04e6-41e4-aec2-a7b4d0b0d047 HTTP/1.1" status: 200 len: 763 time: 0.0496495 Feb 28 14:29:36.857594 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58948) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:36.889405 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:36.889650 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a70094b9-4d26-4e38-be50-16b7bb6e2559 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] For port d75f73b6-f294-47a1-bf39-11376a7ecab2, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d75f73b6-f294-47a1-bf39-11376a7ecab2,segment=NetworkSegment(5220fc2d-4128-4eeb-b290-a30173f61271),segment_id=5220fc2d-4128-4eeb-b290-a30173f61271)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:29:36.889966 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a70094b9-4d26-4e38-be50-16b7bb6e2559 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:36.907147 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b799ba-8f27-456d-ba1c-848550bda305 None None] DHCP port deletion for dd2d609f-3f5d-4c5a-9034-29b5ec4aac89 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:29:36.915194 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-74b799ba-8f27-456d-ba1c-848550bda305 None None] Deleting port d75f73b6-f294-47a1-bf39-11376a7ecab2 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:29:36.915555 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-74b799ba-8f27-456d-ba1c-848550bda305 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:36.955608 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d87d6-04bb-45bb-b420-75e428a56c8e req-bd12446f-c88c-4c55-8bea-9d6a17b72b97 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:36.964499 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-109d87d6-04bb-45bb-b420-75e428a56c8e req-bd12446f-c88c-4c55-8bea-9d6a17b72b97 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/ports?device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 945 time: 0.4316919 Feb 28 14:29:36.971667 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 851f0a15-d0a3-462f-9304-5cbb618382d6, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=851f0a15-d0a3-462f-9304-5cbb618382d6,segment=NetworkSegment(46d5830f-f877-47c4-a961-011dffd4c39f),segment_id=46d5830f-f877-47c4-a961-011dffd4c39f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:29:36.982296 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:37.030594 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a70094b9-4d26-4e38-be50-16b7bb6e2559 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Calling delete_port for d75f73b6-f294-47a1-bf39-11376a7ecab2 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:29:37.075574 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-109d87d6-04bb-45bb-b420-75e428a56c8e req-858d391c-a0b8-46d9-ba8f-1f6a1766394c tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/security-groups?id=861eadbf-56e5-48f3-91f9-8ce5dbf4e988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097732 Feb 28 14:29:37.082524 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d418ead3-92d5-430d-8ef6-308c3f767257 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Synchronizing usage tracker for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:37.127485 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d418ead3-92d5-430d-8ef6-308c3f767257 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Unset dirty status for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:37.128934 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d418ead3-92d5-430d-8ef6-308c3f767257 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2713487 Feb 28 14:29:37.131493 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e36ad57-01a2-4565-ace6-30b09cc10ec7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:37.132682 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58954) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:37.142646 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e36ad57-01a2-4565-ace6-30b09cc10ec7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:37.164959 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a70094b9-4d26-4e38-be50-16b7bb6e2559 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:37.195544 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=851f0a15-d0a3-462f-9304-5cbb618382d6,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:37.216710 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-74b799ba-8f27-456d-ba1c-848550bda305 None None] For port d75f73b6-f294-47a1-bf39-11376a7ecab2, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d75f73b6-f294-47a1-bf39-11376a7ecab2,segment=NetworkSegment(5220fc2d-4128-4eeb-b290-a30173f61271),segment_id=5220fc2d-4128-4eeb-b290-a30173f61271)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:29:37.216710 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-74b799ba-8f27-456d-ba1c-848550bda305 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:37.261964 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0d10231-cf0a-4994-b863-2fc306055c48 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:37.265433 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7e36ad57-01a2-4565-ace6-30b09cc10ec7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:37.267405 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70094b9-4d26-4e38-be50-16b7bb6e2559 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Port': ['ID=d75f73b6-f294-47a1-bf39-11376a7ecab2,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:37.269215 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36ad57-01a2-4565-ace6-30b09cc10ec7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Port': ['ID=7e1d24b3-a882-49ff-a851-a0a78b1b44f6,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:37.282189 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70094b9-4d26-4e38-be50-16b7bb6e2559 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] No DVR routers for this DVR port d75f73b6-f294-47a1-bf39-11376a7ecab2 on host dv-neutron-831192-4-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:29:37.284698 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0d10231-cf0a-4994-b863-2fc306055c48 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:37.336862 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-74b799ba-8f27-456d-ba1c-848550bda305 None None] Calling delete_port for d75f73b6-f294-47a1-bf39-11376a7ecab2 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:29:37.416100 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e36ad57-01a2-4565-ace6-30b09cc10ec7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network d538b821-5331-4cf8-abe3-ef61e76dac12 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:37.417611 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-7e36ad57-01a2-4565-ace6-30b09cc10ec7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: from cryptography.utils import int_from_bytes Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: from cryptography.utils import int_from_bytes Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn_limited( Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn_limited( Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:29:37.424568 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:29:37.429953 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:29:37.429953 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:29:37.429953 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:29:37.429953 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:29:37.429953 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:29:37.429953 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:29:37.429953 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:29:37.429953 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:29:37.429953 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:29:37.429953 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:29:37.429953 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:29:37.429953 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:29:37.429953 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:29:37.429953 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:29:37.441591 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-74b799ba-8f27-456d-ba1c-848550bda305 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:29:37.442854 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-74b799ba-8f27-456d-ba1c-848550bda305 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:29:37.442992 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0d10231-cf0a-4994-b863-2fc306055c48 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:37.609082 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a70094b9-4d26-4e38-be50-16b7bb6e2559 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:37.624344 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d10231-cf0a-4994-b863-2fc306055c48 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22907e96-04e6-41e4-aec2-a7b4d0b0d047,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:37.646962 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-11ba6180-004b-40fe-978c-14befdbd3173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:37.667491 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb85226-1712-4e15-8fc8-67ac3136d8a0 req-1c90f454-1120-41c0-903d-8f666f84c30e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:37.675631 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1cb85226-1712-4e15-8fc8-67ac3136d8a0 req-1c90f454-1120-41c0-903d-8f666f84c30e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=d86b3ec2-2c7a-4483-a977-db3cc1eaa766 HTTP/1.1" status: 200 len: 945 time: 0.5141141 Feb 28 14:29:37.678852 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-a70094b9-4d26-4e38-be50-16b7bb6e2559 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2d609f-3f5d-4c5a-9034-29b5ec4aac89']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:37.702334 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0d10231-cf0a-4994-b863-2fc306055c48 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:37.703445 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b0d10231-cf0a-4994-b863-2fc306055c48 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/22907e96-04e6-41e4-aec2-a7b4d0b0d047 HTTP/1.1" status: 204 len: 168 time: 0.5696805 Feb 28 14:29:37.709178 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58958) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:37.712250 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-a70094b9-4d26-4e38-be50-16b7bb6e2559 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5220fc2d-4128-4eeb-b290-a30173f61271') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:37.712539 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-a70094b9-4d26-4e38-be50-16b7bb6e2559 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5220fc2d-4128-4eeb-b290-a30173f61271') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:37.747348 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a70094b9-4d26-4e38-be50-16b7bb6e2559 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:37.775038 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1cb85226-1712-4e15-8fc8-67ac3136d8a0 req-b910407b-334d-4026-bf4a-5065eba1f52e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d7ce295-1f8e-4634-ba4c-fa4fe3b57a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985427 Feb 28 14:29:37.785318 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a70094b9-4d26-4e38-be50-16b7bb6e2559 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:37.800143 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a70094b9-4d26-4e38-be50-16b7bb6e2559 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:29:37.800565 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a70094b9-4d26-4e38-be50-16b7bb6e2559 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:37.811425 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ef7ca3bf-d7f6-4ece-8a6c-185f4b4274f6 None None] Provisioning complete for port 7e1d24b3-a882-49ff-a851-a0a78b1b44f6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:37.811985 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ef7ca3bf-d7f6-4ece-8a6c-185f4b4274f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:29:37.816468 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:29:37.820348 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e36ad57-01a2-4565-ace6-30b09cc10ec7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Router 8614dd37-ad42-423a-bb0f-cce949591c53 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:29:37.825780 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4eb276ab-543e-4461-8a96-5f82e5c25ee9 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Synchronizing usage tracker for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:37.892303 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-ef7ca3bf-d7f6-4ece-8a6c-185f4b4274f6 None None] Port 7e1d24b3-a882-49ff-a851-a0a78b1b44f6 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:29:37.915207 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4eb276ab-543e-4461-8a96-5f82e5c25ee9 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Unset dirty status for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:37.919292 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4eb276ab-543e-4461-8a96-5f82e5c25ee9 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2064264 Feb 28 14:29:37.921475 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58964) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:37.926065 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9c895b0b-5fa8-4a4a-aad6-67d3dd824491 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Request body: {'security_group_rule': {'security_group_id': 'cd6e32a8-4340-440e-9b1f-f560a2128ab6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:37.934097 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9c895b0b-5fa8-4a4a-aad6-67d3dd824491 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:37.938391 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a70094b9-4d26-4e38-be50-16b7bb6e2559 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:37.949888 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-74b799ba-8f27-456d-ba1c-848550bda305 None None] Deleting port d75f73b6-f294-47a1-bf39-11376a7ecab2 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:29:37.950597 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-74b799ba-8f27-456d-ba1c-848550bda305 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:37.966858 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a70094b9-4d26-4e38-be50-16b7bb6e2559 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:37.971089 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9c895b0b-5fa8-4a4a-aad6-67d3dd824491 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:37.979471 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70094b9-4d26-4e38-be50-16b7bb6e2559 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Network': ['ID=dd2d609f-3f5d-4c5a-9034-29b5ec4aac89,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:37.990242 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a70094b9-4d26-4e38-be50-16b7bb6e2559 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/networks/dd2d609f-3f5d-4c5a-9034-29b5ec4aac89 HTTP/1.1" status: 204 len: 168 time: 1.5417776 Feb 28 14:29:37.990625 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58968) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:37.990971 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e36ad57-01a2-4565-ace6-30b09cc10ec7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:29:37.999312 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7e36ad57-01a2-4565-ace6-30b09cc10ec7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "PUT /v2.0/routers/8614dd37-ad42-423a-bb0f-cce949591c53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0025675 Feb 28 14:29:37.999553 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-dafea782-2437-4052-b5ff-8620a0215ba3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-835509308'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:37.999649 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58972) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:38.005190 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-59a46f29-84d6-448f-bd4f-3c5988ed8e0f tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'network': {'name': 'tempest-RoutersTest-1413741330'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:38.007805 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-dafea782-2437-4052-b5ff-8620a0215ba3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:38.010340 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-59a46f29-84d6-448f-bd4f-3c5988ed8e0f tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:38.014586 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-dafea782-2437-4052-b5ff-8620a0215ba3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Usage tracker for resource:network and tenant:c21cf0538945438095f306ca2bde76da is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:38.014802 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-59a46f29-84d6-448f-bd4f-3c5988ed8e0f tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Usage tracker for resource:network and tenant:2f27756656034771b730bac18fc748ab is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:38.017488 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c895b0b-5fa8-4a4a-aad6-67d3dd824491 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:38.017906 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-59a46f29-84d6-448f-bd4f-3c5988ed8e0f tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:38.023909 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-59a46f29-84d6-448f-bd4f-3c5988ed8e0f tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:38.026086 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-dafea782-2437-4052-b5ff-8620a0215ba3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:38.037422 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-dafea782-2437-4052-b5ff-8620a0215ba3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:38.040031 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34abe506-2961-422b-81bc-e73dd6aa446f None None] Sync routers for ids ['8614dd37-ad42-423a-bb0f-cce949591c53'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:29:38.069927 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a46f29-84d6-448f-bd4f-3c5988ed8e0f tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Made reservation on behalf of 2f27756656034771b730bac18fc748ab for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:29:38.072663 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafea782-2437-4052-b5ff-8620a0215ba3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Made reservation on behalf of c21cf0538945438095f306ca2bde76da for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:29:38.076307 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59a46f29-84d6-448f-bd4f-3c5988ed8e0f tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:38.077377 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dafea782-2437-4052-b5ff-8620a0215ba3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:38.084172 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34abe506-2961-422b-81bc-e73dd6aa446f None None] Routers {'8614dd37-ad42-423a-bb0f-cce949591c53'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:38.085035 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-34abe506-2961-422b-81bc-e73dd6aa446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['8614dd37-ad42-423a-bb0f-cce949591c53'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:38.129422 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c895b0b-5fa8-4a4a-aad6-67d3dd824491 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:38.132728 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dafea782-2437-4052-b5ff-8620a0215ba3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:29:38.143022 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c895b0b-5fa8-4a4a-aad6-67d3dd824491 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:38.145291 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dafea782-2437-4052-b5ff-8620a0215ba3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:38.145650 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-dafea782-2437-4052-b5ff-8620a0215ba3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Added segment fa84c77d-2d23-4591-a910-4b7195c6ff19 of type vlan for network f50e8adb-a74f-4aeb-bb88-02d80b8318f0 Feb 28 14:29:38.180832 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c895b0b-5fa8-4a4a-aad6-67d3dd824491 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68067044-6cee-406d-b9b5-a315223f086b,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:38.205072 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-74b799ba-8f27-456d-ba1c-848550bda305 None None] The port 'd75f73b6-f294-47a1-bf39-11376a7ecab2' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:29:38.220511 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dafea782-2437-4052-b5ff-8620a0215ba3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:38.222169 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13692c22-6660-4489-a027-187803b3068f req-336870cb-329f-4164-97cf-1056b16d39ce tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:38.224316 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-13692c22-6660-4489-a027-187803b3068f req-336870cb-329f-4164-97cf-1056b16d39ce tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=d86b3ec2-2c7a-4483-a977-db3cc1eaa766 HTTP/1.1" status: 200 len: 945 time: 0.1363764 Feb 28 14:29:38.225184 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9c895b0b-5fa8-4a4a-aad6-67d3dd824491 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:38.228889 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9c895b0b-5fa8-4a4a-aad6-67d3dd824491 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3058853 Feb 28 14:29:38.229510 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58978) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:38.269535 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-87da41e7-305c-49d9-9f42-ffeb6ee884f5 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-group-rules/68067044-6cee-406d-b9b5-a315223f086b HTTP/1.1" status: 200 len: 763 time: 0.0387137 Feb 28 14:29:38.272863 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58982) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:38.277548 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-59a46f29-84d6-448f-bd4f-3c5988ed8e0f tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:29:38.277866 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-59a46f29-84d6-448f-bd4f-3c5988ed8e0f tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:29:38.291614 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dafea782-2437-4052-b5ff-8620a0215ba3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:38.297976 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafea782-2437-4052-b5ff-8620a0215ba3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:38.298559 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dafea782-2437-4052-b5ff-8620a0215ba3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:38.306467 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-34abe506-2961-422b-81bc-e73dd6aa446f None None] Set router 8614dd37-ad42-423a-bb0f-cce949591c53 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:29:38.315794 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-13692c22-6660-4489-a027-187803b3068f req-d35ece11-1dce-4c26-ade3-8f81499e5551 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d7ce295-1f8e-4634-ba4c-fa4fe3b57a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735118 Feb 28 14:29:38.352550 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58986) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:38.353536 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a10286cb-e83a-4f53-9eee-c548acb725d6 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Synchronizing usage tracker for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:38.370568 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a10286cb-e83a-4f53-9eee-c548acb725d6 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Unset dirty status for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:38.372263 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a10286cb-e83a-4f53-9eee-c548acb725d6 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0972805 Feb 28 14:29:38.376009 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58990) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:38.407064 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c4f3692-6cdc-4d19-8104-dc82878c1d32 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:38.418609 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c4f3692-6cdc-4d19-8104-dc82878c1d32 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:38.448231 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c4f3692-6cdc-4d19-8104-dc82878c1d32 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:38.461075 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dafea782-2437-4052-b5ff-8620a0215ba3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4665422 Feb 28 14:29:38.461929 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 58994) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:38.469559 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f3692-6cdc-4d19-8104-dc82878c1d32 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68067044-6cee-406d-b9b5-a315223f086b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:38.479147 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafea782-2437-4052-b5ff-8620a0215ba3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Network': ['ID=f50e8adb-a74f-4aeb-bb88-02d80b8318f0,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:38.510407 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c32412bc-43c2-4ad7-b519-0175c31ba0b1 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'subnet': {'network_id': 'f50e8adb-a74f-4aeb-bb88-02d80b8318f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:38.514168 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99061d1f-d155-4bf5-af59-a0dbe287b4d1 req-9ae8c765-6312-49a0-af07-2805ab56c630 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:38.515887 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-99061d1f-d155-4bf5-af59-a0dbe287b4d1 req-9ae8c765-6312-49a0-af07-2805ab56c630 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/ports?device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 945 time: 0.2613106 Feb 28 14:29:38.532037 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8c4f3692-6cdc-4d19-8104-dc82878c1d32 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:38.536436 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8c4f3692-6cdc-4d19-8104-dc82878c1d32 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/68067044-6cee-406d-b9b5-a315223f086b HTTP/1.1" status: 204 len: 168 time: 0.1595106 Feb 28 14:29:38.546490 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network f50e8adb-a74f-4aeb-bb88-02d80b8318f0 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:29:38.548288 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 58998) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:38.567248 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cb58ef-d5ff-4963-99a6-21556160cf3a tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:38.568747 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a2cb58ef-d5ff-4963-99a6-21556160cf3a tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d86b3ec2-2c7a-4483-a977-db3cc1eaa766 HTTP/1.1" status: 200 len: 1093 time: 0.2140336 Feb 28 14:29:38.572880 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59002) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:38.585176 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d1d9577c-9f13-45a4-90e2-c539fcd35a94 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'port_id': 'b0e76841-c90e-4d7f-97d0-6520476ba024', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:38.590654 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 851f0a15-d0a3-462f-9304-5cbb618382d6 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:29:38.602401 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d1d9577c-9f13-45a4-90e2-c539fcd35a94 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:38.625180 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d1d9577c-9f13-45a4-90e2-c539fcd35a94 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:floatingip and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:38.637887 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5bc58036-3e82-4f56-8f1b-c5bed8ffbcbd tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Synchronizing usage tracker for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:38.640146 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d1d9577c-9f13-45a4-90e2-c539fcd35a94 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:38.641554 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c32412bc-43c2-4ad7-b519-0175c31ba0b1 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:38.645526 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c32412bc-43c2-4ad7-b519-0175c31ba0b1 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Usage tracker for resource:subnet and tenant:c21cf0538945438095f306ca2bde76da is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:38.646091 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-99061d1f-d155-4bf5-af59-a0dbe287b4d1 req-db43267d-5c68-497d-ae32-fb7e81d20213 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/security-groups?id=861eadbf-56e5-48f3-91f9-8ce5dbf4e988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192095 Feb 28 14:29:38.652003 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d1d9577c-9f13-45a4-90e2-c539fcd35a94 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:38.656379 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c32412bc-43c2-4ad7-b519-0175c31ba0b1 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:38.662728 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c32412bc-43c2-4ad7-b519-0175c31ba0b1 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:38.676436 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32412bc-43c2-4ad7-b519-0175c31ba0b1 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Made reservation on behalf of c21cf0538945438095f306ca2bde76da for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:29:38.676993 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5bc58036-3e82-4f56-8f1b-c5bed8ffbcbd tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Unset dirty status for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:38.682132 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5bc58036-3e82-4f56-8f1b-c5bed8ffbcbd tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1293337 Feb 28 14:29:38.682132 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1d9577c-9f13-45a4-90e2-c539fcd35a94 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:38.689077 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c32412bc-43c2-4ad7-b519-0175c31ba0b1 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:38.701268 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59008) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:38.724650 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-dba62984-c24a-437f-8eaf-51a71875c7ab tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Request body: {'security_group_rule': {'security_group_id': 'cd6e32a8-4340-440e-9b1f-f560a2128ab6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:38.733457 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-dba62984-c24a-437f-8eaf-51a71875c7ab tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:38.751683 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-dba62984-c24a-437f-8eaf-51a71875c7ab tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:38.789537 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 851f0a15-d0a3-462f-9304-5cbb618382d6 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:38.790109 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:38.812141 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59a46f29-84d6-448f-bd4f-3c5988ed8e0f tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:38.845106 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dba62984-c24a-437f-8eaf-51a71875c7ab tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:38.884436 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a46f29-84d6-448f-bd4f-3c5988ed8e0f tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:29:38.904699 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59a46f29-84d6-448f-bd4f-3c5988ed8e0f tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:38.905358 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-59a46f29-84d6-448f-bd4f-3c5988ed8e0f tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Added segment ed0a6bb1-85b2-4857-9db5-c09d68f6ac88 of type vlan for network cd67c310-df32-4de7-add3-0f902f4c17b9 Feb 28 14:29:38.911565 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-34abe506-2961-422b-81bc-e73dd6aa446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:29:36Z', 'revision_number': 2, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None, '_interfaces': [{'id': '7e1d24b3-a882-49ff-a851-a0a78b1b44f6', 'name': '', 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:82:49:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:33Z', 'updated_at': '2022-02-28T14:29:36Z', 'revision_number': 2, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:38.921088 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34abe506-2961-422b-81bc-e73dd6aa446f None None] Checking router: 8614dd37-ad42-423a-bb0f-cce949591c53 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:29:38.921685 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34abe506-2961-422b-81bc-e73dd6aa446f None None] Updating router 8614dd37-ad42-423a-bb0f-cce949591c53 port 7e1d24b3-a882-49ff-a851-a0a78b1b44f6 binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:29:38.956726 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1d9577c-9f13-45a4-90e2-c539fcd35a94 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:38.992142 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-34abe506-2961-422b-81bc-e73dd6aa446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:39.006968 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59a46f29-84d6-448f-bd4f-3c5988ed8e0f tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:39.042441 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dba62984-c24a-437f-8eaf-51a71875c7ab tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:39.065606 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dba62984-c24a-437f-8eaf-51a71875c7ab tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:39.066061 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d75f73b6-f294-47a1-bf39-11376a7ecab2 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:29:39.101811 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59a46f29-84d6-448f-bd4f-3c5988ed8e0f tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:39.108899 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a46f29-84d6-448f-bd4f-3c5988ed8e0f tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:39.109657 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59a46f29-84d6-448f-bd4f-3c5988ed8e0f tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:39.115947 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: d75f73b6-f294-47a1-bf39-11376a7ecab2 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:29:39.116256 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d75f73b6-f294-47a1-bf39-11376a7ecab2 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:29:39.154535 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba62984-c24a-437f-8eaf-51a71875c7ab tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6fb170-f56c-4a3d-a5e0-6680adf726ff,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:39.168282 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c32412bc-43c2-4ad7-b519-0175c31ba0b1 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:39.225126 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dba62984-c24a-437f-8eaf-51a71875c7ab tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:39.229293 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dba62984-c24a-437f-8eaf-51a71875c7ab tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5152810 Feb 28 14:29:39.234486 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59014) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:39.273059 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7b637ac4-02ab-4983-88df-1e2bbfc1006c tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-group-rules/7f6fb170-f56c-4a3d-a5e0-6680adf726ff HTTP/1.1" status: 200 len: 764 time: 0.0310924 Feb 28 14:29:39.274816 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59018) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:39.285629 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-59a46f29-84d6-448f-bd4f-3c5988ed8e0f tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2827439 Feb 28 14:29:39.290015 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59022) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:39.295687 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a46f29-84d6-448f-bd4f-3c5988ed8e0f tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Network': ['ID=cd67c310-df32-4de7-add3-0f902f4c17b9,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:39.300361 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-d1d9577c-9f13-45a4-90e2-c539fcd35a94 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.26.5.12 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/d519458a-8297-4ff9-8c98-55edd7a9a79d) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:29:39.303628 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2e866f1b-a483-4fde-971d-561e17607a57 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'subnet': {'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:39.317264 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network cd67c310-df32-4de7-add3-0f902f4c17b9 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:29:39.375358 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d4236-b2b0-4b32-8268-0046ff262a90 req-16c3beec-d4a0-42c7-bb5e-93628029e5c8 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:39.379820 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fe1d4236-b2b0-4b32-8268-0046ff262a90 req-16c3beec-d4a0-42c7-bb5e-93628029e5c8 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/ports?device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 945 time: 0.2707338 Feb 28 14:29:39.425434 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32412bc-43c2-4ad7-b519-0175c31ba0b1 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Subnet': ['ID=b3228a03-2e69-4ef1-af7c-03c1d9c389a9,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:39.452638 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32412bc-43c2-4ad7-b519-0175c31ba0b1 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Checking segment: {'id': 'fa84c77d-2d23-4591-a910-4b7195c6ff19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f50e8adb-a74f-4aeb-bb88-02d80b8318f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:29:39.453027 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32412bc-43c2-4ad7-b519-0175c31ba0b1 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network hostable DHCP agents. Network: f50e8adb-a74f-4aeb-bb88-02d80b8318f0, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:29:39.472668 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2e866f1b-a483-4fde-971d-561e17607a57 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:39.478170 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2e866f1b-a483-4fde-971d-561e17607a57 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Usage tracker for resource:subnet and tenant:2f27756656034771b730bac18fc748ab is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:39.482164 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2e866f1b-a483-4fde-971d-561e17607a57 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:39.488511 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2e866f1b-a483-4fde-971d-561e17607a57 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:39.492080 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32412bc-43c2-4ad7-b519-0175c31ba0b1 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network f50e8adb-a74f-4aeb-bb88-02d80b8318f0 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:29:39.507292 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e866f1b-a483-4fde-971d-561e17607a57 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Made reservation on behalf of 2f27756656034771b730bac18fc748ab for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:29:39.511128 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e866f1b-a483-4fde-971d-561e17607a57 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:39.531219 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6aee6f56-e4b3-40e7-8c4f-89a0bc4c70fd tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Synchronizing usage tracker for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:39.531501 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c32412bc-43c2-4ad7-b519-0175c31ba0b1 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, f50e8adb-a74f-4aeb-bb88-02d80b8318f0) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:39.541131 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fe1d4236-b2b0-4b32-8268-0046ff262a90 req-9fe8479f-d03b-4d90-923a-07f265a28c12 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/security-groups?id=861eadbf-56e5-48f3-91f9-8ce5dbf4e988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666561 Feb 28 14:29:39.553537 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32412bc-43c2-4ad7-b519-0175c31ba0b1 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:39.554254 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c32412bc-43c2-4ad7-b519-0175c31ba0b1 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:39.572716 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d20236-9363-49bf-81eb-9393b2748958 None None] Network f50e8adb-a74f-4aeb-bb88-02d80b8318f0 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:39.572997 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6aee6f56-e4b3-40e7-8c4f-89a0bc4c70fd tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Unset dirty status for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:39.578888 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6aee6f56-e4b3-40e7-8c4f-89a0bc4c70fd tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3036797 Feb 28 14:29:39.582491 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59026) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:39.620054 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-34abe506-2961-422b-81bc-e73dd6aa446f None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:39.639761 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9d0b229b-7fd9-4723-8114-23f5903747e8 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:39.651858 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c32412bc-43c2-4ad7-b519-0175c31ba0b1 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1615114 Feb 28 14:29:39.652093 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59030) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:39.656169 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1d9577c-9f13-45a4-90e2-c539fcd35a94 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:39.659892 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9d0b229b-7fd9-4723-8114-23f5903747e8 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:39.661695 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fba4f6cc-e42c-46e9-b6fd-618b0f6dc269 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-33874032', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:39.675203 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fba4f6cc-e42c-46e9-b6fd-618b0f6dc269 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:39.681372 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fba4f6cc-e42c-46e9-b6fd-618b0f6dc269 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Usage tracker for resource:router and tenant:c21cf0538945438095f306ca2bde76da is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:39.686740 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fba4f6cc-e42c-46e9-b6fd-618b0f6dc269 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:39.695570 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-34abe506-2961-422b-81bc-e73dd6aa446f None None] Transition to ACTIVE for port object 7e1d24b3-a882-49ff-a851-a0a78b1b44f6 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:39.696283 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fba4f6cc-e42c-46e9-b6fd-618b0f6dc269 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:39.697432 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9d0b229b-7fd9-4723-8114-23f5903747e8 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:39.707588 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-34abe506-2961-422b-81bc-e73dd6aa446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:39.712060 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fba4f6cc-e42c-46e9-b6fd-618b0f6dc269 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:39.713051 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fba4f6cc-e42c-46e9-b6fd-618b0f6dc269 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:39.724208 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b229b-7fd9-4723-8114-23f5903747e8 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f6fb170-f56c-4a3d-a5e0-6680adf726ff,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:39.739037 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9d0b229b-7fd9-4723-8114-23f5903747e8 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:39.743057 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9d0b229b-7fd9-4723-8114-23f5903747e8 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/7f6fb170-f56c-4a3d-a5e0-6680adf726ff HTTP/1.1" status: 204 len: 168 time: 0.1596024 Feb 28 14:29:39.743758 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59034) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:39.748076 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1d9577c-9f13-45a4-90e2-c539fcd35a94 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:39.786193 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fba4f6cc-e42c-46e9-b6fd-618b0f6dc269 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:39.836435 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fba4f6cc-e42c-46e9-b6fd-618b0f6dc269 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:39.847280 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d9577c-9f13-45a4-90e2-c539fcd35a94 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:39.850278 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-d1d9577c-9f13-45a4-90e2-c539fcd35a94 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:39.865153 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e866f1b-a483-4fde-971d-561e17607a57 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:39.865526 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d9577c-9f13-45a4-90e2-c539fcd35a94 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:29:39.908783 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9577c-9f13-45a4-90e2-c539fcd35a94 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=d519458a-8297-4ff9-8c98-55edd7a9a79d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:39.937484 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4beb785f-403f-4ca4-97c6-6ab40d6d19a8 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Synchronizing usage tracker for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:39.993719 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4beb785f-403f-4ca4-97c6-6ab40d6d19a8 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Unset dirty status for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:39.999188 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4beb785f-403f-4ca4-97c6-6ab40d6d19a8 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2540598 Feb 28 14:29:39.999946 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59038) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:40.053232 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb7e2d-95c8-4481-8c03-6542a8305f89 None None] Pushing event updated for resources: {'Port': ['ID=7e1d24b3-a882-49ff-a851-a0a78b1b44f6,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:40.066123 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fba4f6cc-e42c-46e9-b6fd-618b0f6dc269 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:40.067704 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fba4f6cc-e42c-46e9-b6fd-618b0f6dc269 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4143896 Feb 28 14:29:40.085695 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59042) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:40.095378 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-899d24d3-4c2f-4d92-93a5-f70b18ee94e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:40.105438 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8efd098-9f85-4af7-85cb-4db3ab4b9492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-f50e8adb-a74f-4aeb-bb88-02d80b8318f0', 'network_id': 'f50e8adb-a74f-4aeb-bb88-02d80b8318f0', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'fixed_ips': [{'subnet_id': 'b3228a03-2e69-4ef1-af7c-03c1d9c389a9'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:29:40.106113 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d8efd098-9f85-4af7-85cb-4db3ab4b9492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:40.234741 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-34abe506-2961-422b-81bc-e73dd6aa446f None None] Attempting to bind port 7e1d24b3-a882-49ff-a851-a0a78b1b44f6 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:29:40.235001 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-34abe506-2961-422b-81bc-e73dd6aa446f None None] Attempting to bind port 7e1d24b3-a882-49ff-a851-a0a78b1b44f6 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '46d5830f-f877-47c4-a961-011dffd4c39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:29:40.235346 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34abe506-2961-422b-81bc-e73dd6aa446f None None] Attempting to bind port 7e1d24b3-a882-49ff-a851-a0a78b1b44f6 on network d538b821-5331-4cf8-abe3-ef61e76dac12 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:29:40.260547 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e866f1b-a483-4fde-971d-561e17607a57 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Subnet': ['ID=c8fe116c-e98a-4c09-867e-d6c96c5c91c5,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:40.261305 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34abe506-2961-422b-81bc-e73dd6aa446f None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:29:40.261305 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34abe506-2961-422b-81bc-e73dd6aa446f None None] Checking segment: {'id': '46d5830f-f877-47c4-a961-011dffd4c39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:29:40.261305 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-34abe506-2961-422b-81bc-e73dd6aa446f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:40.261805 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34abe506-2961-422b-81bc-e73dd6aa446f None None] Bound using segment: {'id': '46d5830f-f877-47c4-a961-011dffd4c39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:29:40.262659 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-34abe506-2961-422b-81bc-e73dd6aa446f None None] Bound port: 7e1d24b3-a882-49ff-a851-a0a78b1b44f6, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d5830f-f877-47c4-a961-011dffd4c39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:29:40.263049 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-34abe506-2961-422b-81bc-e73dd6aa446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:40.333593 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e866f1b-a483-4fde-971d-561e17607a57 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Checking segment: {'id': 'ed0a6bb1-85b2-4857-9db5-c09d68f6ac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:29:40.334090 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e866f1b-a483-4fde-971d-561e17607a57 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network hostable DHCP agents. Network: cd67c310-df32-4de7-add3-0f902f4c17b9, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:29:40.342508 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-473c0725-bd71-4462-ae94-74023b94c3c7 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:40.389358 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-473c0725-bd71-4462-ae94-74023b94c3c7 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:40.414181 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-d8efd098-9f85-4af7-85cb-4db3ab4b9492 None None] Allocated IP 2001:db8::2 (f50e8adb-a74f-4aeb-bb88-02d80b8318f0/b3228a03-2e69-4ef1-af7c-03c1d9c389a9/4b493b1f-7c87-46a4-9c5b-e36c5a06706e) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:29:40.535865 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e866f1b-a483-4fde-971d-561e17607a57 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network cd67c310-df32-4de7-add3-0f902f4c17b9 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:29:40.555538 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-473c0725-bd71-4462-ae94-74023b94c3c7 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:40.586812 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c0725-bd71-4462-ae94-74023b94c3c7 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6e32a8-4340-440e-9b1f-f560a2128ab6,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:40.596387 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-34abe506-2961-422b-81bc-e73dd6aa446f None None] For port 7e1d24b3-a882-49ff-a851-a0a78b1b44f6, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:29:40.609974 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-34abe506-2961-422b-81bc-e73dd6aa446f None None] For port 7e1d24b3-a882-49ff-a851-a0a78b1b44f6, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=7e1d24b3-a882-49ff-a851-a0a78b1b44f6,segment=NetworkSegment(46d5830f-f877-47c4-a961-011dffd4c39f),segment_id=46d5830f-f877-47c4-a961-011dffd4c39f)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:29:40.612972 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-473c0725-bd71-4462-ae94-74023b94c3c7 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:40.617212 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-473c0725-bd71-4462-ae94-74023b94c3c7 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "DELETE /v2.0/security-groups/cd6e32a8-4340-440e-9b1f-f560a2128ab6 HTTP/1.1" status: 204 len: 168 time: 0.6097748 Feb 28 14:29:40.619180 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59048) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:40.624306 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-34abe506-2961-422b-81bc-e73dd6aa446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:40.660265 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-632180d0-502a-4025-bac7-39bcbb2b3bd9 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:40.673401 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-2e866f1b-a483-4fde-971d-561e17607a57 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, cd67c310-df32-4de7-add3-0f902f4c17b9) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:40.681625 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e866f1b-a483-4fde-971d-561e17607a57 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:40.681883 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2e866f1b-a483-4fde-971d-561e17607a57 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:40.688262 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3c878311-9c4c-4695-81de-3d8d7468bcbb tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Synchronizing usage tracker for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:40.719821 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1d9577c-9f13-45a4-90e2-c539fcd35a94 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:40.722593 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3c878311-9c4c-4695-81de-3d8d7468bcbb tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Unset dirty status for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:40.729904 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3c878311-9c4c-4695-81de-3d8d7468bcbb tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1088402 Feb 28 14:29:40.729904 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59052) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:40.738486 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161002c7-55c2-4424-8fd1-3a3d53d24347 None None] Network cd67c310-df32-4de7-add3-0f902f4c17b9 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:40.741552 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-0b485a82-232f-402d-8cc6-b301040661d3 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Request body: {'security_group': {'name': 'tempest-secgroup--1569865022'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:40.749946 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0b485a82-232f-402d-8cc6-b301040661d3 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:40.764166 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0b485a82-232f-402d-8cc6-b301040661d3 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:40.808151 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0b485a82-232f-402d-8cc6-b301040661d3 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:40.811758 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34abe506-2961-422b-81bc-e73dd6aa446f None None] Routers {'8614dd37-ad42-423a-bb0f-cce949591c53'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:40.812408 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-34abe506-2961-422b-81bc-e73dd6aa446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['8614dd37-ad42-423a-bb0f-cce949591c53'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:40.846267 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0b485a82-232f-402d-8cc6-b301040661d3 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:40.854503 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0b485a82-232f-402d-8cc6-b301040661d3 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Usage tracker for resource:security_group_rule and tenant:4736ace8790a4456b5e23fe41da4d865 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:40.857533 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1d9577c-9f13-45a4-90e2-c539fcd35a94 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:40.887398 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0b485a82-232f-402d-8cc6-b301040661d3 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:40.894337 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2e866f1b-a483-4fde-971d-561e17607a57 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5998497 Feb 28 14:29:40.903176 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59056) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:40.910305 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0b485a82-232f-402d-8cc6-b301040661d3 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:40.927387 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb7e2d-95c8-4481-8c03-6542a8305f89 None None] Pushing event updated for resources: {'Port': ['ID=7e1d24b3-a882-49ff-a851-a0a78b1b44f6,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:41.014523 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88715c6a-5534-4068-8bd8-4fa757b309a5 req-08a9b59d-b709-4f05-b6a4-f90e021370c6 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:41.016113 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-88715c6a-5534-4068-8bd8-4fa757b309a5 req-08a9b59d-b709-4f05-b6a4-f90e021370c6 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/ports?device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 945 time: 0.1783602 Feb 28 14:29:41.071854 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d8efd098-9f85-4af7-85cb-4db3ab4b9492 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:41.119002 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-34abe506-2961-422b-81bc-e73dd6aa446f None None] Set router 8614dd37-ad42-423a-bb0f-cce949591c53 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:29:41.125584 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-88715c6a-5534-4068-8bd8-4fa757b309a5 req-c3254dd7-3a4a-4188-a6cf-18f570988fd1 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/security-groups?id=861eadbf-56e5-48f3-91f9-8ce5dbf4e988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713732 Feb 28 14:29:41.165417 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d8efd098-9f85-4af7-85cb-4db3ab4b9492 None None] Transition to ACTIVE for port object 4b493b1f-7c87-46a4-9c5b-e36c5a06706e will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:41.167927 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:41.220075 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:41.227829 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d8efd098-9f85-4af7-85cb-4db3ab4b9492 None None] Transition to ACTIVE for port object 4b493b1f-7c87-46a4-9c5b-e36c5a06706e will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:41.306095 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d8efd098-9f85-4af7-85cb-4db3ab4b9492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:41.366976 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-632180d0-502a-4025-bac7-39bcbb2b3bd9 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Allocated IP 2001:db8::1 (f50e8adb-a74f-4aeb-bb88-02d80b8318f0/b3228a03-2e69-4ef1-af7c-03c1d9c389a9/7d968255-dffd-4696-bf66-3ec75b802658) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:29:41.418373 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0b485a82-232f-402d-8cc6-b301040661d3 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:41.437746 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0b485a82-232f-402d-8cc6-b301040661d3 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:41.518070 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efd098-9f85-4af7-85cb-4db3ab4b9492 None None] Pushing event updated for resources: {'Port': ['ID=4b493b1f-7c87-46a4-9c5b-e36c5a06706e,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:41.524473 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b485a82-232f-402d-8cc6-b301040661d3 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfa0722-a75e-43d3-aa4b-a53f2c640e73,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:41.570497 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8efd098-9f85-4af7-85cb-4db3ab4b9492 None None] Network f50e8adb-a74f-4aeb-bb88-02d80b8318f0 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:41.577505 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-d8efd098-9f85-4af7-85cb-4db3ab4b9492 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:41.580123 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8efd098-9f85-4af7-85cb-4db3ab4b9492 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:29:41.647165 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1d9577c-9f13-45a4-90e2-c539fcd35a94 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:41.652453 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0b485a82-232f-402d-8cc6-b301040661d3 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:41.657095 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0b485a82-232f-402d-8cc6-b301040661d3 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9212368 Feb 28 14:29:41.660822 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59064) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:41.673126 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1d9577c-9f13-45a4-90e2-c539fcd35a94 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:41.683133 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f63f847c-b035-41a6-9f01-40a8b9f33a18 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Request body: {'security_group_rule': {'security_group_id': 'fbfa0722-a75e-43d3-aa4b-a53f2c640e73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:41.737415 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f63f847c-b035-41a6-9f01-40a8b9f33a18 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:41.834348 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2c5152-33eb-4f53-a1cc-0f17edab23a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-cd67c310-df32-4de7-add3-0f902f4c17b9', 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'fixed_ips': [{'subnet_id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:29:41.835207 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5e2c5152-33eb-4f53-a1cc-0f17edab23a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:41.848883 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-632180d0-502a-4025-bac7-39bcbb2b3bd9 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:41.860761 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fbd39-825b-44b1-993a-e94f157ae23f req-0672a7c6-cff6-4cee-9740-90ac701922f2 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:41.866073 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-357fbd39-825b-44b1-993a-e94f157ae23f req-0672a7c6-cff6-4cee-9740-90ac701922f2 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/ports?device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 945 time: 0.4217899 Feb 28 14:29:41.874611 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d8efd098-9f85-4af7-85cb-4db3ab4b9492 None None] Attempting to bind port 4b493b1f-7c87-46a4-9c5b-e36c5a06706e on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:29:41.874986 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d8efd098-9f85-4af7-85cb-4db3ab4b9492 None None] Attempting to bind port 4b493b1f-7c87-46a4-9c5b-e36c5a06706e by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'fa84c77d-2d23-4591-a910-4b7195c6ff19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f50e8adb-a74f-4aeb-bb88-02d80b8318f0'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:29:41.875345 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efd098-9f85-4af7-85cb-4db3ab4b9492 None None] Attempting to bind port 4b493b1f-7c87-46a4-9c5b-e36c5a06706e on network f50e8adb-a74f-4aeb-bb88-02d80b8318f0 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:29:41.885664 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efd098-9f85-4af7-85cb-4db3ab4b9492 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:29:41.887082 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efd098-9f85-4af7-85cb-4db3ab4b9492 None None] Checking segment: {'id': 'fa84c77d-2d23-4591-a910-4b7195c6ff19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f50e8adb-a74f-4aeb-bb88-02d80b8318f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:29:41.887082 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d8efd098-9f85-4af7-85cb-4db3ab4b9492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:41.887082 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efd098-9f85-4af7-85cb-4db3ab4b9492 None None] Bound using segment: {'id': 'fa84c77d-2d23-4591-a910-4b7195c6ff19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f50e8adb-a74f-4aeb-bb88-02d80b8318f0'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:29:41.887569 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d8efd098-9f85-4af7-85cb-4db3ab4b9492 None None] Bound port: 4b493b1f-7c87-46a4-9c5b-e36c5a06706e, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa84c77d-2d23-4591-a910-4b7195c6ff19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f50e8adb-a74f-4aeb-bb88-02d80b8318f0'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:29:41.887937 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d8efd098-9f85-4af7-85cb-4db3ab4b9492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:41.911498 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-632180d0-502a-4025-bac7-39bcbb2b3bd9 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Transition to ACTIVE for port object 7d968255-dffd-4696-bf66-3ec75b802658 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:41.916054 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81f6d1-33f8-4edc-89f4-25a9b8955f59 req-3ea6aa25-298f-400b-9241-f403196d995f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:41.917805 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1d81f6d1-33f8-4edc-89f4-25a9b8955f59 req-3ea6aa25-298f-400b-9241-f403196d995f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c274490ac83d4e2ca5f8b319589b3c6b&device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 1098 time: 0.3581250 Feb 28 14:29:41.944585 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f63f847c-b035-41a6-9f01-40a8b9f33a18 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Usage tracker for resource:security_group_rule and tenant:4736ace8790a4456b5e23fe41da4d865 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:41.959192 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f63f847c-b035-41a6-9f01-40a8b9f33a18 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:41.982155 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-357fbd39-825b-44b1-993a-e94f157ae23f req-57a10384-6019-48d3-8467-db02ad46958a tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/security-groups?id=861eadbf-56e5-48f3-91f9-8ce5dbf4e988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027832 Feb 28 14:29:41.986785 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f63f847c-b035-41a6-9f01-40a8b9f33a18 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:42.007842 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9577c-9f13-45a4-90e2-c539fcd35a94 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=d519458a-8297-4ff9-8c98-55edd7a9a79d,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:42.072992 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1b51563-7e75-4bb7-98a5-0f57b41d3106 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:42.082483 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-632180d0-502a-4025-bac7-39bcbb2b3bd9 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:42.096262 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1d9577c-9f13-45a4-90e2-c539fcd35a94 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:42.146665 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d8efd098-9f85-4af7-85cb-4db3ab4b9492 None None] For port 4b493b1f-7c87-46a4-9c5b-e36c5a06706e, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:29:42.157544 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f63f847c-b035-41a6-9f01-40a8b9f33a18 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:42.158325 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81f6d1-33f8-4edc-89f4-25a9b8955f59 req-f0c273cc-adfd-4cbd-a160-34dfb9c3f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:42.160067 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1d81f6d1-33f8-4edc-89f4-25a9b8955f59 req-f0c273cc-adfd-4cbd-a160-34dfb9c3f55b service neutron] 10.222.0.13 "GET /v2.0/networks?id=2dda0434-1bf3-4f01-89d9-881498296301 HTTP/1.1" status: 200 len: 913 time: 0.2217906 Feb 28 14:29:42.167469 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d8efd098-9f85-4af7-85cb-4db3ab4b9492 None None] For port 4b493b1f-7c87-46a4-9c5b-e36c5a06706e, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=4b493b1f-7c87-46a4-9c5b-e36c5a06706e,segment=NetworkSegment(fa84c77d-2d23-4591-a910-4b7195c6ff19),segment_id=fa84c77d-2d23-4591-a910-4b7195c6ff19)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:29:42.179313 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-34abe506-2961-422b-81bc-e73dd6aa446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:29:36Z', 'revision_number': 2, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None, '_interfaces': [{'id': '7e1d24b3-a882-49ff-a851-a0a78b1b44f6', 'name': '', 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:82:49:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:33Z', 'updated_at': '2022-02-28T14:29:40Z', 'revision_number': 4, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:42.183722 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d8efd098-9f85-4af7-85cb-4db3ab4b9492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:42.217764 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-5e2c5152-33eb-4f53-a1cc-0f17edab23a8 None None] Allocated IP 172.21.0.2 (cd67c310-df32-4de7-add3-0f902f4c17b9/c8fe116c-e98a-4c09-867e-d6c96c5c91c5/698c7498-f9c7-4385-9809-d6f38d5e3c4a) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:29:42.219908 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632180d0-502a-4025-bac7-39bcbb2b3bd9 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network f50e8adb-a74f-4aeb-bb88-02d80b8318f0 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:42.220830 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34abe506-2961-422b-81bc-e73dd6aa446f None None] The sync data for ids ['8614dd37-ad42-423a-bb0f-cce949591c53'] in dv-neutron-831192-4-hyperv is: [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:29:36Z', 'revision_number': 2, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None, '_interfaces': [{'id': '7e1d24b3-a882-49ff-a851-a0a78b1b44f6', 'name': '', 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:82:49:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:33Z', 'updated_at': '2022-02-28T14:29:40Z', 'revision_number': 4, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:29:42.247062 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-632180d0-502a-4025-bac7-39bcbb2b3bd9 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:42.255519 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1d81f6d1-33f8-4edc-89f4-25a9b8955f59 req-1d84461a-9073-458c-8f5f-e8e4ae11fddb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e967900c-65cc-4429-9dcc-458be739cf0d HTTP/1.1" status: 200 len: 217 time: 0.0870423 Feb 28 14:29:42.259072 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632180d0-502a-4025-bac7-39bcbb2b3bd9 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:29:42.259611 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-632180d0-502a-4025-bac7-39bcbb2b3bd9 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:42.292254 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632180d0-502a-4025-bac7-39bcbb2b3bd9 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Port': ['ID=7d968255-dffd-4696-bf66-3ec75b802658,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:42.353242 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81f6d1-33f8-4edc-89f4-25a9b8955f59 req-4e6ff6cd-7ba8-4254-b8b9-174ec1474dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:42.354738 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1d81f6d1-33f8-4edc-89f4-25a9b8955f59 req-4e6ff6cd-7ba8-4254-b8b9-174ec1474dcf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dec236d2-36e1-4e91-9b0d-7fae6bd6853c HTTP/1.1" status: 200 len: 852 time: 0.0919237 Feb 28 14:29:42.412731 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efd098-9f85-4af7-85cb-4db3ab4b9492 None None] Pushing event updated for resources: {'Port': ['ID=4b493b1f-7c87-46a4-9c5b-e36c5a06706e,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:42.445512 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1d81f6d1-33f8-4edc-89f4-25a9b8955f59 req-22652a69-5feb-4341-afc0-8257b4b38800 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2dda0434-1bf3-4f01-89d9-881498296301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806966 Feb 28 14:29:42.492280 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:42.569593 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-d1d9577c-9f13-45a4-90e2-c539fcd35a94 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Floating IP fb24d58c-93fa-468e-bdc3-c2243125022e associated. External IP: 172.26.5.12, port: b0e76841-c90e-4d7f-97d0-6520476ba024. Feb 28 14:29:42.577766 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-632180d0-502a-4025-bac7-39bcbb2b3bd9 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:42.645026 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f63f847c-b035-41a6-9f01-40a8b9f33a18 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:42.659974 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f63f847c-b035-41a6-9f01-40a8b9f33a18 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:42.721142 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5e2c5152-33eb-4f53-a1cc-0f17edab23a8 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:42.730519 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1d81f6d1-33f8-4edc-89f4-25a9b8955f59 req-b702c653-96c8-4c5d-a1f9-0baddbfee08e service neutron] 10.222.0.13 "GET /v2.0/networks/2dda0434-1bf3-4f01-89d9-881498296301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766023 Feb 28 14:29:42.761438 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5e2c5152-33eb-4f53-a1cc-0f17edab23a8 None None] Transition to ACTIVE for port object 698c7498-f9c7-4385-9809-d6f38d5e3c4a will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:42.762351 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f847c-b035-41a6-9f01-40a8b9f33a18 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9a6270-7d41-447d-b0b7-f4f196737545,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:42.812041 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5e2c5152-33eb-4f53-a1cc-0f17edab23a8 None None] Transition to ACTIVE for port object 698c7498-f9c7-4385-9809-d6f38d5e3c4a will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:42.839688 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5e2c5152-33eb-4f53-a1cc-0f17edab23a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:42.924404 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2c5152-33eb-4f53-a1cc-0f17edab23a8 None None] Network cd67c310-df32-4de7-add3-0f902f4c17b9 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:42.927556 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-5e2c5152-33eb-4f53-a1cc-0f17edab23a8 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:42.931396 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2c5152-33eb-4f53-a1cc-0f17edab23a8 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:29:43.027375 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f63f847c-b035-41a6-9f01-40a8b9f33a18 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:43.029531 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f63f847c-b035-41a6-9f01-40a8b9f33a18 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3680201 Feb 28 14:29:43.037186 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59070) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:43.072910 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5e2c5152-33eb-4f53-a1cc-0f17edab23a8 None None] Attempting to bind port 698c7498-f9c7-4385-9809-d6f38d5e3c4a on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:29:43.073763 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5e2c5152-33eb-4f53-a1cc-0f17edab23a8 None None] Attempting to bind port 698c7498-f9c7-4385-9809-d6f38d5e3c4a by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'ed0a6bb1-85b2-4857-9db5-c09d68f6ac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:29:43.074450 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2c5152-33eb-4f53-a1cc-0f17edab23a8 None None] Attempting to bind port 698c7498-f9c7-4385-9809-d6f38d5e3c4a on network cd67c310-df32-4de7-add3-0f902f4c17b9 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:29:43.091620 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c5152-33eb-4f53-a1cc-0f17edab23a8 None None] Pushing event updated for resources: {'Port': ['ID=698c7498-f9c7-4385-9809-d6f38d5e3c4a,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:43.094500 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2c5152-33eb-4f53-a1cc-0f17edab23a8 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:29:43.096441 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2c5152-33eb-4f53-a1cc-0f17edab23a8 None None] Checking segment: {'id': 'ed0a6bb1-85b2-4857-9db5-c09d68f6ac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:29:43.100166 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5e2c5152-33eb-4f53-a1cc-0f17edab23a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:43.101050 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2c5152-33eb-4f53-a1cc-0f17edab23a8 None None] Bound using segment: {'id': 'ed0a6bb1-85b2-4857-9db5-c09d68f6ac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:29:43.102068 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5e2c5152-33eb-4f53-a1cc-0f17edab23a8 None None] Bound port: 698c7498-f9c7-4385-9809-d6f38d5e3c4a, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0a6bb1-85b2-4857-9db5-c09d68f6ac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:29:43.102738 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5e2c5152-33eb-4f53-a1cc-0f17edab23a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:43.155838 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-d1b51563-7e75-4bb7-98a5-0f57b41d3106 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Allocated IP 172.21.0.1 (cd67c310-df32-4de7-add3-0f902f4c17b9/c8fe116c-e98a-4c09-867e-d6c96c5c91c5/3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:29:43.259102 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5e2c5152-33eb-4f53-a1cc-0f17edab23a8 None None] For port 698c7498-f9c7-4385-9809-d6f38d5e3c4a, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:29:43.264450 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5e2c5152-33eb-4f53-a1cc-0f17edab23a8 None None] For port 698c7498-f9c7-4385-9809-d6f38d5e3c4a, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=698c7498-f9c7-4385-9809-d6f38d5e3c4a,segment=NetworkSegment(ed0a6bb1-85b2-4857-9db5-c09d68f6ac88),segment_id=ed0a6bb1-85b2-4857-9db5-c09d68f6ac88)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:29:43.275403 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5e2c5152-33eb-4f53-a1cc-0f17edab23a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:43.296043 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1d81f6d1-33f8-4edc-89f4-25a9b8955f59 req-9188d15d-c5fe-4a33-9be6-e3f88b649787 service neutron] 10.222.0.13 "GET /v2.0/networks/2dda0434-1bf3-4f01-89d9-881498296301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4673655 Feb 28 14:29:43.326657 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-29c05357-5ba8-41de-a602-d1e5a1b7a103 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:43.406125 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c5152-33eb-4f53-a1cc-0f17edab23a8 None None] Pushing event updated for resources: {'Port': ['ID=698c7498-f9c7-4385-9809-d6f38d5e3c4a,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:43.423092 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-632180d0-502a-4025-bac7-39bcbb2b3bd9 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:43.428229 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-29c05357-5ba8-41de-a602-d1e5a1b7a103 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:43.443988 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-632180d0-502a-4025-bac7-39bcbb2b3bd9 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:43.444760 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-632180d0-502a-4025-bac7-39bcbb2b3bd9 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:43.549810 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632180d0-502a-4025-bac7-39bcbb2b3bd9 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Port': ['ID=7d968255-dffd-4696-bf66-3ec75b802658,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:43.634385 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1b51563-7e75-4bb7-98a5-0f57b41d3106 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:43.640259 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d9577c-9f13-45a4-90e2-c539fcd35a94 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 1e74d8f8-22c4-48e4-932a-f1f59ef0affe has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:29:43.666699 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b6003-5692-45f7-a710-b44a0fbdf59f req-54db4882-e0bc-4ebd-85b0-25af89dc4d9b tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:43.668446 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d66b6003-5692-45f7-a710-b44a0fbdf59f req-54db4882-e0bc-4ebd-85b0-25af89dc4d9b tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/ports?device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 945 time: 0.4490793 Feb 28 14:29:43.681766 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-d1b51563-7e75-4bb7-98a5-0f57b41d3106 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Transition to ACTIVE for port object 3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:43.726800 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-29c05357-5ba8-41de-a602-d1e5a1b7a103 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:43.752440 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c05357-5ba8-41de-a602-d1e5a1b7a103 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfa0722-a75e-43d3-aa4b-a53f2c640e73,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:43.926791 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fad6794-4e34-4b3f-9140-7be111eb9f1e None None] Network f50e8adb-a74f-4aeb-bb88-02d80b8318f0 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:43.947296 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-29c05357-5ba8-41de-a602-d1e5a1b7a103 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:43.951899 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-29c05357-5ba8-41de-a602-d1e5a1b7a103 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "DELETE /v2.0/security-groups/fbfa0722-a75e-43d3-aa4b-a53f2c640e73 HTTP/1.1" status: 204 len: 168 time: 0.9124024 Feb 28 14:29:43.952515 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59074) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:44.010339 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d66b6003-5692-45f7-a710-b44a0fbdf59f req-7cc88127-35ff-4305-bca5-61f4c164f02c tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/security-groups?id=861eadbf-56e5-48f3-91f9-8ce5dbf4e988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335636 Feb 28 14:29:44.017220 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632180d0-502a-4025-bac7-39bcbb2b3bd9 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network f50e8adb-a74f-4aeb-bb88-02d80b8318f0 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:44.020172 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-89d1a5c7-0c80-4432-bd99-a487e6132b83 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Synchronizing usage tracker for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:44.023999 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-632180d0-502a-4025-bac7-39bcbb2b3bd9 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:44.118805 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1b51563-7e75-4bb7-98a5-0f57b41d3106 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:44.154505 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d764c4fb-7598-4dd6-abc1-a602d9f8e398 None None] Provisioning for port 4b493b1f-7c87-46a4-9c5b-e36c5a06706e completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:44.202991 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d9577c-9f13-45a4-90e2-c539fcd35a94 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:29:44.216715 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-89d1a5c7-0c80-4432-bd99-a487e6132b83 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Unset dirty status for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:44.217029 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da8b8c4-0718-432b-9840-8bcb084070c9 None None] Sync routers for ids ['1e74d8f8-22c4-48e4-932a-f1f59ef0affe'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:29:44.218054 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-89d1a5c7-0c80-4432-bd99-a487e6132b83 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2622995 Feb 28 14:29:44.221975 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59078) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:44.228386 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da8b8c4-0718-432b-9840-8bcb084070c9 None None] Routers {'1e74d8f8-22c4-48e4-932a-f1f59ef0affe'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:44.229293 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0da8b8c4-0718-432b-9840-8bcb084070c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1e74d8f8-22c4-48e4-932a-f1f59ef0affe'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:44.243694 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b51563-7e75-4bb7-98a5-0f57b41d3106 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network cd67c310-df32-4de7-add3-0f902f4c17b9 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:44.245599 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b51563-7e75-4bb7-98a5-0f57b41d3106 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Port': ['ID=3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:44.248683 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-d1b51563-7e75-4bb7-98a5-0f57b41d3106 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:44.261084 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b51563-7e75-4bb7-98a5-0f57b41d3106 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:29:44.292123 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6cd5d934-fac5-4413-947e-a1a39f4c2463 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Synchronizing usage tracker for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:44.295390 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632180d0-502a-4025-bac7-39bcbb2b3bd9 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Router f29f7b08-684d-4638-b85d-b9af0257a937 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:29:44.335858 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1d9577c-9f13-45a4-90e2-c539fcd35a94 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:44.395743 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1b51563-7e75-4bb7-98a5-0f57b41d3106 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:44.470742 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d1d9577c-9f13-45a4-90e2-c539fcd35a94 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.8932881 Feb 28 14:29:44.472964 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59082) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:44.473543 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86b3ec2-2c7a-4483-a977-db3cc1eaa766', 'tag': 'b0e76841-c90e-4d7f-97d0-6520476ba024'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:29:44.478659 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6cd5d934-fac5-4413-947e-a1a39f4c2463 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] Unset dirty status for tenant:4736ace8790a4456b5e23fe41da4d865 on resource:security_group_rule {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:44.479962 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6cd5d934-fac5-4413-947e-a1a39f4c2463 tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2570937 Feb 28 14:29:44.489004 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59084) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:44.496913 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-0da8b8c4-0718-432b-9840-8bcb084070c9 None None] Set router 1e74d8f8-22c4-48e4-932a-f1f59ef0affe gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:29:44.535556 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-22f29141-cb37-4bb0-a88c-d84fe3c4bcfb tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] delete failed (client error): The resource could not be found. Feb 28 14:29:44.536585 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-22f29141-cb37-4bb0-a88c-d84fe3c4bcfb tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "DELETE /v2.0/security-groups/fbfa0722-a75e-43d3-aa4b-a53f2c640e73 HTTP/1.1" status: 404 len: 347 time: 0.0466683 Feb 28 14:29:44.540269 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59092) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:44.625826 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632180d0-502a-4025-bac7-39bcbb2b3bd9 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:29:44.642412 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04510172-d678-495a-9c67-428ceab7f14d None None] Sync routers for ids ['f29f7b08-684d-4638-b85d-b9af0257a937'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:29:44.655133 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-632180d0-502a-4025-bac7-39bcbb2b3bd9 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "PUT /v2.0/routers/f29f7b08-684d-4638-b85d-b9af0257a937/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5670738 Feb 28 14:29:44.662584 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59096) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:44.670857 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04510172-d678-495a-9c67-428ceab7f14d None None] Routers {'f29f7b08-684d-4638-b85d-b9af0257a937'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:44.675046 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-04510172-d678-495a-9c67-428ceab7f14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['f29f7b08-684d-4638-b85d-b9af0257a937'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:44.762900 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b3300174-3929-41d9-8717-77264e80ee52 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/fb24d58c-93fa-468e-bdc3-c2243125022e HTTP/1.1" status: 200 len: 990 time: 0.2674565 Feb 28 14:29:44.764889 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd86b3ec2-2c7a-4483-a977-db3cc1eaa766', 'tag': 'b0e76841-c90e-4d7f-97d0-6520476ba024', 'status': 'completed', 'code': 200} Feb 28 14:29:44.849543 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-04510172-d678-495a-9c67-428ceab7f14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:44.856432 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 4b493b1f-7c87-46a4-9c5b-e36c5a06706e up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:29:44.907476 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef419f6-44cf-4a14-b84b-12bc1894fe40 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:44.908288 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cef419f6-44cf-4a14-b84b-12bc1894fe40 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Synchronizing usage tracker for tenant:c21cf0538945438095f306ca2bde76da on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:44.942407 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3bfe84f9-8a46-40b2-b084-fd5c4f6a30ed tempest-SecGroupTest-1172722670 tempest-SecGroupTest-1172722670-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4007511 Feb 28 14:29:44.967534 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1b51563-7e75-4bb7-98a5-0f57b41d3106 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:44.990537 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04510172-d678-495a-9c67-428ceab7f14d None None] Routers {'f29f7b08-684d-4638-b85d-b9af0257a937'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:44.992691 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-04510172-d678-495a-9c67-428ceab7f14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['f29f7b08-684d-4638-b85d-b9af0257a937'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:44.999667 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cef419f6-44cf-4a14-b84b-12bc1894fe40 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Unset dirty status for tenant:c21cf0538945438095f306ca2bde76da on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:45.000842 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cef419f6-44cf-4a14-b84b-12bc1894fe40 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "GET /v2.0/ports/7d968255-dffd-4696-bf66-3ec75b802658 HTTP/1.1" status: 200 len: 911 time: 0.3312316 Feb 28 14:29:45.003932 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59102) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:45.164854 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736238c-ab47-401b-9116-eea9732355fb req-314190c0-b40f-4a5d-a79f-5e7382e6a4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:45.166305 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4736238c-ab47-401b-9116-eea9732355fb req-314190c0-b40f-4a5d-a79f-5e7382e6a4bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=d86b3ec2-2c7a-4483-a977-db3cc1eaa766 HTTP/1.1" status: 200 len: 1098 time: 0.4863546 Feb 28 14:29:45.221567 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c868a75d-73cd-48f9-9832-e79f9c0687e8 None None] Network cd67c310-df32-4de7-add3-0f902f4c17b9 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:45.270388 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0da8b8c4-0718-432b-9840-8bcb084070c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'name': 'tempest-TestNetworkBasicOps-router-817127117', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:28:55Z', 'updated_at': '2022-02-28T14:29:07Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:82:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:28:56Z', 'updated_at': '2022-02-28T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': 'fb24d58c-93fa-468e-bdc3-c2243125022e', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.12', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'port_id': 'b0e76841-c90e-4d7f-97d0-6520476ba024', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b', 'mac_address': 'fa:16:3e:93:ae:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86b3ec2-2c7a-4483-a977-db3cc1eaa766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:29:40Z', 'updated_at': '2022-02-28T14:29:40Z', 'revision_number': 0, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b79571-f6d1-407f-aa9d-12a6d5c8f2a0', 'name': '', 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:d3:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:04Z', 'updated_at': '2022-02-28T14:29:19Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:45.278396 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da8b8c4-0718-432b-9840-8bcb084070c9 None None] Checking router: 1e74d8f8-22c4-48e4-932a-f1f59ef0affe for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:29:45.290441 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da8b8c4-0718-432b-9840-8bcb084070c9 None None] Routers {'1e74d8f8-22c4-48e4-932a-f1f59ef0affe'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:45.291412 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0da8b8c4-0718-432b-9840-8bcb084070c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1e74d8f8-22c4-48e4-932a-f1f59ef0affe'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:45.439293 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736238c-ab47-401b-9116-eea9732355fb req-5a94c742-fe5c-48a5-8883-53565dbe9049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:45.446801 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4736238c-ab47-401b-9116-eea9732355fb req-5a94c742-fe5c-48a5-8883-53565dbe9049 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b HTTP/1.1" status: 200 len: 897 time: 0.2614269 Feb 28 14:29:45.528798 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d0c00-1e85-485a-b74e-daadd4bbe1f6 req-26ea1081-f080-414e-834d-b0a9bf43b950 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:45.531082 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ff5d0c00-1e85-485a-b74e-daadd4bbe1f6 req-26ea1081-f080-414e-834d-b0a9bf43b950 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/ports?device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 945 time: 0.2651134 Feb 28 14:29:45.534839 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59110) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:45.541152 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-04510172-d678-495a-9c67-428ceab7f14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:45.541894 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04510172-d678-495a-9c67-428ceab7f14d None None] The sync data for ids ['f29f7b08-684d-4638-b85d-b9af0257a937'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:29:45.590315 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-80bb545e-d466-41b4-9016-16bfe289990c None None] Provisioning for port 7d968255-dffd-4696-bf66-3ec75b802658 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:45.597237 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 4b493b1f-7c87-46a4-9c5b-e36c5a06706e completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:45.603225 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-80bb545e-d466-41b4-9016-16bfe289990c None None] Provisioning complete for port 7d968255-dffd-4696-bf66-3ec75b802658 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:45.603875 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-80bb545e-d466-41b4-9016-16bfe289990c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:45.606013 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-0da8b8c4-0718-432b-9840-8bcb084070c9 None None] Set router 1e74d8f8-22c4-48e4-932a-f1f59ef0affe gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:29:45.770965 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 4b493b1f-7c87-46a4-9c5b-e36c5a06706e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:45.771514 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:45.774417 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ff5d0c00-1e85-485a-b74e-daadd4bbe1f6 req-71496b1a-1e76-40c7-9fc9-4fb23a5ce49a tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/security-groups?id=861eadbf-56e5-48f3-91f9-8ce5dbf4e988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948490 Feb 28 14:29:45.776860 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59116) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:45.851429 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-80bb545e-d466-41b4-9016-16bfe289990c None None] Port 7d968255-dffd-4696-bf66-3ec75b802658 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:29:45.853539 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4736238c-ab47-401b-9116-eea9732355fb req-c582dcdb-51f9-46d5-8028-7c3c8a087eb3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0e76841-c90e-4d7f-97d0-6520476ba024 HTTP/1.1" status: 200 len: 998 time: 0.2620795 Feb 28 14:29:45.928103 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736238c-ab47-401b-9116-eea9732355fb req-bbf03d6d-d51b-465a-b7b7-480158d12e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:45.929428 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4736238c-ab47-401b-9116-eea9732355fb req-bbf03d6d-d51b-465a-b7b7-480158d12e66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edb6d5c6-4fdb-454f-ab90-933ebe5c052b HTTP/1.1" status: 200 len: 835 time: 0.0614076 Feb 28 14:29:45.990130 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:46.012312 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8f5f069e-678a-4f1a-8a29-f09cb05343b2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/fb24d58c-93fa-468e-bdc3-c2243125022e HTTP/1.1" status: 200 len: 990 time: 0.2036400 Feb 28 14:29:46.017632 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2aad8bf6-1b39-4e0a-8ba6-0318c4bac878 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4736ace8790a4456b5e23fe41da4d865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4816942 Feb 28 14:29:46.020920 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59122) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:46.035734 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-713c9c67-0237-47c5-ab1d-a81b223493d3 None None] Provisioning for port 698c7498-f9c7-4385-9809-d6f38d5e3c4a completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:46.058760 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 4b493b1f-7c87-46a4-9c5b-e36c5a06706e, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=4b493b1f-7c87-46a4-9c5b-e36c5a06706e,segment=NetworkSegment(fa84c77d-2d23-4591-a910-4b7195c6ff19),segment_id=fa84c77d-2d23-4591-a910-4b7195c6ff19)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:29:46.072495 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:46.075048 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 7e1d24b3-a882-49ff-a851-a0a78b1b44f6 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:29:46.107974 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1b51563-7e75-4bb7-98a5-0f57b41d3106 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:46.143291 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1b51563-7e75-4bb7-98a5-0f57b41d3106 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:46.191779 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6cc2f294-ac89-41fd-89a4-b37bbd41702e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:46.203556 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-713c9c67-0237-47c5-ab1d-a81b223493d3 None None] Provisioning complete for port 7d968255-dffd-4696-bf66-3ec75b802658 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:46.204047 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-713c9c67-0237-47c5-ab1d-a81b223493d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:46.204928 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0da8b8c4-0718-432b-9840-8bcb084070c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'name': 'tempest-TestNetworkBasicOps-router-817127117', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:28:55Z', 'updated_at': '2022-02-28T14:29:07Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:82:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:28:56Z', 'updated_at': '2022-02-28T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': 'fb24d58c-93fa-468e-bdc3-c2243125022e', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.12', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'port_id': 'b0e76841-c90e-4d7f-97d0-6520476ba024', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b', 'mac_address': 'fa:16:3e:93:ae:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86b3ec2-2c7a-4483-a977-db3cc1eaa766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:29:40Z', 'updated_at': '2022-02-28T14:29:40Z', 'revision_number': 0, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b79571-f6d1-407f-aa9d-12a6d5c8f2a0', 'name': '', 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:d3:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:04Z', 'updated_at': '2022-02-28T14:29:19Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:46.210044 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da8b8c4-0718-432b-9840-8bcb084070c9 None None] The sync data for ids ['1e74d8f8-22c4-48e4-932a-f1f59ef0affe'] in dv-neutron-831192-4-hyperv is: [{'id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'name': 'tempest-TestNetworkBasicOps-router-817127117', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:28:55Z', 'updated_at': '2022-02-28T14:29:07Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:82:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:28:56Z', 'updated_at': '2022-02-28T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': 'fb24d58c-93fa-468e-bdc3-c2243125022e', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.12', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'port_id': 'b0e76841-c90e-4d7f-97d0-6520476ba024', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b', 'mac_address': 'fa:16:3e:93:ae:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86b3ec2-2c7a-4483-a977-db3cc1eaa766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:29:40Z', 'updated_at': '2022-02-28T14:29:40Z', 'revision_number': 0, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b79571-f6d1-407f-aa9d-12a6d5c8f2a0', 'name': '', 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:d3:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:04Z', 'updated_at': '2022-02-28T14:29:19Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:29:46.351305 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 7e1d24b3-a882-49ff-a851-a0a78b1b44f6 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:46.364175 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=4b493b1f-7c87-46a4-9c5b-e36c5a06706e,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:46.378605 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-713c9c67-0237-47c5-ab1d-a81b223493d3 None None] Port 7d968255-dffd-4696-bf66-3ec75b802658 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:29:46.381016 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b51563-7e75-4bb7-98a5-0f57b41d3106 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Port': ['ID=3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:46.395691 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 7e1d24b3-a882-49ff-a851-a0a78b1b44f6 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:46.395691 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:46.468133 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736238c-ab47-401b-9116-eea9732355fb req-b89d25a8-d342-4279-a33b-9a1458636d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:46.475443 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4736238c-ab47-401b-9116-eea9732355fb req-b89d25a8-d342-4279-a33b-9a1458636d7b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5098689 Feb 28 14:29:46.524224 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6cc2f294-ac89-41fd-89a4-b37bbd41702e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:46.547027 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a21724c0-fa18-492d-a7ed-61d66eddd35c None None] Provisioning for port 3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:46.558973 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a21724c0-fa18-492d-a7ed-61d66eddd35c None None] Provisioning complete for port 3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:46.559490 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a21724c0-fa18-492d-a7ed-61d66eddd35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:46.616867 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad2e81e-ee90-465a-8991-f245850d9c59 None None] New status for floating IP fb24d58c-93fa-468e-bdc3-c2243125022e: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:29:46.617489 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:46.651125 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a21724c0-fa18-492d-a7ed-61d66eddd35c None None] Port 3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:29:46.673640 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 7e1d24b3-a882-49ff-a851-a0a78b1b44f6, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=7e1d24b3-a882-49ff-a851-a0a78b1b44f6,segment=NetworkSegment(46d5830f-f877-47c4-a961-011dffd4c39f),segment_id=46d5830f-f877-47c4-a961-011dffd4c39f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:29:46.688466 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:46.689530 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 698c7498-f9c7-4385-9809-d6f38d5e3c4a up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:29:46.707253 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4736238c-ab47-401b-9116-eea9732355fb req-30ba5044-c518-4474-8891-505b347b375b service neutron] 10.222.0.13 "GET /v2.0/networks/b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114327 Feb 28 14:29:46.773084 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1fef18d8-2bcc-425b-b4a9-11a2ba37c537 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:46.831035 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=7e1d24b3-a882-49ff-a851-a0a78b1b44f6,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:46.852961 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1b51563-7e75-4bb7-98a5-0f57b41d3106 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:46.857125 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 698c7498-f9c7-4385-9809-d6f38d5e3c4a completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:46.859215 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6cc2f294-ac89-41fd-89a4-b37bbd41702e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:46.863638 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 698c7498-f9c7-4385-9809-d6f38d5e3c4a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:46.864290 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:46.904151 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2f294-ac89-41fd-89a4-b37bbd41702e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40417214-d58b-4c7c-b5fa-cf139e888ac2,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:46.955382 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6cc2f294-ac89-41fd-89a4-b37bbd41702e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:46.959694 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6cc2f294-ac89-41fd-89a4-b37bbd41702e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40417214-d58b-4c7c-b5fa-cf139e888ac2 HTTP/1.1" status: 204 len: 168 time: 0.9348302 Feb 28 14:29:46.973301 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745305f-addf-4c27-a0b0-383f0eee1363 req-d800d114-f589-499a-94dc-f7c1a607c226 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:46.975009 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c745305f-addf-4c27-a0b0-383f0eee1363 req-d800d114-f589-499a-94dc-f7c1a607c226 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/ports?device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 945 time: 0.5682120 Feb 28 14:29:46.989219 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-68960cec-fd15-4311-8d53-5dda9a7fa5e6 None None] Provisioning complete for port 3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:46.989509 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-68960cec-fd15-4311-8d53-5dda9a7fa5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:47.015822 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59130) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:47.102402 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-68960cec-fd15-4311-8d53-5dda9a7fa5e6 None None] Port 3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:29:47.126840 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:47.139582 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c745305f-addf-4c27-a0b0-383f0eee1363 req-125adb94-38f7-45d6-9266-1fb25fc1de71 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/security-groups?id=861eadbf-56e5-48f3-91f9-8ce5dbf4e988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739343 Feb 28 14:29:47.141430 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b51563-7e75-4bb7-98a5-0f57b41d3106 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network cd67c310-df32-4de7-add3-0f902f4c17b9 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:47.142628 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-d1b51563-7e75-4bb7-98a5-0f57b41d3106 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:47.170548 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4736238c-ab47-401b-9116-eea9732355fb req-410a180a-c9c6-461a-bd4b-74dfd21b6d0f service neutron] 10.222.0.13 "GET /v2.0/networks/b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560995 Feb 28 14:29:47.189463 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 698c7498-f9c7-4385-9809-d6f38d5e3c4a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=698c7498-f9c7-4385-9809-d6f38d5e3c4a,segment=NetworkSegment(ed0a6bb1-85b2-4857-9db5-c09d68f6ac88),segment_id=ed0a6bb1-85b2-4857-9db5-c09d68f6ac88)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:29:47.198864 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:47.235225 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d1fa3235-c880-48a3-98f1-833192fa67cc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/fb24d58c-93fa-468e-bdc3-c2243125022e HTTP/1.1" status: 200 len: 992 time: 0.2136889 Feb 28 14:29:47.405781 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 4b493b1f-7c87-46a4-9c5b-e36c5a06706e up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:29:47.406247 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-1fef18d8-2bcc-425b-b4a9-11a2ba37c537 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Deleting port 7d968255-dffd-4696-bf66-3ec75b802658 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:29:47.406595 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1fef18d8-2bcc-425b-b4a9-11a2ba37c537 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:47.452431 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b51563-7e75-4bb7-98a5-0f57b41d3106 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Router 8614dd37-ad42-423a-bb0f-cce949591c53 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:29:47.522686 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=698c7498-f9c7-4385-9809-d6f38d5e3c4a,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:47.552316 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4734d6b4-d89e-443a-a0b0-1e92901bb879 None None] Provisioning complete for port 3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:47.552862 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4734d6b4-d89e-443a-a0b0-1e92901bb879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:47.587795 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 4b493b1f-7c87-46a4-9c5b-e36c5a06706e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:47.588275 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:47.611651 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1fef18d8-2bcc-425b-b4a9-11a2ba37c537 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:47.653961 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4734d6b4-d89e-443a-a0b0-1e92901bb879 None None] Port 3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:29:47.664917 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b51563-7e75-4bb7-98a5-0f57b41d3106 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:29:47.670332 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d1b51563-7e75-4bb7-98a5-0f57b41d3106 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "PUT /v2.0/routers/8614dd37-ad42-423a-bb0f-cce949591c53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7634718 Feb 28 14:29:47.673367 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59134) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:47.678617 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7d622ca0-a7cd-469e-8b04-49670d9da243 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'network': {'name': 'tempest-RoutersTest-1776065306'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:47.685437 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7d622ca0-a7cd-469e-8b04-49670d9da243 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:47.689679 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7d622ca0-a7cd-469e-8b04-49670d9da243 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Usage tracker for resource:network and tenant:2f27756656034771b730bac18fc748ab is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:47.693041 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7d622ca0-a7cd-469e-8b04-49670d9da243 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:47.698857 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7d622ca0-a7cd-469e-8b04-49670d9da243 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:47.701865 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233d48ab-0dfc-4643-965c-b0a94e688821 None None] Sync routers for ids ['8614dd37-ad42-423a-bb0f-cce949591c53'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:29:47.710259 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d622ca0-a7cd-469e-8b04-49670d9da243 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Made reservation on behalf of 2f27756656034771b730bac18fc748ab for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:29:47.714303 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d622ca0-a7cd-469e-8b04-49670d9da243 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:47.730071 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233d48ab-0dfc-4643-965c-b0a94e688821 None None] Routers {'8614dd37-ad42-423a-bb0f-cce949591c53'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:47.730786 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-233d48ab-0dfc-4643-965c-b0a94e688821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['8614dd37-ad42-423a-bb0f-cce949591c53'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:47.744973 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d622ca0-a7cd-469e-8b04-49670d9da243 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:29:47.746890 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-1fef18d8-2bcc-425b-b4a9-11a2ba37c537 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Calling delete_port for 7d968255-dffd-4696-bf66-3ec75b802658 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:29:47.756300 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d622ca0-a7cd-469e-8b04-49670d9da243 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:47.756737 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-7d622ca0-a7cd-469e-8b04-49670d9da243 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Added segment bb83a696-a1ed-4b46-b60a-733e42f44885 of type vlan for network 805a270e-92e9-43c5-b6e1-a7b76a7ad39a Feb 28 14:29:47.786324 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d622ca0-a7cd-469e-8b04-49670d9da243 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:47.820293 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d622ca0-a7cd-469e-8b04-49670d9da243 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:47.826419 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d622ca0-a7cd-469e-8b04-49670d9da243 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:47.827013 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7d622ca0-a7cd-469e-8b04-49670d9da243 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:47.842007 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 7e1d24b3-a882-49ff-a851-a0a78b1b44f6 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:29:47.888381 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7d622ca0-a7cd-469e-8b04-49670d9da243 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2137482 Feb 28 14:29:47.899896 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59138) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:47.916240 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0c11adec-17b3-4b1c-86d2-8495f1fc636e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'subnet': {'network_id': '805a270e-92e9-43c5-b6e1-a7b76a7ad39a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:47.947530 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d622ca0-a7cd-469e-8b04-49670d9da243 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Network': ['ID=805a270e-92e9-43c5-b6e1-a7b76a7ad39a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:47.960569 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 805a270e-92e9-43c5-b6e1-a7b76a7ad39a details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:29:48.061430 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-233d48ab-0dfc-4643-965c-b0a94e688821 None None] Set router 8614dd37-ad42-423a-bb0f-cce949591c53 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:29:48.154790 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1fef18d8-2bcc-425b-b4a9-11a2ba37c537 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:48.223732 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef18d8-2bcc-425b-b4a9-11a2ba37c537 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Port': ['ID=7d968255-dffd-4696-bf66-3ec75b802658,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:48.228912 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 7e1d24b3-a882-49ff-a851-a0a78b1b44f6 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:48.229284 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:48.399028 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0c11adec-17b3-4b1c-86d2-8495f1fc636e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:48.427940 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0c11adec-17b3-4b1c-86d2-8495f1fc636e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Usage tracker for resource:subnet and tenant:2f27756656034771b730bac18fc748ab is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:48.444028 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0c11adec-17b3-4b1c-86d2-8495f1fc636e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:48.506501 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0c11adec-17b3-4b1c-86d2-8495f1fc636e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:48.526313 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-233d48ab-0dfc-4643-965c-b0a94e688821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:29:44Z', 'revision_number': 3, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None, '_interfaces': [{'id': '3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6', 'name': '', 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:a6:6f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:42Z', 'updated_at': '2022-02-28T14:29:45Z', 'revision_number': 2, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1d24b3-a882-49ff-a851-a0a78b1b44f6', 'name': '', 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:82:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:33Z', 'updated_at': '2022-02-28T14:29:46Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:48.528018 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1fef18d8-2bcc-425b-b4a9-11a2ba37c537 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:48.531699 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233d48ab-0dfc-4643-965c-b0a94e688821 None None] Checking router: 8614dd37-ad42-423a-bb0f-cce949591c53 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:29:48.532127 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233d48ab-0dfc-4643-965c-b0a94e688821 None None] Updating router 8614dd37-ad42-423a-bb0f-cce949591c53 port 3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6 binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:29:48.585341 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-233d48ab-0dfc-4643-965c-b0a94e688821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:48.594543 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c11adec-17b3-4b1c-86d2-8495f1fc636e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Made reservation on behalf of 2f27756656034771b730bac18fc748ab for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:29:48.597959 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0c11adec-17b3-4b1c-86d2-8495f1fc636e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:48.783334 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc765cb1-9bf8-481d-9d0f-ebecc5ffb3a5 req-d8473b52-d8ff-4589-b3bb-7df59f3ded99 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:48.784757 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc765cb1-9bf8-481d-9d0f-ebecc5ffb3a5 req-d8473b52-d8ff-4589-b3bb-7df59f3ded99 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.13 "GET /v2.0/ports?device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 945 time: 0.5623987 Feb 28 14:29:48.902061 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa2368-2d66-4b09-954c-6ea248fe1409 req-d57a91fc-1b95-4cfb-adc2-e708b50ba3e9 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:48.903229 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e8aa2368-2d66-4b09-954c-6ea248fe1409 req-d57a91fc-1b95-4cfb-adc2-e708b50ba3e9 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/ports?device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 945 time: 0.6139779 Feb 28 14:29:48.928221 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-233d48ab-0dfc-4643-965c-b0a94e688821 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:48.939864 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-233d48ab-0dfc-4643-965c-b0a94e688821 None None] Transition to ACTIVE for port object 3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:48.946899 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-233d48ab-0dfc-4643-965c-b0a94e688821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:49.039168 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fef18d8-2bcc-425b-b4a9-11a2ba37c537 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Router f29f7b08-684d-4638-b85d-b9af0257a937 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:29:49.050109 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-cc765cb1-9bf8-481d-9d0f-ebecc5ffb3a5 req-85b84157-6c92-4be1-b68b-8403da40fba9 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Deleting port e967900c-65cc-4429-9dcc-458be739cf0d {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:29:49.050513 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-cc765cb1-9bf8-481d-9d0f-ebecc5ffb3a5 req-85b84157-6c92-4be1-b68b-8403da40fba9 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:49.099999 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e8aa2368-2d66-4b09-954c-6ea248fe1409 req-c219153a-3a87-4e2d-a108-99a56e70e066 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/security-groups?id=861eadbf-56e5-48f3-91f9-8ce5dbf4e988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819503 Feb 28 14:29:49.107198 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c15eb-8c26-4982-8d1b-94a1ed57861e None None] Pushing event updated for resources: {'Port': ['ID=3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:49.164780 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-233d48ab-0dfc-4643-965c-b0a94e688821 None None] Attempting to bind port 3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:29:49.165259 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-233d48ab-0dfc-4643-965c-b0a94e688821 None None] Attempting to bind port 3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'ed0a6bb1-85b2-4857-9db5-c09d68f6ac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:29:49.165740 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d48ab-0dfc-4643-965c-b0a94e688821 None None] Attempting to bind port 3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6 on network cd67c310-df32-4de7-add3-0f902f4c17b9 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:29:49.174533 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d48ab-0dfc-4643-965c-b0a94e688821 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:29:49.175009 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d48ab-0dfc-4643-965c-b0a94e688821 None None] Checking segment: {'id': 'ed0a6bb1-85b2-4857-9db5-c09d68f6ac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:29:49.175500 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-233d48ab-0dfc-4643-965c-b0a94e688821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:49.175948 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d48ab-0dfc-4643-965c-b0a94e688821 None None] Bound using segment: {'id': 'ed0a6bb1-85b2-4857-9db5-c09d68f6ac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:29:49.176482 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-233d48ab-0dfc-4643-965c-b0a94e688821 None None] Bound port: 3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0a6bb1-85b2-4857-9db5-c09d68f6ac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:29:49.176923 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-233d48ab-0dfc-4643-965c-b0a94e688821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:49.324419 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 698c7498-f9c7-4385-9809-d6f38d5e3c4a up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:29:49.360261 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fef18d8-2bcc-425b-b4a9-11a2ba37c537 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:29:49.371853 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67df43e-ac7c-45ff-8944-e1fb8fd47fd3 None None] Sync routers for ids ['f29f7b08-684d-4638-b85d-b9af0257a937'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:29:49.373095 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-233d48ab-0dfc-4643-965c-b0a94e688821 None None] For port 3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:29:49.382877 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67df43e-ac7c-45ff-8944-e1fb8fd47fd3 None None] Routers {'f29f7b08-684d-4638-b85d-b9af0257a937'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:49.383789 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f67df43e-ac7c-45ff-8944-e1fb8fd47fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['f29f7b08-684d-4638-b85d-b9af0257a937'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:49.410928 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-233d48ab-0dfc-4643-965c-b0a94e688821 None None] For port 3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6,segment=NetworkSegment(ed0a6bb1-85b2-4857-9db5-c09d68f6ac88),segment_id=ed0a6bb1-85b2-4857-9db5-c09d68f6ac88)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:29:49.423095 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-233d48ab-0dfc-4643-965c-b0a94e688821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:49.454110 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f67df43e-ac7c-45ff-8944-e1fb8fd47fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:49.463937 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67df43e-ac7c-45ff-8944-e1fb8fd47fd3 None None] Routers {'f29f7b08-684d-4638-b85d-b9af0257a937'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:49.465616 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f67df43e-ac7c-45ff-8944-e1fb8fd47fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['f29f7b08-684d-4638-b85d-b9af0257a937'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:49.531584 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f67df43e-ac7c-45ff-8944-e1fb8fd47fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:49.532050 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67df43e-ac7c-45ff-8944-e1fb8fd47fd3 None None] The sync data for ids ['f29f7b08-684d-4638-b85d-b9af0257a937'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:29:49.547794 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c15eb-8c26-4982-8d1b-94a1ed57861e None None] Pushing event updated for resources: {'Port': ['ID=3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:49.563102 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 698c7498-f9c7-4385-9809-d6f38d5e3c4a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:49.563377 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:49.586693 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233d48ab-0dfc-4643-965c-b0a94e688821 None None] Routers {'8614dd37-ad42-423a-bb0f-cce949591c53'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:49.587330 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-233d48ab-0dfc-4643-965c-b0a94e688821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['8614dd37-ad42-423a-bb0f-cce949591c53'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:49.644847 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1fef18d8-2bcc-425b-b4a9-11a2ba37c537 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "PUT /v2.0/routers/f29f7b08-684d-4638-b85d-b9af0257a937/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6397562 Feb 28 14:29:49.647683 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59144) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:49.654243 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0c11adec-17b3-4b1c-86d2-8495f1fc636e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:49.710734 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-69ad9020-451f-463d-bf35-90a516c6e8b0 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Synchronizing usage tracker for tenant:c21cf0538945438095f306ca2bde76da on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:49.739793 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-69ad9020-451f-463d-bf35-90a516c6e8b0 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Unset dirty status for tenant:c21cf0538945438095f306ca2bde76da on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:49.741792 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-69ad9020-451f-463d-bf35-90a516c6e8b0 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29f7b08-684d-4638-b85d-b9af0257a937 HTTP/1.1" status: 200 len: 205 time: 0.0919068 Feb 28 14:29:49.744292 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59148) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:49.767263 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11adec-17b3-4b1c-86d2-8495f1fc636e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Subnet': ['ID=e3685d1f-a5bd-4fee-b592-daee26e50820,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:49.770493 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-233d48ab-0dfc-4643-965c-b0a94e688821 None None] Set router 8614dd37-ad42-423a-bb0f-cce949591c53 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:29:49.772825 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-cc765cb1-9bf8-481d-9d0f-ebecc5ffb3a5 req-85b84157-6c92-4be1-b68b-8403da40fba9 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] For port e967900c-65cc-4429-9dcc-458be739cf0d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=e967900c-65cc-4429-9dcc-458be739cf0d,segment=NetworkSegment(510f643b-481c-4d0a-9a88-5efcff3f1ad7),segment_id=510f643b-481c-4d0a-9a88-5efcff3f1ad7)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:29:49.773179 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-cc765cb1-9bf8-481d-9d0f-ebecc5ffb3a5 req-85b84157-6c92-4be1-b68b-8403da40fba9 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:49.896605 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f478afcb-9b4a-44d4-ae1b-2307639236d6 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:49.896890 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c11adec-17b3-4b1c-86d2-8495f1fc636e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Checking segment: {'id': 'bb83a696-a1ed-4b46-b60a-733e42f44885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '805a270e-92e9-43c5-b6e1-a7b76a7ad39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:29:49.896890 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c11adec-17b3-4b1c-86d2-8495f1fc636e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network hostable DHCP agents. Network: 805a270e-92e9-43c5-b6e1-a7b76a7ad39a, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:29:49.910762 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-cc765cb1-9bf8-481d-9d0f-ebecc5ffb3a5 req-85b84157-6c92-4be1-b68b-8403da40fba9 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Calling delete_port for e967900c-65cc-4429-9dcc-458be739cf0d owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:29:49.981334 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c11adec-17b3-4b1c-86d2-8495f1fc636e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network 805a270e-92e9-43c5-b6e1-a7b76a7ad39a is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:29:50.005456 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-0c11adec-17b3-4b1c-86d2-8495f1fc636e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 805a270e-92e9-43c5-b6e1-a7b76a7ad39a) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:50.017107 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c11adec-17b3-4b1c-86d2-8495f1fc636e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:50.017740 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0c11adec-17b3-4b1c-86d2-8495f1fc636e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:50.045006 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066995c1-8208-4ed8-929e-dc0822f31cd0 None None] Network 805a270e-92e9-43c5-b6e1-a7b76a7ad39a requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:50.089300 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0c11adec-17b3-4b1c-86d2-8495f1fc636e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1853125 Feb 28 14:29:50.090713 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59152) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:50.162673 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-cc765cb1-9bf8-481d-9d0f-ebecc5ffb3a5 req-85b84157-6c92-4be1-b68b-8403da40fba9 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:50.211972 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f478afcb-9b4a-44d4-ae1b-2307639236d6 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:50.215670 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f478afcb-9b4a-44d4-ae1b-2307639236d6 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:50.248913 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f478afcb-9b4a-44d4-ae1b-2307639236d6 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:50.249394 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f478afcb-9b4a-44d4-ae1b-2307639236d6 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Fanout notify agent at l3_agent the message router_deleted on router f29f7b08-684d-4638-b85d-b9af0257a937 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:29:50.274739 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f478afcb-9b4a-44d4-ae1b-2307639236d6 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:50.276753 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f478afcb-9b4a-44d4-ae1b-2307639236d6 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/routers/f29f7b08-684d-4638-b85d-b9af0257a937 HTTP/1.1" status: 204 len: 168 time: 0.5305007 Feb 28 14:29:50.280067 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59158) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:50.316993 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b84157-6c92-4be1-b68b-8403da40fba9 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Pushing event deleted for resources: {'Port': ['ID=e967900c-65cc-4429-9dcc-458be739cf0d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:50.366006 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3284064-a4c8-4aa6-a951-25753505c325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-805a270e-92e9-43c5-b6e1-a7b76a7ad39a', 'network_id': '805a270e-92e9-43c5-b6e1-a7b76a7ad39a', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'fixed_ips': [{'subnet_id': 'e3685d1f-a5bd-4fee-b592-daee26e50820'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:29:50.368012 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d3284064-a4c8-4aa6-a951-25753505c325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:50.378073 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc765cb1-9bf8-481d-9d0f-ebecc5ffb3a5 req-85b84157-6c92-4be1-b68b-8403da40fba9 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] No DVR routers for this DVR port e967900c-65cc-4429-9dcc-458be739cf0d on host hv-neutron-8311 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:29:50.380558 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-cc765cb1-9bf8-481d-9d0f-ebecc5ffb3a5 req-85b84157-6c92-4be1-b68b-8403da40fba9 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:50.382637 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc765cb1-9bf8-481d-9d0f-ebecc5ffb3a5 req-85b84157-6c92-4be1-b68b-8403da40fba9 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.13 "DELETE /v2.0/ports/e967900c-65cc-4429-9dcc-458be739cf0d HTTP/1.1" status: 204 len: 173 time: 1.5357277 Feb 28 14:29:50.385000 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-233d48ab-0dfc-4643-965c-b0a94e688821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:29:44Z', 'revision_number': 3, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None, '_interfaces': [{'id': '3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6', 'name': '', 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:a6:6f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:42Z', 'updated_at': '2022-02-28T14:29:49Z', 'revision_number': 4, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1d24b3-a882-49ff-a851-a0a78b1b44f6', 'name': '', 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:82:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:33Z', 'updated_at': '2022-02-28T14:29:46Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:50.386302 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300f24dd-582a-4d29-aa14-90fc818924c0', 'name': 'network-vif-deleted', 'tag': 'e967900c-65cc-4429-9dcc-458be739cf0d'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:29:50.391801 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233d48ab-0dfc-4643-965c-b0a94e688821 None None] The sync data for ids ['8614dd37-ad42-423a-bb0f-cce949591c53'] in dv-neutron-831192-4-hyperv is: [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:29:44Z', 'revision_number': 3, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None, '_interfaces': [{'id': '3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6', 'name': '', 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:a6:6f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:42Z', 'updated_at': '2022-02-28T14:29:49Z', 'revision_number': 4, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1d24b3-a882-49ff-a851-a0a78b1b44f6', 'name': '', 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:82:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:33Z', 'updated_at': '2022-02-28T14:29:46Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:29:50.587878 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300f24dd-582a-4d29-aa14-90fc818924c0', 'name': 'network-vif-deleted', 'tag': 'e967900c-65cc-4429-9dcc-458be739cf0d', 'status': 'completed', 'code': 200} Feb 28 14:29:50.619905 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-d3284064-a4c8-4aa6-a951-25753505c325 None None] Allocated IP 172.22.0.2 (805a270e-92e9-43c5-b6e1-a7b76a7ad39a/e3685d1f-a5bd-4fee-b592-daee26e50820/357fcc47-3cb0-47d9-8bb2-24d04d3c116c) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:29:50.659438 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bfd0fdcd-fc3a-4cd5-bc12-b132011950d5 req-5d0368b8-5571-4d4c-88da-c6eb5e9952b7 tempest-TestServerAdvancedOps-463918433 tempest-TestServerAdvancedOps-463918433-project] 10.222.0.30 "GET /v2.0/ports?device_id=300f24dd-582a-4d29-aa14-90fc818924c0 HTTP/1.1" status: 200 len: 210 time: 0.3405964 Feb 28 14:29:50.688183 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-86767bc0-7e6c-4b35-af99-faa0f7e8f4b6 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Deleting subnet b3228a03-2e69-4ef1-af7c-03c1d9c389a9 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:29:50.700568 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-86767bc0-7e6c-4b35-af99-faa0f7e8f4b6 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:50.800042 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-86767bc0-7e6c-4b35-af99-faa0f7e8f4b6 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:50.943793 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-86767bc0-7e6c-4b35-af99-faa0f7e8f4b6 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:50.947870 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d3284064-a4c8-4aa6-a951-25753505c325 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:50.966729 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d3284064-a4c8-4aa6-a951-25753505c325 None None] Transition to ACTIVE for port object 357fcc47-3cb0-47d9-8bb2-24d04d3c116c will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:50.988854 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d3284064-a4c8-4aa6-a951-25753505c325 None None] Transition to ACTIVE for port object 357fcc47-3cb0-47d9-8bb2-24d04d3c116c will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:50.988996 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ffe60b3e-bb0d-4736-916b-2f126fca095c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:51.001550 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d3284064-a4c8-4aa6-a951-25753505c325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:51.071130 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-86767bc0-7e6c-4b35-af99-faa0f7e8f4b6 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:51.107221 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3284064-a4c8-4aa6-a951-25753505c325 None None] Pushing event updated for resources: {'Port': ['ID=357fcc47-3cb0-47d9-8bb2-24d04d3c116c,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:51.128484 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3284064-a4c8-4aa6-a951-25753505c325 None None] Network 805a270e-92e9-43c5-b6e1-a7b76a7ad39a is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:51.130878 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-d3284064-a4c8-4aa6-a951-25753505c325 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:51.133301 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3284064-a4c8-4aa6-a951-25753505c325 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:29:51.161460 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86767bc0-7e6c-4b35-af99-faa0f7e8f4b6 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Subnet': ['ID=b3228a03-2e69-4ef1-af7c-03c1d9c389a9,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:51.171886 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-86767bc0-7e6c-4b35-af99-faa0f7e8f4b6 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:51.181020 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-86767bc0-7e6c-4b35-af99-faa0f7e8f4b6 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/subnets/b3228a03-2e69-4ef1-af7c-03c1d9c389a9 HTTP/1.1" status: 204 len: 168 time: 0.8993700 Feb 28 14:29:51.183695 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59166) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:51.221161 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856dbd51-d926-476e-9411-025bff472e6c None None] Network f50e8adb-a74f-4aeb-bb88-02d80b8318f0 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:51.362991 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e0e939e-1c20-4c10-8811-45565d5fcdc5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:51.366628 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:29:51.375079 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7e0e939e-1c20-4c10-8811-45565d5fcdc5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Deleting port 4b493b1f-7c87-46a4-9c5b-e36c5a06706e {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:29:51.375438 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e0e939e-1c20-4c10-8811-45565d5fcdc5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:51.503680 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d3284064-a4c8-4aa6-a951-25753505c325 None None] Attempting to bind port 357fcc47-3cb0-47d9-8bb2-24d04d3c116c on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:29:51.504029 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d3284064-a4c8-4aa6-a951-25753505c325 None None] Attempting to bind port 357fcc47-3cb0-47d9-8bb2-24d04d3c116c by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'bb83a696-a1ed-4b46-b60a-733e42f44885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '805a270e-92e9-43c5-b6e1-a7b76a7ad39a'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:29:51.504385 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3284064-a4c8-4aa6-a951-25753505c325 None None] Attempting to bind port 357fcc47-3cb0-47d9-8bb2-24d04d3c116c on network 805a270e-92e9-43c5-b6e1-a7b76a7ad39a {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:29:51.522529 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3284064-a4c8-4aa6-a951-25753505c325 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:29:51.522943 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3284064-a4c8-4aa6-a951-25753505c325 None None] Checking segment: {'id': 'bb83a696-a1ed-4b46-b60a-733e42f44885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '805a270e-92e9-43c5-b6e1-a7b76a7ad39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:29:51.523325 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d3284064-a4c8-4aa6-a951-25753505c325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:51.523716 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3284064-a4c8-4aa6-a951-25753505c325 None None] Bound using segment: {'id': 'bb83a696-a1ed-4b46-b60a-733e42f44885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '805a270e-92e9-43c5-b6e1-a7b76a7ad39a'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:29:51.524190 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-d3284064-a4c8-4aa6-a951-25753505c325 None None] Bound port: 357fcc47-3cb0-47d9-8bb2-24d04d3c116c, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb83a696-a1ed-4b46-b60a-733e42f44885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '805a270e-92e9-43c5-b6e1-a7b76a7ad39a'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:29:51.524558 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d3284064-a4c8-4aa6-a951-25753505c325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:51.595858 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-ffe60b3e-bb0d-4736-916b-2f126fca095c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Allocated IP 172.22.0.1 (805a270e-92e9-43c5-b6e1-a7b76a7ad39a/e3685d1f-a5bd-4fee-b592-daee26e50820/8da2e069-08f7-410e-8d48-3f974c18105e) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:29:51.607461 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:51.630281 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:51.630651 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:51.648488 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-7e0e939e-1c20-4c10-8811-45565d5fcdc5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] For port 4b493b1f-7c87-46a4-9c5b-e36c5a06706e, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=4b493b1f-7c87-46a4-9c5b-e36c5a06706e,segment=NetworkSegment(fa84c77d-2d23-4591-a910-4b7195c6ff19),segment_id=fa84c77d-2d23-4591-a910-4b7195c6ff19)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:29:51.648839 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e0e939e-1c20-4c10-8811-45565d5fcdc5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:51.690703 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d3284064-a4c8-4aa6-a951-25753505c325 None None] For port 357fcc47-3cb0-47d9-8bb2-24d04d3c116c, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:29:51.698211 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-d3284064-a4c8-4aa6-a951-25753505c325 None None] For port 357fcc47-3cb0-47d9-8bb2-24d04d3c116c, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=357fcc47-3cb0-47d9-8bb2-24d04d3c116c,segment=NetworkSegment(bb83a696-a1ed-4b46-b60a-733e42f44885),segment_id=bb83a696-a1ed-4b46-b60a-733e42f44885)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:29:51.714127 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d3284064-a4c8-4aa6-a951-25753505c325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:51.781782 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7918948e-5a1c-419b-8f31-d2664e490533 None None] DHCP port deletion for f50e8adb-a74f-4aeb-bb88-02d80b8318f0 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:29:51.792639 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device e967900c-65cc-4429-9dcc-458be739cf0d no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:29:51.819642 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ffe60b3e-bb0d-4736-916b-2f126fca095c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:51.833045 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-7918948e-5a1c-419b-8f31-d2664e490533 None None] Deleting port 4b493b1f-7c87-46a4-9c5b-e36c5a06706e {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:29:51.833416 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7918948e-5a1c-419b-8f31-d2664e490533 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:51.836046 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7e0e939e-1c20-4c10-8811-45565d5fcdc5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Calling delete_port for 4b493b1f-7c87-46a4-9c5b-e36c5a06706e owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:29:51.840224 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-ffe60b3e-bb0d-4736-916b-2f126fca095c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Transition to ACTIVE for port object 8da2e069-08f7-410e-8d48-3f974c18105e will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:51.863464 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59172) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:51.886023 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: e967900c-65cc-4429-9dcc-458be739cf0d {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:29:51.886369 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device e967900c-65cc-4429-9dcc-458be739cf0d not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:29:51.929068 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ffe60b3e-bb0d-4736-916b-2f126fca095c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:51.929574 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e0e939e-1c20-4c10-8811-45565d5fcdc5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:51.966288 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3284064-a4c8-4aa6-a951-25753505c325 None None] Pushing event updated for resources: {'Port': ['ID=357fcc47-3cb0-47d9-8bb2-24d04d3c116c,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:51.986605 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0e939e-1c20-4c10-8811-45565d5fcdc5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] No DVR routers for this DVR port 4b493b1f-7c87-46a4-9c5b-e36c5a06706e on host dv-neutron-831192-4-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:29:52.007141 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-7918948e-5a1c-419b-8f31-d2664e490533 None None] The port '4b493b1f-7c87-46a4-9c5b-e36c5a06706e' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:29:52.007402 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe60b3e-bb0d-4736-916b-2f126fca095c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Port': ['ID=8da2e069-08f7-410e-8d48-3f974c18105e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:52.023360 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-421502b5-a89d-4429-9dd0-ba4c7167f845 admin admin] Deleting subnet dec236d2-36e1-4e91-9b0d-7fae6bd6853c {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:29:52.028561 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-421502b5-a89d-4429-9dd0-ba4c7167f845 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:52.029243 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:52.040041 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e939e-1c20-4c10-8811-45565d5fcdc5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Port': ['ID=4b493b1f-7c87-46a4-9c5b-e36c5a06706e,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:52.061668 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe60b3e-bb0d-4736-916b-2f126fca095c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network 805a270e-92e9-43c5-b6e1-a7b76a7ad39a is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:52.066502 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ffe60b3e-bb0d-4736-916b-2f126fca095c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:52.069492 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6,segment=NetworkSegment(ed0a6bb1-85b2-4857-9db5-c09d68f6ac88),segment_id=ed0a6bb1-85b2-4857-9db5-c09d68f6ac88)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:29:52.074693 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe60b3e-bb0d-4736-916b-2f126fca095c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:29:52.076112 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:52.137455 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-421502b5-a89d-4429-9dd0-ba4c7167f845 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:52.192301 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e0e939e-1c20-4c10-8811-45565d5fcdc5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:52.199201 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ffe60b3e-bb0d-4736-916b-2f126fca095c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:52.208381 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:52.225072 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-7e0e939e-1c20-4c10-8811-45565d5fcdc5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f50e8adb-a74f-4aeb-bb88-02d80b8318f0']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:52.237149 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-421502b5-a89d-4429-9dd0-ba4c7167f845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:52.245522 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-7e0e939e-1c20-4c10-8811-45565d5fcdc5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa84c77d-2d23-4591-a910-4b7195c6ff19') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:52.247880 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-7e0e939e-1c20-4c10-8811-45565d5fcdc5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa84c77d-2d23-4591-a910-4b7195c6ff19') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:52.262237 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e0e939e-1c20-4c10-8811-45565d5fcdc5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:52.280231 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e0e939e-1c20-4c10-8811-45565d5fcdc5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:52.287024 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e0e939e-1c20-4c10-8811-45565d5fcdc5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:29:52.287563 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e0e939e-1c20-4c10-8811-45565d5fcdc5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:29:52.303727 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:29:52.349619 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-421502b5-a89d-4429-9dd0-ba4c7167f845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:52.392659 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e0e939e-1c20-4c10-8811-45565d5fcdc5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:52.411484 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7e0e939e-1c20-4c10-8811-45565d5fcdc5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:52.429380 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e939e-1c20-4c10-8811-45565d5fcdc5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Network': ['ID=f50e8adb-a74f-4aeb-bb88-02d80b8318f0,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:52.432249 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421502b5-a89d-4429-9dd0-ba4c7167f845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dec236d2-36e1-4e91-9b0d-7fae6bd6853c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:52.434305 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-421502b5-a89d-4429-9dd0-ba4c7167f845 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:52.456121 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7e0e939e-1c20-4c10-8811-45565d5fcdc5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/networks/f50e8adb-a74f-4aeb-bb88-02d80b8318f0 HTTP/1.1" status: 204 len: 168 time: 1.2678933 Feb 28 14:29:52.456347 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59176) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:52.461685 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d6ef10fd-7d17-46b1-92b9-3102c8d41882 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1679275780', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:52.462456 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-421502b5-a89d-4429-9dd0-ba4c7167f845 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/dec236d2-36e1-4e91-9b0d-7fae6bd6853c HTTP/1.1" status: 204 len: 168 time: 0.5978246 Feb 28 14:29:52.465181 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59180) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:52.465744 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ffe60b3e-bb0d-4736-916b-2f126fca095c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:52.469258 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d6ef10fd-7d17-46b1-92b9-3102c8d41882 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:52.473157 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d6ef10fd-7d17-46b1-92b9-3102c8d41882 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Usage tracker for resource:router and tenant:c21cf0538945438095f306ca2bde76da is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:52.476374 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d6ef10fd-7d17-46b1-92b9-3102c8d41882 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:52.482557 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d6ef10fd-7d17-46b1-92b9-3102c8d41882 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:52.492857 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6ef10fd-7d17-46b1-92b9-3102c8d41882 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:52.493880 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6ef10fd-7d17-46b1-92b9-3102c8d41882 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:52.509456 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6ef10fd-7d17-46b1-92b9-3102c8d41882 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:52.638903 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b82aedf-7668-4285-97c0-5a47a79cdd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:52.920372 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6ef10fd-7d17-46b1-92b9-3102c8d41882 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:53.002390 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbdfd04-b7e9-4868-bf7c-4b02afb67383 None None] Network 805a270e-92e9-43c5-b6e1-a7b76a7ad39a requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:53.088339 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b82aedf-7668-4285-97c0-5a47a79cdd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:53.110532 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-46c6043c-d0f2-486e-bda3-62d45dd51d57 None None] Provisioning for port 357fcc47-3cb0-47d9-8bb2-24d04d3c116c completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:53.177353 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-8b82aedf-7668-4285-97c0-5a47a79cdd7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dda0434-1bf3-4f01-89d9-881498296301']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:53.194963 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-8b82aedf-7668-4285-97c0-5a47a79cdd7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510f643b-481c-4d0a-9a88-5efcff3f1ad7') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:53.195333 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-8b82aedf-7668-4285-97c0-5a47a79cdd7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510f643b-481c-4d0a-9a88-5efcff3f1ad7') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:53.214096 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b82aedf-7668-4285-97c0-5a47a79cdd7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:53.245215 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b82aedf-7668-4285-97c0-5a47a79cdd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:53.253266 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6ef10fd-7d17-46b1-92b9-3102c8d41882 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:53.256990 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b82aedf-7668-4285-97c0-5a47a79cdd7f admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:29:53.256990 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b82aedf-7668-4285-97c0-5a47a79cdd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:29:53.272395 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:29:53.303925 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6ef10fd-7d17-46b1-92b9-3102c8d41882 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:53.376009 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b82aedf-7668-4285-97c0-5a47a79cdd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:53.395986 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b82aedf-7668-4285-97c0-5a47a79cdd7f admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:53.400842 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ffe60b3e-bb0d-4736-916b-2f126fca095c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:53.411830 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ffe60b3e-bb0d-4736-916b-2f126fca095c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:53.442841 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:29:53.458963 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b82aedf-7668-4285-97c0-5a47a79cdd7f admin admin] Pushing event deleted for resources: {'Network': ['ID=2dda0434-1bf3-4f01-89d9-881498296301,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:53.505211 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-d6ef10fd-7d17-46b1-92b9-3102c8d41882 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Allocated IP 172.26.5.185 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/137e3fb3-c00e-47c8-a102-440dbbc2548c) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:29:53.531824 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8b82aedf-7668-4285-97c0-5a47a79cdd7f admin admin] 10.222.0.30 "DELETE /v2.0/networks/2dda0434-1bf3-4f01-89d9-881498296301 HTTP/1.1" status: 204 len: 168 time: 1.0543194 Feb 28 14:29:53.534683 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59184) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:53.565918 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe60b3e-bb0d-4736-916b-2f126fca095c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Port': ['ID=8da2e069-08f7-410e-8d48-3f974c18105e,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:53.568573 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ffe60b3e-bb0d-4736-916b-2f126fca095c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:53.583754 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:53.584123 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:53.719972 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8bc28afa-ab5f-4793-9ed0-2d9f67557733 None None] Provisioning for port 8da2e069-08f7-410e-8d48-3f974c18105e completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:53.724269 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6ef10fd-7d17-46b1-92b9-3102c8d41882 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:53.728310 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe60b3e-bb0d-4736-916b-2f126fca095c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network 805a270e-92e9-43c5-b6e1-a7b76a7ad39a is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:53.730751 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ffe60b3e-bb0d-4736-916b-2f126fca095c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:53.732107 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8bc28afa-ab5f-4793-9ed0-2d9f67557733 None None] Provisioning complete for port 8da2e069-08f7-410e-8d48-3f974c18105e triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:53.732683 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8bc28afa-ab5f-4793-9ed0-2d9f67557733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:53.762273 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6ef10fd-7d17-46b1-92b9-3102c8d41882 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:53.792579 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 357fcc47-3cb0-47d9-8bb2-24d04d3c116c up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:29:53.824660 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4d90e4-fdcc-4bfb-a9fe-386f5e9a3860 admin admin] Deleting subnet ee71bc39-62cd-496f-a0bc-e30eac648184 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:29:53.834706 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bf4d90e4-fdcc-4bfb-a9fe-386f5e9a3860 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:53.841392 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8bc28afa-ab5f-4793-9ed0-2d9f67557733 None None] Port 8da2e069-08f7-410e-8d48-3f974c18105e cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:29:53.876672 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ef10fd-7d17-46b1-92b9-3102c8d41882 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:53.885798 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-d6ef10fd-7d17-46b1-92b9-3102c8d41882 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:53.888630 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ef10fd-7d17-46b1-92b9-3102c8d41882 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:29:53.893014 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 357fcc47-3cb0-47d9-8bb2-24d04d3c116c completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:53.898762 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 357fcc47-3cb0-47d9-8bb2-24d04d3c116c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:53.899412 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:53.939141 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe60b3e-bb0d-4736-916b-2f126fca095c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Router 8614dd37-ad42-423a-bb0f-cce949591c53 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:29:53.945150 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef10fd-7d17-46b1-92b9-3102c8d41882 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Port': ['ID=137e3fb3-c00e-47c8-a102-440dbbc2548c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:53.961829 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bf4d90e4-fdcc-4bfb-a9fe-386f5e9a3860 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:54.047605 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ed8c9788-51e0-4129-891c-6d74a99f534e None None] Provisioning complete for port 8da2e069-08f7-410e-8d48-3f974c18105e triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:54.048220 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ed8c9788-51e0-4129-891c-6d74a99f534e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:54.074199 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:54.125648 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe60b3e-bb0d-4736-916b-2f126fca095c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:29:54.134522 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ffe60b3e-bb0d-4736-916b-2f126fca095c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "PUT /v2.0/routers/8614dd37-ad42-423a-bb0f-cce949591c53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0404284 Feb 28 14:29:54.135369 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59188) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:54.139683 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d1b60c-368d-41ed-9d24-751ba47187ef None None] Sync routers for ids ['8614dd37-ad42-423a-bb0f-cce949591c53'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:29:54.141690 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-153d5f59-90a2-4317-8d51-77ae2655261c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'network': {'name': 'tempest-RoutersTest-2144555078'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:54.148688 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-153d5f59-90a2-4317-8d51-77ae2655261c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:54.155429 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-153d5f59-90a2-4317-8d51-77ae2655261c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Usage tracker for resource:network and tenant:2f27756656034771b730bac18fc748ab is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:54.158760 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-153d5f59-90a2-4317-8d51-77ae2655261c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:54.165280 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-153d5f59-90a2-4317-8d51-77ae2655261c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:54.174629 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d1b60c-368d-41ed-9d24-751ba47187ef None None] Routers {'8614dd37-ad42-423a-bb0f-cce949591c53'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:54.175403 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-39d1b60c-368d-41ed-9d24-751ba47187ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['8614dd37-ad42-423a-bb0f-cce949591c53'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:54.180281 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153d5f59-90a2-4317-8d51-77ae2655261c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Made reservation on behalf of 2f27756656034771b730bac18fc748ab for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:29:54.184804 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-153d5f59-90a2-4317-8d51-77ae2655261c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:54.196328 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bf4d90e4-fdcc-4bfb-a9fe-386f5e9a3860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:54.216286 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153d5f59-90a2-4317-8d51-77ae2655261c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:29:54.223201 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-ed8c9788-51e0-4129-891c-6d74a99f534e None None] Port 8da2e069-08f7-410e-8d48-3f974c18105e cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:29:54.228300 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-153d5f59-90a2-4317-8d51-77ae2655261c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:54.228891 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-153d5f59-90a2-4317-8d51-77ae2655261c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Added segment 46665072-312f-40c2-ab40-6d2115c6f7fb of type vlan for network 993213a1-86d4-4604-813b-3b7367f1b7e9 Feb 28 14:29:54.231815 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 357fcc47-3cb0-47d9-8bb2-24d04d3c116c, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=357fcc47-3cb0-47d9-8bb2-24d04d3c116c,segment=NetworkSegment(bb83a696-a1ed-4b46-b60a-733e42f44885),segment_id=bb83a696-a1ed-4b46-b60a-733e42f44885)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:29:54.243899 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:54.267147 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-153d5f59-90a2-4317-8d51-77ae2655261c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:54.305400 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-153d5f59-90a2-4317-8d51-77ae2655261c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:54.313520 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153d5f59-90a2-4317-8d51-77ae2655261c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:54.314701 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-153d5f59-90a2-4317-8d51-77ae2655261c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:54.340416 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 4b493b1f-7c87-46a4-9c5b-e36c5a06706e no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:29:54.393723 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 4b493b1f-7c87-46a4-9c5b-e36c5a06706e {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:29:54.394133 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 4b493b1f-7c87-46a4-9c5b-e36c5a06706e not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:29:54.407345 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bf4d90e4-fdcc-4bfb-a9fe-386f5e9a3860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:54.420587 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-153d5f59-90a2-4317-8d51-77ae2655261c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2838359 Feb 28 14:29:54.421650 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59192) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:54.434007 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c7c44e51-a96b-479b-85ba-2234364116f9 None None] Provisioning complete for port 8da2e069-08f7-410e-8d48-3f974c18105e triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:54.434442 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c7c44e51-a96b-479b-85ba-2234364116f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:54.436790 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c9ad6d19-460d-44d4-a0a9-3d132efb768a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'subnet': {'network_id': '993213a1-86d4-4604-813b-3b7367f1b7e9', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:54.457523 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d5f59-90a2-4317-8d51-77ae2655261c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Network': ['ID=993213a1-86d4-4604-813b-3b7367f1b7e9,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:54.480667 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 993213a1-86d4-4604-813b-3b7367f1b7e9 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:29:54.498852 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-39d1b60c-368d-41ed-9d24-751ba47187ef None None] Set router 8614dd37-ad42-423a-bb0f-cce949591c53 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:29:54.544447 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=357fcc47-3cb0-47d9-8bb2-24d04d3c116c,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:54.565116 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c9ad6d19-460d-44d4-a0a9-3d132efb768a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:29:54.570884 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c9ad6d19-460d-44d4-a0a9-3d132efb768a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Usage tracker for resource:subnet and tenant:2f27756656034771b730bac18fc748ab is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:29:54.574433 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c9ad6d19-460d-44d4-a0a9-3d132efb768a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:29:54.581859 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c9ad6d19-460d-44d4-a0a9-3d132efb768a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:29:54.593144 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ad6d19-460d-44d4-a0a9-3d132efb768a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Made reservation on behalf of 2f27756656034771b730bac18fc748ab for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:29:54.597357 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6d19-460d-44d4-a0a9-3d132efb768a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:54.668358 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bf4d90e4-fdcc-4bfb-a9fe-386f5e9a3860 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:54.673267 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d90e4-fdcc-4bfb-a9fe-386f5e9a3860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee71bc39-62cd-496f-a0bc-e30eac648184,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:54.699186 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bf4d90e4-fdcc-4bfb-a9fe-386f5e9a3860 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ee71bc39-62cd-496f-a0bc-e30eac648184 HTTP/1.1" status: 204 len: 168 time: 1.1631722 Feb 28 14:29:54.703028 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59196) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:54.704501 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c7c44e51-a96b-479b-85ba-2234364116f9 None None] Port 8da2e069-08f7-410e-8d48-3f974c18105e cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:29:54.725430 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6ef10fd-7d17-46b1-92b9-3102c8d41882 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:54.832423 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6d19-460d-44d4-a0a9-3d132efb768a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:54.939615 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-39d1b60c-368d-41ed-9d24-751ba47187ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:29:52Z', 'revision_number': 4, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None, '_interfaces': [{'id': '3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6', 'name': '', 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:a6:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:42Z', 'updated_at': '2022-02-28T14:29:52Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1d24b3-a882-49ff-a851-a0a78b1b44f6', 'name': '', 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:82:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:33Z', 'updated_at': '2022-02-28T14:29:46Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8da2e069-08f7-410e-8d48-3f974c18105e', 'name': '', 'network_id': '805a270e-92e9-43c5-b6e1-a7b76a7ad39a', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:f3:7a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:51Z', 'updated_at': '2022-02-28T14:29:52Z', 'revision_number': 2, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:54.945963 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d1b60c-368d-41ed-9d24-751ba47187ef None None] Checking router: 8614dd37-ad42-423a-bb0f-cce949591c53 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:29:54.946616 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d1b60c-368d-41ed-9d24-751ba47187ef None None] Updating router 8614dd37-ad42-423a-bb0f-cce949591c53 port 8da2e069-08f7-410e-8d48-3f974c18105e binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:29:54.956206 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-212a3633-a292-4ed8-b71a-d886cd046a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:55.004889 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-39d1b60c-368d-41ed-9d24-751ba47187ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:55.032653 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad6d19-460d-44d4-a0a9-3d132efb768a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Subnet': ['ID=4a52ba31-8b77-457e-a366-afca6eca7f4e,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:55.042015 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad6d19-460d-44d4-a0a9-3d132efb768a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Checking segment: {'id': '46665072-312f-40c2-ab40-6d2115c6f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '993213a1-86d4-4604-813b-3b7367f1b7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:29:55.042764 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ad6d19-460d-44d4-a0a9-3d132efb768a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network hostable DHCP agents. Network: 993213a1-86d4-4604-813b-3b7367f1b7e9, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:29:55.062651 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ad6d19-460d-44d4-a0a9-3d132efb768a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network 993213a1-86d4-4604-813b-3b7367f1b7e9 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:29:55.073117 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c9ad6d19-460d-44d4-a0a9-3d132efb768a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 993213a1-86d4-4604-813b-3b7367f1b7e9) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:55.077877 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ad6d19-460d-44d4-a0a9-3d132efb768a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:29:55.078469 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6d19-460d-44d4-a0a9-3d132efb768a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:55.085860 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f76dbd-f638-436a-b17c-d3253c6d90e7 None None] Network 993213a1-86d4-4604-813b-3b7367f1b7e9 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:55.103187 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c9ad6d19-460d-44d4-a0a9-3d132efb768a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6737697 Feb 28 14:29:55.104715 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59200) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:55.183711 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-212a3633-a292-4ed8-b71a-d886cd046a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:55.308954 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 357fcc47-3cb0-47d9-8bb2-24d04d3c116c up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:29:55.317877 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-212a3633-a292-4ed8-b71a-d886cd046a67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f919807-3c93-4942-a23c-6296d652710f']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:55.326554 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6ef10fd-7d17-46b1-92b9-3102c8d41882 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:55.386429 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-212a3633-a292-4ed8-b71a-d886cd046a67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b7be6e-f860-45a9-bc55-1fa3f009e9d7') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:55.387017 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-212a3633-a292-4ed8-b71a-d886cd046a67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b7be6e-f860-45a9-bc55-1fa3f009e9d7') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:55.406863 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-212a3633-a292-4ed8-b71a-d886cd046a67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:55.436329 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-212a3633-a292-4ed8-b71a-d886cd046a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:55.443679 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212a3633-a292-4ed8-b71a-d886cd046a67 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:29:55.444294 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-212a3633-a292-4ed8-b71a-d886cd046a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:29:55.469467 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:29:55.628331 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e528b7-79c1-4578-8e7a-6d9e3dc7847b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-993213a1-86d4-4604-813b-3b7367f1b7e9', 'network_id': '993213a1-86d4-4604-813b-3b7367f1b7e9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'fixed_ips': [{'subnet_id': '4a52ba31-8b77-457e-a366-afca6eca7f4e'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:29:55.629153 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c3e528b7-79c1-4578-8e7a-6d9e3dc7847b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:55.631889 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-212a3633-a292-4ed8-b71a-d886cd046a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:55.635962 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-212a3633-a292-4ed8-b71a-d886cd046a67 admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:55.644398 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 357fcc47-3cb0-47d9-8bb2-24d04d3c116c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:55.644766 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:55.666173 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-212a3633-a292-4ed8-b71a-d886cd046a67 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2f919807-3c93-4942-a23c-6296d652710f HTTP/1.1" status: 204 len: 168 time: 0.9598262 Feb 28 14:29:55.677291 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a3633-a292-4ed8-b71a-d886cd046a67 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f919807-3c93-4942-a23c-6296d652710f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:55.734696 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ef10fd-7d17-46b1-92b9-3102c8d41882 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Router 3c3ae3cf-f9da-48de-92a6-96e491aa60ee is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:29:55.750017 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c962b45e-8ef0-4c4d-b639-981a066ea553 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:55.854349 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-39d1b60c-368d-41ed-9d24-751ba47187ef None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:55.888672 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-39d1b60c-368d-41ed-9d24-751ba47187ef None None] Transition to ACTIVE for port object 8da2e069-08f7-410e-8d48-3f974c18105e will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:55.936970 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59206) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:55.974477 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-39d1b60c-368d-41ed-9d24-751ba47187ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:55.991907 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ef10fd-7d17-46b1-92b9-3102c8d41882 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:29:56.006275 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85729839-27b0-4d24-98e2-e7eceaaf30f9 None None] Sync routers for ids ['3c3ae3cf-f9da-48de-92a6-96e491aa60ee'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:29:56.023031 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85729839-27b0-4d24-98e2-e7eceaaf30f9 None None] Routers {'3c3ae3cf-f9da-48de-92a6-96e491aa60ee'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:56.024310 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-85729839-27b0-4d24-98e2-e7eceaaf30f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3c3ae3cf-f9da-48de-92a6-96e491aa60ee'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:56.030207 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-da267d1c-c818-4cbb-a9e0-fb2e53cdb0ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c274490ac83d4e2ca5f8b319589b3c6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0925465 Feb 28 14:29:56.032747 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59210) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:56.048331 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6ef10fd-7d17-46b1-92b9-3102c8d41882 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:56.050454 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d6ef10fd-7d17-46b1-92b9-3102c8d41882 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5928786 Feb 28 14:29:56.053747 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59214) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:56.143135 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-c3e528b7-79c1-4578-8e7a-6d9e3dc7847b None None] Allocated IP 172.23.0.2 (993213a1-86d4-4604-813b-3b7367f1b7e9/4a52ba31-8b77-457e-a366-afca6eca7f4e/c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:29:56.145938 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-85729839-27b0-4d24-98e2-e7eceaaf30f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:56.172073 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85729839-27b0-4d24-98e2-e7eceaaf30f9 None None] Routers {'3c3ae3cf-f9da-48de-92a6-96e491aa60ee'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:56.172713 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-85729839-27b0-4d24-98e2-e7eceaaf30f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3c3ae3cf-f9da-48de-92a6-96e491aa60ee'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:56.202228 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c346da-96af-4b1e-8635-f4dd822ba112 None None] Pushing event updated for resources: {'Port': ['ID=8da2e069-08f7-410e-8d48-3f974c18105e,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:56.268076 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-85729839-27b0-4d24-98e2-e7eceaaf30f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:56.268617 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85729839-27b0-4d24-98e2-e7eceaaf30f9 None None] The sync data for ids ['3c3ae3cf-f9da-48de-92a6-96e491aa60ee'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:29:56.333862 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae4e038d-e614-41e8-b2a4-e79ec13f833c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:56.353556 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-39d1b60c-368d-41ed-9d24-751ba47187ef None None] Attempting to bind port 8da2e069-08f7-410e-8d48-3f974c18105e on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:29:56.353924 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-39d1b60c-368d-41ed-9d24-751ba47187ef None None] Attempting to bind port 8da2e069-08f7-410e-8d48-3f974c18105e by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'bb83a696-a1ed-4b46-b60a-733e42f44885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '805a270e-92e9-43c5-b6e1-a7b76a7ad39a'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:29:56.354343 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d1b60c-368d-41ed-9d24-751ba47187ef None None] Attempting to bind port 8da2e069-08f7-410e-8d48-3f974c18105e on network 805a270e-92e9-43c5-b6e1-a7b76a7ad39a {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:29:56.365369 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d1b60c-368d-41ed-9d24-751ba47187ef None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:29:56.365743 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d1b60c-368d-41ed-9d24-751ba47187ef None None] Checking segment: {'id': 'bb83a696-a1ed-4b46-b60a-733e42f44885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '805a270e-92e9-43c5-b6e1-a7b76a7ad39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:29:56.366141 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-39d1b60c-368d-41ed-9d24-751ba47187ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:56.366531 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d1b60c-368d-41ed-9d24-751ba47187ef None None] Bound using segment: {'id': 'bb83a696-a1ed-4b46-b60a-733e42f44885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '805a270e-92e9-43c5-b6e1-a7b76a7ad39a'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:29:56.366993 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-39d1b60c-368d-41ed-9d24-751ba47187ef None None] Bound port: 8da2e069-08f7-410e-8d48-3f974c18105e, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb83a696-a1ed-4b46-b60a-733e42f44885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '805a270e-92e9-43c5-b6e1-a7b76a7ad39a'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:29:56.367390 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-39d1b60c-368d-41ed-9d24-751ba47187ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:56.431860 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae4e038d-e614-41e8-b2a4-e79ec13f833c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:56.491080 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-aeeeabdb-e814-4199-8b93-d850c1d83eae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "GET /v2.0/routers/3c3ae3cf-f9da-48de-92a6-96e491aa60ee HTTP/1.1" status: 200 len: 885 time: 0.4362991 Feb 28 14:29:56.493821 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59218) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:56.517165 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae4e038d-e614-41e8-b2a4-e79ec13f833c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:56.530798 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-39d1b60c-368d-41ed-9d24-751ba47187ef None None] For port 8da2e069-08f7-410e-8d48-3f974c18105e, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:29:56.535421 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e038d-e614-41e8-b2a4-e79ec13f833c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861eadbf-56e5-48f3-91f9-8ce5dbf4e988,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:56.549528 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-39d1b60c-368d-41ed-9d24-751ba47187ef None None] For port 8da2e069-08f7-410e-8d48-3f974c18105e, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=8da2e069-08f7-410e-8d48-3f974c18105e,segment=NetworkSegment(bb83a696-a1ed-4b46-b60a-733e42f44885),segment_id=bb83a696-a1ed-4b46-b60a-733e42f44885)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:29:56.552542 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae4e038d-e614-41e8-b2a4-e79ec13f833c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:56.556058 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ae4e038d-e614-41e8-b2a4-e79ec13f833c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/861eadbf-56e5-48f3-91f9-8ce5dbf4e988 HTTP/1.1" status: 204 len: 168 time: 0.5198715 Feb 28 14:29:56.563725 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-39d1b60c-368d-41ed-9d24-751ba47187ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:56.634405 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c3e528b7-79c1-4578-8e7a-6d9e3dc7847b None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:56.660762 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c3e528b7-79c1-4578-8e7a-6d9e3dc7847b None None] Transition to ACTIVE for port object c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:56.678203 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d1b60c-368d-41ed-9d24-751ba47187ef None None] Routers {'8614dd37-ad42-423a-bb0f-cce949591c53'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:56.678503 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-39d1b60c-368d-41ed-9d24-751ba47187ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['8614dd37-ad42-423a-bb0f-cce949591c53'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:56.722970 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cc303a7e-df4a-4596-84d5-b0c4c8b220bf tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Synchronizing usage tracker for tenant:c21cf0538945438095f306ca2bde76da on resource:router {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:56.746067 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cc303a7e-df4a-4596-84d5-b0c4c8b220bf tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Unset dirty status for tenant:c21cf0538945438095f306ca2bde76da on resource:router {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:56.747663 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cc303a7e-df4a-4596-84d5-b0c4c8b220bf tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2510200 Feb 28 14:29:56.750456 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59224) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:56.754676 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c346da-96af-4b1e-8635-f4dd822ba112 None None] Pushing event updated for resources: {'Port': ['ID=8da2e069-08f7-410e-8d48-3f974c18105e,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:56.756696 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-fb7ebaba-175f-425a-8dd0-ace5a12f2e63 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1679275780'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:56.823924 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c3e528b7-79c1-4578-8e7a-6d9e3dc7847b None None] Transition to ACTIVE for port object c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:56.841870 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c3e528b7-79c1-4578-8e7a-6d9e3dc7847b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:56.915180 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e528b7-79c1-4578-8e7a-6d9e3dc7847b None None] Network 993213a1-86d4-4604-813b-3b7367f1b7e9 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:56.922622 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-c3e528b7-79c1-4578-8e7a-6d9e3dc7847b None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:56.925080 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e528b7-79c1-4578-8e7a-6d9e3dc7847b None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:29:56.936055 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-39d1b60c-368d-41ed-9d24-751ba47187ef None None] Set router 8614dd37-ad42-423a-bb0f-cce949591c53 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:29:56.970839 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-c962b45e-8ef0-4c4d-b639-981a066ea553 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Allocated IP 172.23.0.1 (993213a1-86d4-4604-813b-3b7367f1b7e9/4a52ba31-8b77-457e-a366-afca6eca7f4e/549c6b97-fb74-4f68-93e8-7b2a27675665) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:29:57.031577 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59230) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:57.101023 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e528b7-79c1-4578-8e7a-6d9e3dc7847b None None] Pushing event updated for resources: {'Port': ['ID=c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:57.273984 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-69b604f4-a6b5-4c04-809b-4a502e5217ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ae4cd26dfe8b45a9bdc202e2e2c304dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2412698 Feb 28 14:29:57.280595 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59234) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:57.308161 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c962b45e-8ef0-4c4d-b639-981a066ea553 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:57.323856 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-c962b45e-8ef0-4c4d-b639-981a066ea553 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Transition to ACTIVE for port object 549c6b97-fb74-4f68-93e8-7b2a27675665 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:29:57.351063 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c962b45e-8ef0-4c4d-b639-981a066ea553 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:57.365290 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c3e528b7-79c1-4578-8e7a-6d9e3dc7847b None None] Attempting to bind port c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:29:57.365865 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c3e528b7-79c1-4578-8e7a-6d9e3dc7847b None None] Attempting to bind port c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '46665072-312f-40c2-ab40-6d2115c6f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '993213a1-86d4-4604-813b-3b7367f1b7e9'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:29:57.366019 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e528b7-79c1-4578-8e7a-6d9e3dc7847b None None] Attempting to bind port c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e on network 993213a1-86d4-4604-813b-3b7367f1b7e9 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:29:57.380946 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e528b7-79c1-4578-8e7a-6d9e3dc7847b None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:29:57.381319 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e528b7-79c1-4578-8e7a-6d9e3dc7847b None None] Checking segment: {'id': '46665072-312f-40c2-ab40-6d2115c6f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '993213a1-86d4-4604-813b-3b7367f1b7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:29:57.381714 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c3e528b7-79c1-4578-8e7a-6d9e3dc7847b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:57.382098 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e528b7-79c1-4578-8e7a-6d9e3dc7847b None None] Bound using segment: {'id': '46665072-312f-40c2-ab40-6d2115c6f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '993213a1-86d4-4604-813b-3b7367f1b7e9'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:29:57.382560 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c3e528b7-79c1-4578-8e7a-6d9e3dc7847b None None] Bound port: c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46665072-312f-40c2-ab40-6d2115c6f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '993213a1-86d4-4604-813b-3b7367f1b7e9'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:29:57.382919 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c3e528b7-79c1-4578-8e7a-6d9e3dc7847b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:57.414951 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c962b45e-8ef0-4c4d-b639-981a066ea553 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network 993213a1-86d4-4604-813b-3b7367f1b7e9 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:57.418227 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c962b45e-8ef0-4c4d-b639-981a066ea553 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:57.427137 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c962b45e-8ef0-4c4d-b639-981a066ea553 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:29:57.446243 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb7ebaba-175f-425a-8dd0-ace5a12f2e63 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:57.474121 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb7ebaba-175f-425a-8dd0-ace5a12f2e63 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728902'] for router, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:57.484758 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962b45e-8ef0-4c4d-b639-981a066ea553 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Port': ['ID=549c6b97-fb74-4f68-93e8-7b2a27675665,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:57.496405 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c962b45e-8ef0-4c4d-b639-981a066ea553 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:57.525767 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c3e528b7-79c1-4578-8e7a-6d9e3dc7847b None None] For port c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:29:57.530047 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c3e528b7-79c1-4578-8e7a-6d9e3dc7847b None None] For port c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e,segment=NetworkSegment(46665072-312f-40c2-ab40-6d2115c6f7fb),segment_id=46665072-312f-40c2-ab40-6d2115c6f7fb)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:29:57.535996 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c3e528b7-79c1-4578-8e7a-6d9e3dc7847b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:57.550108 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dca76a49-fb23-459f-a909-69ba35ba6020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:57.570817 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-39d1b60c-368d-41ed-9d24-751ba47187ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:29:52Z', 'revision_number': 4, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None, '_interfaces': [{'id': '3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6', 'name': '', 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:a6:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:42Z', 'updated_at': '2022-02-28T14:29:52Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1d24b3-a882-49ff-a851-a0a78b1b44f6', 'name': '', 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:82:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:33Z', 'updated_at': '2022-02-28T14:29:46Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8da2e069-08f7-410e-8d48-3f974c18105e', 'name': '', 'network_id': '805a270e-92e9-43c5-b6e1-a7b76a7ad39a', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:f3:7a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:51Z', 'updated_at': '2022-02-28T14:29:56Z', 'revision_number': 4, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:57.592682 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dca76a49-fb23-459f-a909-69ba35ba6020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:57.596237 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d1b60c-368d-41ed-9d24-751ba47187ef None None] The sync data for ids ['8614dd37-ad42-423a-bb0f-cce949591c53'] in dv-neutron-831192-4-hyperv is: [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:29:52Z', 'revision_number': 4, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None, '_interfaces': [{'id': '3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6', 'name': '', 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:a6:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:42Z', 'updated_at': '2022-02-28T14:29:52Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1d24b3-a882-49ff-a851-a0a78b1b44f6', 'name': '', 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:82:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:33Z', 'updated_at': '2022-02-28T14:29:46Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8da2e069-08f7-410e-8d48-3f974c18105e', 'name': '', 'network_id': '805a270e-92e9-43c5-b6e1-a7b76a7ad39a', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:f3:7a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:51Z', 'updated_at': '2022-02-28T14:29:56Z', 'revision_number': 4, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:29:57.630282 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c962b45e-8ef0-4c4d-b639-981a066ea553 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:57.631495 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e528b7-79c1-4578-8e7a-6d9e3dc7847b None None] Pushing event updated for resources: {'Port': ['ID=c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:57.777180 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7ebaba-175f-425a-8dd0-ace5a12f2e63 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Router 3c3ae3cf-f9da-48de-92a6-96e491aa60ee has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:29:57.786165 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dca76a49-fb23-459f-a909-69ba35ba6020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:57.874244 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca76a49-fb23-459f-a909-69ba35ba6020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69949a63-65bc-4362-a968-d495408e8faf,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:57.913197 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-dca76a49-fb23-459f-a909-69ba35ba6020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:57.917048 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dca76a49-fb23-459f-a909-69ba35ba6020 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/69949a63-65bc-4362-a968-d495408e8faf HTTP/1.1" status: 204 len: 168 time: 0.6321394 Feb 28 14:29:58.068726 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7ebaba-175f-425a-8dd0-ace5a12f2e63 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:29:58.080969 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6510bda-9061-4981-a4d6-8730cae28734 None None] Sync routers for ids ['3c3ae3cf-f9da-48de-92a6-96e491aa60ee'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:29:58.094281 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6510bda-9061-4981-a4d6-8730cae28734 None None] Routers {'3c3ae3cf-f9da-48de-92a6-96e491aa60ee'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:58.094919 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c6510bda-9061-4981-a4d6-8730cae28734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3c3ae3cf-f9da-48de-92a6-96e491aa60ee'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:58.096360 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb7ebaba-175f-425a-8dd0-ace5a12f2e63 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:58.100170 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fb7ebaba-175f-425a-8dd0-ace5a12f2e63 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "PUT /v2.0/routers/3c3ae3cf-f9da-48de-92a6-96e491aa60ee HTTP/1.1" status: 200 len: 892 time: 1.3462787 Feb 28 14:29:58.101275 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59240) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:58.189549 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c6510bda-9061-4981-a4d6-8730cae28734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:58.204004 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6510bda-9061-4981-a4d6-8730cae28734 None None] Routers {'3c3ae3cf-f9da-48de-92a6-96e491aa60ee'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:58.204146 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c962b45e-8ef0-4c4d-b639-981a066ea553 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:58.204652 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c6510bda-9061-4981-a4d6-8730cae28734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['3c3ae3cf-f9da-48de-92a6-96e491aa60ee'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:58.211579 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c962b45e-8ef0-4c4d-b639-981a066ea553 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:58.281430 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c6510bda-9061-4981-a4d6-8730cae28734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:58.282243 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6510bda-9061-4981-a4d6-8730cae28734 None None] The sync data for ids ['3c3ae3cf-f9da-48de-92a6-96e491aa60ee'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:29:58.352015 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962b45e-8ef0-4c4d-b639-981a066ea553 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event updated for resources: {'Port': ['ID=549c6b97-fb74-4f68-93e8-7b2a27675665,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:58.369908 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c962b45e-8ef0-4c4d-b639-981a066ea553 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:58.561224 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c962b45e-8ef0-4c4d-b639-981a066ea553 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Network 993213a1-86d4-4604-813b-3b7367f1b7e9 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:29:58.562462 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c962b45e-8ef0-4c4d-b639-981a066ea553 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:29:58.573236 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4858c956-3497-4b53-a368-f45d895d755c tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "GET /v2.0/routers/3c3ae3cf-f9da-48de-92a6-96e491aa60ee HTTP/1.1" status: 200 len: 892 time: 0.4709704 Feb 28 14:29:58.576534 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59244) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:58.628803 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fc9393cb-0ff4-4788-ae34-e98de3ed34e9 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Synchronizing usage tracker for tenant:c21cf0538945438095f306ca2bde76da on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:29:58.646867 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fc9393cb-0ff4-4788-ae34-e98de3ed34e9 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Unset dirty status for tenant:c21cf0538945438095f306ca2bde76da on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:29:58.651819 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fc9393cb-0ff4-4788-ae34-e98de3ed34e9 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c3ae3cf-f9da-48de-92a6-96e491aa60ee HTTP/1.1" status: 200 len: 205 time: 0.0713813 Feb 28 14:29:58.652055 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59248) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:58.743857 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c962b45e-8ef0-4c4d-b639-981a066ea553 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Router 8614dd37-ad42-423a-bb0f-cce949591c53 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:29:58.842108 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3323-15de-491c-9e8f-1409bcabfbf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:58.859111 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94065c5b-09c9-430c-931b-13378f6d7bc0 None None] Network 993213a1-86d4-4604-813b-3b7367f1b7e9 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:29:58.907330 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c962b45e-8ef0-4c4d-b639-981a066ea553 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:29:58.920252 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56323a28-6edb-4067-9f9e-cf0650c4738e None None] Sync routers for ids ['8614dd37-ad42-423a-bb0f-cce949591c53'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:29:58.927874 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c962b45e-8ef0-4c4d-b639-981a066ea553 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "PUT /v2.0/routers/8614dd37-ad42-423a-bb0f-cce949591c53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8216774 Feb 28 14:29:58.930351 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59252) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:29:58.932338 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56323a28-6edb-4067-9f9e-cf0650c4738e None None] Routers {'8614dd37-ad42-423a-bb0f-cce949591c53'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:29:58.933403 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-56323a28-6edb-4067-9f9e-cf0650c4738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['8614dd37-ad42-423a-bb0f-cce949591c53'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:58.936486 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d3f34dcf-dc40-47b9-9e61-ef202f5364be tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:29:58.973137 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-87b0ab6e-1c90-4fd7-8ac5-4c9b5e0301d2 None None] Provisioning for port c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:59.046144 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3323-15de-491c-9e8f-1409bcabfbf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:59.059929 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5c6c3323-15de-491c-9e8f-1409bcabfbf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Deleting port 137e3fb3-c00e-47c8-a102-440dbbc2548c {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:29:59.060202 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3323-15de-491c-9e8f-1409bcabfbf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:59.139994 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-56323a28-6edb-4067-9f9e-cf0650c4738e None None] Set router 8614dd37-ad42-423a-bb0f-cce949591c53 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:29:59.298342 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3323-15de-491c-9e8f-1409bcabfbf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:59.371187 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 8da2e069-08f7-410e-8d48-3f974c18105e up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:29:59.513094 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 8da2e069-08f7-410e-8d48-3f974c18105e completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:59.522133 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5c6c3323-15de-491c-9e8f-1409bcabfbf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Calling delete_port for 137e3fb3-c00e-47c8-a102-440dbbc2548c owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:29:59.526952 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 8da2e069-08f7-410e-8d48-3f974c18105e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:59.527483 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:59.583962 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7c654413-7e9c-4649-8dd0-8982197eb3eb None None] Provisioning for port 549c6b97-fb74-4f68-93e8-7b2a27675665 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:29:59.593523 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7c654413-7e9c-4649-8dd0-8982197eb3eb None None] Provisioning complete for port 549c6b97-fb74-4f68-93e8-7b2a27675665 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:59.593976 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7c654413-7e9c-4649-8dd0-8982197eb3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:59.645754 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-56323a28-6edb-4067-9f9e-cf0650c4738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:29:57Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None, '_interfaces': [{'id': '3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6', 'name': '', 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:a6:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:42Z', 'updated_at': '2022-02-28T14:29:52Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '549c6b97-fb74-4f68-93e8-7b2a27675665', 'name': '', 'network_id': '993213a1-86d4-4604-813b-3b7367f1b7e9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:74:18:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '4a52ba31-8b77-457e-a366-afca6eca7f4e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:55Z', 'updated_at': '2022-02-28T14:29:57Z', 'revision_number': 2, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '4a52ba31-8b77-457e-a366-afca6eca7f4e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1d24b3-a882-49ff-a851-a0a78b1b44f6', 'name': '', 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:82:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:33Z', 'updated_at': '2022-02-28T14:29:46Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8da2e069-08f7-410e-8d48-3f974c18105e', 'name': '', 'network_id': '805a270e-92e9-43c5-b6e1-a7b76a7ad39a', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:f3:7a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:51Z', 'updated_at': '2022-02-28T14:29:56Z', 'revision_number': 4, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:29:59.655330 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56323a28-6edb-4067-9f9e-cf0650c4738e None None] Checking router: 8614dd37-ad42-423a-bb0f-cce949591c53 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:29:59.656454 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56323a28-6edb-4067-9f9e-cf0650c4738e None None] Updating router 8614dd37-ad42-423a-bb0f-cce949591c53 port 549c6b97-fb74-4f68-93e8-7b2a27675665 binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:29:59.698519 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-7c654413-7e9c-4649-8dd0-8982197eb3eb None None] Port 549c6b97-fb74-4f68-93e8-7b2a27675665 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:29:59.728222 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:59.763464 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 8da2e069-08f7-410e-8d48-3f974c18105e, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=8da2e069-08f7-410e-8d48-3f974c18105e,segment=NetworkSegment(bb83a696-a1ed-4b46-b60a-733e42f44885),segment_id=bb83a696-a1ed-4b46-b60a-733e42f44885)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:29:59.764792 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-56323a28-6edb-4067-9f9e-cf0650c4738e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:59.772971 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:59.774340 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:29:59.777463 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3323-15de-491c-9e8f-1409bcabfbf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:59.782464 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:29:59.878582 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c3323-15de-491c-9e8f-1409bcabfbf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Port': ['ID=137e3fb3-c00e-47c8-a102-440dbbc2548c,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:29:59.938006 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.extraroute_db [None req-d3f34dcf-dc40-47b9-9e61-ef202f5364be tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 28 14:29:59.944207 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d1160c64-322a-4941-a77c-d0a25e16b363 None None] Provisioning complete for port 549c6b97-fb74-4f68-93e8-7b2a27675665 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:29:59.944654 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d1160c64-322a-4941-a77c-d0a25e16b363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:29:59.957397 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.extraroute_db [None req-d3f34dcf-dc40-47b9-9e61-ef202f5364be tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Removed routes are [] {{(pid=87772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 28 14:29:59.958148 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d3f34dcf-dc40-47b9-9e61-ef202f5364be tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:00.014339 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=8da2e069-08f7-410e-8d48-3f974c18105e,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:00.033129 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d1160c64-322a-4941-a77c-d0a25e16b363 None None] Port 549c6b97-fb74-4f68-93e8-7b2a27675665 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:30:00.044192 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:30:00.050335 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:00.050828 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:00.063984 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3323-15de-491c-9e8f-1409bcabfbf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:00.205985 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-902fc838-fc20-46d7-9556-320ef24903f5 None None] Provisioning complete for port 549c6b97-fb74-4f68-93e8-7b2a27675665 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:00.206387 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-902fc838-fc20-46d7-9556-320ef24903f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:00.236816 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-56323a28-6edb-4067-9f9e-cf0650c4738e None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:00.247635 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:00.256624 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-56323a28-6edb-4067-9f9e-cf0650c4738e None None] Transition to ACTIVE for port object 549c6b97-fb74-4f68-93e8-7b2a27675665 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:30:00.265808 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-56323a28-6edb-4067-9f9e-cf0650c4738e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:00.294599 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-902fc838-fc20-46d7-9556-320ef24903f5 None None] Port 549c6b97-fb74-4f68-93e8-7b2a27675665 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:30:00.310079 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e,segment=NetworkSegment(46665072-312f-40c2-ab40-6d2115c6f7fb),segment_id=46665072-312f-40c2-ab40-6d2115c6f7fb)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:00.318863 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:00.374758 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7113d2-ef32-40c9-b41c-454fd9d2879a None None] Pushing event updated for resources: {'Port': ['ID=549c6b97-fb74-4f68-93e8-7b2a27675665,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:00.375289 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d3f34dcf-dc40-47b9-9e61-ef202f5364be tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:00.379404 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d3f34dcf-dc40-47b9-9e61-ef202f5364be tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728902'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:00.430120 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:00.445518 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3323-15de-491c-9e8f-1409bcabfbf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:00.448135 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3323-15de-491c-9e8f-1409bcabfbf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:00.455531 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7113d2-ef32-40c9-b41c-454fd9d2879a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:00.456048 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7113d2-ef32-40c9-b41c-454fd9d2879a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:00.456475 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7113d2-ef32-40c9-b41c-454fd9d2879a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:00.456893 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7113d2-ef32-40c9-b41c-454fd9d2879a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:00.457323 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7113d2-ef32-40c9-b41c-454fd9d2879a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:00.457754 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7113d2-ef32-40c9-b41c-454fd9d2879a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:00.458536 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7113d2-ef32-40c9-b41c-454fd9d2879a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:00.458721 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7113d2-ef32-40c9-b41c-454fd9d2879a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:00.459130 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7113d2-ef32-40c9-b41c-454fd9d2879a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:00.459555 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7113d2-ef32-40c9-b41c-454fd9d2879a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:00.459968 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7113d2-ef32-40c9-b41c-454fd9d2879a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:00.460368 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7113d2-ef32-40c9-b41c-454fd9d2879a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:00.483262 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3323-15de-491c-9e8f-1409bcabfbf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:00.483934 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6c3323-15de-491c-9e8f-1409bcabfbf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Fanout notify agent at l3_agent the message router_deleted on router 3c3ae3cf-f9da-48de-92a6-96e491aa60ee {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:30:00.523481 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3323-15de-491c-9e8f-1409bcabfbf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:00.524714 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5c6c3323-15de-491c-9e8f-1409bcabfbf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/routers/3c3ae3cf-f9da-48de-92a6-96e491aa60ee HTTP/1.1" status: 204 len: 168 time: 1.8715591 Feb 28 14:30:00.529191 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59256) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:00.537018 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-cb8476d2-86f9-439d-b90c-3d79640580ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1489819205'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:00.543211 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cb8476d2-86f9-439d-b90c-3d79640580ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:00.548366 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cb8476d2-86f9-439d-b90c-3d79640580ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Usage tracker for resource:network and tenant:c21cf0538945438095f306ca2bde76da is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:00.552223 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cb8476d2-86f9-439d-b90c-3d79640580ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:00.558575 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cb8476d2-86f9-439d-b90c-3d79640580ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:00.564997 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-56323a28-6edb-4067-9f9e-cf0650c4738e None None] Attempting to bind port 549c6b97-fb74-4f68-93e8-7b2a27675665 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:30:00.565250 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-56323a28-6edb-4067-9f9e-cf0650c4738e None None] Attempting to bind port 549c6b97-fb74-4f68-93e8-7b2a27675665 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '46665072-312f-40c2-ab40-6d2115c6f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '993213a1-86d4-4604-813b-3b7367f1b7e9'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:30:00.565690 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56323a28-6edb-4067-9f9e-cf0650c4738e None None] Attempting to bind port 549c6b97-fb74-4f68-93e8-7b2a27675665 on network 993213a1-86d4-4604-813b-3b7367f1b7e9 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:30:00.571977 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56323a28-6edb-4067-9f9e-cf0650c4738e None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:30:00.572349 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56323a28-6edb-4067-9f9e-cf0650c4738e None None] Checking segment: {'id': '46665072-312f-40c2-ab40-6d2115c6f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '993213a1-86d4-4604-813b-3b7367f1b7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:30:00.572788 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-56323a28-6edb-4067-9f9e-cf0650c4738e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:00.573473 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56323a28-6edb-4067-9f9e-cf0650c4738e None None] Bound using segment: {'id': '46665072-312f-40c2-ab40-6d2115c6f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '993213a1-86d4-4604-813b-3b7367f1b7e9'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:30:00.574052 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8476d2-86f9-439d-b90c-3d79640580ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Made reservation on behalf of c21cf0538945438095f306ca2bde76da for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:30:00.574176 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-56323a28-6edb-4067-9f9e-cf0650c4738e None None] Bound port: 549c6b97-fb74-4f68-93e8-7b2a27675665, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46665072-312f-40c2-ab40-6d2115c6f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '993213a1-86d4-4604-813b-3b7367f1b7e9'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:30:00.574297 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-56323a28-6edb-4067-9f9e-cf0650c4738e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:00.577463 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb8476d2-86f9-439d-b90c-3d79640580ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:00.610585 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8476d2-86f9-439d-b90c-3d79640580ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:30:00.619349 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f34dcf-dc40-47b9-9e61-ef202f5364be tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Router 8614dd37-ad42-423a-bb0f-cce949591c53 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:30:00.621752 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb8476d2-86f9-439d-b90c-3d79640580ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:00.622106 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-cb8476d2-86f9-439d-b90c-3d79640580ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Added segment c4f340ee-70ce-430a-96bd-23d1f5ac7a30 of type vlan for network d39a68e3-ce39-4d33-87de-eda1165e4915 Feb 28 14:30:00.649791 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb8476d2-86f9-439d-b90c-3d79640580ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:00.677579 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-56323a28-6edb-4067-9f9e-cf0650c4738e None None] For port 549c6b97-fb74-4f68-93e8-7b2a27675665, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:30:00.683605 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-56323a28-6edb-4067-9f9e-cf0650c4738e None None] For port 549c6b97-fb74-4f68-93e8-7b2a27675665, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=549c6b97-fb74-4f68-93e8-7b2a27675665,segment=NetworkSegment(46665072-312f-40c2-ab40-6d2115c6f7fb),segment_id=46665072-312f-40c2-ab40-6d2115c6f7fb)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:30:00.686448 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb8476d2-86f9-439d-b90c-3d79640580ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:00.691344 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-56323a28-6edb-4067-9f9e-cf0650c4738e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:00.692539 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8476d2-86f9-439d-b90c-3d79640580ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:00.693187 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cb8476d2-86f9-439d-b90c-3d79640580ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:00.777612 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56323a28-6edb-4067-9f9e-cf0650c4738e None None] Routers {'8614dd37-ad42-423a-bb0f-cce949591c53'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:00.778235 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-56323a28-6edb-4067-9f9e-cf0650c4738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['8614dd37-ad42-423a-bb0f-cce949591c53'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:00.797993 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cb8476d2-86f9-439d-b90c-3d79640580ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2645781 Feb 28 14:30:00.801603 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59260) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:00.814980 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8476d2-86f9-439d-b90c-3d79640580ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Network': ['ID=d39a68e3-ce39-4d33-87de-eda1165e4915,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:00.827973 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7113d2-ef32-40c9-b41c-454fd9d2879a None None] Pushing event updated for resources: {'Port': ['ID=549c6b97-fb74-4f68-93e8-7b2a27675665,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:00.829230 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-37eaabcc-efdc-471e-8236-68b170d5fad4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'subnet': {'network_id': 'd39a68e3-ce39-4d33-87de-eda1165e4915', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:00.855800 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8476d2-86f9-439d-b90c-3d79640580ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:00.856143 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8476d2-86f9-439d-b90c-3d79640580ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:00.856479 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8476d2-86f9-439d-b90c-3d79640580ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:00.856817 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8476d2-86f9-439d-b90c-3d79640580ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:00.857131 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8476d2-86f9-439d-b90c-3d79640580ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:00.857455 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8476d2-86f9-439d-b90c-3d79640580ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:00.857772 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8476d2-86f9-439d-b90c-3d79640580ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:00.858086 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8476d2-86f9-439d-b90c-3d79640580ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:00.858402 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8476d2-86f9-439d-b90c-3d79640580ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:00.858714 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8476d2-86f9-439d-b90c-3d79640580ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:00.859028 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8476d2-86f9-439d-b90c-3d79640580ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:00.859503 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8476d2-86f9-439d-b90c-3d79640580ef tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:00.874444 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network d39a68e3-ce39-4d33-87de-eda1165e4915 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:30:00.982762 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f34dcf-dc40-47b9-9e61-ef202f5364be tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:30:00.983853 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-56323a28-6edb-4067-9f9e-cf0650c4738e None None] Set router 8614dd37-ad42-423a-bb0f-cce949591c53 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:00.993294 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d3f34dcf-dc40-47b9-9e61-ef202f5364be tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:00.997520 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d3f34dcf-dc40-47b9-9e61-ef202f5364be tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "PUT /v2.0/routers/8614dd37-ad42-423a-bb0f-cce949591c53 HTTP/1.1" status: 200 len: 932 time: 2.0660989 Feb 28 14:30:00.998286 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59264) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:01.029290 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-37eaabcc-efdc-471e-8236-68b170d5fad4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:01.033766 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-37eaabcc-efdc-471e-8236-68b170d5fad4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Usage tracker for resource:subnet and tenant:c21cf0538945438095f306ca2bde76da is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:01.040531 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-37eaabcc-efdc-471e-8236-68b170d5fad4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:01.049835 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-37eaabcc-efdc-471e-8236-68b170d5fad4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:01.068585 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37eaabcc-efdc-471e-8236-68b170d5fad4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Made reservation on behalf of c21cf0538945438095f306ca2bde76da for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:30:01.072250 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-37eaabcc-efdc-471e-8236-68b170d5fad4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:01.173234 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7cd34391-26a3-4008-a677-e89a1ff48003 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "GET /v2.0/routers/8614dd37-ad42-423a-bb0f-cce949591c53 HTTP/1.1" status: 200 len: 932 time: 0.1707141 Feb 28 14:30:01.173485 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59268) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:01.178524 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-efd50809-e281-433c-8ed3-6f3f59162fac tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'router': {'routes': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:01.316117 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 8da2e069-08f7-410e-8d48-3f974c18105e up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:30:01.339778 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-37eaabcc-efdc-471e-8236-68b170d5fad4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:01.361409 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-56323a28-6edb-4067-9f9e-cf0650c4738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:29:59Z', 'revision_number': 6, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None, '_interfaces': [{'id': '3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6', 'name': '', 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:a6:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:42Z', 'updated_at': '2022-02-28T14:29:52Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '549c6b97-fb74-4f68-93e8-7b2a27675665', 'name': '', 'network_id': '993213a1-86d4-4604-813b-3b7367f1b7e9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:74:18:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '4a52ba31-8b77-457e-a366-afca6eca7f4e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:55Z', 'updated_at': '2022-02-28T14:30:00Z', 'revision_number': 4, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '4a52ba31-8b77-457e-a366-afca6eca7f4e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1d24b3-a882-49ff-a851-a0a78b1b44f6', 'name': '', 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:82:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:33Z', 'updated_at': '2022-02-28T14:29:46Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8da2e069-08f7-410e-8d48-3f974c18105e', 'name': '', 'network_id': '805a270e-92e9-43c5-b6e1-a7b76a7ad39a', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:f3:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:51Z', 'updated_at': '2022-02-28T14:29:59Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:01.366623 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56323a28-6edb-4067-9f9e-cf0650c4738e None None] The sync data for ids ['8614dd37-ad42-423a-bb0f-cce949591c53'] in dv-neutron-831192-4-hyperv is: [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:29:59Z', 'revision_number': 6, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None, '_interfaces': [{'id': '3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6', 'name': '', 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:a6:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:42Z', 'updated_at': '2022-02-28T14:29:52Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '549c6b97-fb74-4f68-93e8-7b2a27675665', 'name': '', 'network_id': '993213a1-86d4-4604-813b-3b7367f1b7e9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:74:18:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '4a52ba31-8b77-457e-a366-afca6eca7f4e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:55Z', 'updated_at': '2022-02-28T14:30:00Z', 'revision_number': 4, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '4a52ba31-8b77-457e-a366-afca6eca7f4e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1d24b3-a882-49ff-a851-a0a78b1b44f6', 'name': '', 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:82:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:33Z', 'updated_at': '2022-02-28T14:29:46Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8da2e069-08f7-410e-8d48-3f974c18105e', 'name': '', 'network_id': '805a270e-92e9-43c5-b6e1-a7b76a7ad39a', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:f3:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:51Z', 'updated_at': '2022-02-28T14:29:59Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:30:01.477844 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 8da2e069-08f7-410e-8d48-3f974c18105e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:01.478401 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:01.518998 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eaabcc-efdc-471e-8236-68b170d5fad4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Subnet': ['ID=f2bbaad7-523d-42c9-98cf-ea34951dfb28,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:01.534335 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eaabcc-efdc-471e-8236-68b170d5fad4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Checking segment: {'id': 'c4f340ee-70ce-430a-96bd-23d1f5ac7a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd39a68e3-ce39-4d33-87de-eda1165e4915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:30:01.534696 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37eaabcc-efdc-471e-8236-68b170d5fad4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network hostable DHCP agents. Network: d39a68e3-ce39-4d33-87de-eda1165e4915, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:30:01.559723 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37eaabcc-efdc-471e-8236-68b170d5fad4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network d39a68e3-ce39-4d33-87de-eda1165e4915 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:30:01.576041 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-37eaabcc-efdc-471e-8236-68b170d5fad4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, d39a68e3-ce39-4d33-87de-eda1165e4915) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:30:01.588805 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d40f7f7-efaa-4706-8aad-f680fba8ac4a None None] Network d39a68e3-ce39-4d33-87de-eda1165e4915 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:30:01.589569 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37eaabcc-efdc-471e-8236-68b170d5fad4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:01.590100 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-37eaabcc-efdc-471e-8236-68b170d5fad4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:01.624917 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-37eaabcc-efdc-471e-8236-68b170d5fad4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8202875 Feb 28 14:30:01.627358 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59276) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:01.634820 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7fb9020d-e9cf-4670-9795-5b67f2c39cd3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-625516403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:01.643123 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7fb9020d-e9cf-4670-9795-5b67f2c39cd3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:01.648308 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7fb9020d-e9cf-4670-9795-5b67f2c39cd3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Usage tracker for resource:router and tenant:c21cf0538945438095f306ca2bde76da is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:01.652170 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-7fb9020d-e9cf-4670-9795-5b67f2c39cd3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:01.659347 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-7fb9020d-e9cf-4670-9795-5b67f2c39cd3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:01.675044 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7fb9020d-e9cf-4670-9795-5b67f2c39cd3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:01.676261 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7fb9020d-e9cf-4670-9795-5b67f2c39cd3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:01.698685 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7fb9020d-e9cf-4670-9795-5b67f2c39cd3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:01.723204 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7fb9020d-e9cf-4670-9795-5b67f2c39cd3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:01.762651 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:30:01.765612 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7fb9020d-e9cf-4670-9795-5b67f2c39cd3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:01.766849 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7fb9020d-e9cf-4670-9795-5b67f2c39cd3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1385174 Feb 28 14:30:01.771001 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59280) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:01.887584 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.extraroute_db [None req-efd50809-e281-433c-8ed3-6f3f59162fac tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Added routes are [] {{(pid=87772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 28 14:30:01.888305 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.extraroute_db [None req-efd50809-e281-433c-8ed3-6f3f59162fac tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 28 14:30:01.924473 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-efd50809-e281-433c-8ed3-6f3f59162fac tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:01.933269 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:01.933786 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:02.001966 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-d39a68e3-ce39-4d33-87de-eda1165e4915', 'network_id': 'd39a68e3-ce39-4d33-87de-eda1165e4915', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'fixed_ips': [{'subnet_id': 'f2bbaad7-523d-42c9-98cf-ea34951dfb28'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:30:02.002777 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:02.272580 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Allocated IP 2001:db8::2 (d39a68e3-ce39-4d33-87de-eda1165e4915/f2bbaad7-523d-42c9-98cf-ea34951dfb28/2e6eaad4-8674-4024-b094-53912dfd19eb) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:30:02.301639 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-efd50809-e281-433c-8ed3-6f3f59162fac tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:02.305564 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-efd50809-e281-433c-8ed3-6f3f59162fac tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728902'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:02.335730 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-449a1457-ceda-45f7-af97-f4ead980888f tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:02.378124 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c766f47e-9eac-4d4c-b919-afba47ac887d None None] Sync routers for ids ['8614dd37-ad42-423a-bb0f-cce949591c53'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:30:02.413109 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c766f47e-9eac-4d4c-b919-afba47ac887d None None] Routers {'8614dd37-ad42-423a-bb0f-cce949591c53'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:02.413950 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c766f47e-9eac-4d4c-b919-afba47ac887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['8614dd37-ad42-423a-bb0f-cce949591c53'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:02.489825 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd50809-e281-433c-8ed3-6f3f59162fac tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Router 8614dd37-ad42-423a-bb0f-cce949591c53 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:30:02.716252 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-c766f47e-9eac-4d4c-b919-afba47ac887d None None] Set router 8614dd37-ad42-423a-bb0f-cce949591c53 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:02.798441 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd50809-e281-433c-8ed3-6f3f59162fac tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:30:02.805935 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-efd50809-e281-433c-8ed3-6f3f59162fac tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:02.807077 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-efd50809-e281-433c-8ed3-6f3f59162fac tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "PUT /v2.0/routers/8614dd37-ad42-423a-bb0f-cce949591c53 HTTP/1.1" status: 200 len: 698 time: 1.6326747 Feb 28 14:30:02.809836 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59284) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:02.914687 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:02.953832 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Transition to ACTIVE for port object 2e6eaad4-8674-4024-b094-53912dfd19eb will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:30:02.975342 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-27e736a1-a2f9-49b8-922e-35c625aba4b4 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "GET /v2.0/routers/8614dd37-ad42-423a-bb0f-cce949591c53 HTTP/1.1" status: 200 len: 698 time: 0.1643393 Feb 28 14:30:02.978002 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59288) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:03.044775 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Transition to ACTIVE for port object 2e6eaad4-8674-4024-b094-53912dfd19eb will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:30:03.060169 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:03.130078 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-449a1457-ceda-45f7-af97-f4ead980888f tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Allocated IP 2001:db8::1 (d39a68e3-ce39-4d33-87de-eda1165e4915/f2bbaad7-523d-42c9-98cf-ea34951dfb28/204f9e5c-3158-4ffc-a130-ab5f2ccfefa9) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:30:03.141289 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Network d39a68e3-ce39-4d33-87de-eda1165e4915 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:30:03.176207 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:30:03.183990 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:30:03.294039 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Pushing event updated for resources: {'Port': ['ID=2e6eaad4-8674-4024-b094-53912dfd19eb,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:03.345089 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-449a1457-ceda-45f7-af97-f4ead980888f tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:03.346646 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 549c6b97-fb74-4f68-93e8-7b2a27675665 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:30:03.363440 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-449a1457-ceda-45f7-af97-f4ead980888f tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Transition to ACTIVE for port object 204f9e5c-3158-4ffc-a130-ab5f2ccfefa9 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:30:03.373686 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:03.374021 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:03.374519 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:03.374723 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:03.375009 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:03.375360 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:03.375891 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:03.376023 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:03.376311 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:03.376639 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:03.377068 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:03.377265 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:03.393323 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-449a1457-ceda-45f7-af97-f4ead980888f tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:03.443283 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Attempting to bind port 2e6eaad4-8674-4024-b094-53912dfd19eb on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:30:03.443694 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Attempting to bind port 2e6eaad4-8674-4024-b094-53912dfd19eb by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'c4f340ee-70ce-430a-96bd-23d1f5ac7a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd39a68e3-ce39-4d33-87de-eda1165e4915'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:30:03.444171 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Attempting to bind port 2e6eaad4-8674-4024-b094-53912dfd19eb on network d39a68e3-ce39-4d33-87de-eda1165e4915 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:30:03.464898 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:30:03.465302 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Checking segment: {'id': 'c4f340ee-70ce-430a-96bd-23d1f5ac7a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd39a68e3-ce39-4d33-87de-eda1165e4915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:30:03.465676 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:03.466461 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Bound using segment: {'id': 'c4f340ee-70ce-430a-96bd-23d1f5ac7a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd39a68e3-ce39-4d33-87de-eda1165e4915'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:30:03.466593 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449a1457-ceda-45f7-af97-f4ead980888f tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network d39a68e3-ce39-4d33-87de-eda1165e4915 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:30:03.466698 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Bound port: 2e6eaad4-8674-4024-b094-53912dfd19eb, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f340ee-70ce-430a-96bd-23d1f5ac7a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd39a68e3-ce39-4d33-87de-eda1165e4915'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:30:03.466897 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:03.469776 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-449a1457-ceda-45f7-af97-f4ead980888f tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:30:03.472237 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449a1457-ceda-45f7-af97-f4ead980888f tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:30:03.472977 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-449a1457-ceda-45f7-af97-f4ead980888f tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:03.507272 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a1457-ceda-45f7-af97-f4ead980888f tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Port': ['ID=204f9e5c-3158-4ffc-a130-ab5f2ccfefa9,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:03.533738 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c766f47e-9eac-4d4c-b919-afba47ac887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:30:01Z', 'revision_number': 7, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None, '_interfaces': [{'id': '3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6', 'name': '', 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:a6:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:42Z', 'updated_at': '2022-02-28T14:29:52Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '549c6b97-fb74-4f68-93e8-7b2a27675665', 'name': '', 'network_id': '993213a1-86d4-4604-813b-3b7367f1b7e9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:74:18:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '4a52ba31-8b77-457e-a366-afca6eca7f4e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:55Z', 'updated_at': '2022-02-28T14:30:00Z', 'revision_number': 4, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '4a52ba31-8b77-457e-a366-afca6eca7f4e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1d24b3-a882-49ff-a851-a0a78b1b44f6', 'name': '', 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:82:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:33Z', 'updated_at': '2022-02-28T14:29:46Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8da2e069-08f7-410e-8d48-3f974c18105e', 'name': '', 'network_id': '805a270e-92e9-43c5-b6e1-a7b76a7ad39a', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:f3:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:51Z', 'updated_at': '2022-02-28T14:29:59Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:03.562306 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c766f47e-9eac-4d4c-b919-afba47ac887d None None] Checking router: 8614dd37-ad42-423a-bb0f-cce949591c53 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:30:03.585858 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:03.592133 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 549c6b97-fb74-4f68-93e8-7b2a27675665 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:30:03.606916 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-449a1457-ceda-45f7-af97-f4ead980888f tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:03.607301 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c766f47e-9eac-4d4c-b919-afba47ac887d None None] Routers {'8614dd37-ad42-423a-bb0f-cce949591c53'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:03.607852 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c766f47e-9eac-4d4c-b919-afba47ac887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['8614dd37-ad42-423a-bb0f-cce949591c53'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:03.759525 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-c766f47e-9eac-4d4c-b919-afba47ac887d None None] Set router 8614dd37-ad42-423a-bb0f-cce949591c53 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:03.822057 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 549c6b97-fb74-4f68-93e8-7b2a27675665 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:03.822581 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:03.884094 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] For port 2e6eaad4-8674-4024-b094-53912dfd19eb, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:30:03.922325 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Deleting port 549c6b97-fb74-4f68-93e8-7b2a27675665 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:03.922662 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:03.966253 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] For port 2e6eaad4-8674-4024-b094-53912dfd19eb, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=2e6eaad4-8674-4024-b094-53912dfd19eb,segment=NetworkSegment(c4f340ee-70ce-430a-96bd-23d1f5ac7a30),segment_id=c4f340ee-70ce-430a-96bd-23d1f5ac7a30)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:30:03.984329 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:04.004163 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-449a1457-ceda-45f7-af97-f4ead980888f tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:04.011700 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-449a1457-ceda-45f7-af97-f4ead980888f tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:04.012849 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-449a1457-ceda-45f7-af97-f4ead980888f tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:04.117881 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a1457-ceda-45f7-af97-f4ead980888f tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Port': ['ID=204f9e5c-3158-4ffc-a130-ab5f2ccfefa9,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:04.206669 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc08ddb-fa61-4656-ac9b-d88f79b3ffc3 None None] Pushing event updated for resources: {'Port': ['ID=2e6eaad4-8674-4024-b094-53912dfd19eb,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:04.241888 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] For port 549c6b97-fb74-4f68-93e8-7b2a27675665, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=549c6b97-fb74-4f68-93e8-7b2a27675665,segment=NetworkSegment(46665072-312f-40c2-ab40-6d2115c6f7fb),segment_id=46665072-312f-40c2-ab40-6d2115c6f7fb)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:04.242392 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:04.244152 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:04.274183 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449a1457-ceda-45f7-af97-f4ead980888f tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network d39a68e3-ce39-4d33-87de-eda1165e4915 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:30:04.275605 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-449a1457-ceda-45f7-af97-f4ead980888f tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:30:04.320898 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 549c6b97-fb74-4f68-93e8-7b2a27675665, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=549c6b97-fb74-4f68-93e8-7b2a27675665,segment=NetworkSegment(46665072-312f-40c2-ab40-6d2115c6f7fb),segment_id=46665072-312f-40c2-ab40-6d2115c6f7fb)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:04.332154 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:04.370885 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Calling delete_port for 549c6b97-fb74-4f68-93e8-7b2a27675665 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:30:04.413188 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=549c6b97-fb74-4f68-93e8-7b2a27675665,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:04.443410 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c766f47e-9eac-4d4c-b919-afba47ac887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:30:01Z', 'revision_number': 7, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None, '_interfaces': [{'id': '3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6', 'name': '', 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:a6:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:42Z', 'updated_at': '2022-02-28T14:29:52Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '549c6b97-fb74-4f68-93e8-7b2a27675665', 'name': '', 'network_id': '993213a1-86d4-4604-813b-3b7367f1b7e9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:74:18:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '4a52ba31-8b77-457e-a366-afca6eca7f4e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:55Z', 'updated_at': '2022-02-28T14:30:00Z', 'revision_number': 4, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '4a52ba31-8b77-457e-a366-afca6eca7f4e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1d24b3-a882-49ff-a851-a0a78b1b44f6', 'name': '', 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:82:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:33Z', 'updated_at': '2022-02-28T14:29:46Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8da2e069-08f7-410e-8d48-3f974c18105e', 'name': '', 'network_id': '805a270e-92e9-43c5-b6e1-a7b76a7ad39a', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:f3:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:51Z', 'updated_at': '2022-02-28T14:29:59Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:04.448092 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c766f47e-9eac-4d4c-b919-afba47ac887d None None] The sync data for ids ['8614dd37-ad42-423a-bb0f-cce949591c53'] in dv-neutron-831192-4-hyperv is: [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:30:01Z', 'revision_number': 7, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None, '_interfaces': [{'id': '3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6', 'name': '', 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:a6:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:42Z', 'updated_at': '2022-02-28T14:29:52Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '549c6b97-fb74-4f68-93e8-7b2a27675665', 'name': '', 'network_id': '993213a1-86d4-4604-813b-3b7367f1b7e9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:74:18:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '4a52ba31-8b77-457e-a366-afca6eca7f4e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:55Z', 'updated_at': '2022-02-28T14:30:00Z', 'revision_number': 4, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '4a52ba31-8b77-457e-a366-afca6eca7f4e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1d24b3-a882-49ff-a851-a0a78b1b44f6', 'name': '', 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:82:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:33Z', 'updated_at': '2022-02-28T14:29:46Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8da2e069-08f7-410e-8d48-3f974c18105e', 'name': '', 'network_id': '805a270e-92e9-43c5-b6e1-a7b76a7ad39a', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:f3:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:51Z', 'updated_at': '2022-02-28T14:29:59Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:30:04.533983 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449a1457-ceda-45f7-af97-f4ead980888f tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Router 417aae88-368f-4e8f-ad8e-e000c68475ca is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:30:04.541373 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:30:04.541746 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:30:04.748104 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a4c139-0cdc-4ef9-909b-6c4387e695fe None None] Sync routers for ids ['8614dd37-ad42-423a-bb0f-cce949591c53'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:30:04.757699 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a4c139-0cdc-4ef9-909b-6c4387e695fe None None] Routers {'8614dd37-ad42-423a-bb0f-cce949591c53'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:04.758308 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c7a4c139-0cdc-4ef9-909b-6c4387e695fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['8614dd37-ad42-423a-bb0f-cce949591c53'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:04.845764 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449a1457-ceda-45f7-af97-f4ead980888f tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:30:04.856669 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b1431c-0c3d-45da-81f3-16e3a9e7ec71 None None] Sync routers for ids ['417aae88-368f-4e8f-ad8e-e000c68475ca'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:30:04.860987 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-449a1457-ceda-45f7-af97-f4ead980888f tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "PUT /v2.0/routers/417aae88-368f-4e8f-ad8e-e000c68475ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0857494 Feb 28 14:30:04.861343 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59294) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:04.866649 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b1431c-0c3d-45da-81f3-16e3a9e7ec71 None None] Routers {'417aae88-368f-4e8f-ad8e-e000c68475ca'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:04.867306 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a9b1431c-0c3d-45da-81f3-16e3a9e7ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['417aae88-368f-4e8f-ad8e-e000c68475ca'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:04.918016 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-c7a4c139-0cdc-4ef9-909b-6c4387e695fe None None] Set router 8614dd37-ad42-423a-bb0f-cce949591c53 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:04.938046 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2ac563-5462-41a4-bb4d-585b1676ca59 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:04.938668 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1c2ac563-5462-41a4-bb4d-585b1676ca59 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Synchronizing usage tracker for tenant:c21cf0538945438095f306ca2bde76da on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:30:04.958739 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1c2ac563-5462-41a4-bb4d-585b1676ca59 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Unset dirty status for tenant:c21cf0538945438095f306ca2bde76da on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:30:04.960047 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1c2ac563-5462-41a4-bb4d-585b1676ca59 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "GET /v2.0/ports/204f9e5c-3158-4ffc-a130-ab5f2ccfefa9 HTTP/1.1" status: 200 len: 911 time: 0.0975738 Feb 28 14:30:04.962911 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59298) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:04.970713 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d1f1b3b2-11fa-4917-abf6-146b63958581 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f2bbaad7-523d-42c9-98cf-ea34951dfb28'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:04.998696 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a9b1431c-0c3d-45da-81f3-16e3a9e7ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:05.019915 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:05.020812 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b1431c-0c3d-45da-81f3-16e3a9e7ec71 None None] Routers {'417aae88-368f-4e8f-ad8e-e000c68475ca'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:05.021829 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a9b1431c-0c3d-45da-81f3-16e3a9e7ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['417aae88-368f-4e8f-ad8e-e000c68475ca'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:05.043461 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Deleting port 549c6b97-fb74-4f68-93e8-7b2a27675665 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:05.045520 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:05.100373 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a9b1431c-0c3d-45da-81f3-16e3a9e7ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:05.100780 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b1431c-0c3d-45da-81f3-16e3a9e7ec71 None None] The sync data for ids ['417aae88-368f-4e8f-ad8e-e000c68475ca'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:30:05.252599 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1f1b3b2-11fa-4917-abf6-146b63958581 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:05.305252 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] For port 549c6b97-fb74-4f68-93e8-7b2a27675665, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=549c6b97-fb74-4f68-93e8-7b2a27675665,segment=NetworkSegment(46665072-312f-40c2-ab40-6d2115c6f7fb),segment_id=46665072-312f-40c2-ab40-6d2115c6f7fb)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:05.305752 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:05.332126 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c7a4c139-0cdc-4ef9-909b-6c4387e695fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:30:01Z', 'revision_number': 7, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None, '_interfaces': [{'id': '3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6', 'name': '', 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:a6:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:42Z', 'updated_at': '2022-02-28T14:29:52Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '549c6b97-fb74-4f68-93e8-7b2a27675665', 'name': '', 'network_id': '993213a1-86d4-4604-813b-3b7367f1b7e9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:74:18:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '4a52ba31-8b77-457e-a366-afca6eca7f4e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:55Z', 'updated_at': '2022-02-28T14:30:04Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '4a52ba31-8b77-457e-a366-afca6eca7f4e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1d24b3-a882-49ff-a851-a0a78b1b44f6', 'name': '', 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:82:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:33Z', 'updated_at': '2022-02-28T14:29:46Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8da2e069-08f7-410e-8d48-3f974c18105e', 'name': '', 'network_id': '805a270e-92e9-43c5-b6e1-a7b76a7ad39a', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:f3:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:51Z', 'updated_at': '2022-02-28T14:29:59Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:05.341452 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a4c139-0cdc-4ef9-909b-6c4387e695fe None None] Checking router: 8614dd37-ad42-423a-bb0f-cce949591c53 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:30:05.348992 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a4c139-0cdc-4ef9-909b-6c4387e695fe None None] Routers {'8614dd37-ad42-423a-bb0f-cce949591c53'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:05.349603 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c7a4c139-0cdc-4ef9-909b-6c4387e695fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['8614dd37-ad42-423a-bb0f-cce949591c53'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:05.442091 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 549c6b97-fb74-4f68-93e8-7b2a27675665 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:30:05.475608 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Calling delete_port for 549c6b97-fb74-4f68-93e8-7b2a27675665 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:30:05.606403 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 549c6b97-fb74-4f68-93e8-7b2a27675665 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:05.607290 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:05.612545 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-c7a4c139-0cdc-4ef9-909b-6c4387e695fe None None] Set router 8614dd37-ad42-423a-bb0f-cce949591c53 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:05.700449 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb96ce2-0d05-4509-ba29-aacccd47bad2 None None] Network d39a68e3-ce39-4d33-87de-eda1165e4915 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:30:05.722954 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:05.788345 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Port': ['ID=549c6b97-fb74-4f68-93e8-7b2a27675665,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:05.810069 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Could not find standard attr ID for object 549c6b97-fb74-4f68-93e8-7b2a27675665. {{(pid=87774) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:30:05.827496 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-740952be-c1cc-4128-bcd4-3d07f1e162ad None None] Provisioning for port 2e6eaad4-8674-4024-b094-53912dfd19eb completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:30:05.830953 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No ports have port_id starting with 549c6b97-fb74-4f68-93e8-7b2a27675665 Feb 28 14:30:05.834920 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 2e6eaad4-8674-4024-b094-53912dfd19eb up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:30:05.849260 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:05.849509 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:05.849841 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:05.850717 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:05.851332 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:05.858064 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:05.858786 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:05.859336 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:05.859841 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:05.860504 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:05.860991 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:05.861479 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:30:06.060924 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 2e6eaad4-8674-4024-b094-53912dfd19eb completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:30:06.084001 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 2e6eaad4-8674-4024-b094-53912dfd19eb triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:06.084602 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:06.101564 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c7a4c139-0cdc-4ef9-909b-6c4387e695fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:30:01Z', 'revision_number': 7, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None, '_interfaces': [{'id': '3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6', 'name': '', 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:a6:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:42Z', 'updated_at': '2022-02-28T14:29:52Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '549c6b97-fb74-4f68-93e8-7b2a27675665', 'name': '', 'network_id': '993213a1-86d4-4604-813b-3b7367f1b7e9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:74:18:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '4a52ba31-8b77-457e-a366-afca6eca7f4e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:55Z', 'updated_at': '2022-02-28T14:30:04Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '4a52ba31-8b77-457e-a366-afca6eca7f4e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1d24b3-a882-49ff-a851-a0a78b1b44f6', 'name': '', 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:82:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:33Z', 'updated_at': '2022-02-28T14:29:46Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8da2e069-08f7-410e-8d48-3f974c18105e', 'name': '', 'network_id': '805a270e-92e9-43c5-b6e1-a7b76a7ad39a', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:f3:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:51Z', 'updated_at': '2022-02-28T14:29:59Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:06.107611 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a4c139-0cdc-4ef9-909b-6c4387e695fe None None] The sync data for ids ['8614dd37-ad42-423a-bb0f-cce949591c53'] in dv-neutron-831192-4-hyperv is: [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:30:01Z', 'revision_number': 7, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None, '_interfaces': [{'id': '3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6', 'name': '', 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:a6:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:42Z', 'updated_at': '2022-02-28T14:29:52Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '549c6b97-fb74-4f68-93e8-7b2a27675665', 'name': '', 'network_id': '993213a1-86d4-4604-813b-3b7367f1b7e9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:74:18:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '4a52ba31-8b77-457e-a366-afca6eca7f4e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:55Z', 'updated_at': '2022-02-28T14:30:04Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '4a52ba31-8b77-457e-a366-afca6eca7f4e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1d24b3-a882-49ff-a851-a0a78b1b44f6', 'name': '', 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:82:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:33Z', 'updated_at': '2022-02-28T14:29:46Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8da2e069-08f7-410e-8d48-3f974c18105e', 'name': '', 'network_id': '805a270e-92e9-43c5-b6e1-a7b76a7ad39a', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:f3:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:51Z', 'updated_at': '2022-02-28T14:29:59Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:30:06.182410 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1f1b3b2-11fa-4917-abf6-146b63958581 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:06.197572 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1f1b3b2-11fa-4917-abf6-146b63958581 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:06.204470 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f1b3b2-11fa-4917-abf6-146b63958581 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:06.207820 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d1f1b3b2-11fa-4917-abf6-146b63958581 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:06.212276 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d1f1b3b2-11fa-4917-abf6-146b63958581 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "PUT /v2.0/ports/204f9e5c-3158-4ffc-a130-ab5f2ccfefa9 HTTP/1.1" status: 200 len: 911 time: 1.2449713 Feb 28 14:30:06.212620 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:06.213391 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59302) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:06.286216 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1b3b2-11fa-4917-abf6-146b63958581 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Port': ['ID=204f9e5c-3158-4ffc-a130-ab5f2ccfefa9,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:06.291865 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:06.333191 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 2e6eaad4-8674-4024-b094-53912dfd19eb, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=2e6eaad4-8674-4024-b094-53912dfd19eb,segment=NetworkSegment(c4f340ee-70ce-430a-96bd-23d1f5ac7a30),segment_id=c4f340ee-70ce-430a-96bd-23d1f5ac7a30)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:06.341329 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:06.414220 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=2e6eaad4-8674-4024-b094-53912dfd19eb,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:06.512386 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bd2b95ce-37f3-4061-8773-9b9f5a280d64 None None] Provisioning complete for port 2e6eaad4-8674-4024-b094-53912dfd19eb triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:06.512750 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bd2b95ce-37f3-4061-8773-9b9f5a280d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:06.660853 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bd2b95ce-37f3-4061-8773-9b9f5a280d64 None None] Provisioning for port 204f9e5c-3158-4ffc-a130-ab5f2ccfefa9 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:30:06.666569 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bd2b95ce-37f3-4061-8773-9b9f5a280d64 None None] Provisioning complete for port 204f9e5c-3158-4ffc-a130-ab5f2ccfefa9 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:06.667246 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bd2b95ce-37f3-4061-8773-9b9f5a280d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:06.724297 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b95ce-37f3-4061-8773-9b9f5a280d64 None None] Port 204f9e5c-3158-4ffc-a130-ab5f2ccfefa9 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:30:06.844115 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3dc01149-395a-41c4-8f0d-19233b40091a None None] Provisioning complete for port 204f9e5c-3158-4ffc-a130-ab5f2ccfefa9 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:06.844490 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3dc01149-395a-41c4-8f0d-19233b40091a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:06.898883 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3dc01149-395a-41c4-8f0d-19233b40091a None None] Port 204f9e5c-3158-4ffc-a130-ab5f2ccfefa9 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:30:07.013879 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Router 8614dd37-ad42-423a-bb0f-cce949591c53 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:30:07.227607 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:30:07.243448 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b16e2e-fa87-41ab-8491-3f33d60672d3 None None] Sync routers for ids ['8614dd37-ad42-423a-bb0f-cce949591c53'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:30:07.253820 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b16e2e-fa87-41ab-8491-3f33d60672d3 None None] Routers {'8614dd37-ad42-423a-bb0f-cce949591c53'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:07.254686 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b1b16e2e-fa87-41ab-8491-3f33d60672d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['8614dd37-ad42-423a-bb0f-cce949591c53'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:07.278262 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cfe0bcc2-71f8-45c6-bc0e-f0eb9d06dffe tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "PUT /v2.0/routers/8614dd37-ad42-423a-bb0f-cce949591c53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2991760 Feb 28 14:30:07.281542 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59306) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:07.307243 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3c52c890-9d08-4315-874e-e9a29e42c8b4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:07.359412 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3794049f-ebdf-4559-9ea7-87f9edf14554 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Deleting subnet 4a52ba31-8b77-457e-a366-afca6eca7f4e {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:30:07.363990 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3794049f-ebdf-4559-9ea7-87f9edf14554 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:07.370012 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 2e6eaad4-8674-4024-b094-53912dfd19eb up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:30:07.408571 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-b1b16e2e-fa87-41ab-8491-3f33d60672d3 None None] Set router 8614dd37-ad42-423a-bb0f-cce949591c53 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:07.422076 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3794049f-ebdf-4559-9ea7-87f9edf14554 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:07.450145 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 2e6eaad4-8674-4024-b094-53912dfd19eb triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:07.450777 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:07.529891 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3794049f-ebdf-4559-9ea7-87f9edf14554 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:07.637060 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3794049f-ebdf-4559-9ea7-87f9edf14554 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:07.640249 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e5254997-c314-4cda-bc9a-baaa7fcee8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:07.681950 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794049f-ebdf-4559-9ea7-87f9edf14554 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Subnet': ['ID=4a52ba31-8b77-457e-a366-afca6eca7f4e,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:07.685920 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3794049f-ebdf-4559-9ea7-87f9edf14554 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:07.692499 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3794049f-ebdf-4559-9ea7-87f9edf14554 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/subnets/4a52ba31-8b77-457e-a366-afca6eca7f4e HTTP/1.1" status: 204 len: 168 time: 0.4098649 Feb 28 14:30:07.695039 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59312) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:07.697647 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eafdb6-7588-4b3d-8f28-e28eb0d40f8d None None] Network 993213a1-86d4-4604-813b-3b7367f1b7e9 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:30:07.760981 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3c52c890-9d08-4315-874e-e9a29e42c8b4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Deleting port 204f9e5c-3158-4ffc-a130-ab5f2ccfefa9 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:07.761595 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3c52c890-9d08-4315-874e-e9a29e42c8b4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:07.824921 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b1b16e2e-fa87-41ab-8491-3f33d60672d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:30:05Z', 'revision_number': 8, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None, '_interfaces': [{'id': '3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6', 'name': '', 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:a6:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:42Z', 'updated_at': '2022-02-28T14:29:52Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1d24b3-a882-49ff-a851-a0a78b1b44f6', 'name': '', 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:82:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:33Z', 'updated_at': '2022-02-28T14:29:46Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8da2e069-08f7-410e-8d48-3f974c18105e', 'name': '', 'network_id': '805a270e-92e9-43c5-b6e1-a7b76a7ad39a', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:f3:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:51Z', 'updated_at': '2022-02-28T14:29:59Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:07.828755 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b16e2e-fa87-41ab-8491-3f33d60672d3 None None] Checking router: 8614dd37-ad42-423a-bb0f-cce949591c53 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:30:07.837305 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b16e2e-fa87-41ab-8491-3f33d60672d3 None None] Routers {'8614dd37-ad42-423a-bb0f-cce949591c53'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:07.837963 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b1b16e2e-fa87-41ab-8491-3f33d60672d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['8614dd37-ad42-423a-bb0f-cce949591c53'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:07.840641 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d0f061c8-27ea-48fb-a968-a69cc0dcdc90 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:07.852649 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d0f061c8-27ea-48fb-a968-a69cc0dcdc90 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Deleting port c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:07.853003 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d0f061c8-27ea-48fb-a968-a69cc0dcdc90 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:07.983803 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842b7d5e-8e16-409b-b087-4bf7e9a283bb None None] DHCP port deletion for 993213a1-86d4-4604-813b-3b7367f1b7e9 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:30:07.989045 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-842b7d5e-8e16-409b-b087-4bf7e9a283bb None None] Deleting port c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:07.989045 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-842b7d5e-8e16-409b-b087-4bf7e9a283bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:08.022786 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-b1b16e2e-fa87-41ab-8491-3f33d60672d3 None None] Set router 8614dd37-ad42-423a-bb0f-cce949591c53 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:08.158273 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3c52c890-9d08-4315-874e-e9a29e42c8b4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:08.213133 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-d0f061c8-27ea-48fb-a968-a69cc0dcdc90 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] For port c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e,segment=NetworkSegment(46665072-312f-40c2-ab40-6d2115c6f7fb),segment_id=46665072-312f-40c2-ab40-6d2115c6f7fb)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:08.213432 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d0f061c8-27ea-48fb-a968-a69cc0dcdc90 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:08.271606 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-842b7d5e-8e16-409b-b087-4bf7e9a283bb None None] For port c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e,segment=NetworkSegment(46665072-312f-40c2-ab40-6d2115c6f7fb),segment_id=46665072-312f-40c2-ab40-6d2115c6f7fb)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:08.272160 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-842b7d5e-8e16-409b-b087-4bf7e9a283bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:08.304154 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3c52c890-9d08-4315-874e-e9a29e42c8b4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Calling delete_port for 204f9e5c-3158-4ffc-a130-ab5f2ccfefa9 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:30:08.343674 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d0f061c8-27ea-48fb-a968-a69cc0dcdc90 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Calling delete_port for c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:30:08.414715 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-842b7d5e-8e16-409b-b087-4bf7e9a283bb None None] Calling delete_port for c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:30:08.429264 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d0f061c8-27ea-48fb-a968-a69cc0dcdc90 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:08.440893 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b1b16e2e-fa87-41ab-8491-3f33d60672d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:30:05Z', 'revision_number': 8, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None, '_interfaces': [{'id': '3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6', 'name': '', 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:a6:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:42Z', 'updated_at': '2022-02-28T14:29:52Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1d24b3-a882-49ff-a851-a0a78b1b44f6', 'name': '', 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:82:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:33Z', 'updated_at': '2022-02-28T14:29:46Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8da2e069-08f7-410e-8d48-3f974c18105e', 'name': '', 'network_id': '805a270e-92e9-43c5-b6e1-a7b76a7ad39a', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:f3:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:51Z', 'updated_at': '2022-02-28T14:29:59Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:08.448223 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b16e2e-fa87-41ab-8491-3f33d60672d3 None None] The sync data for ids ['8614dd37-ad42-423a-bb0f-cce949591c53'] in dv-neutron-831192-4-hyperv is: [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:30:05Z', 'revision_number': 8, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None, '_interfaces': [{'id': '3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6', 'name': '', 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:a6:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:42Z', 'updated_at': '2022-02-28T14:29:52Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1d24b3-a882-49ff-a851-a0a78b1b44f6', 'name': '', 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:82:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:33Z', 'updated_at': '2022-02-28T14:29:46Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8da2e069-08f7-410e-8d48-3f974c18105e', 'name': '', 'network_id': '805a270e-92e9-43c5-b6e1-a7b76a7ad39a', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:f3:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:51Z', 'updated_at': '2022-02-28T14:29:59Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'e3685d1f-a5bd-4fee-b592-daee26e50820', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:30:08.498499 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-842b7d5e-8e16-409b-b087-4bf7e9a283bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:30:08.498925 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-842b7d5e-8e16-409b-b087-4bf7e9a283bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:30:08.510004 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f061c8-27ea-48fb-a968-a69cc0dcdc90 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Port': ['ID=c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:08.515518 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f061c8-27ea-48fb-a968-a69cc0dcdc90 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] No DVR routers for this DVR port c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e on host dv-neutron-831192-4-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:30:08.533221 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3c52c890-9d08-4315-874e-e9a29e42c8b4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:08.579348 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52c890-9d08-4315-874e-e9a29e42c8b4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Port': ['ID=204f9e5c-3158-4ffc-a130-ab5f2ccfefa9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:08.649399 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d0f061c8-27ea-48fb-a968-a69cc0dcdc90 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:08.676834 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-d0f061c8-27ea-48fb-a968-a69cc0dcdc90 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993213a1-86d4-4604-813b-3b7367f1b7e9']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:08.693646 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-d0f061c8-27ea-48fb-a968-a69cc0dcdc90 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46665072-312f-40c2-ab40-6d2115c6f7fb') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:08.694026 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-d0f061c8-27ea-48fb-a968-a69cc0dcdc90 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46665072-312f-40c2-ab40-6d2115c6f7fb') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:08.706974 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d0f061c8-27ea-48fb-a968-a69cc0dcdc90 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:08.724395 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d0f061c8-27ea-48fb-a968-a69cc0dcdc90 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:08.731226 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f061c8-27ea-48fb-a968-a69cc0dcdc90 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:30:08.731615 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d0f061c8-27ea-48fb-a968-a69cc0dcdc90 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:30:08.747085 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:30:08.754822 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3c52c890-9d08-4315-874e-e9a29e42c8b4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:08.837602 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d0f061c8-27ea-48fb-a968-a69cc0dcdc90 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:08.857612 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d0f061c8-27ea-48fb-a968-a69cc0dcdc90 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:08.871822 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f061c8-27ea-48fb-a968-a69cc0dcdc90 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Network': ['ID=993213a1-86d4-4604-813b-3b7367f1b7e9,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:08.879586 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d0f061c8-27ea-48fb-a968-a69cc0dcdc90 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/networks/993213a1-86d4-4604-813b-3b7367f1b7e9 HTTP/1.1" status: 204 len: 168 time: 1.1729302 Feb 28 14:30:08.879586 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59316) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:09.000020 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-842b7d5e-8e16-409b-b087-4bf7e9a283bb None None] Deleting port c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:09.000598 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-842b7d5e-8e16-409b-b087-4bf7e9a283bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:09.033509 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c52c890-9d08-4315-874e-e9a29e42c8b4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Router 417aae88-368f-4e8f-ad8e-e000c68475ca has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:30:09.069893 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-842b7d5e-8e16-409b-b087-4bf7e9a283bb None None] The port 'c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:30:09.163043 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c52c890-9d08-4315-874e-e9a29e42c8b4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:30:09.173559 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772e9e03-c1ff-4afe-8920-076c0ed0b6ed None None] Sync routers for ids ['417aae88-368f-4e8f-ad8e-e000c68475ca'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:30:09.184536 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772e9e03-c1ff-4afe-8920-076c0ed0b6ed None None] Routers {'417aae88-368f-4e8f-ad8e-e000c68475ca'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:09.185200 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-772e9e03-c1ff-4afe-8920-076c0ed0b6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['417aae88-368f-4e8f-ad8e-e000c68475ca'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:09.185466 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3c52c890-9d08-4315-874e-e9a29e42c8b4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "PUT /v2.0/routers/417aae88-368f-4e8f-ad8e-e000c68475ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9707737 Feb 28 14:30:09.188232 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59320) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:09.234933 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-184d7208-048d-4664-9498-ce016b834a3f tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Synchronizing usage tracker for tenant:c21cf0538945438095f306ca2bde76da on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:30:09.248484 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-772e9e03-c1ff-4afe-8920-076c0ed0b6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:09.252052 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-184d7208-048d-4664-9498-ce016b834a3f tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Unset dirty status for tenant:c21cf0538945438095f306ca2bde76da on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:30:09.256080 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-184d7208-048d-4664-9498-ce016b834a3f tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "GET /v2.0/ports?device_id=417aae88-368f-4e8f-ad8e-e000c68475ca HTTP/1.1" status: 200 len: 205 time: 0.0639358 Feb 28 14:30:09.256241 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59324) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:09.264169 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772e9e03-c1ff-4afe-8920-076c0ed0b6ed None None] Routers {'417aae88-368f-4e8f-ad8e-e000c68475ca'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:09.272401 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-772e9e03-c1ff-4afe-8920-076c0ed0b6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:29:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['417aae88-368f-4e8f-ad8e-e000c68475ca'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:09.332815 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 549c6b97-fb74-4f68-93e8-7b2a27675665 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:30:09.367665 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-772e9e03-c1ff-4afe-8920-076c0ed0b6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:09.368141 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772e9e03-c1ff-4afe-8920-076c0ed0b6ed None None] The sync data for ids ['417aae88-368f-4e8f-ad8e-e000c68475ca'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:30:09.377391 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 549c6b97-fb74-4f68-93e8-7b2a27675665 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:30:09.377391 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 549c6b97-fb74-4f68-93e8-7b2a27675665 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:30:09.377806 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:30:09.428491 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:30:09.429640 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c5f839ba-d5e9-4274-88e7-c0cefc6d5c7e not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:30:09.465788 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-89436b8e-e8bc-4f80-899c-1adcb241f7ea tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:09.519503 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3376c990-b321-41eb-b82e-3e3e00398cd1 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:09.789443 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0f14d473-d4ad-4d22-b685-5ff0f2050370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:09.815483 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3376c990-b321-41eb-b82e-3e3e00398cd1 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:09.817717 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3376c990-b321-41eb-b82e-3e3e00398cd1 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:09.841709 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3376c990-b321-41eb-b82e-3e3e00398cd1 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:09.842268 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3376c990-b321-41eb-b82e-3e3e00398cd1 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Fanout notify agent at l3_agent the message router_deleted on router 417aae88-368f-4e8f-ad8e-e000c68475ca {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:30:09.857604 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3376c990-b321-41eb-b82e-3e3e00398cd1 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:09.861134 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3376c990-b321-41eb-b82e-3e3e00398cd1 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/routers/417aae88-368f-4e8f-ad8e-e000c68475ca HTTP/1.1" status: 204 len: 168 time: 0.6016088 Feb 28 14:30:09.861444 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59328) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:09.925645 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-89436b8e-e8bc-4f80-899c-1adcb241f7ea tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Deleting port 8da2e069-08f7-410e-8d48-3f974c18105e {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:09.925987 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-89436b8e-e8bc-4f80-899c-1adcb241f7ea tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:09.935536 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-975a7f12-5ecb-4cae-b9ae-12d4d41ab9c3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Deleting subnet f2bbaad7-523d-42c9-98cf-ea34951dfb28 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:30:09.938563 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-975a7f12-5ecb-4cae-b9ae-12d4d41ab9c3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:09.992904 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-975a7f12-5ecb-4cae-b9ae-12d4d41ab9c3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:10.078668 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-975a7f12-5ecb-4cae-b9ae-12d4d41ab9c3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:10.134598 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-89436b8e-e8bc-4f80-899c-1adcb241f7ea tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] For port 8da2e069-08f7-410e-8d48-3f974c18105e, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=8da2e069-08f7-410e-8d48-3f974c18105e,segment=NetworkSegment(bb83a696-a1ed-4b46-b60a-733e42f44885),segment_id=bb83a696-a1ed-4b46-b60a-733e42f44885)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:10.134949 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-89436b8e-e8bc-4f80-899c-1adcb241f7ea tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:10.154944 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-975a7f12-5ecb-4cae-b9ae-12d4d41ab9c3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:10.196743 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a7f12-5ecb-4cae-b9ae-12d4d41ab9c3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Subnet': ['ID=f2bbaad7-523d-42c9-98cf-ea34951dfb28,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:10.198793 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-975a7f12-5ecb-4cae-b9ae-12d4d41ab9c3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:10.207989 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-975a7f12-5ecb-4cae-b9ae-12d4d41ab9c3 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/subnets/f2bbaad7-523d-42c9-98cf-ea34951dfb28 HTTP/1.1" status: 204 len: 168 time: 0.3432288 Feb 28 14:30:10.208323 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59332) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:10.208877 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d12913-5e46-4564-8598-4a8e7b4bf705 None None] Network d39a68e3-ce39-4d33-87de-eda1165e4915 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:30:10.264288 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-89436b8e-e8bc-4f80-899c-1adcb241f7ea tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Calling delete_port for 8da2e069-08f7-410e-8d48-3f974c18105e owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:30:10.361217 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dd1af460-b55e-4bc4-ac71-4d8ac28e215a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:10.377276 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-dd1af460-b55e-4bc4-ac71-4d8ac28e215a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Deleting port 2e6eaad4-8674-4024-b094-53912dfd19eb {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:10.377800 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dd1af460-b55e-4bc4-ac71-4d8ac28e215a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:10.478177 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-89436b8e-e8bc-4f80-899c-1adcb241f7ea tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:10.528835 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859006e9-d71b-4f11-8836-adf81d3c920b None None] DHCP port deletion for d39a68e3-ce39-4d33-87de-eda1165e4915 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:30:10.533220 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-859006e9-d71b-4f11-8836-adf81d3c920b None None] Deleting port 2e6eaad4-8674-4024-b094-53912dfd19eb {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:10.533631 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-859006e9-d71b-4f11-8836-adf81d3c920b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:10.567299 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89436b8e-e8bc-4f80-899c-1adcb241f7ea tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Port': ['ID=8da2e069-08f7-410e-8d48-3f974c18105e,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:10.659806 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-dd1af460-b55e-4bc4-ac71-4d8ac28e215a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] For port 2e6eaad4-8674-4024-b094-53912dfd19eb, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=2e6eaad4-8674-4024-b094-53912dfd19eb,segment=NetworkSegment(c4f340ee-70ce-430a-96bd-23d1f5ac7a30),segment_id=c4f340ee-70ce-430a-96bd-23d1f5ac7a30)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:10.660164 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dd1af460-b55e-4bc4-ac71-4d8ac28e215a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:10.773480 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-859006e9-d71b-4f11-8836-adf81d3c920b None None] For port 2e6eaad4-8674-4024-b094-53912dfd19eb, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=2e6eaad4-8674-4024-b094-53912dfd19eb,segment=NetworkSegment(c4f340ee-70ce-430a-96bd-23d1f5ac7a30),segment_id=c4f340ee-70ce-430a-96bd-23d1f5ac7a30)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:10.773872 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-859006e9-d71b-4f11-8836-adf81d3c920b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:10.786482 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-dd1af460-b55e-4bc4-ac71-4d8ac28e215a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Calling delete_port for 2e6eaad4-8674-4024-b094-53912dfd19eb owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:30:10.796841 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-89436b8e-e8bc-4f80-899c-1adcb241f7ea tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:10.867563 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dd1af460-b55e-4bc4-ac71-4d8ac28e215a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:10.895840 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-859006e9-d71b-4f11-8836-adf81d3c920b None None] Calling delete_port for 2e6eaad4-8674-4024-b094-53912dfd19eb owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:30:10.918161 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1af460-b55e-4bc4-ac71-4d8ac28e215a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Port': ['ID=2e6eaad4-8674-4024-b094-53912dfd19eb,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:10.920000 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1af460-b55e-4bc4-ac71-4d8ac28e215a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] No DVR routers for this DVR port 2e6eaad4-8674-4024-b094-53912dfd19eb on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:30:10.960960 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:10.992431 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-859006e9-d71b-4f11-8836-adf81d3c920b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:30:10.993228 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-859006e9-d71b-4f11-8836-adf81d3c920b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:30:11.073296 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:11.160245 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dd1af460-b55e-4bc4-ac71-4d8ac28e215a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:11.187900 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-dd1af460-b55e-4bc4-ac71-4d8ac28e215a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39a68e3-ce39-4d33-87de-eda1165e4915']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:11.201055 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-dd1af460-b55e-4bc4-ac71-4d8ac28e215a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f340ee-70ce-430a-96bd-23d1f5ac7a30') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:11.201825 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-dd1af460-b55e-4bc4-ac71-4d8ac28e215a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f340ee-70ce-430a-96bd-23d1f5ac7a30') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:11.213598 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dd1af460-b55e-4bc4-ac71-4d8ac28e215a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:11.231118 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dd1af460-b55e-4bc4-ac71-4d8ac28e215a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:11.244859 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1af460-b55e-4bc4-ac71-4d8ac28e215a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:30:11.245450 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dd1af460-b55e-4bc4-ac71-4d8ac28e215a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:30:11.263922 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:30:11.281236 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89436b8e-e8bc-4f80-899c-1adcb241f7ea tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Router 8614dd37-ad42-423a-bb0f-cce949591c53 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:30:11.339141 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 2e6eaad4-8674-4024-b094-53912dfd19eb no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:30:11.346036 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dd1af460-b55e-4bc4-ac71-4d8ac28e215a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:11.351912 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dd1af460-b55e-4bc4-ac71-4d8ac28e215a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:11.374252 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 2e6eaad4-8674-4024-b094-53912dfd19eb {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:30:11.374616 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 2e6eaad4-8674-4024-b094-53912dfd19eb not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:30:11.395138 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dd1af460-b55e-4bc4-ac71-4d8ac28e215a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/networks/d39a68e3-ce39-4d33-87de-eda1165e4915 HTTP/1.1" status: 204 len: 168 time: 1.1859212 Feb 28 14:30:11.399505 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59336) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:11.402805 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1af460-b55e-4bc4-ac71-4d8ac28e215a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Network': ['ID=d39a68e3-ce39-4d33-87de-eda1165e4915,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:11.408512 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f0209d3d-c884-40c8-b465-46662a1ccf4e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1979143077', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:11.415261 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f0209d3d-c884-40c8-b465-46662a1ccf4e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:11.420197 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f0209d3d-c884-40c8-b465-46662a1ccf4e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Usage tracker for resource:router and tenant:c21cf0538945438095f306ca2bde76da is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:11.424075 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f0209d3d-c884-40c8-b465-46662a1ccf4e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:11.430765 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f0209d3d-c884-40c8-b465-46662a1ccf4e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:11.441959 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0209d3d-c884-40c8-b465-46662a1ccf4e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:11.442776 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0209d3d-c884-40c8-b465-46662a1ccf4e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:11.459417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0209d3d-c884-40c8-b465-46662a1ccf4e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:11.461142 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89436b8e-e8bc-4f80-899c-1adcb241f7ea tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:30:11.472798 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032e61b3-d9ae-4d53-a0d8-edc6d5e02cb1 None None] Sync routers for ids ['8614dd37-ad42-423a-bb0f-cce949591c53'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:30:11.476128 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-89436b8e-e8bc-4f80-899c-1adcb241f7ea tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "PUT /v2.0/routers/8614dd37-ad42-423a-bb0f-cce949591c53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5954618 Feb 28 14:30:11.478803 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59340) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:11.484855 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032e61b3-d9ae-4d53-a0d8-edc6d5e02cb1 None None] Routers {'8614dd37-ad42-423a-bb0f-cce949591c53'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:11.485467 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-032e61b3-d9ae-4d53-a0d8-edc6d5e02cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['8614dd37-ad42-423a-bb0f-cce949591c53'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:11.494462 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-859006e9-d71b-4f11-8836-adf81d3c920b None None] Deleting port 2e6eaad4-8674-4024-b094-53912dfd19eb {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:11.495604 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-859006e9-d71b-4f11-8836-adf81d3c920b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:11.517258 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0209d3d-c884-40c8-b465-46662a1ccf4e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:11.562651 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f0209d3d-c884-40c8-b465-46662a1ccf4e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:11.564072 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f0209d3d-c884-40c8-b465-46662a1ccf4e tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1632576 Feb 28 14:30:11.566729 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59344) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:11.570171 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-309cee82-4da0-4655-9f44-a2c4770ac5f8 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Deleting subnet e3685d1f-a5bd-4fee-b592-daee26e50820 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:30:11.573639 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-309cee82-4da0-4655-9f44-a2c4770ac5f8 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:11.575912 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-fab85b33-89cd-4d75-b81f-7e35975c67dc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1155963079'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:11.582823 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fab85b33-89cd-4d75-b81f-7e35975c67dc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:11.587974 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fab85b33-89cd-4d75-b81f-7e35975c67dc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Usage tracker for resource:network and tenant:c21cf0538945438095f306ca2bde76da is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:11.592976 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fab85b33-89cd-4d75-b81f-7e35975c67dc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:11.601902 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fab85b33-89cd-4d75-b81f-7e35975c67dc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:11.607595 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-859006e9-d71b-4f11-8836-adf81d3c920b None None] The port '2e6eaad4-8674-4024-b094-53912dfd19eb' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:30:11.625152 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab85b33-89cd-4d75-b81f-7e35975c67dc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Made reservation on behalf of c21cf0538945438095f306ca2bde76da for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:30:11.630953 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fab85b33-89cd-4d75-b81f-7e35975c67dc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:11.636297 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-309cee82-4da0-4655-9f44-a2c4770ac5f8 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:11.648998 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-032e61b3-d9ae-4d53-a0d8-edc6d5e02cb1 None None] Set router 8614dd37-ad42-423a-bb0f-cce949591c53 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:11.664754 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fab85b33-89cd-4d75-b81f-7e35975c67dc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:30:11.674881 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fab85b33-89cd-4d75-b81f-7e35975c67dc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:11.675191 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-fab85b33-89cd-4d75-b81f-7e35975c67dc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Added segment a55c09e2-3e55-4ae7-ae2c-968da500d91f of type vlan for network 0d190ab7-cec8-43b6-bd9f-00f7614fa6c8 Feb 28 14:30:11.702910 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fab85b33-89cd-4d75-b81f-7e35975c67dc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:11.735724 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fab85b33-89cd-4d75-b81f-7e35975c67dc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:11.741901 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-309cee82-4da0-4655-9f44-a2c4770ac5f8 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:11.744037 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab85b33-89cd-4d75-b81f-7e35975c67dc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:11.745060 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fab85b33-89cd-4d75-b81f-7e35975c67dc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:11.812692 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fab85b33-89cd-4d75-b81f-7e35975c67dc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2406149 Feb 28 14:30:11.812954 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59348) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:11.818379 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6eb12846-8fca-4ce3-a859-4c85cc2ef782 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'subnet': {'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:11.855771 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-309cee82-4da0-4655-9f44-a2c4770ac5f8 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:11.867203 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab85b33-89cd-4d75-b81f-7e35975c67dc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Network': ['ID=0d190ab7-cec8-43b6-bd9f-00f7614fa6c8,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:11.878771 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 0d190ab7-cec8-43b6-bd9f-00f7614fa6c8 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:30:11.950864 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309cee82-4da0-4655-9f44-a2c4770ac5f8 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Subnet': ['ID=e3685d1f-a5bd-4fee-b592-daee26e50820,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:11.957268 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-309cee82-4da0-4655-9f44-a2c4770ac5f8 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:11.969200 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba66f699-a259-417f-a212-5d482f985fb7 None None] Network 805a270e-92e9-43c5-b6e1-a7b76a7ad39a requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:30:11.978237 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-309cee82-4da0-4655-9f44-a2c4770ac5f8 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/subnets/e3685d1f-a5bd-4fee-b592-daee26e50820 HTTP/1.1" status: 204 len: 168 time: 0.4954422 Feb 28 14:30:11.979220 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59352) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:11.986372 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6eb12846-8fca-4ce3-a859-4c85cc2ef782 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:11.991031 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6eb12846-8fca-4ce3-a859-4c85cc2ef782 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Usage tracker for resource:subnet and tenant:c21cf0538945438095f306ca2bde76da is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:11.992288 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-032e61b3-d9ae-4d53-a0d8-edc6d5e02cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:30:10Z', 'revision_number': 9, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None, '_interfaces': [{'id': '3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6', 'name': '', 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:a6:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:42Z', 'updated_at': '2022-02-28T14:29:52Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1d24b3-a882-49ff-a851-a0a78b1b44f6', 'name': '', 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:82:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:33Z', 'updated_at': '2022-02-28T14:29:46Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:11.994037 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6eb12846-8fca-4ce3-a859-4c85cc2ef782 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:11.997356 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032e61b3-d9ae-4d53-a0d8-edc6d5e02cb1 None None] Checking router: 8614dd37-ad42-423a-bb0f-cce949591c53 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:30:12.000259 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6eb12846-8fca-4ce3-a859-4c85cc2ef782 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:12.006632 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032e61b3-d9ae-4d53-a0d8-edc6d5e02cb1 None None] Routers {'8614dd37-ad42-423a-bb0f-cce949591c53'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:12.007414 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-032e61b3-d9ae-4d53-a0d8-edc6d5e02cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['8614dd37-ad42-423a-bb0f-cce949591c53'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:12.013869 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb12846-8fca-4ce3-a859-4c85cc2ef782 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Made reservation on behalf of c21cf0538945438095f306ca2bde76da for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:30:12.018265 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6eb12846-8fca-4ce3-a859-4c85cc2ef782 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:12.115827 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-801b061c-e67d-40ce-8dc0-c6307925a067 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:12.128177 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-801b061c-e67d-40ce-8dc0-c6307925a067 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Deleting port 357fcc47-3cb0-47d9-8bb2-24d04d3c116c {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:12.128514 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-801b061c-e67d-40ce-8dc0-c6307925a067 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:12.253448 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ffc386-dc2b-416c-8814-3f06fdba9252 None None] DHCP port deletion for 805a270e-92e9-43c5-b6e1-a7b76a7ad39a request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:30:12.257982 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-27ffc386-dc2b-416c-8814-3f06fdba9252 None None] Deleting port 357fcc47-3cb0-47d9-8bb2-24d04d3c116c {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:12.258350 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-27ffc386-dc2b-416c-8814-3f06fdba9252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:12.258965 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-032e61b3-d9ae-4d53-a0d8-edc6d5e02cb1 None None] Set router 8614dd37-ad42-423a-bb0f-cce949591c53 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:12.289590 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6eb12846-8fca-4ce3-a859-4c85cc2ef782 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:12.378366 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-801b061c-e67d-40ce-8dc0-c6307925a067 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] For port 357fcc47-3cb0-47d9-8bb2-24d04d3c116c, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=357fcc47-3cb0-47d9-8bb2-24d04d3c116c,segment=NetworkSegment(bb83a696-a1ed-4b46-b60a-733e42f44885),segment_id=bb83a696-a1ed-4b46-b60a-733e42f44885)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:12.378920 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-801b061c-e67d-40ce-8dc0-c6307925a067 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:12.383336 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb12846-8fca-4ce3-a859-4c85cc2ef782 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Subnet': ['ID=f677d81e-9b9d-4bb2-b93b-75be072a9517,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:12.389043 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb12846-8fca-4ce3-a859-4c85cc2ef782 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Checking segment: {'id': 'a55c09e2-3e55-4ae7-ae2c-968da500d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:30:12.389392 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb12846-8fca-4ce3-a859-4c85cc2ef782 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network hostable DHCP agents. Network: 0d190ab7-cec8-43b6-bd9f-00f7614fa6c8, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:30:12.415758 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb12846-8fca-4ce3-a859-4c85cc2ef782 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network 0d190ab7-cec8-43b6-bd9f-00f7614fa6c8 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:30:12.433048 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-6eb12846-8fca-4ce3-a859-4c85cc2ef782 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 0d190ab7-cec8-43b6-bd9f-00f7614fa6c8) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:30:12.439441 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb12846-8fca-4ce3-a859-4c85cc2ef782 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:12.440170 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6eb12846-8fca-4ce3-a859-4c85cc2ef782 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:12.474744 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109124f0-3943-4f49-8c76-9d5476fa5e39 None None] Network 0d190ab7-cec8-43b6-bd9f-00f7614fa6c8 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:30:12.476209 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6eb12846-8fca-4ce3-a859-4c85cc2ef782 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6621921 Feb 28 14:30:12.477014 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59358) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:12.521798 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-801b061c-e67d-40ce-8dc0-c6307925a067 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Calling delete_port for 357fcc47-3cb0-47d9-8bb2-24d04d3c116c owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:30:12.553229 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59362) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:12.605801 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:12.608250 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-27ffc386-dc2b-416c-8814-3f06fdba9252 None None] For port 357fcc47-3cb0-47d9-8bb2-24d04d3c116c, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=357fcc47-3cb0-47d9-8bb2-24d04d3c116c,segment=NetworkSegment(bb83a696-a1ed-4b46-b60a-733e42f44885),segment_id=bb83a696-a1ed-4b46-b60a-733e42f44885)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:12.608842 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-27ffc386-dc2b-416c-8814-3f06fdba9252 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:12.676219 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-801b061c-e67d-40ce-8dc0-c6307925a067 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:12.714440 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ce7a79-f6e2-4bdd-bfd5-47ab9f24496e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:12.714943 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ce7a79-f6e2-4bdd-bfd5-47ab9f24496e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:12.715556 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ce7a79-f6e2-4bdd-bfd5-47ab9f24496e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:12.717409 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-52ce7a79-f6e2-4bdd-bfd5-47ab9f24496e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=1cd57789443e43d89a7681324e1f7304&network_id=b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b HTTP/1.1" status: 200 len: 2999 time: 0.1628139 Feb 28 14:30:12.741757 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801b061c-e67d-40ce-8dc0-c6307925a067 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] No DVR routers for this DVR port 357fcc47-3cb0-47d9-8bb2-24d04d3c116c on host dv-neutron-831192-4-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:30:12.743693 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b061c-e67d-40ce-8dc0-c6307925a067 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Port': ['ID=357fcc47-3cb0-47d9-8bb2-24d04d3c116c,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:12.770300 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-032e61b3-d9ae-4d53-a0d8-edc6d5e02cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:30:10Z', 'revision_number': 9, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None, '_interfaces': [{'id': '3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6', 'name': '', 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:a6:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:42Z', 'updated_at': '2022-02-28T14:29:52Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1d24b3-a882-49ff-a851-a0a78b1b44f6', 'name': '', 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:82:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:33Z', 'updated_at': '2022-02-28T14:29:46Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:12.774495 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032e61b3-d9ae-4d53-a0d8-edc6d5e02cb1 None None] The sync data for ids ['8614dd37-ad42-423a-bb0f-cce949591c53'] in dv-neutron-831192-4-hyperv is: [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:30:10Z', 'revision_number': 9, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None, '_interfaces': [{'id': '3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6', 'name': '', 'network_id': 'cd67c310-df32-4de7-add3-0f902f4c17b9', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:a6:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:42Z', 'updated_at': '2022-02-28T14:29:52Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': 'c8fe116c-e98a-4c09-867e-d6c96c5c91c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e1d24b3-a882-49ff-a851-a0a78b1b44f6', 'name': '', 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:82:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:33Z', 'updated_at': '2022-02-28T14:29:46Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:30:12.826191 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-27ffc386-dc2b-416c-8814-3f06fdba9252 None None] Calling delete_port for 357fcc47-3cb0-47d9-8bb2-24d04d3c116c owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:30:12.884757 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-801b061c-e67d-40ce-8dc0-c6307925a067 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:12.916355 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-801b061c-e67d-40ce-8dc0-c6307925a067 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805a270e-92e9-43c5-b6e1-a7b76a7ad39a']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:12.937373 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-801b061c-e67d-40ce-8dc0-c6307925a067 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb83a696-a1ed-4b46-b60a-733e42f44885') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:12.937648 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-801b061c-e67d-40ce-8dc0-c6307925a067 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb83a696-a1ed-4b46-b60a-733e42f44885') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:12.945265 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-27ffc386-dc2b-416c-8814-3f06fdba9252 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:30:12.945788 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-27ffc386-dc2b-416c-8814-3f06fdba9252 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:30:12.951238 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-801b061c-e67d-40ce-8dc0-c6307925a067 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:12.953477 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f66153-033b-4ccb-9b9d-303504b36237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'fixed_ips': [{'subnet_id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:30:12.954686 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-53f66153-033b-4ccb-9b9d-303504b36237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:12.969007 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-801b061c-e67d-40ce-8dc0-c6307925a067 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:12.976870 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-801b061c-e67d-40ce-8dc0-c6307925a067 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:30:12.977364 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-801b061c-e67d-40ce-8dc0-c6307925a067 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:30:12.993003 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:30:13.075256 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-801b061c-e67d-40ce-8dc0-c6307925a067 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:13.092488 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-801b061c-e67d-40ce-8dc0-c6307925a067 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:13.107811 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b061c-e67d-40ce-8dc0-c6307925a067 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Network': ['ID=805a270e-92e9-43c5-b6e1-a7b76a7ad39a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:13.115503 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-801b061c-e67d-40ce-8dc0-c6307925a067 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/networks/805a270e-92e9-43c5-b6e1-a7b76a7ad39a HTTP/1.1" status: 204 len: 168 time: 1.1344278 Feb 28 14:30:13.118343 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59370) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:13.147065 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc64ed67-f15b-44ee-af94-8ecc9bcf2d95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:13.194438 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-53f66153-033b-4ccb-9b9d-303504b36237 None None] Allocated IP 2001:db8::2 (0d190ab7-cec8-43b6-bd9f-00f7614fa6c8/f677d81e-9b9d-4bb2-b93b-75be072a9517/4ff10add-2cf7-4d97-b885-8970cf1bc774) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:30:13.339425 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 8da2e069-08f7-410e-8d48-3f974c18105e no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:30:13.385524 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 8da2e069-08f7-410e-8d48-3f974c18105e {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:30:13.385851 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 8da2e069-08f7-410e-8d48-3f974c18105e not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:30:13.386250 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 357fcc47-3cb0-47d9-8bb2-24d04d3c116c no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:30:13.424013 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 357fcc47-3cb0-47d9-8bb2-24d04d3c116c {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:30:13.424350 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 357fcc47-3cb0-47d9-8bb2-24d04d3c116c not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:30:13.447518 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-27ffc386-dc2b-416c-8814-3f06fdba9252 None None] Deleting port 357fcc47-3cb0-47d9-8bb2-24d04d3c116c {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:13.447977 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-27ffc386-dc2b-416c-8814-3f06fdba9252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:13.529432 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-27ffc386-dc2b-416c-8814-3f06fdba9252 None None] The port '357fcc47-3cb0-47d9-8bb2-24d04d3c116c' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:30:13.651372 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-53f66153-033b-4ccb-9b9d-303504b36237 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:13.661831 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-53f66153-033b-4ccb-9b9d-303504b36237 None None] Transition to ACTIVE for port object 4ff10add-2cf7-4d97-b885-8970cf1bc774 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:30:13.680299 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-53f66153-033b-4ccb-9b9d-303504b36237 None None] Transition to ACTIVE for port object 4ff10add-2cf7-4d97-b885-8970cf1bc774 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:30:13.685817 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-53f66153-033b-4ccb-9b9d-303504b36237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:13.745032 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f66153-033b-4ccb-9b9d-303504b36237 None None] Network 0d190ab7-cec8-43b6-bd9f-00f7614fa6c8 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:30:13.753549 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-53f66153-033b-4ccb-9b9d-303504b36237 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:30:13.755925 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f66153-033b-4ccb-9b9d-303504b36237 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:30:13.758747 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-fc64ed67-f15b-44ee-af94-8ecc9bcf2d95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Allocated IP 2001:db8::1 (0d190ab7-cec8-43b6-bd9f-00f7614fa6c8/f677d81e-9b9d-4bb2-b93b-75be072a9517/481cafaa-4384-4f29-aceb-37352e9cd5c6) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:30:13.766298 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f66153-033b-4ccb-9b9d-303504b36237 None None] Pushing event updated for resources: {'Port': ['ID=4ff10add-2cf7-4d97-b885-8970cf1bc774,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:13.811380 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c244fb20-8b3b-4983-b119-dcfdd513041a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:13.853998 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-53f66153-033b-4ccb-9b9d-303504b36237 None None] Attempting to bind port 4ff10add-2cf7-4d97-b885-8970cf1bc774 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:30:13.854379 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-53f66153-033b-4ccb-9b9d-303504b36237 None None] Attempting to bind port 4ff10add-2cf7-4d97-b885-8970cf1bc774 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'a55c09e2-3e55-4ae7-ae2c-968da500d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:30:13.855206 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f66153-033b-4ccb-9b9d-303504b36237 None None] Attempting to bind port 4ff10add-2cf7-4d97-b885-8970cf1bc774 on network 0d190ab7-cec8-43b6-bd9f-00f7614fa6c8 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:30:13.860026 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f66153-033b-4ccb-9b9d-303504b36237 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:30:13.860392 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f66153-033b-4ccb-9b9d-303504b36237 None None] Checking segment: {'id': 'a55c09e2-3e55-4ae7-ae2c-968da500d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:30:13.860782 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-53f66153-033b-4ccb-9b9d-303504b36237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:13.861161 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f66153-033b-4ccb-9b9d-303504b36237 None None] Bound using segment: {'id': 'a55c09e2-3e55-4ae7-ae2c-968da500d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:30:13.861611 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-53f66153-033b-4ccb-9b9d-303504b36237 None None] Bound port: 4ff10add-2cf7-4d97-b885-8970cf1bc774, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55c09e2-3e55-4ae7-ae2c-968da500d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:30:13.861971 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-53f66153-033b-4ccb-9b9d-303504b36237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:13.952658 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-53f66153-033b-4ccb-9b9d-303504b36237 None None] For port 4ff10add-2cf7-4d97-b885-8970cf1bc774, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:30:13.955710 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-53f66153-033b-4ccb-9b9d-303504b36237 None None] For port 4ff10add-2cf7-4d97-b885-8970cf1bc774, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=4ff10add-2cf7-4d97-b885-8970cf1bc774,segment=NetworkSegment(a55c09e2-3e55-4ae7-ae2c-968da500d91f),segment_id=a55c09e2-3e55-4ae7-ae2c-968da500d91f)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:30:13.961665 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-53f66153-033b-4ccb-9b9d-303504b36237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:13.964272 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d3ff4506-0831-4d79-9432-b7e91750b3d0 req-3b69fe10-4cab-47bc-bd5e-d23e3e3093d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d86b3ec2-2c7a-4483-a977-db3cc1eaa766&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1654868 Feb 28 14:30:13.991317 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc64ed67-f15b-44ee-af94-8ecc9bcf2d95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:14.008940 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-fc64ed67-f15b-44ee-af94-8ecc9bcf2d95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Transition to ACTIVE for port object 481cafaa-4384-4f29-aceb-37352e9cd5c6 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:30:14.040629 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc64ed67-f15b-44ee-af94-8ecc9bcf2d95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:14.053351 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f66153-033b-4ccb-9b9d-303504b36237 None None] Pushing event updated for resources: {'Port': ['ID=4ff10add-2cf7-4d97-b885-8970cf1bc774,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:14.162347 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c244fb20-8b3b-4983-b119-dcfdd513041a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Deleting port 3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:14.162680 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c244fb20-8b3b-4983-b119-dcfdd513041a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:14.173673 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc64ed67-f15b-44ee-af94-8ecc9bcf2d95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network 0d190ab7-cec8-43b6-bd9f-00f7614fa6c8 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:30:14.180787 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-fc64ed67-f15b-44ee-af94-8ecc9bcf2d95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:30:14.184053 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc64ed67-f15b-44ee-af94-8ecc9bcf2d95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:30:14.184586 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc64ed67-f15b-44ee-af94-8ecc9bcf2d95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:14.186888 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64ed67-f15b-44ee-af94-8ecc9bcf2d95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Port': ['ID=481cafaa-4384-4f29-aceb-37352e9cd5c6,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:14.259347 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff4506-0831-4d79-9432-b7e91750b3d0 req-0f1873a0-8757-4433-b84a-645f8650af49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:14.266154 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d3ff4506-0831-4d79-9432-b7e91750b3d0 req-0f1873a0-8757-4433-b84a-645f8650af49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=d86b3ec2-2c7a-4483-a977-db3cc1eaa766 HTTP/1.1" status: 200 len: 1098 time: 0.1666484 Feb 28 14:30:14.392082 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-c244fb20-8b3b-4983-b119-dcfdd513041a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] For port 3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6,segment=NetworkSegment(ed0a6bb1-85b2-4857-9db5-c09d68f6ac88),segment_id=ed0a6bb1-85b2-4857-9db5-c09d68f6ac88)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:14.392428 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c244fb20-8b3b-4983-b119-dcfdd513041a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:14.400285 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59378) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:14.436079 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc64ed67-f15b-44ee-af94-8ecc9bcf2d95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:14.532351 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff4506-0831-4d79-9432-b7e91750b3d0 req-e6804d46-86f4-48eb-82c2-46c028a24591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:14.533670 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d3ff4506-0831-4d79-9432-b7e91750b3d0 req-e6804d46-86f4-48eb-82c2-46c028a24591 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b HTTP/1.1" status: 200 len: 897 time: 0.2274816 Feb 28 14:30:14.575032 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c244fb20-8b3b-4983-b119-dcfdd513041a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Calling delete_port for 3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:30:14.633924 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1baf376-cb8b-4973-b04b-10d57b0a766e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:14.635478 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c1baf376-cb8b-4973-b04b-10d57b0a766e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710 HTTP/1.1" status: 200 len: 814 time: 0.2340634 Feb 28 14:30:14.768799 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c244fb20-8b3b-4983-b119-dcfdd513041a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:14.770021 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d3ff4506-0831-4d79-9432-b7e91750b3d0 req-598608ba-655b-44a5-a304-063ff3d089d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0e76841-c90e-4d7f-97d0-6520476ba024 HTTP/1.1" status: 200 len: 1000 time: 0.1810381 Feb 28 14:30:14.823458 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244fb20-8b3b-4983-b119-dcfdd513041a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Port': ['ID=3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:15.078312 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff4506-0831-4d79-9432-b7e91750b3d0 req-941c7a11-5f6c-4298-b79e-928466d08a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:15.079849 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d3ff4506-0831-4d79-9432-b7e91750b3d0 req-941c7a11-5f6c-4298-b79e-928466d08a7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edb6d5c6-4fdb-454f-ab90-933ebe5c052b HTTP/1.1" status: 200 len: 835 time: 0.3027177 Feb 28 14:30:15.201437 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff4506-0831-4d79-9432-b7e91750b3d0 req-36cf94ba-03bc-45df-b591-b999a24350c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:15.203014 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d3ff4506-0831-4d79-9432-b7e91750b3d0 req-36cf94ba-03bc-45df-b591-b999a24350c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1126072 Feb 28 14:30:15.205021 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc64ed67-f15b-44ee-af94-8ecc9bcf2d95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:15.211784 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413dc6b5-7967-405a-aeef-c74572f33fc5 None None] Network 0d190ab7-cec8-43b6-bd9f-00f7614fa6c8 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:30:15.216248 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c244fb20-8b3b-4983-b119-dcfdd513041a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:15.235371 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc64ed67-f15b-44ee-af94-8ecc9bcf2d95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:15.236185 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fc64ed67-f15b-44ee-af94-8ecc9bcf2d95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:15.285916 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59386) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:15.291518 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-03007f29-e99a-4b52-aa47-57ddcbdd2231 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:15.341736 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64ed67-f15b-44ee-af94-8ecc9bcf2d95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Port': ['ID=481cafaa-4384-4f29-aceb-37352e9cd5c6,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:15.449798 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0067086f-52c1-4e10-9936-9449af19a483 None None] Provisioning for port 4ff10add-2cf7-4d97-b885-8970cf1bc774 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:30:15.483583 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 4ff10add-2cf7-4d97-b885-8970cf1bc774 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:30:15.497769 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-03007f29-e99a-4b52-aa47-57ddcbdd2231 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:15.555167 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d3ff4506-0831-4d79-9432-b7e91750b3d0 req-3e3c9034-2ca5-45e9-89f5-5d85ef496a46 service neutron] 10.222.0.13 "GET /v2.0/networks/b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447411 Feb 28 14:30:15.584128 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 4ff10add-2cf7-4d97-b885-8970cf1bc774 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:30:15.589927 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 4ff10add-2cf7-4d97-b885-8970cf1bc774 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:15.590633 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:15.607646 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc64ed67-f15b-44ee-af94-8ecc9bcf2d95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network 0d190ab7-cec8-43b6-bd9f-00f7614fa6c8 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:30:15.654502 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-fc64ed67-f15b-44ee-af94-8ecc9bcf2d95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:30:15.726784 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:15.762877 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 4ff10add-2cf7-4d97-b885-8970cf1bc774, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=4ff10add-2cf7-4d97-b885-8970cf1bc774,segment=NetworkSegment(a55c09e2-3e55-4ae7-ae2c-968da500d91f),segment_id=a55c09e2-3e55-4ae7-ae2c-968da500d91f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:15.772796 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:15.862068 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=4ff10add-2cf7-4d97-b885-8970cf1bc774,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:15.877325 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d3ff4506-0831-4d79-9432-b7e91750b3d0 req-6998dcaf-83d5-4e2c-a46f-d8ec5bd09b95 service neutron] 10.222.0.13 "GET /v2.0/networks/b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163822 Feb 28 14:30:15.892887 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc64ed67-f15b-44ee-af94-8ecc9bcf2d95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Router 9e0f753f-b520-4863-92e5-9e986da17c37 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:30:15.913165 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c3e1bccc-2a76-4557-9737-6c58cb93bba2 None None] Provisioning for port 481cafaa-4384-4f29-aceb-37352e9cd5c6 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:30:15.919479 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c3e1bccc-2a76-4557-9737-6c58cb93bba2 None None] Provisioning complete for port 481cafaa-4384-4f29-aceb-37352e9cd5c6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:15.919975 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c3e1bccc-2a76-4557-9737-6c58cb93bba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:15.962900 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-03007f29-e99a-4b52-aa47-57ddcbdd2231 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:15.983658 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c3e1bccc-2a76-4557-9737-6c58cb93bba2 None None] Port 481cafaa-4384-4f29-aceb-37352e9cd5c6 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:30:15.987213 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c244fb20-8b3b-4983-b119-dcfdd513041a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Router 8614dd37-ad42-423a-bb0f-cce949591c53 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:30:15.988175 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-03007f29-e99a-4b52-aa47-57ddcbdd2231 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:15.988484 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-03007f29-e99a-4b52-aa47-57ddcbdd2231 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Floating IP fb24d58c-93fa-468e-bdc3-c2243125022e disassociated. External IP: 172.26.5.12, port: b0e76841-c90e-4d7f-97d0-6520476ba024. Feb 28 14:30:15.996383 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c3e1bccc-2a76-4557-9737-6c58cb93bba2 None None] Provisioning complete for port 4ff10add-2cf7-4d97-b885-8970cf1bc774 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:15.997008 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c3e1bccc-2a76-4557-9737-6c58cb93bba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:16.078040 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc64ed67-f15b-44ee-af94-8ecc9bcf2d95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:30:16.093753 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fc64ed67-f15b-44ee-af94-8ecc9bcf2d95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "PUT /v2.0/routers/9e0f753f-b520-4863-92e5-9e986da17c37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6155031 Feb 28 14:30:16.099601 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59390) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:16.103195 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e8641c-9f99-4fa9-9e7c-d515f4efdd57 None None] Sync routers for ids ['9e0f753f-b520-4863-92e5-9e986da17c37'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:30:16.106301 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d639d68c-11f7-4ece-8a90-c680b3bc3adc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1092479847'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:16.111923 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d639d68c-11f7-4ece-8a90-c680b3bc3adc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:16.115877 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d639d68c-11f7-4ece-8a90-c680b3bc3adc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Usage tracker for resource:network and tenant:c21cf0538945438095f306ca2bde76da is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:16.119078 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d639d68c-11f7-4ece-8a90-c680b3bc3adc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:16.125622 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d639d68c-11f7-4ece-8a90-c680b3bc3adc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:16.141929 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d639d68c-11f7-4ece-8a90-c680b3bc3adc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Made reservation on behalf of c21cf0538945438095f306ca2bde76da for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:30:16.146035 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d639d68c-11f7-4ece-8a90-c680b3bc3adc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:16.153500 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e8641c-9f99-4fa9-9e7c-d515f4efdd57 None None] Routers {'9e0f753f-b520-4863-92e5-9e986da17c37'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:16.154851 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e1e8641c-9f99-4fa9-9e7c-d515f4efdd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9e0f753f-b520-4863-92e5-9e986da17c37'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:16.189651 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d639d68c-11f7-4ece-8a90-c680b3bc3adc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:30:16.203408 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d639d68c-11f7-4ece-8a90-c680b3bc3adc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:16.203852 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-d639d68c-11f7-4ece-8a90-c680b3bc3adc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Added segment b192f6ea-b4d7-4361-8013-45b4b74faf54 of type vlan for network f1533afd-9fe8-4eea-938b-865b6f1c73ba Feb 28 14:30:16.234516 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d639d68c-11f7-4ece-8a90-c680b3bc3adc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:16.284523 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d639d68c-11f7-4ece-8a90-c680b3bc3adc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:16.290935 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d639d68c-11f7-4ece-8a90-c680b3bc3adc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:16.292079 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d639d68c-11f7-4ece-8a90-c680b3bc3adc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:16.370032 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-e1e8641c-9f99-4fa9-9e7c-d515f4efdd57 None None] Set router 9e0f753f-b520-4863-92e5-9e986da17c37 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:16.409310 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d639d68c-11f7-4ece-8a90-c680b3bc3adc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3059437 Feb 28 14:30:16.410646 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59394) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:16.416779 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3d6dc0e6-e2db-43ab-844f-ae1c82c74cf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'subnet': {'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:16.439836 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c244fb20-8b3b-4983-b119-dcfdd513041a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:30:16.452319 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bb0c3c-46bb-4f13-8088-051fda1d8789 None None] Sync routers for ids ['8614dd37-ad42-423a-bb0f-cce949591c53'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:30:16.464879 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c244fb20-8b3b-4983-b119-dcfdd513041a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "PUT /v2.0/routers/8614dd37-ad42-423a-bb0f-cce949591c53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3452687 Feb 28 14:30:16.467709 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59398) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:16.472640 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bb0c3c-46bb-4f13-8088-051fda1d8789 None None] Routers {'8614dd37-ad42-423a-bb0f-cce949591c53'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:16.473688 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-59bb0c3c-46bb-4f13-8088-051fda1d8789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['8614dd37-ad42-423a-bb0f-cce949591c53'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:16.548392 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639d68c-11f7-4ece-8a90-c680b3bc3adc tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Network': ['ID=f1533afd-9fe8-4eea-938b-865b6f1c73ba,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:16.552125 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3d6dc0e6-e2db-43ab-844f-ae1c82c74cf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:16.556317 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3d6dc0e6-e2db-43ab-844f-ae1c82c74cf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Usage tracker for resource:subnet and tenant:c21cf0538945438095f306ca2bde76da is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:16.560266 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3d6dc0e6-e2db-43ab-844f-ae1c82c74cf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:16.568194 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3d6dc0e6-e2db-43ab-844f-ae1c82c74cf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:16.582032 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6dc0e6-e2db-43ab-844f-ae1c82c74cf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Made reservation on behalf of c21cf0538945438095f306ca2bde76da for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:30:16.586478 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d6dc0e6-e2db-43ab-844f-ae1c82c74cf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:16.652716 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-702a2cc2-a936-446b-a90f-babd006fd832 None None] Provisioning complete for port 481cafaa-4384-4f29-aceb-37352e9cd5c6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:16.653083 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-702a2cc2-a936-446b-a90f-babd006fd832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:16.667229 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-59bb0c3c-46bb-4f13-8088-051fda1d8789 None None] Set router 8614dd37-ad42-423a-bb0f-cce949591c53 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:16.668632 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-7541c340-21f8-4323-a1fb-0aa328a3b161 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Deleting subnet c8fe116c-e98a-4c09-867e-d6c96c5c91c5 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:30:16.677812 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7541c340-21f8-4323-a1fb-0aa328a3b161 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:16.689137 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network f1533afd-9fe8-4eea-938b-865b6f1c73ba details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:30:16.810928 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7541c340-21f8-4323-a1fb-0aa328a3b161 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:16.835748 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-702a2cc2-a936-446b-a90f-babd006fd832 None None] Port 481cafaa-4384-4f29-aceb-37352e9cd5c6 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:30:16.928721 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e1e8641c-9f99-4fa9-9e7c-d515f4efdd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:14Z', 'revision_number': 2, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None, '_interfaces': [{'id': '481cafaa-4384-4f29-aceb-37352e9cd5c6', 'name': '', 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:dc:be:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:13Z', 'updated_at': '2022-02-28T14:30:14Z', 'revision_number': 2, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:16.934066 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e8641c-9f99-4fa9-9e7c-d515f4efdd57 None None] Checking router: 9e0f753f-b520-4863-92e5-9e986da17c37 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:30:16.934427 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e8641c-9f99-4fa9-9e7c-d515f4efdd57 None None] Updating router 9e0f753f-b520-4863-92e5-9e986da17c37 port 481cafaa-4384-4f29-aceb-37352e9cd5c6 binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:30:16.986017 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03007f29-e99a-4b52-aa47-57ddcbdd2231 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 1e74d8f8-22c4-48e4-932a-f1f59ef0affe has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:30:16.996438 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6ce326ed-3200-4772-b030-8bc402465e59 None None] Provisioning complete for port 481cafaa-4384-4f29-aceb-37352e9cd5c6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:16.996796 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6ce326ed-3200-4772-b030-8bc402465e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:17.047390 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d6dc0e6-e2db-43ab-844f-ae1c82c74cf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:17.057986 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e1e8641c-9f99-4fa9-9e7c-d515f4efdd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:17.061018 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7541c340-21f8-4323-a1fb-0aa328a3b161 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:17.083543 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-59bb0c3c-46bb-4f13-8088-051fda1d8789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:30:14Z', 'revision_number': 10, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None, '_interfaces': [{'id': '7e1d24b3-a882-49ff-a851-a0a78b1b44f6', 'name': '', 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:82:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:33Z', 'updated_at': '2022-02-28T14:29:46Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:17.087973 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bb0c3c-46bb-4f13-8088-051fda1d8789 None None] Checking router: 8614dd37-ad42-423a-bb0f-cce949591c53 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:30:17.096758 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bb0c3c-46bb-4f13-8088-051fda1d8789 None None] Routers {'8614dd37-ad42-423a-bb0f-cce949591c53'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:17.097369 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-59bb0c3c-46bb-4f13-8088-051fda1d8789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['8614dd37-ad42-423a-bb0f-cce949591c53'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:17.129366 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6ce326ed-3200-4772-b030-8bc402465e59 None None] Port 481cafaa-4384-4f29-aceb-37352e9cd5c6 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:30:17.176164 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6dc0e6-e2db-43ab-844f-ae1c82c74cf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Subnet': ['ID=42990a20-a3dc-4915-a042-bf0b652ef804,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:17.178949 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6dc0e6-e2db-43ab-844f-ae1c82c74cf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Checking segment: {'id': 'b192f6ea-b4d7-4361-8013-45b4b74faf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:30:17.179537 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6dc0e6-e2db-43ab-844f-ae1c82c74cf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network hostable DHCP agents. Network: f1533afd-9fe8-4eea-938b-865b6f1c73ba, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:30:17.203355 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6dc0e6-e2db-43ab-844f-ae1c82c74cf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network f1533afd-9fe8-4eea-938b-865b6f1c73ba is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:30:17.220200 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-3d6dc0e6-e2db-43ab-844f-ae1c82c74cf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, f1533afd-9fe8-4eea-938b-865b6f1c73ba) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:30:17.224059 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6dc0e6-e2db-43ab-844f-ae1c82c74cf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:17.224720 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d6dc0e6-e2db-43ab-844f-ae1c82c74cf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:17.254127 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3d6dc0e6-e2db-43ab-844f-ae1c82c74cf2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8421938 Feb 28 14:30:17.257846 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-59bb0c3c-46bb-4f13-8088-051fda1d8789 None None] Set router 8614dd37-ad42-423a-bb0f-cce949591c53 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:17.258108 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59402) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:17.260050 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4518d7-eed1-4e1b-a2ea-7159f31b9d80 None None] Network f1533afd-9fe8-4eea-938b-865b6f1c73ba requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:30:17.289938 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7541c340-21f8-4323-a1fb-0aa328a3b161 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:17.294548 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03007f29-e99a-4b52-aa47-57ddcbdd2231 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:30:17.323299 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 4ff10add-2cf7-4d97-b885-8970cf1bc774 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:30:17.340509 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541c340-21f8-4323-a1fb-0aa328a3b161 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Subnet': ['ID=c8fe116c-e98a-4c09-867e-d6c96c5c91c5,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:17.342577 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7541c340-21f8-4323-a1fb-0aa328a3b161 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:17.349888 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7541c340-21f8-4323-a1fb-0aa328a3b161 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/subnets/c8fe116c-e98a-4c09-867e-d6c96c5c91c5 HTTP/1.1" status: 204 len: 168 time: 0.8812091 Feb 28 14:30:17.353247 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2268213-0b5a-48b5-b78c-c0456deb3381 None None] Sync routers for ids ['1e74d8f8-22c4-48e4-932a-f1f59ef0affe'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:30:17.353407 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-03007f29-e99a-4b52-aa47-57ddcbdd2231 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:17.377045 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9ec56b-234d-4aa6-abcc-76e35b6594ed None None] Network cd67c310-df32-4de7-add3-0f902f4c17b9 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:30:17.388291 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59406) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:17.553180 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-03007f29-e99a-4b52-aa47-57ddcbdd2231 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "PUT /v2.0/floatingips/fb24d58c-93fa-468e-bdc3-c2243125022e HTTP/1.1" status: 200 len: 689 time: 2.2636445 Feb 28 14:30:17.554314 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59410) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:17.559441 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86b3ec2-2c7a-4483-a977-db3cc1eaa766', 'tag': 'b0e76841-c90e-4d7f-97d0-6520476ba024'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:30:17.574142 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c038ffba-cca7-4b44-81b0-be99db431ae7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:17.585687 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c038ffba-cca7-4b44-81b0-be99db431ae7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Deleting port 698c7498-f9c7-4385-9809-d6f38d5e3c4a {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:17.586144 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c038ffba-cca7-4b44-81b0-be99db431ae7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:17.680555 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2268213-0b5a-48b5-b78c-c0456deb3381 None None] Routers {'1e74d8f8-22c4-48e4-932a-f1f59ef0affe'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:17.681370 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c2268213-0b5a-48b5-b78c-c0456deb3381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1e74d8f8-22c4-48e4-932a-f1f59ef0affe'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:17.735760 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2ea96631-838f-4441-9886-1f58f4d8ae16 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/fb24d58c-93fa-468e-bdc3-c2243125022e HTTP/1.1" status: 200 len: 689 time: 0.1254687 Feb 28 14:30:17.760306 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd86b3ec2-2c7a-4483-a977-db3cc1eaa766', 'tag': 'b0e76841-c90e-4d7f-97d0-6520476ba024', 'status': 'completed', 'code': 200} Feb 28 14:30:17.762439 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-59bb0c3c-46bb-4f13-8088-051fda1d8789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:30:14Z', 'revision_number': 10, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None, '_interfaces': [{'id': '7e1d24b3-a882-49ff-a851-a0a78b1b44f6', 'name': '', 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:82:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:33Z', 'updated_at': '2022-02-28T14:29:46Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:17.771129 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bb0c3c-46bb-4f13-8088-051fda1d8789 None None] The sync data for ids ['8614dd37-ad42-423a-bb0f-cce949591c53'] in dv-neutron-831192-4-hyperv is: [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:30:14Z', 'revision_number': 10, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None, '_interfaces': [{'id': '7e1d24b3-a882-49ff-a851-a0a78b1b44f6', 'name': '', 'network_id': 'd538b821-5331-4cf8-abe3-ef61e76dac12', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'mac_address': 'fa:16:3e:82:49:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:33Z', 'updated_at': '2022-02-28T14:29:46Z', 'revision_number': 5, 'project_id': '2f27756656034771b730bac18fc748ab', 'subnets': [{'id': '5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:30:17.858083 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-c038ffba-cca7-4b44-81b0-be99db431ae7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] For port 698c7498-f9c7-4385-9809-d6f38d5e3c4a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=698c7498-f9c7-4385-9809-d6f38d5e3c4a,segment=NetworkSegment(ed0a6bb1-85b2-4857-9db5-c09d68f6ac88),segment_id=ed0a6bb1-85b2-4857-9db5-c09d68f6ac88)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:17.858432 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c038ffba-cca7-4b44-81b0-be99db431ae7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:17.975191 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cb285-bc43-4d2e-adea-d7f059abc705 req-c4b6fa1b-4a81-4d94-b85c-75ef4d0ff196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:17.977150 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e20cb285-bc43-4d2e-adea-d7f059abc705 req-c4b6fa1b-4a81-4d94-b85c-75ef4d0ff196 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=d86b3ec2-2c7a-4483-a977-db3cc1eaa766 HTTP/1.1" status: 200 len: 1098 time: 0.2393212 Feb 28 14:30:17.989062 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c038ffba-cca7-4b44-81b0-be99db431ae7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Calling delete_port for 698c7498-f9c7-4385-9809-d6f38d5e3c4a owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:30:18.021950 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 4ff10add-2cf7-4d97-b885-8970cf1bc774 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:18.022430 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:18.069979 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-c2268213-0b5a-48b5-b78c-c0456deb3381 None None] Set router 1e74d8f8-22c4-48e4-932a-f1f59ef0affe gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:18.074637 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c038ffba-cca7-4b44-81b0-be99db431ae7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:18.136919 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038ffba-cca7-4b44-81b0-be99db431ae7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Port': ['ID=698c7498-f9c7-4385-9809-d6f38d5e3c4a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:18.139391 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c038ffba-cca7-4b44-81b0-be99db431ae7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] No DVR routers for this DVR port 698c7498-f9c7-4385-9809-d6f38d5e3c4a on host dv-neutron-831192-4-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:30:18.200254 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.resource_extend [None req-e1e8641c-9f99-4fa9-9e7c-d515f4efdd57 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:30:18.268456 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cb285-bc43-4d2e-adea-d7f059abc705 req-b4a4aa25-aa97-43b8-9de6-81bd78291dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:18.269761 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e20cb285-bc43-4d2e-adea-d7f059abc705 req-b4a4aa25-aa97-43b8-9de6-81bd78291dad service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b HTTP/1.1" status: 200 len: 897 time: 0.2857389 Feb 28 14:30:18.273736 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61646a67-2da1-4cd2-9c94-fa6ea0325629 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:18.359308 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e20cb285-bc43-4d2e-adea-d7f059abc705 req-6211ef84-d4ed-42ff-8983-c2bfd3a30664 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0e76841-c90e-4d7f-97d0-6520476ba024 HTTP/1.1" status: 200 len: 217 time: 0.0755792 Feb 28 14:30:18.399689 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1598c2-c741-4b60-beae-c6ee59bf9fa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-f1533afd-9fe8-4eea-938b-865b6f1c73ba', 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'fixed_ips': [{'subnet_id': '42990a20-a3dc-4915-a042-bf0b652ef804'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:30:18.400433 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-df1598c2-c741-4b60-beae-c6ee59bf9fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:18.420148 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196ff01b-5092-4a98-8cc4-b17a1ee01eb3 None None] DHCP port deletion for cd67c310-df32-4de7-add3-0f902f4c17b9 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:30:18.471568 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c038ffba-cca7-4b44-81b0-be99db431ae7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:18.511972 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-c038ffba-cca7-4b44-81b0-be99db431ae7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd67c310-df32-4de7-add3-0f902f4c17b9']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:18.526271 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-c038ffba-cca7-4b44-81b0-be99db431ae7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0a6bb1-85b2-4857-9db5-c09d68f6ac88') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:18.526714 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-c038ffba-cca7-4b44-81b0-be99db431ae7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0a6bb1-85b2-4857-9db5-c09d68f6ac88') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:18.533420 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e1e8641c-9f99-4fa9-9e7c-d515f4efdd57 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:18.541270 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c038ffba-cca7-4b44-81b0-be99db431ae7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:18.560995 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c038ffba-cca7-4b44-81b0-be99db431ae7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:18.576974 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c038ffba-cca7-4b44-81b0-be99db431ae7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:30:18.577430 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c038ffba-cca7-4b44-81b0-be99db431ae7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:30:18.593549 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:30:18.689735 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c038ffba-cca7-4b44-81b0-be99db431ae7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:18.696645 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e1e8641c-9f99-4fa9-9e7c-d515f4efdd57 None None] Transition to ACTIVE for port object 481cafaa-4384-4f29-aceb-37352e9cd5c6 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:30:18.712393 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cb285-bc43-4d2e-adea-d7f059abc705 req-92888baa-1284-41b7-b3b9-4ca8cb60affe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:18.714011 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e20cb285-bc43-4d2e-adea-d7f059abc705 req-92888baa-1284-41b7-b3b9-4ca8cb60affe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edb6d5c6-4fdb-454f-ab90-933ebe5c052b HTTP/1.1" status: 200 len: 835 time: 0.2887261 Feb 28 14:30:18.721551 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c038ffba-cca7-4b44-81b0-be99db431ae7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:18.724196 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038ffba-cca7-4b44-81b0-be99db431ae7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Network': ['ID=cd67c310-df32-4de7-add3-0f902f4c17b9,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:18.738914 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c038ffba-cca7-4b44-81b0-be99db431ae7 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/networks/cd67c310-df32-4de7-add3-0f902f4c17b9 HTTP/1.1" status: 204 len: 168 time: 1.3328724 Feb 28 14:30:18.738914 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59416) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:18.741163 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59418) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:18.768313 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e1e8641c-9f99-4fa9-9e7c-d515f4efdd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:18.916588 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cb285-bc43-4d2e-adea-d7f059abc705 req-f22b829b-f2ef-4d40-b92c-5c483156f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:18.918104 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e20cb285-bc43-4d2e-adea-d7f059abc705 req-f22b829b-f2ef-4d40-b92c-5c483156f585 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1973093 Feb 28 14:30:18.940915 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-76da273c-5a81-42ca-8f6f-d51a05a9575c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/fb24d58c-93fa-468e-bdc3-c2243125022e HTTP/1.1" status: 200 len: 689 time: 0.2013013 Feb 28 14:30:19.076593 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-df1598c2-c741-4b60-beae-c6ee59bf9fa6 None None] Allocated IP 2001:db8:1::2 (f1533afd-9fe8-4eea-938b-865b6f1c73ba/42990a20-a3dc-4915-a042-bf0b652ef804/b6f41f49-a9c5-4068-943e-f2c3918bdc48) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:30:19.077235 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e20cb285-bc43-4d2e-adea-d7f059abc705 req-bd0ba7e4-355d-4d57-993d-a55066b67c21 service neutron] 10.222.0.13 "GET /v2.0/networks/b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511087 Feb 28 14:30:19.083300 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4784e70-0cce-4ef6-80ce-c37f33a426c4 None None] Pushing event updated for resources: {'Port': ['ID=481cafaa-4384-4f29-aceb-37352e9cd5c6,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:19.102766 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e1e8641c-9f99-4fa9-9e7c-d515f4efdd57 None None] Attempting to bind port 481cafaa-4384-4f29-aceb-37352e9cd5c6 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:30:19.103126 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e1e8641c-9f99-4fa9-9e7c-d515f4efdd57 None None] Attempting to bind port 481cafaa-4384-4f29-aceb-37352e9cd5c6 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'a55c09e2-3e55-4ae7-ae2c-968da500d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:30:19.103534 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e8641c-9f99-4fa9-9e7c-d515f4efdd57 None None] Attempting to bind port 481cafaa-4384-4f29-aceb-37352e9cd5c6 on network 0d190ab7-cec8-43b6-bd9f-00f7614fa6c8 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:30:19.137254 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e8641c-9f99-4fa9-9e7c-d515f4efdd57 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:30:19.137813 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e8641c-9f99-4fa9-9e7c-d515f4efdd57 None None] Checking segment: {'id': 'a55c09e2-3e55-4ae7-ae2c-968da500d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:30:19.138450 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e1e8641c-9f99-4fa9-9e7c-d515f4efdd57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:19.141205 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e8641c-9f99-4fa9-9e7c-d515f4efdd57 None None] Bound using segment: {'id': 'a55c09e2-3e55-4ae7-ae2c-968da500d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:30:19.141692 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e1e8641c-9f99-4fa9-9e7c-d515f4efdd57 None None] Bound port: 481cafaa-4384-4f29-aceb-37352e9cd5c6, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55c09e2-3e55-4ae7-ae2c-968da500d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:30:19.142195 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e1e8641c-9f99-4fa9-9e7c-d515f4efdd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:19.183272 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c2268213-0b5a-48b5-b78c-c0456deb3381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'name': 'tempest-TestNetworkBasicOps-router-817127117', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:28:55Z', 'updated_at': '2022-02-28T14:29:07Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:82:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:28:56Z', 'updated_at': '2022-02-28T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '15b79571-f6d1-407f-aa9d-12a6d5c8f2a0', 'name': '', 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:d3:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:04Z', 'updated_at': '2022-02-28T14:29:19Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:19.262573 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e20cb285-bc43-4d2e-adea-d7f059abc705 req-4250a687-867b-4b10-aeca-348124f87fb3 service neutron] 10.222.0.13 "GET /v2.0/networks/b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780198 Feb 28 14:30:19.286312 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2268213-0b5a-48b5-b78c-c0456deb3381 None None] Checking router: 1e74d8f8-22c4-48e4-932a-f1f59ef0affe for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:30:19.315654 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2268213-0b5a-48b5-b78c-c0456deb3381 None None] Routers {'1e74d8f8-22c4-48e4-932a-f1f59ef0affe'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:19.316270 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c2268213-0b5a-48b5-b78c-c0456deb3381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1e74d8f8-22c4-48e4-932a-f1f59ef0affe'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:19.376213 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:30:19.441458 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8ff7b71a-0870-42ab-8edf-83b9a1abd293 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:19.444133 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:30:19.444612 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 3aab3bdd-4f10-42a8-a13a-e25e4bd29bf6 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:30:19.444866 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 698c7498-f9c7-4385-9809-d6f38d5e3c4a no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:30:19.522011 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 698c7498-f9c7-4385-9809-d6f38d5e3c4a {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:30:19.522345 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 698c7498-f9c7-4385-9809-d6f38d5e3c4a not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:30:19.579557 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e1e8641c-9f99-4fa9-9e7c-d515f4efdd57 None None] For port 481cafaa-4384-4f29-aceb-37352e9cd5c6, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:30:19.647691 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e1e8641c-9f99-4fa9-9e7c-d515f4efdd57 None None] For port 481cafaa-4384-4f29-aceb-37352e9cd5c6, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=481cafaa-4384-4f29-aceb-37352e9cd5c6,segment=NetworkSegment(a55c09e2-3e55-4ae7-ae2c-968da500d91f),segment_id=a55c09e2-3e55-4ae7-ae2c-968da500d91f)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:30:19.657511 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e1e8641c-9f99-4fa9-9e7c-d515f4efdd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:19.784897 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8ff7b71a-0870-42ab-8edf-83b9a1abd293 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Deleting port 7e1d24b3-a882-49ff-a851-a0a78b1b44f6 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:19.785175 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8ff7b71a-0870-42ab-8edf-83b9a1abd293 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:19.791070 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-df1598c2-c741-4b60-beae-c6ee59bf9fa6 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:19.818364 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-c2268213-0b5a-48b5-b78c-c0456deb3381 None None] Set router 1e74d8f8-22c4-48e4-932a-f1f59ef0affe gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:19.861700 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-df1598c2-c741-4b60-beae-c6ee59bf9fa6 None None] Transition to ACTIVE for port object b6f41f49-a9c5-4068-943e-f2c3918bdc48 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:30:19.911085 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e8641c-9f99-4fa9-9e7c-d515f4efdd57 None None] Routers {'9e0f753f-b520-4863-92e5-9e986da17c37'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:19.911788 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e1e8641c-9f99-4fa9-9e7c-d515f4efdd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9e0f753f-b520-4863-92e5-9e986da17c37'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:19.944840 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59424) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:19.980530 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-df1598c2-c741-4b60-beae-c6ee59bf9fa6 None None] Transition to ACTIVE for port object b6f41f49-a9c5-4068-943e-f2c3918bdc48 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:30:19.981731 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4784e70-0cce-4ef6-80ce-c37f33a426c4 None None] Pushing event updated for resources: {'Port': ['ID=481cafaa-4384-4f29-aceb-37352e9cd5c6,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:20.063634 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-df1598c2-c741-4b60-beae-c6ee59bf9fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:20.074025 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-315eee67-be40-4eb1-9341-2bf7bb4fb3b5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/fb24d58c-93fa-468e-bdc3-c2243125022e HTTP/1.1" status: 200 len: 689 time: 0.1264937 Feb 28 14:30:20.096633 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-61646a67-2da1-4cd2-9c94-fa6ea0325629 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Allocated IP 2001:db8:1::1 (f1533afd-9fe8-4eea-938b-865b6f1c73ba/42990a20-a3dc-4915-a042-bf0b652ef804/7d7428fe-02be-4266-aaa1-7b3fba2e0f9c) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:30:20.135820 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-8ff7b71a-0870-42ab-8edf-83b9a1abd293 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] For port 7e1d24b3-a882-49ff-a851-a0a78b1b44f6, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=7e1d24b3-a882-49ff-a851-a0a78b1b44f6,segment=NetworkSegment(46d5830f-f877-47c4-a961-011dffd4c39f),segment_id=46d5830f-f877-47c4-a961-011dffd4c39f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:20.136294 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8ff7b71a-0870-42ab-8edf-83b9a1abd293 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:20.225199 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1598c2-c741-4b60-beae-c6ee59bf9fa6 None None] Network f1533afd-9fe8-4eea-938b-865b6f1c73ba is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:30:20.263585 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61646a67-2da1-4cd2-9c94-fa6ea0325629 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:20.269396 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8ff7b71a-0870-42ab-8edf-83b9a1abd293 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Calling delete_port for 7e1d24b3-a882-49ff-a851-a0a78b1b44f6 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:30:20.279641 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-61646a67-2da1-4cd2-9c94-fa6ea0325629 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Transition to ACTIVE for port object 7d7428fe-02be-4266-aaa1-7b3fba2e0f9c will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:30:20.282975 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-df1598c2-c741-4b60-beae-c6ee59bf9fa6 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:30:20.287584 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1598c2-c741-4b60-beae-c6ee59bf9fa6 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:30:20.307290 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61646a67-2da1-4cd2-9c94-fa6ea0325629 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:20.321418 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-e1e8641c-9f99-4fa9-9e7c-d515f4efdd57 None None] Set router 9e0f753f-b520-4863-92e5-9e986da17c37 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:20.366829 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61646a67-2da1-4cd2-9c94-fa6ea0325629 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network f1533afd-9fe8-4eea-938b-865b6f1c73ba is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:30:20.370159 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-61646a67-2da1-4cd2-9c94-fa6ea0325629 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:30:20.374177 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61646a67-2da1-4cd2-9c94-fa6ea0325629 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:30:20.374709 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61646a67-2da1-4cd2-9c94-fa6ea0325629 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:20.414064 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1598c2-c741-4b60-beae-c6ee59bf9fa6 None None] Pushing event updated for resources: {'Port': ['ID=b6f41f49-a9c5-4068-943e-f2c3918bdc48,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:20.437795 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61646a67-2da1-4cd2-9c94-fa6ea0325629 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Port': ['ID=7d7428fe-02be-4266-aaa1-7b3fba2e0f9c,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:20.488836 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8ff7b71a-0870-42ab-8edf-83b9a1abd293 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:20.572326 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61646a67-2da1-4cd2-9c94-fa6ea0325629 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:20.580457 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7b71a-0870-42ab-8edf-83b9a1abd293 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Port': ['ID=7e1d24b3-a882-49ff-a851-a0a78b1b44f6,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:20.581155 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-df1598c2-c741-4b60-beae-c6ee59bf9fa6 None None] Attempting to bind port b6f41f49-a9c5-4068-943e-f2c3918bdc48 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:30:20.581640 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-df1598c2-c741-4b60-beae-c6ee59bf9fa6 None None] Attempting to bind port b6f41f49-a9c5-4068-943e-f2c3918bdc48 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'b192f6ea-b4d7-4361-8013-45b4b74faf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:30:20.581869 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1598c2-c741-4b60-beae-c6ee59bf9fa6 None None] Attempting to bind port b6f41f49-a9c5-4068-943e-f2c3918bdc48 on network f1533afd-9fe8-4eea-938b-865b6f1c73ba {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:30:20.684007 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1598c2-c741-4b60-beae-c6ee59bf9fa6 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:30:20.684353 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1598c2-c741-4b60-beae-c6ee59bf9fa6 None None] Checking segment: {'id': 'b192f6ea-b4d7-4361-8013-45b4b74faf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:30:20.684763 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-df1598c2-c741-4b60-beae-c6ee59bf9fa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:20.685189 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1598c2-c741-4b60-beae-c6ee59bf9fa6 None None] Bound using segment: {'id': 'b192f6ea-b4d7-4361-8013-45b4b74faf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:30:20.685638 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-df1598c2-c741-4b60-beae-c6ee59bf9fa6 None None] Bound port: b6f41f49-a9c5-4068-943e-f2c3918bdc48, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b192f6ea-b4d7-4361-8013-45b4b74faf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:30:20.686009 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-df1598c2-c741-4b60-beae-c6ee59bf9fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:20.816182 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8ff7b71a-0870-42ab-8edf-83b9a1abd293 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:20.874103 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c2268213-0b5a-48b5-b78c-c0456deb3381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'name': 'tempest-TestNetworkBasicOps-router-817127117', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:28:55Z', 'updated_at': '2022-02-28T14:29:07Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:82:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:28:56Z', 'updated_at': '2022-02-28T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '15b79571-f6d1-407f-aa9d-12a6d5c8f2a0', 'name': '', 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:d3:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:04Z', 'updated_at': '2022-02-28T14:29:19Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:20.876563 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-df1598c2-c741-4b60-beae-c6ee59bf9fa6 None None] For port b6f41f49-a9c5-4068-943e-f2c3918bdc48, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:30:20.894011 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2268213-0b5a-48b5-b78c-c0456deb3381 None None] The sync data for ids ['1e74d8f8-22c4-48e4-932a-f1f59ef0affe'] in dv-neutron-831192-4-hyperv is: [{'id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'name': 'tempest-TestNetworkBasicOps-router-817127117', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:28:55Z', 'updated_at': '2022-02-28T14:29:07Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:82:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:28:56Z', 'updated_at': '2022-02-28T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '15b79571-f6d1-407f-aa9d-12a6d5c8f2a0', 'name': '', 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:d3:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:04Z', 'updated_at': '2022-02-28T14:29:19Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:30:20.898822 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-df1598c2-c741-4b60-beae-c6ee59bf9fa6 None None] For port b6f41f49-a9c5-4068-943e-f2c3918bdc48, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=b6f41f49-a9c5-4068-943e-f2c3918bdc48,segment=NetworkSegment(b192f6ea-b4d7-4361-8013-45b4b74faf54),segment_id=b192f6ea-b4d7-4361-8013-45b4b74faf54)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:30:20.909527 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-df1598c2-c741-4b60-beae-c6ee59bf9fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:20.994654 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e1e8641c-9f99-4fa9-9e7c-d515f4efdd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:14Z', 'revision_number': 2, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None, '_interfaces': [{'id': '481cafaa-4384-4f29-aceb-37352e9cd5c6', 'name': '', 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:dc:be:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:13Z', 'updated_at': '2022-02-28T14:30:19Z', 'revision_number': 4, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:21.008720 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e8641c-9f99-4fa9-9e7c-d515f4efdd57 None None] The sync data for ids ['9e0f753f-b520-4863-92e5-9e986da17c37'] in dv-neutron-831192-4-hyperv is: [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:14Z', 'revision_number': 2, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None, '_interfaces': [{'id': '481cafaa-4384-4f29-aceb-37352e9cd5c6', 'name': '', 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:dc:be:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:13Z', 'updated_at': '2022-02-28T14:30:19Z', 'revision_number': 4, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:30:21.020736 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1598c2-c741-4b60-beae-c6ee59bf9fa6 None None] Pushing event updated for resources: {'Port': ['ID=b6f41f49-a9c5-4068-943e-f2c3918bdc48,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:21.080923 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59428) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:21.161077 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61646a67-2da1-4cd2-9c94-fa6ea0325629 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:21.168853 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61646a67-2da1-4cd2-9c94-fa6ea0325629 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:21.169889 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61646a67-2da1-4cd2-9c94-fa6ea0325629 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:21.271820 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d543f81c-813e-4cdc-82a0-ee76f6aeb3a8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/fb24d58c-93fa-468e-bdc3-c2243125022e HTTP/1.1" status: 200 len: 689 time: 0.1896260 Feb 28 14:30:21.278096 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff7b71a-0870-42ab-8edf-83b9a1abd293 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Router 8614dd37-ad42-423a-bb0f-cce949591c53 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:30:21.392633 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61646a67-2da1-4cd2-9c94-fa6ea0325629 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Port': ['ID=7d7428fe-02be-4266-aaa1-7b3fba2e0f9c,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:21.428464 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fc96ed-1b9a-444c-b3d3-ce7decb5ed41 None None] New status for floating IP fb24d58c-93fa-468e-bdc3-c2243125022e: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:30:21.494724 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61646a67-2da1-4cd2-9c94-fa6ea0325629 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network f1533afd-9fe8-4eea-938b-865b6f1c73ba is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:30:21.496266 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-61646a67-2da1-4cd2-9c94-fa6ea0325629 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:30:21.502645 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff7b71a-0870-42ab-8edf-83b9a1abd293 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:30:21.514163 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f901a5-ecc4-4f63-9dbd-948ec7d2a606 None None] Sync routers for ids ['8614dd37-ad42-423a-bb0f-cce949591c53'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:30:21.531053 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8ff7b71a-0870-42ab-8edf-83b9a1abd293 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "PUT /v2.0/routers/8614dd37-ad42-423a-bb0f-cce949591c53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7884860 Feb 28 14:30:21.534729 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59432) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:21.535310 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f901a5-ecc4-4f63-9dbd-948ec7d2a606 None None] Routers {'8614dd37-ad42-423a-bb0f-cce949591c53'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:21.535949 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-16f901a5-ecc4-4f63-9dbd-948ec7d2a606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['8614dd37-ad42-423a-bb0f-cce949591c53'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:21.655349 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device b6f41f49-a9c5-4068-943e-f2c3918bdc48 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:30:21.802809 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61646a67-2da1-4cd2-9c94-fa6ea0325629 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Router 9e0f753f-b520-4863-92e5-9e986da17c37 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:30:21.819984 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-50591131-6f1a-4b15-8399-8781780c9e2a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Deleting subnet 5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:30:21.825179 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50591131-6f1a-4b15-8399-8781780c9e2a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:21.888187 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-16f901a5-ecc4-4f63-9dbd-948ec7d2a606 None None] Set router 8614dd37-ad42-423a-bb0f-cce949591c53 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:21.897993 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50591131-6f1a-4b15-8399-8781780c9e2a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:22.002713 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50591131-6f1a-4b15-8399-8781780c9e2a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:22.067333 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61646a67-2da1-4cd2-9c94-fa6ea0325629 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:30:22.089269 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-16f901a5-ecc4-4f63-9dbd-948ec7d2a606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:30:20Z', 'revision_number': 11, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:22.094294 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-61646a67-2da1-4cd2-9c94-fa6ea0325629 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "PUT /v2.0/routers/9e0f753f-b520-4863-92e5-9e986da17c37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8347738 Feb 28 14:30:22.097645 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59436) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:22.100895 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f901a5-ecc4-4f63-9dbd-948ec7d2a606 None None] Checking router: 8614dd37-ad42-423a-bb0f-cce949591c53 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:30:22.108575 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-325d8c26-be09-422e-81bb-6ee466c7d188 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-688668672'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:22.113362 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50591131-6f1a-4b15-8399-8781780c9e2a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:22.113815 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-325d8c26-be09-422e-81bb-6ee466c7d188 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:22.117897 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-325d8c26-be09-422e-81bb-6ee466c7d188 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Usage tracker for resource:network and tenant:c21cf0538945438095f306ca2bde76da is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:22.121171 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-325d8c26-be09-422e-81bb-6ee466c7d188 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:22.127440 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-325d8c26-be09-422e-81bb-6ee466c7d188 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:22.146396 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325d8c26-be09-422e-81bb-6ee466c7d188 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Made reservation on behalf of c21cf0538945438095f306ca2bde76da for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:30:22.150724 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-325d8c26-be09-422e-81bb-6ee466c7d188 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:22.154504 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f901a5-ecc4-4f63-9dbd-948ec7d2a606 None None] Routers {'8614dd37-ad42-423a-bb0f-cce949591c53'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:22.155241 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-16f901a5-ecc4-4f63-9dbd-948ec7d2a606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['8614dd37-ad42-423a-bb0f-cce949591c53'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:22.162048 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50591131-6f1a-4b15-8399-8781780c9e2a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Subnet': ['ID=5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:22.165810 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-50591131-6f1a-4b15-8399-8781780c9e2a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:22.174228 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-50591131-6f1a-4b15-8399-8781780c9e2a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/subnets/5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26 HTTP/1.1" status: 204 len: 168 time: 0.6380682 Feb 28 14:30:22.176682 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59440) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:22.204749 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-325d8c26-be09-422e-81bb-6ee466c7d188 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:30:22.225655 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-325d8c26-be09-422e-81bb-6ee466c7d188 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:22.226119 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-325d8c26-be09-422e-81bb-6ee466c7d188 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Added segment 1e987853-195d-4942-8c6e-7c26278222ef of type vlan for network 04e0798d-2f90-4973-b75f-542e382b5674 Feb 28 14:30:22.239146 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ede67d6-736f-48ae-a668-314b67ce3022 None None] Network d538b821-5331-4cf8-abe3-ef61e76dac12 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:30:22.271935 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-325d8c26-be09-422e-81bb-6ee466c7d188 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:22.276653 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59444) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:22.319034 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port b6f41f49-a9c5-4068-943e-f2c3918bdc48 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:30:22.341272 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-400d2102-f042-42b5-9b99-d2003d285961 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:22.355259 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-400d2102-f042-42b5-9b99-d2003d285961 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Deleting port 851f0a15-d0a3-462f-9304-5cbb618382d6 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:22.356947 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-400d2102-f042-42b5-9b99-d2003d285961 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:22.386359 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-eeb57a9f-5ad6-426a-bca6-2bdb1595bf9e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/fb24d58c-93fa-468e-bdc3-c2243125022e HTTP/1.1" status: 200 len: 687 time: 0.1037719 Feb 28 14:30:22.400985 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-16f901a5-ecc4-4f63-9dbd-948ec7d2a606 None None] Set router 8614dd37-ad42-423a-bb0f-cce949591c53 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:22.416635 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-325d8c26-be09-422e-81bb-6ee466c7d188 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:22.426762 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325d8c26-be09-422e-81bb-6ee466c7d188 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:22.427457 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-325d8c26-be09-422e-81bb-6ee466c7d188 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:22.504997 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-325d8c26-be09-422e-81bb-6ee466c7d188 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4013603 Feb 28 14:30:22.529493 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-16f901a5-ecc4-4f63-9dbd-948ec7d2a606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:30:20Z', 'revision_number': 11, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:22.548805 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f901a5-ecc4-4f63-9dbd-948ec7d2a606 None None] The sync data for ids ['8614dd37-ad42-423a-bb0f-cce949591c53'] in dv-neutron-831192-4-hyperv is: [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:30:20Z', 'revision_number': 11, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:30:22.553632 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9665d88a-df62-4d54-a054-81ff80c0a781 None None] Network f1533afd-9fe8-4eea-938b-865b6f1c73ba requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:30:22.559082 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59448) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:22.568366 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1bfb232c-a6e0-42d6-95a4-93b52f2c0fad tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'subnet': {'network_id': '04e0798d-2f90-4973-b75f-542e382b5674', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:22.688144 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d8c26-be09-422e-81bb-6ee466c7d188 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Network': ['ID=04e0798d-2f90-4973-b75f-542e382b5674,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:22.690772 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1bfb232c-a6e0-42d6-95a4-93b52f2c0fad tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:22.694959 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1bfb232c-a6e0-42d6-95a4-93b52f2c0fad tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Usage tracker for resource:subnet and tenant:c21cf0538945438095f306ca2bde76da is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:22.697982 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1bfb232c-a6e0-42d6-95a4-93b52f2c0fad tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:22.704499 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1bfb232c-a6e0-42d6-95a4-93b52f2c0fad tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:22.707334 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-400d2102-f042-42b5-9b99-d2003d285961 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] For port 851f0a15-d0a3-462f-9304-5cbb618382d6, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=851f0a15-d0a3-462f-9304-5cbb618382d6,segment=NetworkSegment(46d5830f-f877-47c4-a961-011dffd4c39f),segment_id=46d5830f-f877-47c4-a961-011dffd4c39f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:22.708033 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-400d2102-f042-42b5-9b99-d2003d285961 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:22.718348 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfb232c-a6e0-42d6-95a4-93b52f2c0fad tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Made reservation on behalf of c21cf0538945438095f306ca2bde76da for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:30:22.720949 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 04e0798d-2f90-4973-b75f-542e382b5674 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:30:22.725261 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bfb232c-a6e0-42d6-95a4-93b52f2c0fad tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:22.768556 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7e997167-06aa-4d06-a498-0d046c7705e3 None None] Provisioning for port b6f41f49-a9c5-4068-943e-f2c3918bdc48 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:30:22.849892 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7e997167-06aa-4d06-a498-0d046c7705e3 None None] Provisioning complete for port b6f41f49-a9c5-4068-943e-f2c3918bdc48 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:22.850289 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7e997167-06aa-4d06-a498-0d046c7705e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:22.866846 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-400d2102-f042-42b5-9b99-d2003d285961 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Calling delete_port for 851f0a15-d0a3-462f-9304-5cbb618382d6 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:30:22.959769 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-400d2102-f042-42b5-9b99-d2003d285961 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:22.969847 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bfb232c-a6e0-42d6-95a4-93b52f2c0fad tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:23.012907 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d2102-f042-42b5-9b99-d2003d285961 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Port': ['ID=851f0a15-d0a3-462f-9304-5cbb618382d6,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:23.018646 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400d2102-f042-42b5-9b99-d2003d285961 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] No DVR routers for this DVR port 851f0a15-d0a3-462f-9304-5cbb618382d6 on host dv-neutron-831192-4-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:30:23.049466 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb232c-a6e0-42d6-95a4-93b52f2c0fad tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Subnet': ['ID=93562f58-4ec2-45dd-a0ab-068ad8df294d,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:23.105540 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfb232c-a6e0-42d6-95a4-93b52f2c0fad tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Checking segment: {'id': '1e987853-195d-4942-8c6e-7c26278222ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '04e0798d-2f90-4973-b75f-542e382b5674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:30:23.105905 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfb232c-a6e0-42d6-95a4-93b52f2c0fad tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network hostable DHCP agents. Network: 04e0798d-2f90-4973-b75f-542e382b5674, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:30:23.126138 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445addf1-9784-4dc6-97b2-ded2939bd67c None None] DHCP port deletion for d538b821-5331-4cf8-abe3-ef61e76dac12 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:30:23.132934 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7e997167-06aa-4d06-a498-0d046c7705e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:23.136295 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfb232c-a6e0-42d6-95a4-93b52f2c0fad tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network 04e0798d-2f90-4973-b75f-542e382b5674 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:30:23.144940 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59881b0-177e-4cd3-b627-8fa9d546847e None None] Sync routers for ids ['9e0f753f-b520-4863-92e5-9e986da17c37'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:30:23.163685 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59881b0-177e-4cd3-b627-8fa9d546847e None None] Routers {'9e0f753f-b520-4863-92e5-9e986da17c37'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:23.163870 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-1bfb232c-a6e0-42d6-95a4-93b52f2c0fad tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 04e0798d-2f90-4973-b75f-542e382b5674) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:30:23.164240 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b59881b0-177e-4cd3-b627-8fa9d546847e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9e0f753f-b520-4863-92e5-9e986da17c37'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:23.176638 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d87d6a-219d-471f-ab45-8f261b8d1953 None None] Network 04e0798d-2f90-4973-b75f-542e382b5674 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:30:23.182655 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfb232c-a6e0-42d6-95a4-93b52f2c0fad tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:23.183290 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1bfb232c-a6e0-42d6-95a4-93b52f2c0fad tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:23.210897 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-400d2102-f042-42b5-9b99-d2003d285961 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:23.248591 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1bfb232c-a6e0-42d6-95a4-93b52f2c0fad tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6879601 Feb 28 14:30:23.253436 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-400d2102-f042-42b5-9b99-d2003d285961 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d538b821-5331-4cf8-abe3-ef61e76dac12']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:23.255312 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59452) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:23.269720 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-400d2102-f042-42b5-9b99-d2003d285961 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d5830f-f877-47c4-a961-011dffd4c39f') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:23.270016 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-400d2102-f042-42b5-9b99-d2003d285961 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d5830f-f877-47c4-a961-011dffd4c39f') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:23.282766 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-7e997167-06aa-4d06-a498-0d046c7705e3 None None] For port b6f41f49-a9c5-4068-943e-f2c3918bdc48, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=b6f41f49-a9c5-4068-943e-f2c3918bdc48,segment=NetworkSegment(b192f6ea-b4d7-4361-8013-45b4b74faf54),segment_id=b192f6ea-b4d7-4361-8013-45b4b74faf54)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:23.295403 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-400d2102-f042-42b5-9b99-d2003d285961 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:23.309995 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7e997167-06aa-4d06-a498-0d046c7705e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:23.335212 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-400d2102-f042-42b5-9b99-d2003d285961 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:23.343518 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-400d2102-f042-42b5-9b99-d2003d285961 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:30:23.344363 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-400d2102-f042-42b5-9b99-d2003d285961 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:30:23.395679 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:30:23.430789 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 481cafaa-4384-4f29-aceb-37352e9cd5c6 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:30:23.446627 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-b59881b0-177e-4cd3-b627-8fa9d546847e None None] Set router 9e0f753f-b520-4863-92e5-9e986da17c37 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:23.614663 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-400d2102-f042-42b5-9b99-d2003d285961 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:23.646617 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-400d2102-f042-42b5-9b99-d2003d285961 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:23.659870 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d2102-f042-42b5-9b99-d2003d285961 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Pushing event deleted for resources: {'Network': ['ID=d538b821-5331-4cf8-abe3-ef61e76dac12,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:23.670915 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-400d2102-f042-42b5-9b99-d2003d285961 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/networks/d538b821-5331-4cf8-abe3-ef61e76dac12 HTTP/1.1" status: 204 len: 168 time: 1.4928493 Feb 28 14:30:23.673694 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59458) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:23.679439 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e997167-06aa-4d06-a498-0d046c7705e3 None None] Pushing event updated for resources: {'Port': ['ID=b6f41f49-a9c5-4068-943e-f2c3918bdc48,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:23.686491 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-4b0250b3-e917-4b14-b6d4-5dfa86c2c5cd tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'router': {'routes': None}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:23.793796 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c8d238bf-8f29-406b-ac07-660f043ca402 None None] Provisioning complete for port b6f41f49-a9c5-4068-943e-f2c3918bdc48 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:23.794436 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c8d238bf-8f29-406b-ac07-660f043ca402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:23.843620 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 481cafaa-4384-4f29-aceb-37352e9cd5c6 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:30:23.862977 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 481cafaa-4384-4f29-aceb-37352e9cd5c6 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:23.863705 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:24.017048 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5849de-e4e2-4d4f-96a6-d7ed1cc3c8bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-04e0798d-2f90-4973-b75f-542e382b5674', 'network_id': '04e0798d-2f90-4973-b75f-542e382b5674', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'fixed_ips': [{'subnet_id': '93562f58-4ec2-45dd-a0ab-068ad8df294d'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:30:24.018362 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9b5849de-e4e2-4d4f-96a6-d7ed1cc3c8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:24.152344 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59462) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:24.165566 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-22613f87-ad46-4159-a935-33d02988b54c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-895536527', 'description': 'tempest-secgroup-smoke-895536527 description', 'project_id': '1cd57789443e43d89a7681324e1f7304'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:24.176809 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-22613f87-ad46-4159-a935-33d02988b54c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:24.183990 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b59881b0-177e-4cd3-b627-8fa9d546847e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:20Z', 'revision_number': 3, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None, '_interfaces': [{'id': '481cafaa-4384-4f29-aceb-37352e9cd5c6', 'name': '', 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:dc:be:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:13Z', 'updated_at': '2022-02-28T14:30:19Z', 'revision_number': 4, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d7428fe-02be-4266-aaa1-7b3fba2e0f9c', 'name': '', 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:f4:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:18Z', 'updated_at': '2022-02-28T14:30:20Z', 'revision_number': 2, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:24.189418 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59881b0-177e-4cd3-b627-8fa9d546847e None None] Checking router: 9e0f753f-b520-4863-92e5-9e986da17c37 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:30:24.190044 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59881b0-177e-4cd3-b627-8fa9d546847e None None] Updating router 9e0f753f-b520-4863-92e5-9e986da17c37 port 7d7428fe-02be-4266-aaa1-7b3fba2e0f9c binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:30:24.203806 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-22613f87-ad46-4159-a935-33d02988b54c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:24.231045 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:24.259546 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b59881b0-177e-4cd3-b627-8fa9d546847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:24.279192 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.extraroute_db [None req-4b0250b3-e917-4b14-b6d4-5dfa86c2c5cd tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Added routes are [] {{(pid=87773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 28 14:30:24.279909 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.extraroute_db [None req-4b0250b3-e917-4b14-b6d4-5dfa86c2c5cd tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Removed routes are [] {{(pid=87773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 28 14:30:24.280184 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4b0250b3-e917-4b14-b6d4-5dfa86c2c5cd tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:24.286759 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22613f87-ad46-4159-a935-33d02988b54c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:24.373566 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-22613f87-ad46-4159-a935-33d02988b54c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:24.377856 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 481cafaa-4384-4f29-aceb-37352e9cd5c6, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=481cafaa-4384-4f29-aceb-37352e9cd5c6,segment=NetworkSegment(a55c09e2-3e55-4ae7-ae2c-968da500d91f),segment_id=a55c09e2-3e55-4ae7-ae2c-968da500d91f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:24.379315 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-9b5849de-e4e2-4d4f-96a6-d7ed1cc3c8bc None None] Allocated IP 2001:db8:2::2 (04e0798d-2f90-4973-b75f-542e382b5674/93562f58-4ec2-45dd-a0ab-068ad8df294d/05d86d34-0d9a-41a9-aa8e-46af9415a108) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:30:24.381330 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-22613f87-ad46-4159-a935-33d02988b54c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:24.393743 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:24.397467 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-22613f87-ad46-4159-a935-33d02988b54c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:24.410244 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-22613f87-ad46-4159-a935-33d02988b54c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:24.512098 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 7e1d24b3-a882-49ff-a851-a0a78b1b44f6 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:30:24.562238 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c8d238bf-8f29-406b-ac07-660f043ca402 None None] Provisioning for port 7d7428fe-02be-4266-aaa1-7b3fba2e0f9c completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:30:24.567761 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b916270f-aca9-4e81-8078-add996023407 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:24.573351 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 7e1d24b3-a882-49ff-a851-a0a78b1b44f6 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:30:24.573944 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 7e1d24b3-a882-49ff-a851-a0a78b1b44f6 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:30:24.574514 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 851f0a15-d0a3-462f-9304-5cbb618382d6 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:30:24.653288 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c8d238bf-8f29-406b-ac07-660f043ca402 None None] Provisioning complete for port 7d7428fe-02be-4266-aaa1-7b3fba2e0f9c triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:24.654002 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c8d238bf-8f29-406b-ac07-660f043ca402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:24.687338 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4b0250b3-e917-4b14-b6d4-5dfa86c2c5cd tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:24.692679 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4b0250b3-e917-4b14-b6d4-5dfa86c2c5cd tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728902'] for router, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:24.704564 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b59881b0-177e-4cd3-b627-8fa9d546847e None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:24.718480 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-b59881b0-177e-4cd3-b627-8fa9d546847e None None] Transition to ACTIVE for port object 7d7428fe-02be-4266-aaa1-7b3fba2e0f9c will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:30:24.728178 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c8d238bf-8f29-406b-ac07-660f043ca402 None None] Port 7d7428fe-02be-4266-aaa1-7b3fba2e0f9c cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:30:24.728387 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b59881b0-177e-4cd3-b627-8fa9d546847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:24.731771 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 851f0a15-d0a3-462f-9304-5cbb618382d6 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:30:24.734555 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 851f0a15-d0a3-462f-9304-5cbb618382d6 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:30:24.746309 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22613f87-ad46-4159-a935-33d02988b54c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:24.757266 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22613f87-ad46-4159-a935-33d02988b54c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:24.800998 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22613f87-ad46-4159-a935-33d02988b54c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9127b61b-087e-4502-86c1-b2840df03276,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:24.803780 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=481cafaa-4384-4f29-aceb-37352e9cd5c6,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:24.878151 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0250b3-e917-4b14-b6d4-5dfa86c2c5cd tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Router 8614dd37-ad42-423a-bb0f-cce949591c53 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:30:24.988820 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9b5849de-e4e2-4d4f-96a6-d7ed1cc3c8bc None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:24.996374 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22613f87-ad46-4159-a935-33d02988b54c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:24.998279 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-22613f87-ad46-4159-a935-33d02988b54c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8447845 Feb 28 14:30:25.001684 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59466) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:25.004387 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9b5849de-e4e2-4d4f-96a6-d7ed1cc3c8bc None None] Transition to ACTIVE for port object 05d86d34-0d9a-41a9-aa8e-46af9415a108 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:30:25.009306 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ad38f2c8-8626-4e58-8a19-dda874215d1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '9127b61b-087e-4502-86c1-b2840df03276', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:25.018350 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ad38f2c8-8626-4e58-8a19-dda874215d1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:25.023277 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ad38f2c8-8626-4e58-8a19-dda874215d1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:25.028479 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ad38f2c8-8626-4e58-8a19-dda874215d1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:25.030398 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9b5849de-e4e2-4d4f-96a6-d7ed1cc3c8bc None None] Transition to ACTIVE for port object 05d86d34-0d9a-41a9-aa8e-46af9415a108 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:30:25.037999 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ad38f2c8-8626-4e58-8a19-dda874215d1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:25.039625 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9b5849de-e4e2-4d4f-96a6-d7ed1cc3c8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:25.083137 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87acf3b-d5e3-4549-9d1b-2dc656c06039 None None] Pushing event updated for resources: {'Port': ['ID=7d7428fe-02be-4266-aaa1-7b3fba2e0f9c,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:25.112931 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0250b3-e917-4b14-b6d4-5dfa86c2c5cd tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:30:25.114455 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-b59881b0-177e-4cd3-b627-8fa9d546847e None None] Attempting to bind port 7d7428fe-02be-4266-aaa1-7b3fba2e0f9c on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:30:25.114785 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-b59881b0-177e-4cd3-b627-8fa9d546847e None None] Attempting to bind port 7d7428fe-02be-4266-aaa1-7b3fba2e0f9c by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'b192f6ea-b4d7-4361-8013-45b4b74faf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:30:25.115134 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59881b0-177e-4cd3-b627-8fa9d546847e None None] Attempting to bind port 7d7428fe-02be-4266-aaa1-7b3fba2e0f9c on network f1533afd-9fe8-4eea-938b-865b6f1c73ba {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:30:25.122543 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59881b0-177e-4cd3-b627-8fa9d546847e None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:30:25.122911 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59881b0-177e-4cd3-b627-8fa9d546847e None None] Checking segment: {'id': 'b192f6ea-b4d7-4361-8013-45b4b74faf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:30:25.123321 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b59881b0-177e-4cd3-b627-8fa9d546847e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:25.123697 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59881b0-177e-4cd3-b627-8fa9d546847e None None] Bound using segment: {'id': 'b192f6ea-b4d7-4361-8013-45b4b74faf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:30:25.123945 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4b0250b3-e917-4b14-b6d4-5dfa86c2c5cd tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:25.124143 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-b59881b0-177e-4cd3-b627-8fa9d546847e None None] Bound port: 7d7428fe-02be-4266-aaa1-7b3fba2e0f9c, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b192f6ea-b4d7-4361-8013-45b4b74faf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:30:25.124495 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5849de-e4e2-4d4f-96a6-d7ed1cc3c8bc None None] Network 04e0798d-2f90-4973-b75f-542e382b5674 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:30:25.124631 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b59881b0-177e-4cd3-b627-8fa9d546847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:25.126051 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4b0250b3-e917-4b14-b6d4-5dfa86c2c5cd tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "PUT /v2.0/routers/8614dd37-ad42-423a-bb0f-cce949591c53 HTTP/1.1" status: 200 len: 699 time: 1.4511323 Feb 28 14:30:25.128927 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-9b5849de-e4e2-4d4f-96a6-d7ed1cc3c8bc None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:30:25.129450 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59470) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:25.133543 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38468d5-c8d0-4c6f-a9f7-df20c8559410 None None] Sync routers for ids ['8614dd37-ad42-423a-bb0f-cce949591c53'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:30:25.137329 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-b916270f-aca9-4e81-8078-add996023407 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Allocated IP 2001:db8:2::1 (04e0798d-2f90-4973-b75f-542e382b5674/93562f58-4ec2-45dd-a0ab-068ad8df294d/ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:30:25.139705 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5849de-e4e2-4d4f-96a6-d7ed1cc3c8bc None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:30:25.182626 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9caeeb81-7752-4068-8783-8d9d6529482a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Synchronizing usage tracker for tenant:2f27756656034771b730bac18fc748ab on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:30:25.188744 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5849de-e4e2-4d4f-96a6-d7ed1cc3c8bc None None] Pushing event updated for resources: {'Port': ['ID=05d86d34-0d9a-41a9-aa8e-46af9415a108,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:25.206061 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9caeeb81-7752-4068-8783-8d9d6529482a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Unset dirty status for tenant:2f27756656034771b730bac18fc748ab on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:30:25.206320 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38468d5-c8d0-4c6f-a9f7-df20c8559410 None None] Routers {'8614dd37-ad42-423a-bb0f-cce949591c53'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:25.206769 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a38468d5-c8d0-4c6f-a9f7-df20c8559410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['8614dd37-ad42-423a-bb0f-cce949591c53'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:25.208075 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9caeeb81-7752-4068-8783-8d9d6529482a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "GET /v2.0/ports?device_id=8614dd37-ad42-423a-bb0f-cce949591c53 HTTP/1.1" status: 200 len: 205 time: 0.0774264 Feb 28 14:30:25.210880 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59474) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:25.229455 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-b59881b0-177e-4cd3-b627-8fa9d546847e None None] For port 7d7428fe-02be-4266-aaa1-7b3fba2e0f9c, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:30:25.248793 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-b59881b0-177e-4cd3-b627-8fa9d546847e None None] For port 7d7428fe-02be-4266-aaa1-7b3fba2e0f9c, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=7d7428fe-02be-4266-aaa1-7b3fba2e0f9c,segment=NetworkSegment(b192f6ea-b4d7-4361-8013-45b4b74faf54),segment_id=b192f6ea-b4d7-4361-8013-45b4b74faf54)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:30:25.258838 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b59881b0-177e-4cd3-b627-8fa9d546847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:25.331868 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b916270f-aca9-4e81-8078-add996023407 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:25.352769 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-b916270f-aca9-4e81-8078-add996023407 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Transition to ACTIVE for port object ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:30:25.376949 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59881b0-177e-4cd3-b627-8fa9d546847e None None] Routers {'9e0f753f-b520-4863-92e5-9e986da17c37'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:25.378055 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b59881b0-177e-4cd3-b627-8fa9d546847e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9e0f753f-b520-4863-92e5-9e986da17c37'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:25.388437 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b916270f-aca9-4e81-8078-add996023407 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:25.436146 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5acef026-7d10-4e42-9841-b8504cee9b28 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:25.441940 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device b6f41f49-a9c5-4068-943e-f2c3918bdc48 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:30:25.473352 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b916270f-aca9-4e81-8078-add996023407 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network 04e0798d-2f90-4973-b75f-542e382b5674 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:30:25.477196 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b916270f-aca9-4e81-8078-add996023407 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:30:25.480389 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b916270f-aca9-4e81-8078-add996023407 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:30:25.481023 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b916270f-aca9-4e81-8078-add996023407 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:25.483703 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad38f2c8-8626-4e58-8a19-dda874215d1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:25.513156 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-a38468d5-c8d0-4c6f-a9f7-df20c8559410 None None] Set router 8614dd37-ad42-423a-bb0f-cce949591c53 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:25.582238 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9b5849de-e4e2-4d4f-96a6-d7ed1cc3c8bc None None] Attempting to bind port 05d86d34-0d9a-41a9-aa8e-46af9415a108 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:30:25.586286 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9b5849de-e4e2-4d4f-96a6-d7ed1cc3c8bc None None] Attempting to bind port 05d86d34-0d9a-41a9-aa8e-46af9415a108 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '1e987853-195d-4942-8c6e-7c26278222ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '04e0798d-2f90-4973-b75f-542e382b5674'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:30:25.586614 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916270f-aca9-4e81-8078-add996023407 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Port': ['ID=ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:25.587078 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5849de-e4e2-4d4f-96a6-d7ed1cc3c8bc None None] Attempting to bind port 05d86d34-0d9a-41a9-aa8e-46af9415a108 on network 04e0798d-2f90-4973-b75f-542e382b5674 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:30:25.638403 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad38f2c8-8626-4e58-8a19-dda874215d1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:25.652930 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad38f2c8-8626-4e58-8a19-dda874215d1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:25.653397 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-b59881b0-177e-4cd3-b627-8fa9d546847e None None] Set router 9e0f753f-b520-4863-92e5-9e986da17c37 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:25.693905 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a38468d5-c8d0-4c6f-a9f7-df20c8559410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:30:20Z', 'revision_number': 11, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:25.703074 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5849de-e4e2-4d4f-96a6-d7ed1cc3c8bc None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:30:25.703493 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5849de-e4e2-4d4f-96a6-d7ed1cc3c8bc None None] Checking segment: {'id': '1e987853-195d-4942-8c6e-7c26278222ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '04e0798d-2f90-4973-b75f-542e382b5674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:30:25.703896 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9b5849de-e4e2-4d4f-96a6-d7ed1cc3c8bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:25.704277 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5849de-e4e2-4d4f-96a6-d7ed1cc3c8bc None None] Bound using segment: {'id': '1e987853-195d-4942-8c6e-7c26278222ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '04e0798d-2f90-4973-b75f-542e382b5674'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:30:25.704754 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-9b5849de-e4e2-4d4f-96a6-d7ed1cc3c8bc None None] Bound port: 05d86d34-0d9a-41a9-aa8e-46af9415a108, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e987853-195d-4942-8c6e-7c26278222ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '04e0798d-2f90-4973-b75f-542e382b5674'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:30:25.705118 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9b5849de-e4e2-4d4f-96a6-d7ed1cc3c8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:25.721064 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87acf3b-d5e3-4549-9d1b-2dc656c06039 None None] Pushing event updated for resources: {'Port': ['ID=7d7428fe-02be-4266-aaa1-7b3fba2e0f9c,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:25.721800 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38f2c8-8626-4e58-8a19-dda874215d1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf38df0-bf22-4b4e-99de-85e61f03fa94,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:25.723687 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38468d5-c8d0-4c6f-a9f7-df20c8559410 None None] Checking router: 8614dd37-ad42-423a-bb0f-cce949591c53 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:30:25.763117 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ad38f2c8-8626-4e58-8a19-dda874215d1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:25.769376 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ad38f2c8-8626-4e58-8a19-dda874215d1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7664323 Feb 28 14:30:25.770273 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59478) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:25.777433 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-12b41530-4e72-448d-8753-1f4a32057b14 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '9127b61b-087e-4502-86c1-b2840df03276', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:25.786120 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-12b41530-4e72-448d-8753-1f4a32057b14 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:25.791316 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-12b41530-4e72-448d-8753-1f4a32057b14 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:25.797490 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-12b41530-4e72-448d-8753-1f4a32057b14 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:25.829882 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-12b41530-4e72-448d-8753-1f4a32057b14 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:25.837247 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38468d5-c8d0-4c6f-a9f7-df20c8559410 None None] Routers {'8614dd37-ad42-423a-bb0f-cce949591c53'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:25.837885 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a38468d5-c8d0-4c6f-a9f7-df20c8559410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['8614dd37-ad42-423a-bb0f-cce949591c53'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:25.876775 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b916270f-aca9-4e81-8078-add996023407 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:25.898975 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12b41530-4e72-448d-8753-1f4a32057b14 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:25.925220 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port b6f41f49-a9c5-4068-943e-f2c3918bdc48 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:25.925595 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:26.046914 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b59881b0-177e-4cd3-b627-8fa9d546847e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:20Z', 'revision_number': 3, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None, '_interfaces': [{'id': '481cafaa-4384-4f29-aceb-37352e9cd5c6', 'name': '', 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:dc:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:13Z', 'updated_at': '2022-02-28T14:30:24Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d7428fe-02be-4266-aaa1-7b3fba2e0f9c', 'name': '', 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:f4:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:18Z', 'updated_at': '2022-02-28T14:30:25Z', 'revision_number': 4, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:26.052868 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59881b0-177e-4cd3-b627-8fa9d546847e None None] The sync data for ids ['9e0f753f-b520-4863-92e5-9e986da17c37'] in dv-neutron-831192-4-hyperv is: [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:20Z', 'revision_number': 3, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None, '_interfaces': [{'id': '481cafaa-4384-4f29-aceb-37352e9cd5c6', 'name': '', 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:dc:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:13Z', 'updated_at': '2022-02-28T14:30:24Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d7428fe-02be-4266-aaa1-7b3fba2e0f9c', 'name': '', 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:f4:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:18Z', 'updated_at': '2022-02-28T14:30:25Z', 'revision_number': 4, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:30:26.058245 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-a38468d5-c8d0-4c6f-a9f7-df20c8559410 None None] Set router 8614dd37-ad42-423a-bb0f-cce949591c53 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:26.077723 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5acef026-7d10-4e42-9841-b8504cee9b28 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:26.080501 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5acef026-7d10-4e42-9841-b8504cee9b28 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:26.131990 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5acef026-7d10-4e42-9841-b8504cee9b28 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:26.133408 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acef026-7d10-4e42-9841-b8504cee9b28 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Fanout notify agent at l3_agent the message router_deleted on router 8614dd37-ad42-423a-bb0f-cce949591c53 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:30:26.152257 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5acef026-7d10-4e42-9841-b8504cee9b28 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:26.159270 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5acef026-7d10-4e42-9841-b8504cee9b28 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/routers/8614dd37-ad42-423a-bb0f-cce949591c53 HTTP/1.1" status: 204 len: 168 time: 0.9415021 Feb 28 14:30:26.159443 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59482) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:26.162703 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f2cbac6d-84ce-4be1-9496-36fb2d6d0266 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1468753959', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:26.188416 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f2cbac6d-84ce-4be1-9496-36fb2d6d0266 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:26.210755 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f2cbac6d-84ce-4be1-9496-36fb2d6d0266 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Usage tracker for resource:router and tenant:2f27756656034771b730bac18fc748ab is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:26.215130 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9b5849de-e4e2-4d4f-96a6-d7ed1cc3c8bc None None] For port 05d86d34-0d9a-41a9-aa8e-46af9415a108, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:30:26.218282 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f2cbac6d-84ce-4be1-9496-36fb2d6d0266 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:26.219779 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a38468d5-c8d0-4c6f-a9f7-df20c8559410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:30:20Z', 'revision_number': 11, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:26.230090 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9b5849de-e4e2-4d4f-96a6-d7ed1cc3c8bc None None] For port 05d86d34-0d9a-41a9-aa8e-46af9415a108, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=05d86d34-0d9a-41a9-aa8e-46af9415a108,segment=NetworkSegment(1e987853-195d-4942-8c6e-7c26278222ef),segment_id=1e987853-195d-4942-8c6e-7c26278222ef)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:30:26.231306 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38468d5-c8d0-4c6f-a9f7-df20c8559410 None None] The sync data for ids ['8614dd37-ad42-423a-bb0f-cce949591c53'] in dv-neutron-831192-4-hyperv is: [{'id': '8614dd37-ad42-423a-bb0f-cce949591c53', 'name': 'tempest-RoutersTest-router-52350539', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:29:31Z', 'updated_at': '2022-02-28T14:30:20Z', 'revision_number': 11, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:30:26.239093 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9b5849de-e4e2-4d4f-96a6-d7ed1cc3c8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:26.299546 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-f2cbac6d-84ce-4be1-9496-36fb2d6d0266 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:26.313402 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12b41530-4e72-448d-8753-1f4a32057b14 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:26.372509 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12b41530-4e72-448d-8753-1f4a32057b14 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:26.374313 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f2cbac6d-84ce-4be1-9496-36fb2d6d0266 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:26.375387 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f2cbac6d-84ce-4be1-9496-36fb2d6d0266 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:26.383653 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 481cafaa-4384-4f29-aceb-37352e9cd5c6 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:30:26.439867 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5849de-e4e2-4d4f-96a6-d7ed1cc3c8bc None None] Pushing event updated for resources: {'Port': ['ID=05d86d34-0d9a-41a9-aa8e-46af9415a108,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:26.459032 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b41530-4e72-448d-8753-1f4a32057b14 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b77fadf-0b51-418d-b70c-84df81ea3cf1,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:26.483700 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 481cafaa-4384-4f29-aceb-37352e9cd5c6 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:26.484233 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:26.518390 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f2cbac6d-84ce-4be1-9496-36fb2d6d0266 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:26.535394 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12b41530-4e72-448d-8753-1f4a32057b14 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:26.536596 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-12b41530-4e72-448d-8753-1f4a32057b14 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7651339 Feb 28 14:30:26.539467 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59486) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:26.546582 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-393812be-9d40-4f60-be74-b6c43afe5405 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '9127b61b-087e-4502-86c1-b2840df03276', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:26.566460 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-393812be-9d40-4f60-be74-b6c43afe5405 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:26.570695 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-393812be-9d40-4f60-be74-b6c43afe5405 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:26.576021 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-393812be-9d40-4f60-be74-b6c43afe5405 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:26.587886 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-393812be-9d40-4f60-be74-b6c43afe5405 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:26.631460 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-393812be-9d40-4f60-be74-b6c43afe5405 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:26.732791 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f2cbac6d-84ce-4be1-9496-36fb2d6d0266 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:26.751220 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-393812be-9d40-4f60-be74-b6c43afe5405 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:26.759646 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-393812be-9d40-4f60-be74-b6c43afe5405 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:26.772284 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f2cbac6d-84ce-4be1-9496-36fb2d6d0266 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:26.774002 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f2cbac6d-84ce-4be1-9496-36fb2d6d0266 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6149321 Feb 28 14:30:26.780518 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59490) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:26.789405 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393812be-9d40-4f60-be74-b6c43afe5405 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba4a27c-5e25-40ee-91af-9d669fa3407d,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:26.806953 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-393812be-9d40-4f60-be74-b6c43afe5405 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:26.808187 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-393812be-9d40-4f60-be74-b6c43afe5405 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2677405 Feb 28 14:30:26.811565 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59494) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:26.822585 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b511f627-f83c-403f-9de3-0ee45111be3c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '9127b61b-087e-4502-86c1-b2840df03276', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:26.823594 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d31b9aa3-78a2-466c-beb6-2e7f86a60546 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:26.829084 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b511f627-f83c-403f-9de3-0ee45111be3c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:26.833927 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b511f627-f83c-403f-9de3-0ee45111be3c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:26.836930 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b511f627-f83c-403f-9de3-0ee45111be3c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:26.843817 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b511f627-f83c-403f-9de3-0ee45111be3c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:26.873118 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b511f627-f83c-403f-9de3-0ee45111be3c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:26.954189 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b511f627-f83c-403f-9de3-0ee45111be3c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:26.958658 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b511f627-f83c-403f-9de3-0ee45111be3c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:26.982843 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511f627-f83c-403f-9de3-0ee45111be3c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5cc39c6-6e8a-4680-a1ad-7c142201ec52,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:26.993135 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b511f627-f83c-403f-9de3-0ee45111be3c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:26.994508 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b511f627-f83c-403f-9de3-0ee45111be3c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1818845 Feb 28 14:30:26.997386 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59498) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:27.002726 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f0a4292c-55fc-4631-8824-ef79709d7974 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '9127b61b-087e-4502-86c1-b2840df03276', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:27.009139 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f0a4292c-55fc-4631-8824-ef79709d7974 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:27.013474 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f0a4292c-55fc-4631-8824-ef79709d7974 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:27.019351 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f0a4292c-55fc-4631-8824-ef79709d7974 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:27.025964 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f0a4292c-55fc-4631-8824-ef79709d7974 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:27.044114 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-f0a4292c-55fc-4631-8824-ef79709d7974 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Project 1cd57789443e43d89a7681324e1f7304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:30:27.055037 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f0a4292c-55fc-4631-8824-ef79709d7974 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:27.117128 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b916270f-aca9-4e81-8078-add996023407 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:27.127824 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f0a4292c-55fc-4631-8824-ef79709d7974 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:27.132103 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f0a4292c-55fc-4631-8824-ef79709d7974 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:27.155517 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4292c-55fc-4631-8824-ef79709d7974 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a89448-3e96-4aff-98d3-c097fa11b8a4,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:27.165234 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f0a4292c-55fc-4631-8824-ef79709d7974 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:27.166450 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f0a4292c-55fc-4631-8824-ef79709d7974 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1680636 Feb 28 14:30:27.169564 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59502) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:27.175173 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-06991238-b813-4867-99d6-a83705386908 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '9127b61b-087e-4502-86c1-b2840df03276', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:27.180768 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b916270f-aca9-4e81-8078-add996023407 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:27.181077 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-06991238-b813-4867-99d6-a83705386908 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:27.181513 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b916270f-aca9-4e81-8078-add996023407 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:27.185426 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-06991238-b813-4867-99d6-a83705386908 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:27.188283 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-06991238-b813-4867-99d6-a83705386908 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:27.194253 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-06991238-b813-4867-99d6-a83705386908 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:27.207241 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-06991238-b813-4867-99d6-a83705386908 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Project 1cd57789443e43d89a7681324e1f7304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:30:27.214679 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06991238-b813-4867-99d6-a83705386908 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:27.299565 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06991238-b813-4867-99d6-a83705386908 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:27.309266 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06991238-b813-4867-99d6-a83705386908 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:27.336515 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06991238-b813-4867-99d6-a83705386908 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6752be2-9bf0-40fa-865f-a2c28a2a7b29,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:27.357132 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-06991238-b813-4867-99d6-a83705386908 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:27.368852 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-06991238-b813-4867-99d6-a83705386908 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1936438 Feb 28 14:30:27.411052 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 7d7428fe-02be-4266-aaa1-7b3fba2e0f9c up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:30:27.426196 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d31b9aa3-78a2-466c-beb6-2e7f86a60546 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:27.498662 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916270f-aca9-4e81-8078-add996023407 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Port': ['ID=ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:27.510741 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d31b9aa3-78a2-466c-beb6-2e7f86a60546 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728902'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:27.513830 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b916270f-aca9-4e81-8078-add996023407 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network 04e0798d-2f90-4973-b75f-542e382b5674 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:30:27.515756 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b916270f-aca9-4e81-8078-add996023407 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:30:27.543718 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 7d7428fe-02be-4266-aaa1-7b3fba2e0f9c completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:30:27.550573 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 7d7428fe-02be-4266-aaa1-7b3fba2e0f9c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:27.551278 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:27.654309 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd3719d-1961-4f78-b26c-633c233c74ad None None] Network 04e0798d-2f90-4973-b75f-542e382b5674 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:30:27.768949 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:27.815370 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-288bf495-3dac-4d3f-a1f1-03e3cc9f939c None None] Provisioning for port 05d86d34-0d9a-41a9-aa8e-46af9415a108 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:30:27.872121 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 7d7428fe-02be-4266-aaa1-7b3fba2e0f9c, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=7d7428fe-02be-4266-aaa1-7b3fba2e0f9c,segment=NetworkSegment(b192f6ea-b4d7-4361-8013-45b4b74faf54),segment_id=b192f6ea-b4d7-4361-8013-45b4b74faf54)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:27.880848 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:27.881677 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 05d86d34-0d9a-41a9-aa8e-46af9415a108 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:30:27.960351 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-4957fa23-0688-42e2-a2fa-01673bde79de req-0d0782c3-0c8e-4cee-9f8c-c546760ead02 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:30:27.995184 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b916270f-aca9-4e81-8078-add996023407 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Router 9e0f753f-b520-4863-92e5-9e986da17c37 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:30:28.007421 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-4957fa23-0688-42e2-a2fa-01673bde79de req-0d0782c3-0c8e-4cee-9f8c-c546760ead02 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:30:28.008546 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4957fa23-0688-42e2-a2fa-01673bde79de req-0d0782c3-0c8e-4cee-9f8c-c546760ead02 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-895536527&fields=id&tenant_id=1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 267 time: 0.3822064 Feb 28 14:30:28.039710 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=7d7428fe-02be-4266-aaa1-7b3fba2e0f9c,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:28.061136 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 05d86d34-0d9a-41a9-aa8e-46af9415a108 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:30:28.069962 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 05d86d34-0d9a-41a9-aa8e-46af9415a108 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:28.070337 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:28.081918 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31b9aa3-78a2-466c-beb6-2e7f86a60546 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Router f3a3ff0b-d772-445c-8aa1-22e8cab6cace is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:30:28.194657 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:28.229932 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 05d86d34-0d9a-41a9-aa8e-46af9415a108, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=05d86d34-0d9a-41a9-aa8e-46af9415a108,segment=NetworkSegment(1e987853-195d-4942-8c6e-7c26278222ef),segment_id=1e987853-195d-4942-8c6e-7c26278222ef)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:28.235879 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:28.312294 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=05d86d34-0d9a-41a9-aa8e-46af9415a108,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:28.380358 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-85ee17fc-774e-4165-8cb8-a048e36343a0 None None] Provisioning complete for port 05d86d34-0d9a-41a9-aa8e-46af9415a108 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:28.380729 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-85ee17fc-774e-4165-8cb8-a048e36343a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:28.436719 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b916270f-aca9-4e81-8078-add996023407 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:30:28.442266 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b916270f-aca9-4e81-8078-add996023407 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "PUT /v2.0/routers/9e0f753f-b520-4863-92e5-9e986da17c37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1808324 Feb 28 14:30:28.445710 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31b9aa3-78a2-466c-beb6-2e7f86a60546 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:30:28.445974 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59518) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:28.449357 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1120c7-f533-429f-9cbf-12791f70970b None None] Sync routers for ids ['9e0f753f-b520-4863-92e5-9e986da17c37'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:30:28.453499 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d31b9aa3-78a2-466c-beb6-2e7f86a60546 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:28.455132 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d497b116-1e4e-43c5-9674-445c057d4e11 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1545135341'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:28.457861 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d31b9aa3-78a2-466c-beb6-2e7f86a60546 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "PUT /v2.0/routers/f3a3ff0b-d772-445c-8aa1-22e8cab6cace HTTP/1.1" status: 200 len: 694 time: 1.6769588 Feb 28 14:30:28.458647 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59522) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:28.458777 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1120c7-f533-429f-9cbf-12791f70970b None None] Routers {'9e0f753f-b520-4863-92e5-9e986da17c37'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:28.459389 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ed1120c7-f533-429f-9cbf-12791f70970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9e0f753f-b520-4863-92e5-9e986da17c37'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:28.468703 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957fa23-0688-42e2-a2fa-01673bde79de req-96b390b6-fb64-4363-a33f-e76656a2f06e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:28.469136 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d497b116-1e4e-43c5-9674-445c057d4e11 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:28.470161 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4957fa23-0688-42e2-a2fa-01673bde79de req-96b390b6-fb64-4363-a33f-e76656a2f06e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/networks?id=b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b HTTP/1.1" status: 200 len: 796 time: 0.3965197 Feb 28 14:30:28.478300 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d497b116-1e4e-43c5-9674-445c057d4e11 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Usage tracker for resource:network and tenant:c21cf0538945438095f306ca2bde76da is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:28.488062 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d497b116-1e4e-43c5-9674-445c057d4e11 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:28.494803 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d497b116-1e4e-43c5-9674-445c057d4e11 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:28.511670 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdd622e-40a6-4c82-b0ae-b35d61125748 None None] Sync routers for ids ['f3a3ff0b-d772-445c-8aa1-22e8cab6cace'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:30:28.515093 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d497b116-1e4e-43c5-9674-445c057d4e11 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Made reservation on behalf of c21cf0538945438095f306ca2bde76da for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:30:28.519216 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d497b116-1e4e-43c5-9674-445c057d4e11 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:28.565143 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d497b116-1e4e-43c5-9674-445c057d4e11 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:30:28.579434 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d497b116-1e4e-43c5-9674-445c057d4e11 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:28.580065 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-d497b116-1e4e-43c5-9674-445c057d4e11 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Added segment 9d7ea331-bf8d-42ac-a648-65d5a0f4a639 of type vlan for network f5081b9e-6d25-43ca-8d39-946fd3c45e1d Feb 28 14:30:28.593115 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdd622e-40a6-4c82-b0ae-b35d61125748 None None] Routers {'f3a3ff0b-d772-445c-8aa1-22e8cab6cace'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:28.594275 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ebdd622e-40a6-4c82-b0ae-b35d61125748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['f3a3ff0b-d772-445c-8aa1-22e8cab6cace'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:28.618805 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d497b116-1e4e-43c5-9674-445c057d4e11 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:28.619105 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4957fa23-0688-42e2-a2fa-01673bde79de req-cd2a4486-1c1f-47d9-9e81-f2db8c16a2e8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/quotas/1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 375 time: 0.0790112 Feb 28 14:30:28.638524 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5f9f18cd-9c46-40d8-9455-bd504de41066 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "GET /v2.0/routers/f3a3ff0b-d772-445c-8aa1-22e8cab6cace HTTP/1.1" status: 200 len: 700 time: 0.1770542 Feb 28 14:30:28.640532 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59526) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:28.662086 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d497b116-1e4e-43c5-9674-445c057d4e11 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:28.670703 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d497b116-1e4e-43c5-9674-445c057d4e11 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:28.672402 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d497b116-1e4e-43c5-9674-445c057d4e11 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:28.712814 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-ed1120c7-f533-429f-9cbf-12791f70970b None None] Set router 9e0f753f-b520-4863-92e5-9e986da17c37 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:28.740555 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a806acec-3c16-4f9e-a830-35d9ed34001b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Synchronizing usage tracker for tenant:2f27756656034771b730bac18fc748ab on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:30:28.765560 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a806acec-3c16-4f9e-a830-35d9ed34001b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Unset dirty status for tenant:2f27756656034771b730bac18fc748ab on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:30:28.767467 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a806acec-3c16-4f9e-a830-35d9ed34001b tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a3ff0b-d772-445c-8aa1-22e8cab6cace HTTP/1.1" status: 200 len: 205 time: 0.1257429 Feb 28 14:30:28.770607 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59530) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:28.810007 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d497b116-1e4e-43c5-9674-445c057d4e11 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3620415 Feb 28 14:30:28.816928 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59534) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:28.827719 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-0a2a54cc-48e3-4d7e-a316-5a60c31a5afe tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'subnet': {'network_id': 'f5081b9e-6d25-43ca-8d39-946fd3c45e1d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:28.828349 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ebdd622e-40a6-4c82-b0ae-b35d61125748 None None] Set router f3a3ff0b-d772-445c-8aa1-22e8cab6cace gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:28.905680 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497b116-1e4e-43c5-9674-445c057d4e11 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Network': ['ID=f5081b9e-6d25-43ca-8d39-946fd3c45e1d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:28.928761 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c308ce3-209f-4d06-9c19-cfbfa3d1ce62 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:28.933651 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network f5081b9e-6d25-43ca-8d39-946fd3c45e1d details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:30:28.969174 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ebdd622e-40a6-4c82-b0ae-b35d61125748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a3ff0b-d772-445c-8aa1-22e8cab6cace', 'name': 'tempest-RoutersTest-router-1468753959', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:26Z', 'updated_at': '2022-02-28T14:30:27Z', 'revision_number': 2, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:28.990431 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdd622e-40a6-4c82-b0ae-b35d61125748 None None] Checking router: f3a3ff0b-d772-445c-8aa1-22e8cab6cace for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:30:28.992350 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0a2a54cc-48e3-4d7e-a316-5a60c31a5afe tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:28.997889 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0a2a54cc-48e3-4d7e-a316-5a60c31a5afe tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Usage tracker for resource:subnet and tenant:c21cf0538945438095f306ca2bde76da is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:29.001397 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0a2a54cc-48e3-4d7e-a316-5a60c31a5afe tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:29.008248 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0a2a54cc-48e3-4d7e-a316-5a60c31a5afe tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:29.023269 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2a54cc-48e3-4d7e-a316-5a60c31a5afe tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Made reservation on behalf of c21cf0538945438095f306ca2bde76da for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:30:29.028852 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0a2a54cc-48e3-4d7e-a316-5a60c31a5afe tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:29.066933 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdd622e-40a6-4c82-b0ae-b35d61125748 None None] Routers {'f3a3ff0b-d772-445c-8aa1-22e8cab6cace'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:29.067582 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ebdd622e-40a6-4c82-b0ae-b35d61125748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['f3a3ff0b-d772-445c-8aa1-22e8cab6cace'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:29.078711 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4957fa23-0688-42e2-a2fa-01673bde79de req-8f0e4457-705d-4fe5-aa78-7bcc60163450 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4389477 Feb 28 14:30:29.139590 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-85ee17fc-774e-4165-8cb8-a048e36343a0 None None] Provisioning for port ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:30:29.147926 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-85ee17fc-774e-4165-8cb8-a048e36343a0 None None] Provisioning complete for port ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:29.148336 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-85ee17fc-774e-4165-8cb8-a048e36343a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:29.251040 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ebdd622e-40a6-4c82-b0ae-b35d61125748 None None] Set router f3a3ff0b-d772-445c-8aa1-22e8cab6cace gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:29.291680 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ed1120c7-f533-429f-9cbf-12791f70970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:25Z', 'revision_number': 4, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None, '_interfaces': [{'id': '481cafaa-4384-4f29-aceb-37352e9cd5c6', 'name': '', 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:dc:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:13Z', 'updated_at': '2022-02-28T14:30:24Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d7428fe-02be-4266-aaa1-7b3fba2e0f9c', 'name': '', 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:f4:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:18Z', 'updated_at': '2022-02-28T14:30:27Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5', 'name': '', 'network_id': '04e0798d-2f90-4973-b75f-542e382b5674', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:d5:fd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:24Z', 'updated_at': '2022-02-28T14:30:26Z', 'revision_number': 2, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:29.297208 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1120c7-f533-429f-9cbf-12791f70970b None None] Checking router: 9e0f753f-b520-4863-92e5-9e986da17c37 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:30:29.297885 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1120c7-f533-429f-9cbf-12791f70970b None None] Updating router 9e0f753f-b520-4863-92e5-9e986da17c37 port ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5 binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:30:29.358134 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-ed1120c7-f533-429f-9cbf-12791f70970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:29.381833 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ebdd622e-40a6-4c82-b0ae-b35d61125748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a3ff0b-d772-445c-8aa1-22e8cab6cace', 'name': 'tempest-RoutersTest-router-1468753959', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:26Z', 'updated_at': '2022-02-28T14:30:27Z', 'revision_number': 2, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:29.390082 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0a2a54cc-48e3-4d7e-a316-5a60c31a5afe tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:29.401438 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c308ce3-209f-4d06-9c19-cfbfa3d1ce62 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:29.403775 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c308ce3-209f-4d06-9c19-cfbfa3d1ce62 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:29.411086 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 7d7428fe-02be-4266-aaa1-7b3fba2e0f9c up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:30:29.448576 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c308ce3-209f-4d06-9c19-cfbfa3d1ce62 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:29.449143 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c308ce3-209f-4d06-9c19-cfbfa3d1ce62 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Fanout notify agent at l3_agent the message router_deleted on router f3a3ff0b-d772-445c-8aa1-22e8cab6cace {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:30:29.475555 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a54cc-48e3-4d7e-a316-5a60c31a5afe tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Subnet': ['ID=5c6d0672-0d46-45ed-8cc6-03b9822f94f2,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:29.488307 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2a54cc-48e3-4d7e-a316-5a60c31a5afe tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Checking segment: {'id': '9d7ea331-bf8d-42ac-a648-65d5a0f4a639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f5081b9e-6d25-43ca-8d39-946fd3c45e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:30:29.488651 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2a54cc-48e3-4d7e-a316-5a60c31a5afe tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network hostable DHCP agents. Network: f5081b9e-6d25-43ca-8d39-946fd3c45e1d, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:30:29.489018 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-85ee17fc-774e-4165-8cb8-a048e36343a0 None None] Port ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:30:29.500732 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdd622e-40a6-4c82-b0ae-b35d61125748 None None] The sync data for ids ['f3a3ff0b-d772-445c-8aa1-22e8cab6cace'] in dv-neutron-831192-4-hyperv is: [{'id': 'f3a3ff0b-d772-445c-8aa1-22e8cab6cace', 'name': 'tempest-RoutersTest-router-1468753959', 'tenant_id': '2f27756656034771b730bac18fc748ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:26Z', 'updated_at': '2022-02-28T14:30:27Z', 'revision_number': 2, 'project_id': '2f27756656034771b730bac18fc748ab', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:30:29.512369 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2a54cc-48e3-4d7e-a316-5a60c31a5afe tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network f5081b9e-6d25-43ca-8d39-946fd3c45e1d is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:30:29.520889 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 7d7428fe-02be-4266-aaa1-7b3fba2e0f9c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:29.521497 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:29.523690 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-0a2a54cc-48e3-4d7e-a316-5a60c31a5afe tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, f5081b9e-6d25-43ca-8d39-946fd3c45e1d) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:30:29.528857 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2a54cc-48e3-4d7e-a316-5a60c31a5afe tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:29.529605 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0a2a54cc-48e3-4d7e-a316-5a60c31a5afe tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:29.538085 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c308ce3-209f-4d06-9c19-cfbfa3d1ce62 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:29.539500 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7c308ce3-209f-4d06-9c19-cfbfa3d1ce62 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/routers/f3a3ff0b-d772-445c-8aa1-22e8cab6cace HTTP/1.1" status: 204 len: 168 time: 0.7631929 Feb 28 14:30:29.543444 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59538) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:29.579166 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec94030-10db-4a3c-9b54-f6d1820a515c None None] Network f5081b9e-6d25-43ca-8d39-946fd3c45e1d requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:30:29.618264 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e980bcc3-9a4f-4c4e-81c3-c18fc7d8b606 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a3ff0b-d772-445c-8aa1-22e8cab6cace HTTP/1.1" status: 200 len: 205 time: 0.0701175 Feb 28 14:30:29.618951 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59542) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:29.626055 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0a2a54cc-48e3-4d7e-a316-5a60c31a5afe tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8079565 Feb 28 14:30:29.628982 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59546) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:29.728362 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-382e7301-ddd6-40a8-bc50-150e190c75f2 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] delete failed (client error): The resource could not be found. Feb 28 14:30:29.729533 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-382e7301-ddd6-40a8-bc50-150e190c75f2 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/routers/f3a3ff0b-d772-445c-8aa1-22e8cab6cace HTTP/1.1" status: 404 len: 336 time: 0.1089678 Feb 28 14:30:29.734228 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4957fa23-0688-42e2-a2fa-01673bde79de req-a5a5ed49-b922-4fd1-bc55-210041324685 service neutron] 10.222.0.30 "GET /v2.0/networks/b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100972 Feb 28 14:30:29.734687 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59550) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:29.737091 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3a90bdd5-0f90-41a9-8b4e-388cf00d99ff None None] Provisioning complete for port ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:29.737491 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3a90bdd5-0f90-41a9-8b4e-388cf00d99ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:29.788977 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c06570fd-edd8-46d4-8c7a-342d99ffc050 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] DELETE failed (client error): The resource could not be found. Feb 28 14:30:29.789426 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c06570fd-edd8-46d4-8c7a-342d99ffc050 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:30:29.791144 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c06570fd-edd8-46d4-8c7a-342d99ffc050 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/subnets/4a52ba31-8b77-457e-a366-afca6eca7f4e HTTP/1.1" status: 404 len: 337 time: 0.0555034 Feb 28 14:30:29.806318 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59554) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:29.858588 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3a90bdd5-0f90-41a9-8b4e-388cf00d99ff None None] Port ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:30:29.903119 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-ed1120c7-f533-429f-9cbf-12791f70970b None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:29.918552 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-ed1120c7-f533-429f-9cbf-12791f70970b None None] Transition to ACTIVE for port object ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:30:29.926540 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 05d86d34-0d9a-41a9-aa8e-46af9415a108 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:30:29.928895 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-ed1120c7-f533-429f-9cbf-12791f70970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:29.966045 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4957fa23-0688-42e2-a2fa-01673bde79de req-590c59b9-80d9-4f94-aecf-73ac84485630 service neutron] 10.222.0.30 "GET /v2.0/networks/b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737690 Feb 28 14:30:29.975949 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6af0604-2f57-4a28-9ae9-45c307d82ed0 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] DELETE failed (client error): The resource could not be found. Feb 28 14:30:29.976525 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6af0604-2f57-4a28-9ae9-45c307d82ed0 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:30:29.980822 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c6af0604-2f57-4a28-9ae9-45c307d82ed0 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/subnets/e3685d1f-a5bd-4fee-b592-daee26e50820 HTTP/1.1" status: 404 len: 337 time: 0.1709824 Feb 28 14:30:29.982715 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59558) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:30.025652 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a845cb0-c449-49c6-bb7a-1f01791d1eb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-f5081b9e-6d25-43ca-8d39-946fd3c45e1d', 'network_id': 'f5081b9e-6d25-43ca-8d39-946fd3c45e1d', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'fixed_ips': [{'subnet_id': '5c6d0672-0d46-45ed-8cc6-03b9822f94f2'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:30:30.026604 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3a845cb0-c449-49c6-bb7a-1f01791d1eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:30.048670 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad29c48f-ceeb-4006-aba5-b8f1752df9ba tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] DELETE failed (client error): The resource could not be found. Feb 28 14:30:30.051396 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad29c48f-ceeb-4006-aba5-b8f1752df9ba tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:30:30.055612 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ad29c48f-ceeb-4006-aba5-b8f1752df9ba tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/subnets/c8fe116c-e98a-4c09-867e-d6c96c5c91c5 HTTP/1.1" status: 404 len: 337 time: 0.0690269 Feb 28 14:30:30.057966 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59562) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:30.062923 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712f578-68ed-4d23-b37c-c58496a33d4c None None] Pushing event updated for resources: {'Port': ['ID=ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:30.136444 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-94172050-fb3c-4e61-aa65-0713bd531e11 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] DELETE failed (client error): The resource could not be found. Feb 28 14:30:30.136897 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94172050-fb3c-4e61-aa65-0713bd531e11 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:30:30.143912 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-94172050-fb3c-4e61-aa65-0713bd531e11 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/subnets/5fb1f9bb-9ac7-4fd0-adbb-b0c334d23b26 HTTP/1.1" status: 404 len: 337 time: 0.0820632 Feb 28 14:30:30.145752 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59566) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:30.160153 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 05d86d34-0d9a-41a9-aa8e-46af9415a108 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:30.160652 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:30.216528 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7ba4cf27-3c51-47eb-b49d-571dba95d7b6 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "GET /v2.0/ports?device_id=8614dd37-ad42-423a-bb0f-cce949591c53 HTTP/1.1" status: 200 len: 205 time: 0.0675485 Feb 28 14:30:30.226862 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59572) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:30.339921 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-d85c1177-9c60-4e36-9bf5-010cdc666bee tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] delete failed (client error): The resource could not be found. Feb 28 14:30:30.341523 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d85c1177-9c60-4e36-9bf5-010cdc666bee tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/routers/8614dd37-ad42-423a-bb0f-cce949591c53 HTTP/1.1" status: 404 len: 336 time: 0.1132038 Feb 28 14:30:30.346362 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59578) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:30.395998 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-ed1120c7-f533-429f-9cbf-12791f70970b None None] Attempting to bind port ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:30:30.396362 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-ed1120c7-f533-429f-9cbf-12791f70970b None None] Attempting to bind port ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '1e987853-195d-4942-8c6e-7c26278222ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '04e0798d-2f90-4973-b75f-542e382b5674'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:30:30.396712 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1120c7-f533-429f-9cbf-12791f70970b None None] Attempting to bind port ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5 on network 04e0798d-2f90-4973-b75f-542e382b5674 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:30:30.405156 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1120c7-f533-429f-9cbf-12791f70970b None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:30:30.406829 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1120c7-f533-429f-9cbf-12791f70970b None None] Checking segment: {'id': '1e987853-195d-4942-8c6e-7c26278222ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '04e0798d-2f90-4973-b75f-542e382b5674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:30:30.407625 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-ed1120c7-f533-429f-9cbf-12791f70970b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:30.408024 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1120c7-f533-429f-9cbf-12791f70970b None None] Bound using segment: {'id': '1e987853-195d-4942-8c6e-7c26278222ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '04e0798d-2f90-4973-b75f-542e382b5674'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:30:30.408509 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-ed1120c7-f533-429f-9cbf-12791f70970b None None] Bound port: ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e987853-195d-4942-8c6e-7c26278222ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '04e0798d-2f90-4973-b75f-542e382b5674'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:30:30.408901 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-ed1120c7-f533-429f-9cbf-12791f70970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:30.495368 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-00304ce8-601c-48ac-8010-5d30ff5e068d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "GET /v2.0/ports?device_id=56caab8c-8847-4013-aa1b-975ef4a69ee0 HTTP/1.1" status: 200 len: 205 time: 0.1476607 Feb 28 14:30:30.495965 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59584) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:30.570856 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-3a845cb0-c449-49c6-bb7a-1f01791d1eb8 None None] Allocated IP 2001:db8:3::2 (f5081b9e-6d25-43ca-8d39-946fd3c45e1d/5c6d0672-0d46-45ed-8cc6-03b9822f94f2/5507ec70-0e98-457e-a202-b49c0b0e9eb2) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:30:30.586615 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-47e0b130-6786-464d-aad8-0161a61f2315 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] delete failed (client error): The resource could not be found. Feb 28 14:30:30.590661 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-47e0b130-6786-464d-aad8-0161a61f2315 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/routers/56caab8c-8847-4013-aa1b-975ef4a69ee0 HTTP/1.1" status: 404 len: 336 time: 0.0937393 Feb 28 14:30:30.591242 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59590) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:30.638128 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-84df3790-24d7-4da1-bb7f-ca20d12bd73c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] DELETE failed (client error): The resource could not be found. Feb 28 14:30:30.638128 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84df3790-24d7-4da1-bb7f-ca20d12bd73c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:30:30.642632 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-84df3790-24d7-4da1-bb7f-ca20d12bd73c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/subnets/6c0941e7-a556-4a99-9a80-77c6bd1fc4e9 HTTP/1.1" status: 404 len: 337 time: 0.0503762 Feb 28 14:30:30.643254 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59594) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:30.664621 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-ed1120c7-f533-429f-9cbf-12791f70970b None None] For port ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:30:30.665232 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-246df39c-3b15-46f6-820f-4f5e05f26439 req-bc0504bd-2c7b-4e72-bef8-eaf744350976 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=09656998-3630-46e4-b0ed-40f36ec00e6e HTTP/1.1" status: 200 len: 210 time: 0.0945230 Feb 28 14:30:30.674226 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-ed1120c7-f533-429f-9cbf-12791f70970b None None] For port ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5,segment=NetworkSegment(1e987853-195d-4942-8c6e-7c26278222ef),segment_id=1e987853-195d-4942-8c6e-7c26278222ef)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:30:30.685852 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-ed1120c7-f533-429f-9cbf-12791f70970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:30.697138 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-eb2b60e7-5620-4f8d-a9a6-64e9f200748a tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "GET /v2.0/ports?device_id=966cf249-4ddd-4b86-9459-1749bfc3a615 HTTP/1.1" status: 200 len: 205 time: 0.0525723 Feb 28 14:30:30.699458 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59598) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:30.802553 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-2e0ce4a7-9e24-4b0f-9b45-b7aeb048e46d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] delete failed (client error): The resource could not be found. Feb 28 14:30:30.805247 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2e0ce4a7-9e24-4b0f-9b45-b7aeb048e46d tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/routers/966cf249-4ddd-4b86-9459-1749bfc3a615 HTTP/1.1" status: 404 len: 336 time: 0.1026464 Feb 28 14:30:30.805867 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59604) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:30.878803 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1120c7-f533-429f-9cbf-12791f70970b None None] Routers {'9e0f753f-b520-4863-92e5-9e986da17c37'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:30.879988 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ed1120c7-f533-429f-9cbf-12791f70970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9e0f753f-b520-4863-92e5-9e986da17c37'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:30.897664 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3a845cb0-c449-49c6-bb7a-1f01791d1eb8 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:30.901700 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-72eb2855-02da-4f40-ba2d-e99faf1368c2 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "GET /v2.0/ports?device_id=4aa5db05-1a1b-422e-bc95-3b11d78424c0 HTTP/1.1" status: 200 len: 205 time: 0.0947609 Feb 28 14:30:30.904764 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59608) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:30.909969 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3a845cb0-c449-49c6-bb7a-1f01791d1eb8 None None] Transition to ACTIVE for port object 5507ec70-0e98-457e-a202-b49c0b0e9eb2 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:30:30.936014 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3a845cb0-c449-49c6-bb7a-1f01791d1eb8 None None] Transition to ACTIVE for port object 5507ec70-0e98-457e-a202-b49c0b0e9eb2 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:30:30.946454 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3a845cb0-c449-49c6-bb7a-1f01791d1eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:30.960622 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bdda48e4-eecc-4682-a059-ee3d55d30163 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:30.987676 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-d4f4b39e-fea8-471d-9472-c75f1e437d08 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] delete failed (client error): The resource could not be found. Feb 28 14:30:30.991321 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d4f4b39e-fea8-471d-9472-c75f1e437d08 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/routers/4aa5db05-1a1b-422e-bc95-3b11d78424c0 HTTP/1.1" status: 404 len: 336 time: 0.0829237 Feb 28 14:30:30.991623 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59612) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:31.010957 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712f578-68ed-4d23-b37c-c58496a33d4c None None] Pushing event updated for resources: {'Port': ['ID=ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:31.054867 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ed5f58-9212-49f6-9f61-28a520cb0287 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] DELETE failed (client error): The resource could not be found. Feb 28 14:30:31.055439 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8ed5f58-9212-49f6-9f61-28a520cb0287 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:30:31.062629 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c8ed5f58-9212-49f6-9f61-28a520cb0287 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/subnets/d13efbe7-e72e-4b80-8393-1102a6715188 HTTP/1.1" status: 404 len: 337 time: 0.0676267 Feb 28 14:30:31.063290 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59616) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:31.082723 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a845cb0-c449-49c6-bb7a-1f01791d1eb8 None None] Network f5081b9e-6d25-43ca-8d39-946fd3c45e1d is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:30:31.087853 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-3a845cb0-c449-49c6-bb7a-1f01791d1eb8 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:30:31.096495 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a845cb0-c449-49c6-bb7a-1f01791d1eb8 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:30:31.199721 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-ed1120c7-f533-429f-9cbf-12791f70970b None None] Set router 9e0f753f-b520-4863-92e5-9e986da17c37 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:31.215833 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a845cb0-c449-49c6-bb7a-1f01791d1eb8 None None] Pushing event updated for resources: {'Port': ['ID=5507ec70-0e98-457e-a202-b49c0b0e9eb2,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:31.248693 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3a845cb0-c449-49c6-bb7a-1f01791d1eb8 None None] Attempting to bind port 5507ec70-0e98-457e-a202-b49c0b0e9eb2 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:30:31.249059 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3a845cb0-c449-49c6-bb7a-1f01791d1eb8 None None] Attempting to bind port 5507ec70-0e98-457e-a202-b49c0b0e9eb2 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '9d7ea331-bf8d-42ac-a648-65d5a0f4a639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f5081b9e-6d25-43ca-8d39-946fd3c45e1d'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:30:31.249717 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a845cb0-c449-49c6-bb7a-1f01791d1eb8 None None] Attempting to bind port 5507ec70-0e98-457e-a202-b49c0b0e9eb2 on network f5081b9e-6d25-43ca-8d39-946fd3c45e1d {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:30:31.262408 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a845cb0-c449-49c6-bb7a-1f01791d1eb8 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:30:31.262772 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a845cb0-c449-49c6-bb7a-1f01791d1eb8 None None] Checking segment: {'id': '9d7ea331-bf8d-42ac-a648-65d5a0f4a639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f5081b9e-6d25-43ca-8d39-946fd3c45e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:30:31.263309 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3a845cb0-c449-49c6-bb7a-1f01791d1eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:31.263716 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a845cb0-c449-49c6-bb7a-1f01791d1eb8 None None] Bound using segment: {'id': '9d7ea331-bf8d-42ac-a648-65d5a0f4a639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f5081b9e-6d25-43ca-8d39-946fd3c45e1d'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:30:31.264339 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3a845cb0-c449-49c6-bb7a-1f01791d1eb8 None None] Bound port: 5507ec70-0e98-457e-a202-b49c0b0e9eb2, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7ea331-bf8d-42ac-a648-65d5a0f4a639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f5081b9e-6d25-43ca-8d39-946fd3c45e1d'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:30:31.264712 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3a845cb0-c449-49c6-bb7a-1f01791d1eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:31.413853 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-63c4611b-fca5-4654-91cb-9a3dda29122c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea761dc-212d-4105-9fea-ea4b8369802b HTTP/1.1" status: 200 len: 205 time: 0.3494020 Feb 28 14:30:31.419962 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59620) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:31.446667 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3a845cb0-c449-49c6-bb7a-1f01791d1eb8 None None] For port 5507ec70-0e98-457e-a202-b49c0b0e9eb2, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:30:31.451908 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3a845cb0-c449-49c6-bb7a-1f01791d1eb8 None None] For port 5507ec70-0e98-457e-a202-b49c0b0e9eb2, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=5507ec70-0e98-457e-a202-b49c0b0e9eb2,segment=NetworkSegment(9d7ea331-bf8d-42ac-a648-65d5a0f4a639),segment_id=9d7ea331-bf8d-42ac-a648-65d5a0f4a639)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:30:31.465509 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3a845cb0-c449-49c6-bb7a-1f01791d1eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:31.564199 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a845cb0-c449-49c6-bb7a-1f01791d1eb8 None None] Pushing event updated for resources: {'Port': ['ID=5507ec70-0e98-457e-a202-b49c0b0e9eb2,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:31.593162 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-8cb42ff0-897e-48bf-9e41-88593bb6e873 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] delete failed (client error): The resource could not be found. Feb 28 14:30:31.597258 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59624) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:31.597784 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8cb42ff0-897e-48bf-9e41-88593bb6e873 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/routers/cea761dc-212d-4105-9fea-ea4b8369802b HTTP/1.1" status: 404 len: 336 time: 0.1763411 Feb 28 14:30:31.673843 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b0fc18-c905-4f16-83dd-ee136aeb9a8c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] DELETE failed (client error): The resource could not be found. Feb 28 14:30:31.674404 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b0fc18-c905-4f16-83dd-ee136aeb9a8c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:30:31.677524 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-33b0fc18-c905-4f16-83dd-ee136aeb9a8c tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/subnets/3be63a70-af25-4c60-8bea-6cba2f2359c3 HTTP/1.1" status: 404 len: 337 time: 0.0785742 Feb 28 14:30:31.683613 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59630) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:31.730847 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-ed1120c7-f533-429f-9cbf-12791f70970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:25Z', 'revision_number': 4, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None, '_interfaces': [{'id': '481cafaa-4384-4f29-aceb-37352e9cd5c6', 'name': '', 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:dc:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:13Z', 'updated_at': '2022-02-28T14:30:24Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d7428fe-02be-4266-aaa1-7b3fba2e0f9c', 'name': '', 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:f4:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:18Z', 'updated_at': '2022-02-28T14:30:27Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5', 'name': '', 'network_id': '04e0798d-2f90-4973-b75f-542e382b5674', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:d5:fd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:24Z', 'updated_at': '2022-02-28T14:30:30Z', 'revision_number': 4, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:31.735575 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1120c7-f533-429f-9cbf-12791f70970b None None] The sync data for ids ['9e0f753f-b520-4863-92e5-9e986da17c37'] in dv-neutron-831192-4-hyperv is: [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:25Z', 'revision_number': 4, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None, '_interfaces': [{'id': '481cafaa-4384-4f29-aceb-37352e9cd5c6', 'name': '', 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:dc:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:13Z', 'updated_at': '2022-02-28T14:30:24Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d7428fe-02be-4266-aaa1-7b3fba2e0f9c', 'name': '', 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:f4:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:18Z', 'updated_at': '2022-02-28T14:30:27Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5', 'name': '', 'network_id': '04e0798d-2f90-4973-b75f-542e382b5674', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:d5:fd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:24Z', 'updated_at': '2022-02-28T14:30:30Z', 'revision_number': 4, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:30:31.757953 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8f0c6ac4-d62b-4f03-a1d9-594a843508bd tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9fc137-e160-4c5e-a078-50d4ecf9fd9f HTTP/1.1" status: 200 len: 205 time: 0.0731392 Feb 28 14:30:31.761384 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59634) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:31.913626 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7b86967e-ed40-4d29-b63e-cadb37009a93 req-93081205-a395-4b6d-ab6a-f753f6288779 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=09656998-3630-46e4-b0ed-40f36ec00e6e HTTP/1.1" status: 200 len: 210 time: 0.1106260 Feb 28 14:30:31.922489 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-6d97f6ed-7a43-42ee-a398-ea1d5f7123ee tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] delete failed (client error): The resource could not be found. Feb 28 14:30:31.926254 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6d97f6ed-7a43-42ee-a398-ea1d5f7123ee tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/routers/df9fc137-e160-4c5e-a078-50d4ecf9fd9f HTTP/1.1" status: 404 len: 336 time: 0.1612873 Feb 28 14:30:31.946424 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59638) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:31.963618 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-bdda48e4-eecc-4682-a059-ee3d55d30163 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Allocated IP 2001:db8:3::1 (f5081b9e-6d25-43ca-8d39-946fd3c45e1d/5c6d0672-0d46-45ed-8cc6-03b9822f94f2/065a031b-34a6-42a9-875a-d5defad6726d) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:30:32.026988 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-8decb7f8-c49f-40ad-9942-3f331d7e1b76 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] DELETE failed (client error): The resource could not be found. Feb 28 14:30:32.027491 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8decb7f8-c49f-40ad-9942-3f331d7e1b76 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:30:32.052170 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8decb7f8-c49f-40ad-9942-3f331d7e1b76 tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/subnets/c077d16c-b9c4-443c-b2bb-8d3cd1bdd019 HTTP/1.1" status: 404 len: 337 time: 0.1005213 Feb 28 14:30:32.053208 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59642) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:32.136138 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc44e163-1d3b-45db-8bcc-e7578d70362e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] DELETE failed (client error): The resource could not be found. Feb 28 14:30:32.136873 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc44e163-1d3b-45db-8bcc-e7578d70362e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:30:32.138721 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bc44e163-1d3b-45db-8bcc-e7578d70362e tempest-RoutersTest-826934610 tempest-RoutersTest-826934610-project] 10.222.0.30 "DELETE /v2.0/subnets/ae36c6fd-14d2-41e4-be8c-bc547fdd5ba5 HTTP/1.1" status: 404 len: 337 time: 0.0737381 Feb 28 14:30:32.217146 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957fa23-0688-42e2-a2fa-01673bde79de req-668eaa7f-73e8-4bf9-b101-9b743a2eafda tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:32.221788 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4957fa23-0688-42e2-a2fa-01673bde79de req-668eaa7f-73e8-4bf9-b101-9b743a2eafda tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/networks?id=b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b HTTP/1.1" status: 200 len: 796 time: 0.4714882 Feb 28 14:30:32.291404 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4957fa23-0688-42e2-a2fa-01673bde79de req-8e448c90-c426-4baf-a7e4-d288ad7b9445 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 471 time: 0.0609436 Feb 28 14:30:32.300765 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-4957fa23-0688-42e2-a2fa-01673bde79de req-117c05e6-ce1b-443c-a22d-02a72bb1f25b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'port': {'device_id': '09656998-3630-46e4-b0ed-40f36ec00e6e', 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b', 'admin_state_up': True, 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'security_groups': ['9127b61b-087e-4502-86c1-b2840df03276']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:32.344571 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bdda48e4-eecc-4682-a059-ee3d55d30163 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:32.368322 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-bdda48e4-eecc-4682-a059-ee3d55d30163 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Transition to ACTIVE for port object 065a031b-34a6-42a9-875a-d5defad6726d will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:30:32.411486 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bdda48e4-eecc-4682-a059-ee3d55d30163 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:32.508947 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdda48e4-eecc-4682-a059-ee3d55d30163 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network f5081b9e-6d25-43ca-8d39-946fd3c45e1d is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:30:32.512839 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-bdda48e4-eecc-4682-a059-ee3d55d30163 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:30:32.525273 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdda48e4-eecc-4682-a059-ee3d55d30163 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:30:32.526170 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bdda48e4-eecc-4682-a059-ee3d55d30163 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:32.557228 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-4957fa23-0688-42e2-a2fa-01673bde79de req-117c05e6-ce1b-443c-a22d-02a72bb1f25b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:32.568205 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda48e4-eecc-4682-a059-ee3d55d30163 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Port': ['ID=065a031b-34a6-42a9-875a-d5defad6726d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:32.580739 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-4957fa23-0688-42e2-a2fa-01673bde79de req-117c05e6-ce1b-443c-a22d-02a72bb1f25b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:32.600782 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4957fa23-0688-42e2-a2fa-01673bde79de req-117c05e6-ce1b-443c-a22d-02a72bb1f25b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Made reservation on behalf of 1cd57789443e43d89a7681324e1f7304 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:30:32.604905 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-4957fa23-0688-42e2-a2fa-01673bde79de req-117c05e6-ce1b-443c-a22d-02a72bb1f25b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:32.640077 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59654) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:32.736030 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bdda48e4-eecc-4682-a059-ee3d55d30163 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:32.837812 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-4957fa23-0688-42e2-a2fa-01673bde79de req-117c05e6-ce1b-443c-a22d-02a72bb1f25b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.20.0.14 (b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b/edb6d5c6-4fdb-454f-ab90-933ebe5c052b/f316cd40-843f-493a-be2f-c5832b1e815d) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:30:33.002346 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf90bc2-f9bd-425e-a21c-d02fd90892bf None None] Network f5081b9e-6d25-43ca-8d39-946fd3c45e1d requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:30:33.061506 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-4957fa23-0688-42e2-a2fa-01673bde79de req-117c05e6-ce1b-443c-a22d-02a72bb1f25b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:33.078019 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-4957fa23-0688-42e2-a2fa-01673bde79de req-117c05e6-ce1b-443c-a22d-02a72bb1f25b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Transition to ACTIVE for port object f316cd40-843f-493a-be2f-c5832b1e815d will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:30:33.104681 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-4957fa23-0688-42e2-a2fa-01673bde79de req-117c05e6-ce1b-443c-a22d-02a72bb1f25b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:33.111874 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b09e0f70-1d16-49c9-9963-3a16593d32f3 None None] Provisioning for port 5507ec70-0e98-457e-a202-b49c0b0e9eb2 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:30:33.123185 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e4d14d52-61d2-474d-8037-371cd28283c3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2f27756656034771b730bac18fc748ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4816766 Feb 28 14:30:33.132356 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59662) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:33.173824 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4957fa23-0688-42e2-a2fa-01673bde79de req-117c05e6-ce1b-443c-a22d-02a72bb1f25b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:30:33.176850 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-4957fa23-0688-42e2-a2fa-01673bde79de req-117c05e6-ce1b-443c-a22d-02a72bb1f25b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:30:33.179277 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4957fa23-0688-42e2-a2fa-01673bde79de req-117c05e6-ce1b-443c-a22d-02a72bb1f25b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:30:33.234517 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c05e6-ce1b-443c-a22d-02a72bb1f25b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=f316cd40-843f-493a-be2f-c5832b1e815d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:33.261552 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957fa23-0688-42e2-a2fa-01673bde79de req-117c05e6-ce1b-443c-a22d-02a72bb1f25b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:33.262199 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-4957fa23-0688-42e2-a2fa-01673bde79de req-117c05e6-ce1b-443c-a22d-02a72bb1f25b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:33.295185 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4957fa23-0688-42e2-a2fa-01673bde79de req-117c05e6-ce1b-443c-a22d-02a72bb1f25b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9979620 Feb 28 14:30:33.308145 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-4957fa23-0688-42e2-a2fa-01673bde79de req-e3d5b7b1-d554-4bc0-95eb-77fdbedbb7a5 service neutron] Request body: {'port': {'device_id': '09656998-3630-46e4-b0ed-40f36ec00e6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:33.397482 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0acee874-5f50-412a-9d6e-65e3f853193b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:33.452427 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 5507ec70-0e98-457e-a202-b49c0b0e9eb2 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:30:33.491271 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0acee874-5f50-412a-9d6e-65e3f853193b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:33.505971 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-4957fa23-0688-42e2-a2fa-01673bde79de req-e3d5b7b1-d554-4bc0-95eb-77fdbedbb7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:33.548160 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdba92-9a9f-4931-b1f5-2ff32dad5beb req-5d45d695-bb14-4c30-b66f-1b88e4db96ec tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:33.549714 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a8cdba92-9a9f-4931-b1f5-2ff32dad5beb req-5d45d695-bb14-4c30-b66f-1b88e4db96ec tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=09656998-3630-46e4-b0ed-40f36ec00e6e HTTP/1.1" status: 200 len: 932 time: 0.4183738 Feb 28 14:30:33.581142 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 5507ec70-0e98-457e-a202-b49c0b0e9eb2 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:30:33.587786 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 5507ec70-0e98-457e-a202-b49c0b0e9eb2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:33.588958 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:33.641306 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a8cdba92-9a9f-4931-b1f5-2ff32dad5beb req-34852be4-161d-4c3b-a176-4dd24d14d824 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9127b61b-087e-4502-86c1-b2840df03276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735996 Feb 28 14:30:33.645720 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bdda48e4-eecc-4682-a059-ee3d55d30163 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:33.656413 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bdda48e4-eecc-4682-a059-ee3d55d30163 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:33.657194 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bdda48e4-eecc-4682-a059-ee3d55d30163 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:33.669431 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-47d394d2-b7f8-4c6e-918e-95f1816a28db None None] Provisioning for port f316cd40-843f-493a-be2f-c5832b1e815d completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:30:33.678987 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-47d394d2-b7f8-4c6e-918e-95f1816a28db None None] Provisioning complete for port f316cd40-843f-493a-be2f-c5832b1e815d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:33.679380 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-47d394d2-b7f8-4c6e-918e-95f1816a28db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:33.724710 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0acee874-5f50-412a-9d6e-65e3f853193b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:33.795837 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acee874-5f50-412a-9d6e-65e3f853193b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d75c579-dfcd-4c6c-9f09-a2a2ca36f81e,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:33.818600 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-47d394d2-b7f8-4c6e-918e-95f1816a28db None None] Port f316cd40-843f-493a-be2f-c5832b1e815d cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:30:33.834420 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:33.870542 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0acee874-5f50-412a-9d6e-65e3f853193b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:33.871678 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0acee874-5f50-412a-9d6e-65e3f853193b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d75c579-dfcd-4c6c-9f09-a2a2ca36f81e HTTP/1.1" status: 204 len: 168 time: 0.7355559 Feb 28 14:30:33.885015 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 5507ec70-0e98-457e-a202-b49c0b0e9eb2, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=5507ec70-0e98-457e-a202-b49c0b0e9eb2,segment=NetworkSegment(9d7ea331-bf8d-42ac-a648-65d5a0f4a639),segment_id=9d7ea331-bf8d-42ac-a648-65d5a0f4a639)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:33.893792 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:33.895016 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:30:33.904397 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda48e4-eecc-4682-a059-ee3d55d30163 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event updated for resources: {'Port': ['ID=065a031b-34a6-42a9-875a-d5defad6726d,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:33.960195 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdda48e4-eecc-4682-a059-ee3d55d30163 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Network f5081b9e-6d25-43ca-8d39-946fd3c45e1d is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:30:33.961602 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-bdda48e4-eecc-4682-a059-ee3d55d30163 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:30:33.973000 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-4957fa23-0688-42e2-a2fa-01673bde79de req-e3d5b7b1-d554-4bc0-95eb-77fdbedbb7a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f316cd40-843f-493a-be2f-c5832b1e815d {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:30:33.984455 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-4957fa23-0688-42e2-a2fa-01673bde79de req-e3d5b7b1-d554-4bc0-95eb-77fdbedbb7a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:34.000803 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-4957fa23-0688-42e2-a2fa-01673bde79de req-e3d5b7b1-d554-4bc0-95eb-77fdbedbb7a5 service neutron] Transition to ACTIVE for port object f316cd40-843f-493a-be2f-c5832b1e815d will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:30:34.006297 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-4957fa23-0688-42e2-a2fa-01673bde79de req-e3d5b7b1-d554-4bc0-95eb-77fdbedbb7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:34.071846 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=5507ec70-0e98-457e-a202-b49c0b0e9eb2,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:34.101784 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e6208849-8961-42cd-b7bb-6acf134bb42c None None] Provisioning for port 065a031b-34a6-42a9-875a-d5defad6726d completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:30:34.109765 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5b7b1-d554-4bc0-95eb-77fdbedbb7a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f316cd40-843f-493a-be2f-c5832b1e815d,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:34.115970 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:30:34.128011 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e6208849-8961-42cd-b7bb-6acf134bb42c None None] Provisioning complete for port 065a031b-34a6-42a9-875a-d5defad6726d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:34.128428 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e6208849-8961-42cd-b7bb-6acf134bb42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:34.158037 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:34.158399 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:34.251410 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-e6208849-8961-42cd-b7bb-6acf134bb42c None None] Port 065a031b-34a6-42a9-875a-d5defad6726d cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:30:34.317512 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdda48e4-eecc-4682-a059-ee3d55d30163 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Router 9e0f753f-b520-4863-92e5-9e986da17c37 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:30:34.426122 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:34.462666 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e6208849-8961-42cd-b7bb-6acf134bb42c None None] Provisioning complete for port 5507ec70-0e98-457e-a202-b49c0b0e9eb2 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:34.464147 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e6208849-8961-42cd-b7bb-6acf134bb42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:34.501364 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-4957fa23-0688-42e2-a2fa-01673bde79de req-e3d5b7b1-d554-4bc0-95eb-77fdbedbb7a5 service neutron] Attempting to bind port f316cd40-843f-493a-be2f-c5832b1e815d on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:30:34.501687 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-4957fa23-0688-42e2-a2fa-01673bde79de req-e3d5b7b1-d554-4bc0-95eb-77fdbedbb7a5 service neutron] Attempting to bind port f316cd40-843f-493a-be2f-c5832b1e815d by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '4dcad0c1-00ef-450c-97d2-a23c7c1afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:30:34.502005 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4957fa23-0688-42e2-a2fa-01673bde79de req-e3d5b7b1-d554-4bc0-95eb-77fdbedbb7a5 service neutron] Attempting to bind port f316cd40-843f-493a-be2f-c5832b1e815d on network b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:30:34.507249 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4957fa23-0688-42e2-a2fa-01673bde79de req-e3d5b7b1-d554-4bc0-95eb-77fdbedbb7a5 service neutron] Port f316cd40-843f-493a-be2f-c5832b1e815d on network b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:30:34.507565 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4957fa23-0688-42e2-a2fa-01673bde79de req-e3d5b7b1-d554-4bc0-95eb-77fdbedbb7a5 service neutron] Attempting to bind port f316cd40-843f-493a-be2f-c5832b1e815d on network b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:30:34.513651 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4957fa23-0688-42e2-a2fa-01673bde79de req-e3d5b7b1-d554-4bc0-95eb-77fdbedbb7a5 service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:30:34.513982 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4957fa23-0688-42e2-a2fa-01673bde79de req-e3d5b7b1-d554-4bc0-95eb-77fdbedbb7a5 service neutron] Checking segment: {'id': '4dcad0c1-00ef-450c-97d2-a23c7c1afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:30:34.514354 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4957fa23-0688-42e2-a2fa-01673bde79de req-e3d5b7b1-d554-4bc0-95eb-77fdbedbb7a5 service neutron] Bound using segment: {'id': '4dcad0c1-00ef-450c-97d2-a23c7c1afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:30:34.514938 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-4957fa23-0688-42e2-a2fa-01673bde79de req-e3d5b7b1-d554-4bc0-95eb-77fdbedbb7a5 service neutron] Bound port: f316cd40-843f-493a-be2f-c5832b1e815d, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dcad0c1-00ef-450c-97d2-a23c7c1afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:30:34.515309 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-4957fa23-0688-42e2-a2fa-01673bde79de req-e3d5b7b1-d554-4bc0-95eb-77fdbedbb7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:34.554900 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5,segment=NetworkSegment(1e987853-195d-4942-8c6e-7c26278222ef),segment_id=1e987853-195d-4942-8c6e-7c26278222ef)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:34.560297 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdda48e4-eecc-4682-a059-ee3d55d30163 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:30:34.567213 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bdda48e4-eecc-4682-a059-ee3d55d30163 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "PUT /v2.0/routers/9e0f753f-b520-4863-92e5-9e986da17c37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9371576 Feb 28 14:30:34.568732 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59678) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:34.575742 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:34.576369 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8992b658-a82e-4337-8a54-25f7f94d9e7f None None] Sync routers for ids ['9e0f753f-b520-4863-92e5-9e986da17c37'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:30:34.577958 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-aed49486-f10d-4773-85fe-11544d305e37 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:34.591896 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8992b658-a82e-4337-8a54-25f7f94d9e7f None None] Routers {'9e0f753f-b520-4863-92e5-9e986da17c37'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:34.592565 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8992b658-a82e-4337-8a54-25f7f94d9e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9e0f753f-b520-4863-92e5-9e986da17c37'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:34.679247 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-4957fa23-0688-42e2-a2fa-01673bde79de req-e3d5b7b1-d554-4bc0-95eb-77fdbedbb7a5 service neutron] For port f316cd40-843f-493a-be2f-c5832b1e815d, host hv-neutron-8311, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:30:34.683759 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-4957fa23-0688-42e2-a2fa-01673bde79de req-e3d5b7b1-d554-4bc0-95eb-77fdbedbb7a5 service neutron] For port f316cd40-843f-493a-be2f-c5832b1e815d, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f316cd40-843f-493a-be2f-c5832b1e815d,segment=NetworkSegment(4dcad0c1-00ef-450c-97d2-a23c7c1afa00),segment_id=4dcad0c1-00ef-450c-97d2-a23c7c1afa00)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:30:34.690421 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-4957fa23-0688-42e2-a2fa-01673bde79de req-e3d5b7b1-d554-4bc0-95eb-77fdbedbb7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:34.716547 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:34.757462 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957fa23-0688-42e2-a2fa-01673bde79de req-e3d5b7b1-d554-4bc0-95eb-77fdbedbb7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:34.758080 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-4957fa23-0688-42e2-a2fa-01673bde79de req-e3d5b7b1-d554-4bc0-95eb-77fdbedbb7a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:34.759605 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4957fa23-0688-42e2-a2fa-01673bde79de req-e3d5b7b1-d554-4bc0-95eb-77fdbedbb7a5 service neutron] 10.222.0.13 "PUT /v2.0/ports/f316cd40-843f-493a-be2f-c5832b1e815d HTTP/1.1" status: 200 len: 1094 time: 1.4578328 Feb 28 14:30:34.760349 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09656998-3630-46e4-b0ed-40f36ec00e6e', 'tag': 'f316cd40-843f-493a-be2f-c5832b1e815d'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:30:34.829355 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-79967e9c-6bc2-457a-be93-0f416b5e17f4 None None] Provisioning complete for port 065a031b-34a6-42a9-875a-d5defad6726d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:34.829730 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-79967e9c-6bc2-457a-be93-0f416b5e17f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:34.860898 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5b7b1-d554-4bc0-95eb-77fdbedbb7a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f316cd40-843f-493a-be2f-c5832b1e815d,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:34.894051 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09656998-3630-46e4-b0ed-40f36ec00e6e', 'tag': 'f316cd40-843f-493a-be2f-c5832b1e815d', 'status': 'completed', 'code': 200} Feb 28 14:30:34.915462 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-8992b658-a82e-4337-8a54-25f7f94d9e7f None None] Set router 9e0f753f-b520-4863-92e5-9e986da17c37 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:35.017103 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-79967e9c-6bc2-457a-be93-0f416b5e17f4 None None] Port 065a031b-34a6-42a9-875a-d5defad6726d cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:30:35.026948 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957fa23-0688-42e2-a2fa-01673bde79de req-85738a8c-679d-4c41-b16b-52230befc63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:35.029179 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4957fa23-0688-42e2-a2fa-01673bde79de req-85738a8c-679d-4c41-b16b-52230befc63d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=09656998-3630-46e4-b0ed-40f36ec00e6e HTTP/1.1" status: 200 len: 1097 time: 0.2254608 Feb 28 14:30:35.036468 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:35.108110 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4957fa23-0688-42e2-a2fa-01673bde79de req-480b3232-d9c0-44aa-b1cf-caa8a1c25a4a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f316cd40-843f-493a-be2f-c5832b1e815d HTTP/1.1" status: 200 len: 217 time: 0.0700085 Feb 28 14:30:35.129512 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59694) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:35.177668 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9ebff-4057-4d4a-bba8-6bbf6e324175 req-8b22b944-ed58-4d6f-b4a6-2c0fb2e16635 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:35.178516 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-f7e9ebff-4057-4d4a-bba8-6bbf6e324175 req-8b22b944-ed58-4d6f-b4a6-2c0fb2e16635 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:30:35.203645 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957fa23-0688-42e2-a2fa-01673bde79de req-fbf51132-85ba-4e3c-ac4c-0f0866b30ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:35.205444 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4957fa23-0688-42e2-a2fa-01673bde79de req-fbf51132-85ba-4e3c-ac4c-0f0866b30ad1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edb6d5c6-4fdb-454f-ab90-933ebe5c052b HTTP/1.1" status: 200 len: 835 time: 0.0872767 Feb 28 14:30:35.206506 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-f7e9ebff-4057-4d4a-bba8-6bbf6e324175 req-8b22b944-ed58-4d6f-b4a6-2c0fb2e16635 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:30:35.207613 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f7e9ebff-4057-4d4a-bba8-6bbf6e324175 req-8b22b944-ed58-4d6f-b4a6-2c0fb2e16635 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=09656998-3630-46e4-b0ed-40f36ec00e6e HTTP/1.1" status: 200 len: 944 time: 0.3051188 Feb 28 14:30:35.332048 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 5507ec70-0e98-457e-a202-b49c0b0e9eb2 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:30:35.333759 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f7e9ebff-4057-4d4a-bba8-6bbf6e324175 req-742ae765-ebe3-4c68-b8e7-f01fdc5544ed tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9127b61b-087e-4502-86c1-b2840df03276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866351 Feb 28 14:30:35.354711 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957fa23-0688-42e2-a2fa-01673bde79de req-d291226c-cf16-4aae-a6d6-c33e14a724b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:35.357646 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4957fa23-0688-42e2-a2fa-01673bde79de req-d291226c-cf16-4aae-a6d6-c33e14a724b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1462719 Feb 28 14:30:35.388996 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8992b658-a82e-4337-8a54-25f7f94d9e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:32Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None, '_interfaces': [{'id': '065a031b-34a6-42a9-875a-d5defad6726d', 'name': '', 'network_id': 'f5081b9e-6d25-43ca-8d39-946fd3c45e1d', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:3e:78:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5c6d0672-0d46-45ed-8cc6-03b9822f94f2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:31Z', 'updated_at': '2022-02-28T14:30:33Z', 'revision_number': 2, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '5c6d0672-0d46-45ed-8cc6-03b9822f94f2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '481cafaa-4384-4f29-aceb-37352e9cd5c6', 'name': '', 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:dc:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:13Z', 'updated_at': '2022-02-28T14:30:24Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d7428fe-02be-4266-aaa1-7b3fba2e0f9c', 'name': '', 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:f4:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:18Z', 'updated_at': '2022-02-28T14:30:27Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5', 'name': '', 'network_id': '04e0798d-2f90-4973-b75f-542e382b5674', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:d5:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:24Z', 'updated_at': '2022-02-28T14:30:34Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:35.393470 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8992b658-a82e-4337-8a54-25f7f94d9e7f None None] Checking router: 9e0f753f-b520-4863-92e5-9e986da17c37 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:30:35.394771 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8992b658-a82e-4337-8a54-25f7f94d9e7f None None] Updating router 9e0f753f-b520-4863-92e5-9e986da17c37 port 065a031b-34a6-42a9-875a-d5defad6726d binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:30:35.451913 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-3663dbf6-858c-4db2-b9ac-9315d8dc589f tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:35.452350 dv-neutron-831192-4-hyperv neutron-server[87773]: WARNING neutron.api.v2.base [None req-3663dbf6-858c-4db2-b9ac-9315d8dc589f tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 28 14:30:35.452842 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-3663dbf6-858c-4db2-b9ac-9315d8dc589f tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 14:30:35.453786 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3663dbf6-858c-4db2-b9ac-9315d8dc589f tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3234210 Feb 28 14:30:35.460343 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59700) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:35.468457 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-8f4ac46a-cd33-4c1f-bf27-b11ac3119a82 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group': {'name': 'tempest-secgroup--147017384'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:35.470226 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-8992b658-a82e-4337-8a54-25f7f94d9e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:35.477795 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8f4ac46a-cd33-4c1f-bf27-b11ac3119a82 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:35.488516 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 5507ec70-0e98-457e-a202-b49c0b0e9eb2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:35.489047 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:35.517407 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8f4ac46a-cd33-4c1f-bf27-b11ac3119a82 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Usage tracker for resource:security_group and tenant:c995da2fd4cd4a36adc264437aacedaf is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:35.521394 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8f4ac46a-cd33-4c1f-bf27-b11ac3119a82 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:35.540144 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8f4ac46a-cd33-4c1f-bf27-b11ac3119a82 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:35.583712 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4957fa23-0688-42e2-a2fa-01673bde79de req-47b57ed4-90b8-44c0-b11f-fb629a20ea80 service neutron] 10.222.0.13 "GET /v2.0/networks/b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189083 Feb 28 14:30:35.596554 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8f4ac46a-cd33-4c1f-bf27-b11ac3119a82 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:35.619967 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8f4ac46a-cd33-4c1f-bf27-b11ac3119a82 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:35.641725 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8f4ac46a-cd33-4c1f-bf27-b11ac3119a82 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:35.645844 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:30:35.650802 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8f4ac46a-cd33-4c1f-bf27-b11ac3119a82 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Usage tracker for resource:security_group_rule and tenant:c995da2fd4cd4a36adc264437aacedaf is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:35.653639 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.extraroute_db [None req-aed49486-f10d-4773-85fe-11544d305e37 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 28 14:30:35.656738 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8f4ac46a-cd33-4c1f-bf27-b11ac3119a82 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:35.665809 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8f4ac46a-cd33-4c1f-bf27-b11ac3119a82 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:35.680584 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.extraroute_db [None req-aed49486-f10d-4773-85fe-11544d305e37 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Removed routes are [] {{(pid=87773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 28 14:30:35.680978 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aed49486-f10d-4773-85fe-11544d305e37 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:35.726500 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:35.726972 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:35.742989 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4957fa23-0688-42e2-a2fa-01673bde79de req-0cafd118-8a7c-42b7-baeb-bf43c7e6e69e service neutron] 10.222.0.13 "GET /v2.0/networks/b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534805 Feb 28 14:30:35.868959 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-8992b658-a82e-4337-8a54-25f7f94d9e7f None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:35.887506 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-8992b658-a82e-4337-8a54-25f7f94d9e7f None None] Transition to ACTIVE for port object 065a031b-34a6-42a9-875a-d5defad6726d will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:30:35.892179 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d1502-387b-40dc-926f-23268ed228d7 req-2c214ef4-7807-401b-a553-d630e9a9349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:35.893821 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-116d1502-387b-40dc-926f-23268ed228d7 req-2c214ef4-7807-401b-a553-d630e9a9349d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=09656998-3630-46e4-b0ed-40f36ec00e6e HTTP/1.1" status: 200 len: 1097 time: 0.0944617 Feb 28 14:30:35.895338 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-8992b658-a82e-4337-8a54-25f7f94d9e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:36.034701 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d1502-387b-40dc-926f-23268ed228d7 req-339d0e61-a53c-475c-b8c2-f6dbcc46bf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:36.036467 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-116d1502-387b-40dc-926f-23268ed228d7 req-339d0e61-a53c-475c-b8c2-f6dbcc46bf10 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b HTTP/1.1" status: 200 len: 897 time: 0.1363218 Feb 28 14:30:36.055691 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe9c76-9b29-47b4-8864-bdc2e82f9633 None None] Pushing event updated for resources: {'Port': ['ID=065a031b-34a6-42a9-875a-d5defad6726d,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:36.075804 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8f4ac46a-cd33-4c1f-bf27-b11ac3119a82 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:36.086620 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8f4ac46a-cd33-4c1f-bf27-b11ac3119a82 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:36.108815 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8f4ac46a-cd33-4c1f-bf27-b11ac3119a82 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:36.117543 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-8992b658-a82e-4337-8a54-25f7f94d9e7f None None] Attempting to bind port 065a031b-34a6-42a9-875a-d5defad6726d on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:30:36.117790 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-8992b658-a82e-4337-8a54-25f7f94d9e7f None None] Attempting to bind port 065a031b-34a6-42a9-875a-d5defad6726d by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '9d7ea331-bf8d-42ac-a648-65d5a0f4a639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f5081b9e-6d25-43ca-8d39-946fd3c45e1d'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:30:36.118059 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8992b658-a82e-4337-8a54-25f7f94d9e7f None None] Attempting to bind port 065a031b-34a6-42a9-875a-d5defad6726d on network f5081b9e-6d25-43ca-8d39-946fd3c45e1d {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:30:36.123979 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-116d1502-387b-40dc-926f-23268ed228d7 req-4e37c8da-d28d-4868-8605-dc01c9b347c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f316cd40-843f-493a-be2f-c5832b1e815d HTTP/1.1" status: 200 len: 217 time: 0.0798724 Feb 28 14:30:36.125380 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8992b658-a82e-4337-8a54-25f7f94d9e7f None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:30:36.125739 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8992b658-a82e-4337-8a54-25f7f94d9e7f None None] Checking segment: {'id': '9d7ea331-bf8d-42ac-a648-65d5a0f4a639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f5081b9e-6d25-43ca-8d39-946fd3c45e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:30:36.126130 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-8992b658-a82e-4337-8a54-25f7f94d9e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:36.126554 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8992b658-a82e-4337-8a54-25f7f94d9e7f None None] Bound using segment: {'id': '9d7ea331-bf8d-42ac-a648-65d5a0f4a639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f5081b9e-6d25-43ca-8d39-946fd3c45e1d'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:30:36.127005 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-8992b658-a82e-4337-8a54-25f7f94d9e7f None None] Bound port: 065a031b-34a6-42a9-875a-d5defad6726d, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7ea331-bf8d-42ac-a648-65d5a0f4a639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f5081b9e-6d25-43ca-8d39-946fd3c45e1d'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:30:36.127514 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-8992b658-a82e-4337-8a54-25f7f94d9e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:36.136129 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8f4ac46a-cd33-4c1f-bf27-b11ac3119a82 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Usage tracker for resource:security_group_rule and tenant:c995da2fd4cd4a36adc264437aacedaf is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:36.146136 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8f4ac46a-cd33-4c1f-bf27-b11ac3119a82 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:36.151780 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aed49486-f10d-4773-85fe-11544d305e37 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:36.153735 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ac46a-cd33-4c1f-bf27-b11ac3119a82 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e856525-7709-4b62-a09f-a04ed2cfbec2,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:36.161243 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8f4ac46a-cd33-4c1f-bf27-b11ac3119a82 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:36.163860 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aed49486-f10d-4773-85fe-11544d305e37 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728902'] for router, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:36.206923 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d1502-387b-40dc-926f-23268ed228d7 req-56159a1d-2d74-4990-b689-c7044e085d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:36.208585 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-116d1502-387b-40dc-926f-23268ed228d7 req-56159a1d-2d74-4990-b689-c7044e085d82 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edb6d5c6-4fdb-454f-ab90-933ebe5c052b HTTP/1.1" status: 200 len: 835 time: 0.0776787 Feb 28 14:30:36.275546 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-8992b658-a82e-4337-8a54-25f7f94d9e7f None None] For port 065a031b-34a6-42a9-875a-d5defad6726d, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:30:36.279896 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-8992b658-a82e-4337-8a54-25f7f94d9e7f None None] For port 065a031b-34a6-42a9-875a-d5defad6726d, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=065a031b-34a6-42a9-875a-d5defad6726d,segment=NetworkSegment(9d7ea331-bf8d-42ac-a648-65d5a0f4a639),segment_id=9d7ea331-bf8d-42ac-a648-65d5a0f4a639)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:30:36.287043 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-8992b658-a82e-4337-8a54-25f7f94d9e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:36.290207 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d1502-387b-40dc-926f-23268ed228d7 req-71596d71-aef6-4e1a-a4da-5155bb8a5295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:36.292234 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-116d1502-387b-40dc-926f-23268ed228d7 req-71596d71-aef6-4e1a-a4da-5155bb8a5295 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770073 Feb 28 14:30:36.370373 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8992b658-a82e-4337-8a54-25f7f94d9e7f None None] Routers {'9e0f753f-b520-4863-92e5-9e986da17c37'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:36.371420 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8992b658-a82e-4337-8a54-25f7f94d9e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9e0f753f-b520-4863-92e5-9e986da17c37'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:36.374767 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed49486-f10d-4773-85fe-11544d305e37 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Router 9e0f753f-b520-4863-92e5-9e986da17c37 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:30:36.468029 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-116d1502-387b-40dc-926f-23268ed228d7 req-09a2ec1f-8d0d-43b3-8423-36369d7622d5 service neutron] 10.222.0.13 "GET /v2.0/networks/b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686752 Feb 28 14:30:36.484569 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe9c76-9b29-47b4-8864-bdc2e82f9633 None None] Pushing event updated for resources: {'Port': ['ID=065a031b-34a6-42a9-875a-d5defad6726d,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:36.552564 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8f4ac46a-cd33-4c1f-bf27-b11ac3119a82 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:36.617323 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8f4ac46a-cd33-4c1f-bf27-b11ac3119a82 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:36.618351 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-8992b658-a82e-4337-8a54-25f7f94d9e7f None None] Set router 9e0f753f-b520-4863-92e5-9e986da17c37 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:36.689387 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8f4ac46a-cd33-4c1f-bf27-b11ac3119a82 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:36.690605 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8f4ac46a-cd33-4c1f-bf27-b11ac3119a82 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2293570 Feb 28 14:30:36.702437 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59706) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:36.707522 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed49486-f10d-4773-85fe-11544d305e37 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:30:36.711723 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5b2b79b7-e1af-4a4a-bffd-86d8dab159ed tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group_rule': {'security_group_id': 'e86fdec4-ef57-43e8-b3df-2e202be3afd8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:36.718286 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ac46a-cd33-4c1f-bf27-b11ac3119a82 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e86fdec4-ef57-43e8-b3df-2e202be3afd8,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:36.729307 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aed49486-f10d-4773-85fe-11544d305e37 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:36.730653 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-aed49486-f10d-4773-85fe-11544d305e37 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "PUT /v2.0/routers/9e0f753f-b520-4863-92e5-9e986da17c37 HTTP/1.1" status: 200 len: 954 time: 2.1599841 Feb 28 14:30:36.733345 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5b2b79b7-e1af-4a4a-bffd-86d8dab159ed tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:36.734728 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59710) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:36.740585 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5b2b79b7-e1af-4a4a-bffd-86d8dab159ed tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Usage tracker for resource:security_group_rule and tenant:c995da2fd4cd4a36adc264437aacedaf is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:36.743897 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5b2b79b7-e1af-4a4a-bffd-86d8dab159ed tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:36.756799 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5b2b79b7-e1af-4a4a-bffd-86d8dab159ed tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:36.773901 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481408f6-d3e3-4c2f-8e74-64300cfee0cc req-ed588913-5346-45cd-90ec-187508cd4d88 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:36.775698 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-481408f6-d3e3-4c2f-8e74-64300cfee0cc req-ed588913-5346-45cd-90ec-187508cd4d88 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=09656998-3630-46e4-b0ed-40f36ec00e6e HTTP/1.1" status: 200 len: 944 time: 0.2730422 Feb 28 14:30:36.783682 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:30:36.810854 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5b2b79b7-e1af-4a4a-bffd-86d8dab159ed tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:36.859416 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-481408f6-d3e3-4c2f-8e74-64300cfee0cc req-ea0f48ad-3192-4e43-956d-789eb7192d2e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9127b61b-087e-4502-86c1-b2840df03276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738640 Feb 28 14:30:36.886424 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5b2b79b7-e1af-4a4a-bffd-86d8dab159ed tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:36.897017 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5b2b79b7-e1af-4a4a-bffd-86d8dab159ed tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:36.899792 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-116d1502-387b-40dc-926f-23268ed228d7 req-041932fc-ba59-47c8-96a2-041ae902028d service neutron] 10.222.0.13 "GET /v2.0/networks/b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229393 Feb 28 14:30:36.925000 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f2215fc7-b0b7-497c-9e8f-d7b5ee7d0979 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "GET /v2.0/routers/9e0f753f-b520-4863-92e5-9e986da17c37 HTTP/1.1" status: 200 len: 954 time: 0.1890442 Feb 28 14:30:36.927529 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59714) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:36.933510 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b04ea6e3-da6a-43d0-8c1a-dce2f5b954c5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'router': {'routes': None}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:36.946175 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b79b7-e1af-4a4a-bffd-86d8dab159ed tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f17e258-25e8-4f4c-956a-6ecffa236213,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:36.949581 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5b2b79b7-e1af-4a4a-bffd-86d8dab159ed tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:36.953499 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5b2b79b7-e1af-4a4a-bffd-86d8dab159ed tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2477887 Feb 28 14:30:36.955609 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59718) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:36.960662 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-24ab9046-f0d9-4494-9073-950333b1dc7f tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group_rule': {'security_group_id': 'e86fdec4-ef57-43e8-b3df-2e202be3afd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:36.966813 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-24ab9046-f0d9-4494-9073-950333b1dc7f tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:36.970641 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-24ab9046-f0d9-4494-9073-950333b1dc7f tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Usage tracker for resource:security_group_rule and tenant:c995da2fd4cd4a36adc264437aacedaf is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:36.973625 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-24ab9046-f0d9-4494-9073-950333b1dc7f tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:36.979378 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-24ab9046-f0d9-4494-9073-950333b1dc7f tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:36.996662 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8992b658-a82e-4337-8a54-25f7f94d9e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:35Z', 'revision_number': 6, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None, '_interfaces': [{'id': '065a031b-34a6-42a9-875a-d5defad6726d', 'name': '', 'network_id': 'f5081b9e-6d25-43ca-8d39-946fd3c45e1d', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:3e:78:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5c6d0672-0d46-45ed-8cc6-03b9822f94f2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:31Z', 'updated_at': '2022-02-28T14:30:36Z', 'revision_number': 4, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '5c6d0672-0d46-45ed-8cc6-03b9822f94f2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '481cafaa-4384-4f29-aceb-37352e9cd5c6', 'name': '', 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:dc:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:13Z', 'updated_at': '2022-02-28T14:30:24Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d7428fe-02be-4266-aaa1-7b3fba2e0f9c', 'name': '', 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:f4:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:18Z', 'updated_at': '2022-02-28T14:30:27Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5', 'name': '', 'network_id': '04e0798d-2f90-4973-b75f-542e382b5674', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:d5:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:24Z', 'updated_at': '2022-02-28T14:30:34Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:37.000932 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8992b658-a82e-4337-8a54-25f7f94d9e7f None None] The sync data for ids ['9e0f753f-b520-4863-92e5-9e986da17c37'] in dv-neutron-831192-4-hyperv is: [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:35Z', 'revision_number': 6, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None, '_interfaces': [{'id': '065a031b-34a6-42a9-875a-d5defad6726d', 'name': '', 'network_id': 'f5081b9e-6d25-43ca-8d39-946fd3c45e1d', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:3e:78:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5c6d0672-0d46-45ed-8cc6-03b9822f94f2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:31Z', 'updated_at': '2022-02-28T14:30:36Z', 'revision_number': 4, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '5c6d0672-0d46-45ed-8cc6-03b9822f94f2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '481cafaa-4384-4f29-aceb-37352e9cd5c6', 'name': '', 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:dc:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:13Z', 'updated_at': '2022-02-28T14:30:24Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d7428fe-02be-4266-aaa1-7b3fba2e0f9c', 'name': '', 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:f4:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:18Z', 'updated_at': '2022-02-28T14:30:27Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5', 'name': '', 'network_id': '04e0798d-2f90-4973-b75f-542e382b5674', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:d5:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:24Z', 'updated_at': '2022-02-28T14:30:34Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:30:37.001997 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-24ab9046-f0d9-4494-9073-950333b1dc7f tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:37.094718 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-24ab9046-f0d9-4494-9073-950333b1dc7f tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 14:30:37.097853 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-24ab9046-f0d9-4494-9073-950333b1dc7f tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1394074 Feb 28 14:30:37.099179 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59722) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:37.178953 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f0147c07-8b1c-4a2b-ad36-f7e3cd63713c tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:37.209117 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f0147c07-8b1c-4a2b-ad36-f7e3cd63713c tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:37.268066 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f0147c07-8b1c-4a2b-ad36-f7e3cd63713c tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:37.287331 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0147c07-8b1c-4a2b-ad36-f7e3cd63713c tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86fdec4-ef57-43e8-b3df-2e202be3afd8,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:37.296594 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f0147c07-8b1c-4a2b-ad36-f7e3cd63713c tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:37.298118 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f0147c07-8b1c-4a2b-ad36-f7e3cd63713c tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "DELETE /v2.0/security-groups/e86fdec4-ef57-43e8-b3df-2e202be3afd8 HTTP/1.1" status: 204 len: 168 time: 0.1982841 Feb 28 14:30:37.300748 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59726) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:37.341559 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 065a031b-34a6-42a9-875a-d5defad6726d up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:30:37.453814 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 065a031b-34a6-42a9-875a-d5defad6726d completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:30:37.460237 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 065a031b-34a6-42a9-875a-d5defad6726d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:37.460631 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:37.520634 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9a944e5b-1e43-47f1-996c-cfc8f2dccf3b tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Synchronizing usage tracker for tenant:c995da2fd4cd4a36adc264437aacedaf on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:30:37.541096 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9a944e5b-1e43-47f1-996c-cfc8f2dccf3b tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Unset dirty status for tenant:c995da2fd4cd4a36adc264437aacedaf on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:30:37.542397 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9a944e5b-1e43-47f1-996c-cfc8f2dccf3b tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2404675 Feb 28 14:30:37.546912 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59730) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:37.551918 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f58b324d-0e25-429f-a2b8-cc6d10faa290 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group': {'name': 'tempest-secgroup--1450530121'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:37.559268 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f58b324d-0e25-429f-a2b8-cc6d10faa290 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:37.573332 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f58b324d-0e25-429f-a2b8-cc6d10faa290 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:37.592593 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f58b324d-0e25-429f-a2b8-cc6d10faa290 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:37.602955 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:37.618364 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f58b324d-0e25-429f-a2b8-cc6d10faa290 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:37.622422 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f58b324d-0e25-429f-a2b8-cc6d10faa290 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Usage tracker for resource:security_group_rule and tenant:c995da2fd4cd4a36adc264437aacedaf is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:37.625873 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f58b324d-0e25-429f-a2b8-cc6d10faa290 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:37.631947 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f58b324d-0e25-429f-a2b8-cc6d10faa290 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:37.641370 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-eb122833-d235-4dc7-a817-043f5409c0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:37.653377 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 065a031b-34a6-42a9-875a-d5defad6726d, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=065a031b-34a6-42a9-875a-d5defad6726d,segment=NetworkSegment(9d7ea331-bf8d-42ac-a648-65d5a0f4a639),segment_id=9d7ea331-bf8d-42ac-a648-65d5a0f4a639)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:37.660171 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:37.683623 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.extraroute_db [None req-b04ea6e3-da6a-43d0-8c1a-dce2f5b954c5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Added routes are [] {{(pid=87772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 28 14:30:37.684233 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.extraroute_db [None req-b04ea6e3-da6a-43d0-8c1a-dce2f5b954c5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87772) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 28 14:30:37.723668 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b04ea6e3-da6a-43d0-8c1a-dce2f5b954c5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:37.728274 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f58b324d-0e25-429f-a2b8-cc6d10faa290 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:37.735659 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f58b324d-0e25-429f-a2b8-cc6d10faa290 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:37.743914 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=065a031b-34a6-42a9-875a-d5defad6726d,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:37.776351 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b324d-0e25-429f-a2b8-cc6d10faa290 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f338ef95-75f9-4e31-84ac-d01fc3b126b1,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:37.798414 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f58b324d-0e25-429f-a2b8-cc6d10faa290 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:37.799885 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f58b324d-0e25-429f-a2b8-cc6d10faa290 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2519412 Feb 28 14:30:37.802620 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59734) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:37.808107 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c873a740-7245-496c-955e-c7376ce88829 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group_rule': {'security_group_id': 'f338ef95-75f9-4e31-84ac-d01fc3b126b1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:37.808591 dv-neutron-831192-4-hyperv neutron-server[87773]: WARNING neutron.api.v2.base [None req-c873a740-7245-496c-955e-c7376ce88829 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 28 14:30:37.809079 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-c873a740-7245-496c-955e-c7376ce88829 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:30:37.810014 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c873a740-7245-496c-955e-c7376ce88829 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064466 Feb 28 14:30:37.812672 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59738) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:37.876826 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d5291935-7c3b-4675-af09-73d294697ef9 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:37.905461 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device f316cd40-843f-493a-be2f-c5832b1e815d details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:30:37.908021 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d5291935-7c3b-4675-af09-73d294697ef9 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:37.971064 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d5291935-7c3b-4675-af09-73d294697ef9 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:37.997937 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5291935-7c3b-4675-af09-73d294697ef9 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f338ef95-75f9-4e31-84ac-d01fc3b126b1,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:38.011524 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d5291935-7c3b-4675-af09-73d294697ef9 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:38.015027 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d5291935-7c3b-4675-af09-73d294697ef9 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "DELETE /v2.0/security-groups/f338ef95-75f9-4e31-84ac-d01fc3b126b1 HTTP/1.1" status: 204 len: 168 time: 0.1990452 Feb 28 14:30:38.015385 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59744) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:38.034901 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4936f6b4-7842-43ad-b2e1-2aedf6d1cf1e None None] Sync routers for ids ['9e0f753f-b520-4863-92e5-9e986da17c37'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:30:38.049743 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b04ea6e3-da6a-43d0-8c1a-dce2f5b954c5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:38.053211 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b04ea6e3-da6a-43d0-8c1a-dce2f5b954c5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728902'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:38.077010 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4936f6b4-7842-43ad-b2e1-2aedf6d1cf1e None None] Routers {'9e0f753f-b520-4863-92e5-9e986da17c37'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:38.077786 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4936f6b4-7842-43ad-b2e1-2aedf6d1cf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9e0f753f-b520-4863-92e5-9e986da17c37'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:38.083436 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e3e690cd-0fab-4cff-9fb2-00c5c2e5bc2b tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Synchronizing usage tracker for tenant:c995da2fd4cd4a36adc264437aacedaf on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:30:38.100579 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e3e690cd-0fab-4cff-9fb2-00c5c2e5bc2b tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Unset dirty status for tenant:c995da2fd4cd4a36adc264437aacedaf on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:30:38.101957 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e3e690cd-0fab-4cff-9fb2-00c5c2e5bc2b tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0855019 Feb 28 14:30:38.106031 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59748) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:38.111121 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e439f471-9352-4f4c-abeb-39f3ccb16618 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group': {'name': 'tempest-secgroup--631873608'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:38.117875 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e439f471-9352-4f4c-abeb-39f3ccb16618 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:38.127683 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e439f471-9352-4f4c-abeb-39f3ccb16618 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:38.138969 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e439f471-9352-4f4c-abeb-39f3ccb16618 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:38.163171 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e439f471-9352-4f4c-abeb-39f3ccb16618 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:38.168295 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e439f471-9352-4f4c-abeb-39f3ccb16618 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Usage tracker for resource:security_group_rule and tenant:c995da2fd4cd4a36adc264437aacedaf is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:38.172134 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e439f471-9352-4f4c-abeb-39f3ccb16618 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:38.178390 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e439f471-9352-4f4c-abeb-39f3ccb16618 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:38.247559 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port f316cd40-843f-493a-be2f-c5832b1e815d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f316cd40-843f-493a-be2f-c5832b1e815d,segment=NetworkSegment(4dcad0c1-00ef-450c-97d2-a23c7c1afa00),segment_id=4dcad0c1-00ef-450c-97d2-a23c7c1afa00)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:38.258178 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e439f471-9352-4f4c-abeb-39f3ccb16618 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:38.264798 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e439f471-9352-4f4c-abeb-39f3ccb16618 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:38.279734 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': 'f316cd40-843f-493a-be2f-c5832b1e815d', 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b', 'port_id': 'f316cd40-843f-493a-be2f-c5832b1e815d', 'mac_address': 'fa:16:3e:b4:f9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:30:38.281649 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-4936f6b4-7842-43ad-b2e1-2aedf6d1cf1e None None] Set router 9e0f753f-b520-4863-92e5-9e986da17c37 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:38.315790 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439f471-9352-4f4c-abeb-39f3ccb16618 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f28e0a1b-6252-475e-a965-58da705ded34,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:38.324083 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e439f471-9352-4f4c-abeb-39f3ccb16618 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:38.325575 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e439f471-9352-4f4c-abeb-39f3ccb16618 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2187212 Feb 28 14:30:38.328555 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59752) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:38.335284 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6f95aae6-9a92-4b57-95dc-3ba9c5604c3d tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group_rule': {'security_group_id': 'f28e0a1b-6252-475e-a965-58da705ded34', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:38.336194 dv-neutron-831192-4-hyperv neutron-server[87773]: WARNING neutron.api.v2.base [None req-6f95aae6-9a92-4b57-95dc-3ba9c5604c3d tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 28 14:30:38.336683 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-6f95aae6-9a92-4b57-95dc-3ba9c5604c3d tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:30:38.339635 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6f95aae6-9a92-4b57-95dc-3ba9c5604c3d tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0100048 Feb 28 14:30:38.340596 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59756) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:38.408420 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04ea6e3-da6a-43d0-8c1a-dce2f5b954c5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Router 9e0f753f-b520-4863-92e5-9e986da17c37 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:30:38.424637 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ee0b6-e6cb-4cd5-b12e-a6ee1111da4e req-4602e220-f8d7-4802-b8a6-d1cebafa1a98 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:38.426115 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d57ee0b6-e6cb-4cd5-b12e-a6ee1111da4e req-4602e220-f8d7-4802-b8a6-d1cebafa1a98 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=09656998-3630-46e4-b0ed-40f36ec00e6e HTTP/1.1" status: 200 len: 944 time: 0.3687744 Feb 28 14:30:38.429754 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd39a19e-2447-48dc-92bf-b2f2bf78e3c0 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:38.468145 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd39a19e-2447-48dc-92bf-b2f2bf78e3c0 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:38.522436 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd39a19e-2447-48dc-92bf-b2f2bf78e3c0 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:38.549506 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39a19e-2447-48dc-92bf-b2f2bf78e3c0 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28e0a1b-6252-475e-a965-58da705ded34,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:38.554649 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:38.555356 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fd39a19e-2447-48dc-92bf-b2f2bf78e3c0 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:38.556566 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fd39a19e-2447-48dc-92bf-b2f2bf78e3c0 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "DELETE /v2.0/security-groups/f28e0a1b-6252-475e-a965-58da705ded34 HTTP/1.1" status: 204 len: 168 time: 0.2147875 Feb 28 14:30:38.559837 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59760) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:38.612995 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d57ee0b6-e6cb-4cd5-b12e-a6ee1111da4e req-10d7b11f-2e6b-4dac-bd25-f5a83edd7add tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9127b61b-087e-4502-86c1-b2840df03276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284757 Feb 28 14:30:38.622878 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3923820e-872a-43b0-846e-35fbd82c194c tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Synchronizing usage tracker for tenant:c995da2fd4cd4a36adc264437aacedaf on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:30:38.624743 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04ea6e3-da6a-43d0-8c1a-dce2f5b954c5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:30:38.632126 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b04ea6e3-da6a-43d0-8c1a-dce2f5b954c5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:38.633596 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b04ea6e3-da6a-43d0-8c1a-dce2f5b954c5 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "PUT /v2.0/routers/9e0f753f-b520-4863-92e5-9e986da17c37 HTTP/1.1" status: 200 len: 704 time: 1.7051523 Feb 28 14:30:38.636892 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59764) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:38.649336 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f316cd40-843f-493a-be2f-c5832b1e815d {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:30:38.683429 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port f316cd40-843f-493a-be2f-c5832b1e815d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f316cd40-843f-493a-be2f-c5832b1e815d,segment=NetworkSegment(4dcad0c1-00ef-450c-97d2-a23c7c1afa00),segment_id=4dcad0c1-00ef-450c-97d2-a23c7c1afa00)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:38.693572 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:38.702607 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3923820e-872a-43b0-846e-35fbd82c194c tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Unset dirty status for tenant:c995da2fd4cd4a36adc264437aacedaf on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:30:38.703880 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3923820e-872a-43b0-846e-35fbd82c194c tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1422722 Feb 28 14:30:38.707784 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59768) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:38.712919 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-59eae92e-ef31-4ce6-a227-c4b7de5cfdb5 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group': {'name': 'tempest-secgroup--2143855734'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:38.719275 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-59eae92e-ef31-4ce6-a227-c4b7de5cfdb5 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:38.728866 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-59eae92e-ef31-4ce6-a227-c4b7de5cfdb5 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:38.741144 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59eae92e-ef31-4ce6-a227-c4b7de5cfdb5 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:38.764164 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-59eae92e-ef31-4ce6-a227-c4b7de5cfdb5 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:38.769206 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-59eae92e-ef31-4ce6-a227-c4b7de5cfdb5 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Usage tracker for resource:security_group_rule and tenant:c995da2fd4cd4a36adc264437aacedaf is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:38.772994 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-59eae92e-ef31-4ce6-a227-c4b7de5cfdb5 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:38.781836 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-59eae92e-ef31-4ce6-a227-c4b7de5cfdb5 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:38.836846 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=f316cd40-843f-493a-be2f-c5832b1e815d,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:38.837076 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-de9a4fbb-b817-4957-9220-ebf002011670 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "GET /v2.0/routers/9e0f753f-b520-4863-92e5-9e986da17c37 HTTP/1.1" status: 200 len: 704 time: 0.1960895 Feb 28 14:30:38.837664 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59772) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:38.872845 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4936f6b4-7842-43ad-b2e1-2aedf6d1cf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:37Z', 'revision_number': 7, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None, '_interfaces': [{'id': '065a031b-34a6-42a9-875a-d5defad6726d', 'name': '', 'network_id': 'f5081b9e-6d25-43ca-8d39-946fd3c45e1d', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:3e:78:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5c6d0672-0d46-45ed-8cc6-03b9822f94f2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:31Z', 'updated_at': '2022-02-28T14:30:37Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '5c6d0672-0d46-45ed-8cc6-03b9822f94f2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '481cafaa-4384-4f29-aceb-37352e9cd5c6', 'name': '', 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:dc:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:13Z', 'updated_at': '2022-02-28T14:30:24Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d7428fe-02be-4266-aaa1-7b3fba2e0f9c', 'name': '', 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:f4:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:18Z', 'updated_at': '2022-02-28T14:30:27Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5', 'name': '', 'network_id': '04e0798d-2f90-4973-b75f-542e382b5674', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:d5:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:24Z', 'updated_at': '2022-02-28T14:30:34Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:38.876961 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4936f6b4-7842-43ad-b2e1-2aedf6d1cf1e None None] Checking router: 9e0f753f-b520-4863-92e5-9e986da17c37 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:30:38.886012 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4936f6b4-7842-43ad-b2e1-2aedf6d1cf1e None None] Routers {'9e0f753f-b520-4863-92e5-9e986da17c37'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:38.886604 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4936f6b4-7842-43ad-b2e1-2aedf6d1cf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9e0f753f-b520-4863-92e5-9e986da17c37'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:38.944691 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['f316cd40-843f-493a-be2f-c5832b1e815d'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:30:38.994058 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59eae92e-ef31-4ce6-a227-c4b7de5cfdb5 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:39.002937 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59eae92e-ef31-4ce6-a227-c4b7de5cfdb5 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:39.094562 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-4936f6b4-7842-43ad-b2e1-2aedf6d1cf1e None None] Set router 9e0f753f-b520-4863-92e5-9e986da17c37 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:39.133846 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eae92e-ef31-4ce6-a227-c4b7de5cfdb5 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b731641-ccf6-417d-95ff-0581a22add41,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:39.200387 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-59eae92e-ef31-4ce6-a227-c4b7de5cfdb5 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:39.201605 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-59eae92e-ef31-4ce6-a227-c4b7de5cfdb5 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4928088 Feb 28 14:30:39.204438 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59776) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:39.211370 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-df44c5e3-f54f-4e32-b9fa-4ed19f2c58dc tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group_rule': {'security_group_id': '7b731641-ccf6-417d-95ff-0581a22add41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:39.212172 dv-neutron-831192-4-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-df44c5e3-f54f-4e32-b9fa-4ed19f2c58dc tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 28 14:30:39.212680 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-df44c5e3-f54f-4e32-b9fa-4ed19f2c58dc tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:30:39.213938 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-df44c5e3-f54f-4e32-b9fa-4ed19f2c58dc tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086110 Feb 28 14:30:39.216454 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59780) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:39.223488 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ff971b1b-7d4c-4d1e-aa4a-8c4ca81c514d tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group_rule': {'security_group_id': '7b731641-ccf6-417d-95ff-0581a22add41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:39.224129 dv-neutron-831192-4-hyperv neutron-server[87772]: WARNING neutron.api.v2.base [None req-ff971b1b-7d4c-4d1e-aa4a-8c4ca81c514d tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 28 14:30:39.224600 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-ff971b1b-7d4c-4d1e-aa4a-8c4ca81c514d tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:30:39.225530 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ff971b1b-7d4c-4d1e-aa4a-8c4ca81c514d tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0082088 Feb 28 14:30:39.228366 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59784) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:39.236516 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6e43357b-443d-471a-940b-d354326fd69f tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group_rule': {'security_group_id': '7b731641-ccf6-417d-95ff-0581a22add41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:39.240552 dv-neutron-831192-4-hyperv neutron-server[87773]: WARNING neutron.api.v2.base [None req-6e43357b-443d-471a-940b-d354326fd69f tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 28 14:30:39.241003 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-6e43357b-443d-471a-940b-d354326fd69f tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:30:39.242010 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6e43357b-443d-471a-940b-d354326fd69f tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0119519 Feb 28 14:30:39.245857 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59788) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:39.252278 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ebeeca9b-a9c2-4c88-a9d1-cab3afd4975a tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group_rule': {'security_group_id': '7b731641-ccf6-417d-95ff-0581a22add41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:39.253312 dv-neutron-831192-4-hyperv neutron-server[87773]: WARNING neutron.api.v2.base [None req-ebeeca9b-a9c2-4c88-a9d1-cab3afd4975a tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 28 14:30:39.253928 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-ebeeca9b-a9c2-4c88-a9d1-cab3afd4975a tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:30:39.255265 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ebeeca9b-a9c2-4c88-a9d1-cab3afd4975a tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0081758 Feb 28 14:30:39.258790 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59792) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:39.337872 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d70ac60-3e0d-4a0a-a65b-e65b487faa20 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:39.359185 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 065a031b-34a6-42a9-875a-d5defad6726d up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:30:39.365040 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d70ac60-3e0d-4a0a-a65b-e65b487faa20 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:39.439617 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d70ac60-3e0d-4a0a-a65b-e65b487faa20 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:39.468429 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70ac60-3e0d-4a0a-a65b-e65b487faa20 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b731641-ccf6-417d-95ff-0581a22add41,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:39.479013 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d70ac60-3e0d-4a0a-a65b-e65b487faa20 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:39.480284 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5d70ac60-3e0d-4a0a-a65b-e65b487faa20 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "DELETE /v2.0/security-groups/7b731641-ccf6-417d-95ff-0581a22add41 HTTP/1.1" status: 204 len: 168 time: 0.2184291 Feb 28 14:30:39.482838 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59796) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:39.493475 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aecdb781-7b8a-46da-88a8-47c456675a41 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:39.541389 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b466bd8a-3fd2-4079-90ff-e3d553caddfb tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Synchronizing usage tracker for tenant:c995da2fd4cd4a36adc264437aacedaf on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:30:39.556894 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 065a031b-34a6-42a9-875a-d5defad6726d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:39.557469 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:39.559166 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b466bd8a-3fd2-4079-90ff-e3d553caddfb tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Unset dirty status for tenant:c995da2fd4cd4a36adc264437aacedaf on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:30:39.564252 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b466bd8a-3fd2-4079-90ff-e3d553caddfb tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0764484 Feb 28 14:30:39.564857 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59800) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:39.570567 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-fafed489-60c1-43cc-ba46-09adcce71db3 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group': {'name': 'tempest-secgroup--22966614'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:39.577209 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fafed489-60c1-43cc-ba46-09adcce71db3 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:39.586786 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fafed489-60c1-43cc-ba46-09adcce71db3 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:39.598534 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fafed489-60c1-43cc-ba46-09adcce71db3 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:39.620365 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fafed489-60c1-43cc-ba46-09adcce71db3 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:39.624326 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fafed489-60c1-43cc-ba46-09adcce71db3 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Usage tracker for resource:security_group_rule and tenant:c995da2fd4cd4a36adc264437aacedaf is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:39.627321 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fafed489-60c1-43cc-ba46-09adcce71db3 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:39.633020 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fafed489-60c1-43cc-ba46-09adcce71db3 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:39.717158 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fafed489-60c1-43cc-ba46-09adcce71db3 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:39.724245 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fafed489-60c1-43cc-ba46-09adcce71db3 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:39.795091 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4936f6b4-7842-43ad-b2e1-2aedf6d1cf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:37Z', 'revision_number': 7, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None, '_interfaces': [{'id': '065a031b-34a6-42a9-875a-d5defad6726d', 'name': '', 'network_id': 'f5081b9e-6d25-43ca-8d39-946fd3c45e1d', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:3e:78:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5c6d0672-0d46-45ed-8cc6-03b9822f94f2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:31Z', 'updated_at': '2022-02-28T14:30:37Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '5c6d0672-0d46-45ed-8cc6-03b9822f94f2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '481cafaa-4384-4f29-aceb-37352e9cd5c6', 'name': '', 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:dc:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:13Z', 'updated_at': '2022-02-28T14:30:24Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d7428fe-02be-4266-aaa1-7b3fba2e0f9c', 'name': '', 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:f4:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:18Z', 'updated_at': '2022-02-28T14:30:27Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5', 'name': '', 'network_id': '04e0798d-2f90-4973-b75f-542e382b5674', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:d5:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:24Z', 'updated_at': '2022-02-28T14:30:34Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:39.809628 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4936f6b4-7842-43ad-b2e1-2aedf6d1cf1e None None] The sync data for ids ['9e0f753f-b520-4863-92e5-9e986da17c37'] in dv-neutron-831192-4-hyperv is: [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:37Z', 'revision_number': 7, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None, '_interfaces': [{'id': '065a031b-34a6-42a9-875a-d5defad6726d', 'name': '', 'network_id': 'f5081b9e-6d25-43ca-8d39-946fd3c45e1d', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:3e:78:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5c6d0672-0d46-45ed-8cc6-03b9822f94f2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:31Z', 'updated_at': '2022-02-28T14:30:37Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '5c6d0672-0d46-45ed-8cc6-03b9822f94f2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '481cafaa-4384-4f29-aceb-37352e9cd5c6', 'name': '', 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:dc:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:13Z', 'updated_at': '2022-02-28T14:30:24Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d7428fe-02be-4266-aaa1-7b3fba2e0f9c', 'name': '', 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:f4:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:18Z', 'updated_at': '2022-02-28T14:30:27Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5', 'name': '', 'network_id': '04e0798d-2f90-4973-b75f-542e382b5674', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:d5:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:24Z', 'updated_at': '2022-02-28T14:30:34Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:30:39.820240 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8cef3388-0da6-4e80-81d9-f915f07e93ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:39.820535 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafed489-60c1-43cc-ba46-09adcce71db3 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=679e7e45-cd62-447d-b2db-d6ae01d129aa,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:39.834625 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fafed489-60c1-43cc-ba46-09adcce71db3 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:39.839947 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fafed489-60c1-43cc-ba46-09adcce71db3 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2695372 Feb 28 14:30:39.843865 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59806) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:39.851465 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-79acfe6d-8049-4606-bf54-5df128f34a48 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group_rule': {'security_group_id': '679e7e45-cd62-447d-b2db-d6ae01d129aa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:39.852367 dv-neutron-831192-4-hyperv neutron-server[87773]: WARNING neutron.api.v2.base [None req-79acfe6d-8049-4606-bf54-5df128f34a48 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 28 14:30:39.852908 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-79acfe6d-8049-4606-bf54-5df128f34a48 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:30:39.854225 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-79acfe6d-8049-4606-bf54-5df128f34a48 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085092 Feb 28 14:30:39.866089 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59810) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:39.874610 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-96bf4e9c-a7df-4aed-8929-eb07d2f7d7e5 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group_rule': {'security_group_id': '679e7e45-cd62-447d-b2db-d6ae01d129aa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:39.880151 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b4d8f-d46f-4769-bca0-defee8d79d07 req-cb703a26-a20b-41a6-a360-e759db156c42 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:39.881682 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-580b4d8f-d46f-4769-bca0-defee8d79d07 req-cb703a26-a20b-41a6-a360-e759db156c42 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=09656998-3630-46e4-b0ed-40f36ec00e6e HTTP/1.1" status: 200 len: 945 time: 0.1252613 Feb 28 14:30:39.887014 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-96bf4e9c-a7df-4aed-8929-eb07d2f7d7e5 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:39.901456 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-96bf4e9c-a7df-4aed-8929-eb07d2f7d7e5 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Usage tracker for resource:security_group_rule and tenant:c995da2fd4cd4a36adc264437aacedaf is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:39.906492 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-96bf4e9c-a7df-4aed-8929-eb07d2f7d7e5 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:39.913311 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-aecdb781-7b8a-46da-88a8-47c456675a41 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Deleting port 065a031b-34a6-42a9-875a-d5defad6726d {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:39.913637 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aecdb781-7b8a-46da-88a8-47c456675a41 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:39.929198 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-580b4d8f-d46f-4769-bca0-defee8d79d07 req-c30a2abc-966e-4aad-a9f1-f0a4e0154609 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9127b61b-087e-4502-86c1-b2840df03276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411737 Feb 28 14:30:39.946513 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-96bf4e9c-a7df-4aed-8929-eb07d2f7d7e5 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:40.049298 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae9fe3-2a48-4c08-b66f-13523fac9ce1 None None] Sync routers for ids ['9e0f753f-b520-4863-92e5-9e986da17c37'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:30:40.059008 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ae9fe3-2a48-4c08-b66f-13523fac9ce1 None None] Routers {'9e0f753f-b520-4863-92e5-9e986da17c37'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:40.059653 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b6ae9fe3-2a48-4c08-b66f-13523fac9ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9e0f753f-b520-4863-92e5-9e986da17c37'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:40.212061 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-96bf4e9c-a7df-4aed-8929-eb07d2f7d7e5 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:30:40.212938 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-b6ae9fe3-2a48-4c08-b66f-13523fac9ce1 None None] Set router 9e0f753f-b520-4863-92e5-9e986da17c37 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:40.213081 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-96bf4e9c-a7df-4aed-8929-eb07d2f7d7e5 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3459020 Feb 28 14:30:40.216233 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59814) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:40.221458 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-19840f01-4f7a-4d80-9a97-27d62d9056de tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group_rule': {'security_group_id': '679e7e45-cd62-447d-b2db-d6ae01d129aa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:40.222205 dv-neutron-831192-4-hyperv neutron-server[87773]: WARNING neutron.api.v2.base [None req-19840f01-4f7a-4d80-9a97-27d62d9056de tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 28 14:30:40.222780 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-19840f01-4f7a-4d80-9a97-27d62d9056de tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:30:40.227084 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-19840f01-4f7a-4d80-9a97-27d62d9056de tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064974 Feb 28 14:30:40.227267 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59818) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:40.237078 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-08fc43bb-6d46-4d70-ac73-627a992b15a7 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group_rule': {'security_group_id': '679e7e45-cd62-447d-b2db-d6ae01d129aa', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:40.247337 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-08fc43bb-6d46-4d70-ac73-627a992b15a7 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:40.254413 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-08fc43bb-6d46-4d70-ac73-627a992b15a7 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Usage tracker for resource:security_group_rule and tenant:c995da2fd4cd4a36adc264437aacedaf is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:40.260198 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-08fc43bb-6d46-4d70-ac73-627a992b15a7 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:40.276335 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-08fc43bb-6d46-4d70-ac73-627a992b15a7 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:40.290104 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-aecdb781-7b8a-46da-88a8-47c456675a41 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] For port 065a031b-34a6-42a9-875a-d5defad6726d, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=065a031b-34a6-42a9-875a-d5defad6726d,segment=NetworkSegment(9d7ea331-bf8d-42ac-a648-65d5a0f4a639),segment_id=9d7ea331-bf8d-42ac-a648-65d5a0f4a639)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:40.290455 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aecdb781-7b8a-46da-88a8-47c456675a41 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:40.418130 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-aecdb781-7b8a-46da-88a8-47c456675a41 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Calling delete_port for 065a031b-34a6-42a9-875a-d5defad6726d owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:30:40.473492 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-08fc43bb-6d46-4d70-ac73-627a992b15a7 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:30:40.474439 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-08fc43bb-6d46-4d70-ac73-627a992b15a7 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2469513 Feb 28 14:30:40.477546 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59822) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:40.485058 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-14cdebfd-8ce4-44a0-a1d4-0a8f2794fe02 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group_rule': {'security_group_id': '679e7e45-cd62-447d-b2db-d6ae01d129aa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:40.485599 dv-neutron-831192-4-hyperv neutron-server[87773]: WARNING neutron.api.v2.base [None req-14cdebfd-8ce4-44a0-a1d4-0a8f2794fe02 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 28 14:30:40.486161 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-14cdebfd-8ce4-44a0-a1d4-0a8f2794fe02 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:30:40.487237 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-14cdebfd-8ce4-44a0-a1d4-0a8f2794fe02 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079455 Feb 28 14:30:40.489826 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59826) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:40.497335 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-04efe6b5-10fa-4391-880c-60bf4bec48ff tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group_rule': {'security_group_id': '679e7e45-cd62-447d-b2db-d6ae01d129aa', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:40.503347 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-04efe6b5-10fa-4391-880c-60bf4bec48ff tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:40.507567 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-04efe6b5-10fa-4391-880c-60bf4bec48ff tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Usage tracker for resource:security_group_rule and tenant:c995da2fd4cd4a36adc264437aacedaf is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:40.510597 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-04efe6b5-10fa-4391-880c-60bf4bec48ff tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:40.517478 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-04efe6b5-10fa-4391-880c-60bf4bec48ff tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:40.529057 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-04efe6b5-10fa-4391-880c-60bf4bec48ff tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Project c995da2fd4cd4a36adc264437aacedaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:30:40.530856 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b6ae9fe3-2a48-4c08-b66f-13523fac9ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:37Z', 'revision_number': 7, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None, '_interfaces': [{'id': '065a031b-34a6-42a9-875a-d5defad6726d', 'name': '', 'network_id': 'f5081b9e-6d25-43ca-8d39-946fd3c45e1d', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:3e:78:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5c6d0672-0d46-45ed-8cc6-03b9822f94f2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:31Z', 'updated_at': '2022-02-28T14:30:37Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '5c6d0672-0d46-45ed-8cc6-03b9822f94f2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '481cafaa-4384-4f29-aceb-37352e9cd5c6', 'name': '', 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:dc:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:13Z', 'updated_at': '2022-02-28T14:30:24Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d7428fe-02be-4266-aaa1-7b3fba2e0f9c', 'name': '', 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:f4:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:18Z', 'updated_at': '2022-02-28T14:30:27Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5', 'name': '', 'network_id': '04e0798d-2f90-4973-b75f-542e382b5674', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:d5:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:24Z', 'updated_at': '2022-02-28T14:30:34Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:40.537295 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae9fe3-2a48-4c08-b66f-13523fac9ce1 None None] Checking router: 9e0f753f-b520-4863-92e5-9e986da17c37 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:30:40.543893 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ae9fe3-2a48-4c08-b66f-13523fac9ce1 None None] Routers {'9e0f753f-b520-4863-92e5-9e986da17c37'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:40.544590 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b6ae9fe3-2a48-4c08-b66f-13523fac9ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9e0f753f-b520-4863-92e5-9e986da17c37'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:40.573858 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-04efe6b5-10fa-4391-880c-60bf4bec48ff tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:30:40.575266 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-04efe6b5-10fa-4391-880c-60bf4bec48ff tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0842097 Feb 28 14:30:40.578024 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59830) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:40.582970 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-37af230e-b8d0-4d55-968a-025e4311ed7d tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group_rule': {'security_group_id': '679e7e45-cd62-447d-b2db-d6ae01d129aa', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:40.583458 dv-neutron-831192-4-hyperv neutron-server[87773]: WARNING neutron.api.v2.base [None req-37af230e-b8d0-4d55-968a-025e4311ed7d tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 28 14:30:40.583914 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-37af230e-b8d0-4d55-968a-025e4311ed7d tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:30:40.587222 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-37af230e-b8d0-4d55-968a-025e4311ed7d tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058343 Feb 28 14:30:40.587560 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59834) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:40.592912 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-4d889345-c525-4bc5-8a58-c9549a564b44 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group_rule': {'security_group_id': '679e7e45-cd62-447d-b2db-d6ae01d129aa', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:40.599806 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-4d889345-c525-4bc5-8a58-c9549a564b44 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:40.604672 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4d889345-c525-4bc5-8a58-c9549a564b44 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Usage tracker for resource:security_group_rule and tenant:c995da2fd4cd4a36adc264437aacedaf is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:40.607775 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4d889345-c525-4bc5-8a58-c9549a564b44 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:40.613604 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-4d889345-c525-4bc5-8a58-c9549a564b44 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:40.624705 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aecdb781-7b8a-46da-88a8-47c456675a41 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:40.626948 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-4d889345-c525-4bc5-8a58-c9549a564b44 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Project c995da2fd4cd4a36adc264437aacedaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:30:40.649143 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-4d889345-c525-4bc5-8a58-c9549a564b44 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:30:40.653676 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4d889345-c525-4bc5-8a58-c9549a564b44 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0623877 Feb 28 14:30:40.654034 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59838) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:40.659449 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-8c6c4d86-3101-41b5-88cc-6b68af21136b tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group_rule': {'security_group_id': '679e7e45-cd62-447d-b2db-d6ae01d129aa', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:40.665929 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8c6c4d86-3101-41b5-88cc-6b68af21136b tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:40.670059 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8c6c4d86-3101-41b5-88cc-6b68af21136b tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Usage tracker for resource:security_group_rule and tenant:c995da2fd4cd4a36adc264437aacedaf is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:40.673868 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8c6c4d86-3101-41b5-88cc-6b68af21136b tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:40.674269 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecdb781-7b8a-46da-88a8-47c456675a41 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Port': ['ID=065a031b-34a6-42a9-875a-d5defad6726d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:40.684312 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8c6c4d86-3101-41b5-88cc-6b68af21136b tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:40.698411 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-8c6c4d86-3101-41b5-88cc-6b68af21136b tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Project c995da2fd4cd4a36adc264437aacedaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:30:40.710684 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-b6ae9fe3-2a48-4c08-b66f-13523fac9ce1 None None] Set router 9e0f753f-b520-4863-92e5-9e986da17c37 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:40.731173 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-8c6c4d86-3101-41b5-88cc-6b68af21136b tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:30:40.732159 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8c6c4d86-3101-41b5-88cc-6b68af21136b tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0770652 Feb 28 14:30:40.735046 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59842) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:40.817374 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-94e6b64e-f953-4dea-a6b6-e6f364379433 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:40.847227 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-94e6b64e-f953-4dea-a6b6-e6f364379433 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:40.910815 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-aecdb781-7b8a-46da-88a8-47c456675a41 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:40.919290 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-94e6b64e-f953-4dea-a6b6-e6f364379433 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:40.938080 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:40.941647 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6b64e-f953-4dea-a6b6-e6f364379433 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=679e7e45-cd62-447d-b2db-d6ae01d129aa,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:40.973891 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-94e6b64e-f953-4dea-a6b6-e6f364379433 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:40.975224 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-94e6b64e-f953-4dea-a6b6-e6f364379433 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "DELETE /v2.0/security-groups/679e7e45-cd62-447d-b2db-d6ae01d129aa HTTP/1.1" status: 204 len: 168 time: 0.2392244 Feb 28 14:30:40.977760 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59848) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:41.047013 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d7e1ebba-ea32-4ac8-9bea-186403dc60d7 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Synchronizing usage tracker for tenant:c995da2fd4cd4a36adc264437aacedaf on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:30:41.067145 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d7e1ebba-ea32-4ac8-9bea-186403dc60d7 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Unset dirty status for tenant:c995da2fd4cd4a36adc264437aacedaf on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:30:41.069276 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d7e1ebba-ea32-4ac8-9bea-186403dc60d7 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0901442 Feb 28 14:30:41.073988 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59852) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:41.077569 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:41.081802 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e1e076c1-b728-4dc0-9244-5f944df9c1e9 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group': {'name': 'tempest-secgroup--94448909'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:41.088527 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e1e076c1-b728-4dc0-9244-5f944df9c1e9 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:41.098951 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e1e076c1-b728-4dc0-9244-5f944df9c1e9 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:41.110396 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1e076c1-b728-4dc0-9244-5f944df9c1e9 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:41.120389 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b6ae9fe3-2a48-4c08-b66f-13523fac9ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:37Z', 'revision_number': 7, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None, '_interfaces': [{'id': '065a031b-34a6-42a9-875a-d5defad6726d', 'name': '', 'network_id': 'f5081b9e-6d25-43ca-8d39-946fd3c45e1d', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:3e:78:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5c6d0672-0d46-45ed-8cc6-03b9822f94f2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:31Z', 'updated_at': '2022-02-28T14:30:37Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '5c6d0672-0d46-45ed-8cc6-03b9822f94f2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '481cafaa-4384-4f29-aceb-37352e9cd5c6', 'name': '', 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:dc:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:13Z', 'updated_at': '2022-02-28T14:30:24Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d7428fe-02be-4266-aaa1-7b3fba2e0f9c', 'name': '', 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:f4:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:18Z', 'updated_at': '2022-02-28T14:30:27Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5', 'name': '', 'network_id': '04e0798d-2f90-4973-b75f-542e382b5674', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:d5:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:24Z', 'updated_at': '2022-02-28T14:30:34Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:41.125237 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae9fe3-2a48-4c08-b66f-13523fac9ce1 None None] The sync data for ids ['9e0f753f-b520-4863-92e5-9e986da17c37'] in dv-neutron-831192-4-hyperv is: [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:37Z', 'revision_number': 7, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None, '_interfaces': [{'id': '065a031b-34a6-42a9-875a-d5defad6726d', 'name': '', 'network_id': 'f5081b9e-6d25-43ca-8d39-946fd3c45e1d', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:3e:78:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5c6d0672-0d46-45ed-8cc6-03b9822f94f2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:31Z', 'updated_at': '2022-02-28T14:30:37Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '5c6d0672-0d46-45ed-8cc6-03b9822f94f2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '481cafaa-4384-4f29-aceb-37352e9cd5c6', 'name': '', 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:dc:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:13Z', 'updated_at': '2022-02-28T14:30:24Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d7428fe-02be-4266-aaa1-7b3fba2e0f9c', 'name': '', 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:f4:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:18Z', 'updated_at': '2022-02-28T14:30:27Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5', 'name': '', 'network_id': '04e0798d-2f90-4973-b75f-542e382b5674', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:d5:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:24Z', 'updated_at': '2022-02-28T14:30:34Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:30:41.136409 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e1e076c1-b728-4dc0-9244-5f944df9c1e9 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:41.141804 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e1e076c1-b728-4dc0-9244-5f944df9c1e9 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Usage tracker for resource:security_group_rule and tenant:c995da2fd4cd4a36adc264437aacedaf is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:41.145349 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e1e076c1-b728-4dc0-9244-5f944df9c1e9 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:41.153659 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e1e076c1-b728-4dc0-9244-5f944df9c1e9 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:41.230605 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1e076c1-b728-4dc0-9244-5f944df9c1e9 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:41.234932 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1e076c1-b728-4dc0-9244-5f944df9c1e9 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:41.287861 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e076c1-b728-4dc0-9244-5f944df9c1e9 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d9e2a8-1448-4466-8675-19a6d858147d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:41.304852 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1e076c1-b728-4dc0-9244-5f944df9c1e9 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:41.308803 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e1e076c1-b728-4dc0-9244-5f944df9c1e9 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2300000 Feb 28 14:30:41.308961 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81d7c2-fdc0-43eb-8a82-567cdd0d84ee req-5a8ce438-050f-4568-90fa-283dd2370da5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:41.309067 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4c81d7c2-fdc0-43eb-8a82-567cdd0d84ee req-5a8ce438-050f-4568-90fa-283dd2370da5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=09656998-3630-46e4-b0ed-40f36ec00e6e HTTP/1.1" status: 200 len: 945 time: 0.2333751 Feb 28 14:30:41.309534 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59856) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:41.315493 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6b0ddfdd-e7f1-46b6-8831-cc71c52da43e tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group_rule': {'security_group_id': '67d9e2a8-1448-4466-8675-19a6d858147d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:41.322037 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6b0ddfdd-e7f1-46b6-8831-cc71c52da43e tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:41.326343 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6b0ddfdd-e7f1-46b6-8831-cc71c52da43e tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Usage tracker for resource:security_group_rule and tenant:c995da2fd4cd4a36adc264437aacedaf is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:41.329268 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6b0ddfdd-e7f1-46b6-8831-cc71c52da43e tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:41.335317 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6b0ddfdd-e7f1-46b6-8831-cc71c52da43e tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:41.352574 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecdb781-7b8a-46da-88a8-47c456675a41 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Router 9e0f753f-b520-4863-92e5-9e986da17c37 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:30:41.373117 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-6b0ddfdd-e7f1-46b6-8831-cc71c52da43e tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] create failed (client error): The resource could not be found. Feb 28 14:30:41.377193 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6b0ddfdd-e7f1-46b6-8831-cc71c52da43e tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0638683 Feb 28 14:30:41.377637 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59860) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:41.379692 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4c81d7c2-fdc0-43eb-8a82-567cdd0d84ee req-0837ffbb-07de-4481-bc23-9293619807dd tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9127b61b-087e-4502-86c1-b2840df03276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606811 Feb 28 14:30:41.382771 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-fbb34286-e20e-4a91-a71c-8d7637b223f2 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group_rule': {'security_group_id': '67d9e2a8-1448-4466-8675-19a6d858147d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b8b03db2-5c15-4e34-b952-2b0d9984e332'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:41.388797 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fbb34286-e20e-4a91-a71c-8d7637b223f2 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:41.393228 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fbb34286-e20e-4a91-a71c-8d7637b223f2 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Usage tracker for resource:security_group_rule and tenant:c995da2fd4cd4a36adc264437aacedaf is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:41.404933 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fbb34286-e20e-4a91-a71c-8d7637b223f2 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:41.411525 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fbb34286-e20e-4a91-a71c-8d7637b223f2 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:41.457136 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-fbb34286-e20e-4a91-a71c-8d7637b223f2 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] create failed (client error): The resource could not be found. Feb 28 14:30:41.460987 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fbb34286-e20e-4a91-a71c-8d7637b223f2 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0795660 Feb 28 14:30:41.461192 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59864) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:41.531438 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4253a6b5-2722-4004-8b6f-e9e25e35e17c tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:41.562566 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4253a6b5-2722-4004-8b6f-e9e25e35e17c tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:41.616041 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4253a6b5-2722-4004-8b6f-e9e25e35e17c tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:41.635515 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253a6b5-2722-4004-8b6f-e9e25e35e17c tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d9e2a8-1448-4466-8675-19a6d858147d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:41.642204 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4253a6b5-2722-4004-8b6f-e9e25e35e17c tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:41.645752 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4253a6b5-2722-4004-8b6f-e9e25e35e17c tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "DELETE /v2.0/security-groups/67d9e2a8-1448-4466-8675-19a6d858147d HTTP/1.1" status: 204 len: 168 time: 0.1812720 Feb 28 14:30:41.646032 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59868) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:41.675127 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecdb781-7b8a-46da-88a8-47c456675a41 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:30:41.685536 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3f6023-2a28-43ff-b103-fc4f45d966e7 None None] Sync routers for ids ['9e0f753f-b520-4863-92e5-9e986da17c37'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:30:41.692542 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-aecdb781-7b8a-46da-88a8-47c456675a41 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "PUT /v2.0/routers/9e0f753f-b520-4863-92e5-9e986da17c37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8538892 Feb 28 14:30:41.695319 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59872) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:41.695503 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3f6023-2a28-43ff-b103-fc4f45d966e7 None None] Routers {'9e0f753f-b520-4863-92e5-9e986da17c37'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:41.696033 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4b3f6023-2a28-43ff-b103-fc4f45d966e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9e0f753f-b520-4863-92e5-9e986da17c37'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:41.737045 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-018535ac-4396-452d-8435-14463f0e3fd7 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Synchronizing usage tracker for tenant:c995da2fd4cd4a36adc264437aacedaf on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:30:41.771676 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-018535ac-4396-452d-8435-14463f0e3fd7 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Unset dirty status for tenant:c995da2fd4cd4a36adc264437aacedaf on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:30:41.773065 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-018535ac-4396-452d-8435-14463f0e3fd7 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1261406 Feb 28 14:30:41.777958 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59876) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:41.782029 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bbfa0a2-e52e-4903-b008-80683c2ccf57 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Deleting subnet 5c6d0672-0d46-45ed-8cc6-03b9822f94f2 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:30:41.785187 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-37562d9b-1bc1-4305-8349-9f9fd51d7797 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group_rule': {'security_group_id': 'd8ab84f7-fcb7-42c3-a3de-de943c591964', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:41.785680 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7bbfa0a2-e52e-4903-b008-80683c2ccf57 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:41.792952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-37562d9b-1bc1-4305-8349-9f9fd51d7797 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:41.798523 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-37562d9b-1bc1-4305-8349-9f9fd51d7797 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Usage tracker for resource:security_group_rule and tenant:c995da2fd4cd4a36adc264437aacedaf is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:41.803189 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-37562d9b-1bc1-4305-8349-9f9fd51d7797 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:41.809734 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-37562d9b-1bc1-4305-8349-9f9fd51d7797 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:41.857573 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7bbfa0a2-e52e-4903-b008-80683c2ccf57 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:41.858187 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-4b3f6023-2a28-43ff-b103-fc4f45d966e7 None None] Set router 9e0f753f-b520-4863-92e5-9e986da17c37 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:41.858641 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-37562d9b-1bc1-4305-8349-9f9fd51d7797 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] create failed (client error): The resource could not be found. Feb 28 14:30:41.863145 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-37562d9b-1bc1-4305-8349-9f9fd51d7797 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0805037 Feb 28 14:30:41.863652 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59880) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:41.869267 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9ed3cca7-24ee-46c8-9b26-c99ba29bd921 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group': {'name': 'tempest-secgroup--1344199008'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:41.876015 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9ed3cca7-24ee-46c8-9b26-c99ba29bd921 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:41.887128 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9ed3cca7-24ee-46c8-9b26-c99ba29bd921 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:41.899777 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ed3cca7-24ee-46c8-9b26-c99ba29bd921 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:41.922284 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9ed3cca7-24ee-46c8-9b26-c99ba29bd921 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:41.927097 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9ed3cca7-24ee-46c8-9b26-c99ba29bd921 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Usage tracker for resource:security_group_rule and tenant:c995da2fd4cd4a36adc264437aacedaf is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:41.930078 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9ed3cca7-24ee-46c8-9b26-c99ba29bd921 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:41.936907 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9ed3cca7-24ee-46c8-9b26-c99ba29bd921 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:41.953281 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device f316cd40-843f-493a-be2f-c5832b1e815d up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:30:41.972658 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7bbfa0a2-e52e-4903-b008-80683c2ccf57 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:42.024340 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ed3cca7-24ee-46c8-9b26-c99ba29bd921 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:42.030025 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ed3cca7-24ee-46c8-9b26-c99ba29bd921 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:42.054689 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7bbfa0a2-e52e-4903-b008-80683c2ccf57 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:42.080129 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3cca7-24ee-46c8-9b26-c99ba29bd921 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63048f9c-76ef-4c53-a0b3-feb1def06a50,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:42.084167 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ed3cca7-24ee-46c8-9b26-c99ba29bd921 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:42.088061 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9ed3cca7-24ee-46c8-9b26-c99ba29bd921 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2204361 Feb 28 14:30:42.089199 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59884) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:42.094785 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-75482fe7-2694-4641-9e12-4e9d1f8a2d54 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group': {'name': 'tempest-secgroup--1030135061'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:42.099986 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbfa0a2-e52e-4903-b008-80683c2ccf57 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Subnet': ['ID=5c6d0672-0d46-45ed-8cc6-03b9822f94f2,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:42.102492 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7bbfa0a2-e52e-4903-b008-80683c2ccf57 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:42.102634 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-75482fe7-2694-4641-9e12-4e9d1f8a2d54 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:42.109825 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-75482fe7-2694-4641-9e12-4e9d1f8a2d54 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Usage tracker for resource:security_group and tenant:c995da2fd4cd4a36adc264437aacedaf is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:42.113673 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7bbfa0a2-e52e-4903-b008-80683c2ccf57 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/subnets/5c6d0672-0d46-45ed-8cc6-03b9822f94f2 HTTP/1.1" status: 204 len: 168 time: 0.4150317 Feb 28 14:30:42.113828 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-75482fe7-2694-4641-9e12-4e9d1f8a2d54 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:42.113930 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59888) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:42.120068 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-75482fe7-2694-4641-9e12-4e9d1f8a2d54 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:42.121608 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716fd74a-91e9-41b5-8426-2ea1cf168143 None None] Network f5081b9e-6d25-43ca-8d39-946fd3c45e1d requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:30:42.130794 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75482fe7-2694-4641-9e12-4e9d1f8a2d54 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:42.151525 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-75482fe7-2694-4641-9e12-4e9d1f8a2d54 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:42.155564 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-75482fe7-2694-4641-9e12-4e9d1f8a2d54 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Usage tracker for resource:security_group_rule and tenant:c995da2fd4cd4a36adc264437aacedaf is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:42.158684 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-75482fe7-2694-4641-9e12-4e9d1f8a2d54 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:42.164288 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-75482fe7-2694-4641-9e12-4e9d1f8a2d54 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:42.240304 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51fa0aac-5583-43ed-92da-7626f15221c4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:42.240594 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75482fe7-2694-4641-9e12-4e9d1f8a2d54 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:42.245446 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75482fe7-2694-4641-9e12-4e9d1f8a2d54 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:42.253914 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-51fa0aac-5583-43ed-92da-7626f15221c4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Deleting port 5507ec70-0e98-457e-a202-b49c0b0e9eb2 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:42.254259 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51fa0aac-5583-43ed-92da-7626f15221c4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:42.279123 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port f316cd40-843f-493a-be2f-c5832b1e815d completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:30:42.290364 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port f316cd40-843f-493a-be2f-c5832b1e815d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:42.290728 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:42.295975 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75482fe7-2694-4641-9e12-4e9d1f8a2d54 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=364a074c-cd26-4bee-8d3f-b3054b645780,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:42.300986 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-75482fe7-2694-4641-9e12-4e9d1f8a2d54 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:42.302171 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-75482fe7-2694-4641-9e12-4e9d1f8a2d54 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2124171 Feb 28 14:30:42.306004 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59892) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:42.311536 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e452ed7c-0048-41e1-b48a-bf5061a39279 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group_rule': {'security_group_id': '63048f9c-76ef-4c53-a0b3-feb1def06a50', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '364a074c-cd26-4bee-8d3f-b3054b645780'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:42.317421 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e452ed7c-0048-41e1-b48a-bf5061a39279 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:42.321261 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e452ed7c-0048-41e1-b48a-bf5061a39279 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Usage tracker for resource:security_group_rule and tenant:c995da2fd4cd4a36adc264437aacedaf is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:42.324909 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e452ed7c-0048-41e1-b48a-bf5061a39279 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:42.331437 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e452ed7c-0048-41e1-b48a-bf5061a39279 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:42.362344 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-e452ed7c-0048-41e1-b48a-bf5061a39279 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:30:42.366589 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e452ed7c-0048-41e1-b48a-bf5061a39279 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0567408 Feb 28 14:30:42.367339 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59896) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:42.447579 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dbee54f9-e189-44d5-aa08-f0701f28eaf2 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:42.481917 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dbee54f9-e189-44d5-aa08-f0701f28eaf2 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:42.497858 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-51fa0aac-5583-43ed-92da-7626f15221c4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] For port 5507ec70-0e98-457e-a202-b49c0b0e9eb2, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=5507ec70-0e98-457e-a202-b49c0b0e9eb2,segment=NetworkSegment(9d7ea331-bf8d-42ac-a648-65d5a0f4a639),segment_id=9d7ea331-bf8d-42ac-a648-65d5a0f4a639)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:42.498218 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51fa0aac-5583-43ed-92da-7626f15221c4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:42.534380 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:42.547550 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dbee54f9-e189-44d5-aa08-f0701f28eaf2 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:42.573188 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee54f9-e189-44d5-aa08-f0701f28eaf2 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=364a074c-cd26-4bee-8d3f-b3054b645780,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:42.576400 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dbee54f9-e189-44d5-aa08-f0701f28eaf2 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:42.580233 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dbee54f9-e189-44d5-aa08-f0701f28eaf2 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "DELETE /v2.0/security-groups/364a074c-cd26-4bee-8d3f-b3054b645780 HTTP/1.1" status: 204 len: 168 time: 0.2092407 Feb 28 14:30:42.580386 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59902) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:42.631021 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:42.656158 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-608773c4-92e4-4b2f-8926-101e6371d609 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Synchronizing usage tracker for tenant:c995da2fd4cd4a36adc264437aacedaf on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:30:42.673811 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09656998-3630-46e4-b0ed-40f36ec00e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f316cd40-843f-493a-be2f-c5832b1e815d'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:30:42.685490 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-608773c4-92e4-4b2f-8926-101e6371d609 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Unset dirty status for tenant:c995da2fd4cd4a36adc264437aacedaf on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:30:42.691989 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-608773c4-92e4-4b2f-8926-101e6371d609 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1105781 Feb 28 14:30:42.692867 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59908) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:42.703926 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port f316cd40-843f-493a-be2f-c5832b1e815d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f316cd40-843f-493a-be2f-c5832b1e815d,segment=NetworkSegment(4dcad0c1-00ef-450c-97d2-a23c7c1afa00),segment_id=4dcad0c1-00ef-450c-97d2-a23c7c1afa00)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:42.712341 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4b3f6023-2a28-43ff-b103-fc4f45d966e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:40Z', 'revision_number': 8, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None, '_interfaces': [{'id': '481cafaa-4384-4f29-aceb-37352e9cd5c6', 'name': '', 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:dc:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:13Z', 'updated_at': '2022-02-28T14:30:24Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d7428fe-02be-4266-aaa1-7b3fba2e0f9c', 'name': '', 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:f4:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:18Z', 'updated_at': '2022-02-28T14:30:27Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5', 'name': '', 'network_id': '04e0798d-2f90-4973-b75f-542e382b5674', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:d5:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:24Z', 'updated_at': '2022-02-28T14:30:34Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:42.722069 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:42.730466 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09656998-3630-46e4-b0ed-40f36ec00e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f316cd40-843f-493a-be2f-c5832b1e815d', 'code': 200} Feb 28 14:30:42.771000 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc37823-a010-4878-8541-f07cb11c6b56 None None] DHCP port deletion for f5081b9e-6d25-43ca-8d39-946fd3c45e1d request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:30:42.783138 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a1bf4db9-b0d7-4357-b74e-5f8df7e6887b tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:42.784204 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3f6023-2a28-43ff-b103-fc4f45d966e7 None None] Checking router: 9e0f753f-b520-4863-92e5-9e986da17c37 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:30:42.794804 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-cdc37823-a010-4878-8541-f07cb11c6b56 None None] Deleting port 5507ec70-0e98-457e-a202-b49c0b0e9eb2 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:42.795550 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cdc37823-a010-4878-8541-f07cb11c6b56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:42.813688 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a1bf4db9-b0d7-4357-b74e-5f8df7e6887b tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:42.815228 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-51fa0aac-5583-43ed-92da-7626f15221c4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Calling delete_port for 5507ec70-0e98-457e-a202-b49c0b0e9eb2 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:30:42.870972 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a1bf4db9-b0d7-4357-b74e-5f8df7e6887b tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:42.886331 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3f6023-2a28-43ff-b103-fc4f45d966e7 None None] Routers {'9e0f753f-b520-4863-92e5-9e986da17c37'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:42.887238 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4b3f6023-2a28-43ff-b103-fc4f45d966e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9e0f753f-b520-4863-92e5-9e986da17c37'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:42.895029 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf4db9-b0d7-4357-b74e-5f8df7e6887b tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63048f9c-76ef-4c53-a0b3-feb1def06a50,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:42.909632 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a1bf4db9-b0d7-4357-b74e-5f8df7e6887b tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:42.910673 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a1bf4db9-b0d7-4357-b74e-5f8df7e6887b tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "DELETE /v2.0/security-groups/63048f9c-76ef-4c53-a0b3-feb1def06a50 HTTP/1.1" status: 204 len: 168 time: 0.2168789 Feb 28 14:30:42.914136 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59912) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:42.962513 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-cdc37823-a010-4878-8541-f07cb11c6b56 None None] The port '5507ec70-0e98-457e-a202-b49c0b0e9eb2' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:30:42.975297 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51fa0aac-5583-43ed-92da-7626f15221c4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:42.982081 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd07bf7-b05e-43af-84a8-8b28c56cdec1 req-a7c1387c-f19b-41bd-8f13-781c0b33c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:42.983676 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2bd07bf7-b05e-43af-84a8-8b28c56cdec1 req-a7c1387c-f19b-41bd-8f13-781c0b33c3f8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=09656998-3630-46e4-b0ed-40f36ec00e6e HTTP/1.1" status: 200 len: 1099 time: 0.0753224 Feb 28 14:30:43.030195 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2bd07bf7-b05e-43af-84a8-8b28c56cdec1 req-ff64d406-e677-445a-ac53-10564bb23a91 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9127b61b-087e-4502-86c1-b2840df03276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400937 Feb 28 14:30:43.042912 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605a265-34cd-4b05-9c54-80c0a2b0e7ea req-cadb3ff9-e4f8-4f37-9221-613a634ae54c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:43.044395 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7605a265-34cd-4b05-9c54-80c0a2b0e7ea req-cadb3ff9-e4f8-4f37-9221-613a634ae54c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=09656998-3630-46e4-b0ed-40f36ec00e6e HTTP/1.1" status: 200 len: 946 time: 0.4693208 Feb 28 14:30:43.060174 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa0aac-5583-43ed-92da-7626f15221c4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Port': ['ID=5507ec70-0e98-457e-a202-b49c0b0e9eb2,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:43.062757 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fa0aac-5583-43ed-92da-7626f15221c4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] No DVR routers for this DVR port 5507ec70-0e98-457e-a202-b49c0b0e9eb2 on host dv-neutron-831192-4-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:30:43.064296 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=f316cd40-843f-493a-be2f-c5832b1e815d,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:43.092055 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-4b3f6023-2a28-43ff-b103-fc4f45d966e7 None None] Set router 9e0f753f-b520-4863-92e5-9e986da17c37 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:43.105124 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-15517e7f-8735-494c-8428-5b1b415af57d tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1882157 Feb 28 14:30:43.110134 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59916) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:43.124036 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9b76dfcb-7465-40ba-b3fb-467cdea75c13 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group': {'name': 'tempest-secgroup--1794339420'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:43.155401 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9b76dfcb-7465-40ba-b3fb-467cdea75c13 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:43.184521 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9b76dfcb-7465-40ba-b3fb-467cdea75c13 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Usage tracker for resource:security_group and tenant:c995da2fd4cd4a36adc264437aacedaf is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:43.232687 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9b76dfcb-7465-40ba-b3fb-467cdea75c13 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:43.250324 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7605a265-34cd-4b05-9c54-80c0a2b0e7ea req-6caaeafd-75a3-49ab-abdb-a6e9460d933f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9127b61b-087e-4502-86c1-b2840df03276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912453 Feb 28 14:30:43.251237 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9b76dfcb-7465-40ba-b3fb-467cdea75c13 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:43.254056 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51fa0aac-5583-43ed-92da-7626f15221c4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:43.285009 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-51fa0aac-5583-43ed-92da-7626f15221c4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5081b9e-6d25-43ca-8d39-946fd3c45e1d']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:43.297606 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9b76dfcb-7465-40ba-b3fb-467cdea75c13 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:43.314655 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-51fa0aac-5583-43ed-92da-7626f15221c4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7ea331-bf8d-42ac-a648-65d5a0f4a639') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:43.314953 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-51fa0aac-5583-43ed-92da-7626f15221c4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7ea331-bf8d-42ac-a648-65d5a0f4a639') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:43.318218 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 5507ec70-0e98-457e-a202-b49c0b0e9eb2 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:30:43.331109 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51fa0aac-5583-43ed-92da-7626f15221c4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:43.341320 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9b76dfcb-7465-40ba-b3fb-467cdea75c13 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:43.348865 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9b76dfcb-7465-40ba-b3fb-467cdea75c13 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Usage tracker for resource:security_group_rule and tenant:c995da2fd4cd4a36adc264437aacedaf is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:43.352155 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9b76dfcb-7465-40ba-b3fb-467cdea75c13 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:43.355332 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51fa0aac-5583-43ed-92da-7626f15221c4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:43.362235 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9b76dfcb-7465-40ba-b3fb-467cdea75c13 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:43.366681 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51fa0aac-5583-43ed-92da-7626f15221c4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:30:43.367111 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51fa0aac-5583-43ed-92da-7626f15221c4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:30:43.382942 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:30:43.413361 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 5507ec70-0e98-457e-a202-b49c0b0e9eb2 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:30:43.413592 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 5507ec70-0e98-457e-a202-b49c0b0e9eb2 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:30:43.485724 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51fa0aac-5583-43ed-92da-7626f15221c4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:43.511777 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51fa0aac-5583-43ed-92da-7626f15221c4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:43.517721 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4b3f6023-2a28-43ff-b103-fc4f45d966e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:40Z', 'revision_number': 8, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None, '_interfaces': [{'id': '481cafaa-4384-4f29-aceb-37352e9cd5c6', 'name': '', 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:dc:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:13Z', 'updated_at': '2022-02-28T14:30:24Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d7428fe-02be-4266-aaa1-7b3fba2e0f9c', 'name': '', 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:f4:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:18Z', 'updated_at': '2022-02-28T14:30:27Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5', 'name': '', 'network_id': '04e0798d-2f90-4973-b75f-542e382b5674', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:d5:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:24Z', 'updated_at': '2022-02-28T14:30:34Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:43.521652 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3f6023-2a28-43ff-b103-fc4f45d966e7 None None] The sync data for ids ['9e0f753f-b520-4863-92e5-9e986da17c37'] in dv-neutron-831192-4-hyperv is: [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:40Z', 'revision_number': 8, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None, '_interfaces': [{'id': '481cafaa-4384-4f29-aceb-37352e9cd5c6', 'name': '', 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:dc:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:13Z', 'updated_at': '2022-02-28T14:30:24Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d7428fe-02be-4266-aaa1-7b3fba2e0f9c', 'name': '', 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:f4:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:18Z', 'updated_at': '2022-02-28T14:30:27Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5', 'name': '', 'network_id': '04e0798d-2f90-4973-b75f-542e382b5674', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:d5:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:24Z', 'updated_at': '2022-02-28T14:30:34Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '93562f58-4ec2-45dd-a0ab-068ad8df294d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:30:43.524598 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa0aac-5583-43ed-92da-7626f15221c4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Network': ['ID=f5081b9e-6d25-43ca-8d39-946fd3c45e1d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:43.553234 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-51fa0aac-5583-43ed-92da-7626f15221c4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/networks/f5081b9e-6d25-43ca-8d39-946fd3c45e1d HTTP/1.1" status: 204 len: 168 time: 1.4381504 Feb 28 14:30:43.556027 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59920) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:43.569329 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9b76dfcb-7465-40ba-b3fb-467cdea75c13 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:43.573895 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9b76dfcb-7465-40ba-b3fb-467cdea75c13 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:43.611555 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76dfcb-7465-40ba-b3fb-467cdea75c13 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5c9ef5-69e1-4abe-9759-36ed8110b819,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:43.615518 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9b76dfcb-7465-40ba-b3fb-467cdea75c13 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:43.616865 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9b76dfcb-7465-40ba-b3fb-467cdea75c13 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5035999 Feb 28 14:30:43.620604 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59924) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:43.626388 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6605aeff-7460-4e78-ae73-47a6575acb31 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group_rule': {'security_group_id': '5b5c9ef5-69e1-4abe-9759-36ed8110b819', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:43.632491 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6605aeff-7460-4e78-ae73-47a6575acb31 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:43.636999 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6605aeff-7460-4e78-ae73-47a6575acb31 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Usage tracker for resource:security_group_rule and tenant:c995da2fd4cd4a36adc264437aacedaf is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:43.640097 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6605aeff-7460-4e78-ae73-47a6575acb31 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:43.646082 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6605aeff-7460-4e78-ae73-47a6575acb31 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:43.678246 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-6605aeff-7460-4e78-ae73-47a6575acb31 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:30:43.679220 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6605aeff-7460-4e78-ae73-47a6575acb31 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0574844 Feb 28 14:30:43.682031 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59928) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:43.687002 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a2731661-c14e-479e-a0d1-9e2d2b3bbfb6 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group_rule': {'security_group_id': '5b5c9ef5-69e1-4abe-9759-36ed8110b819', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:43.693684 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a2731661-c14e-479e-a0d1-9e2d2b3bbfb6 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:43.697557 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a2731661-c14e-479e-a0d1-9e2d2b3bbfb6 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Usage tracker for resource:security_group_rule and tenant:c995da2fd4cd4a36adc264437aacedaf is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:43.700611 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a2731661-c14e-479e-a0d1-9e2d2b3bbfb6 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:43.706720 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a2731661-c14e-479e-a0d1-9e2d2b3bbfb6 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:43.736279 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-a2731661-c14e-479e-a0d1-9e2d2b3bbfb6 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:30:43.737479 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a2731661-c14e-479e-a0d1-9e2d2b3bbfb6 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0545340 Feb 28 14:30:43.740399 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59932) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:43.804983 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0839b876-b173-475f-9ff7-be3b9ca9b2b2 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:43.831197 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0839b876-b173-475f-9ff7-be3b9ca9b2b2 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:43.886047 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0839b876-b173-475f-9ff7-be3b9ca9b2b2 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:43.908511 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839b876-b173-475f-9ff7-be3b9ca9b2b2 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5c9ef5-69e1-4abe-9759-36ed8110b819,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:43.924110 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0839b876-b173-475f-9ff7-be3b9ca9b2b2 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:43.925330 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0839b876-b173-475f-9ff7-be3b9ca9b2b2 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "DELETE /v2.0/security-groups/5b5c9ef5-69e1-4abe-9759-36ed8110b819 HTTP/1.1" status: 204 len: 168 time: 0.1840470 Feb 28 14:30:43.927981 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59936) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:44.030548 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-10b0d5c2-2f9e-4716-b599-bf4075ba5a70 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Synchronizing usage tracker for tenant:c995da2fd4cd4a36adc264437aacedaf on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:30:44.061338 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-10b0d5c2-2f9e-4716-b599-bf4075ba5a70 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Unset dirty status for tenant:c995da2fd4cd4a36adc264437aacedaf on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:30:44.062730 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-10b0d5c2-2f9e-4716-b599-bf4075ba5a70 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1337247 Feb 28 14:30:44.067012 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59940) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:44.073167 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9b889dee-bc33-45b7-9ddc-88e941ee9ac8 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group': {'name': 'tempest-secgroup--1096135688'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:44.081224 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9b889dee-bc33-45b7-9ddc-88e941ee9ac8 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:44.092946 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9b889dee-bc33-45b7-9ddc-88e941ee9ac8 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:44.130403 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b889dee-bc33-45b7-9ddc-88e941ee9ac8 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:44.158453 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9b889dee-bc33-45b7-9ddc-88e941ee9ac8 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:44.164113 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9b889dee-bc33-45b7-9ddc-88e941ee9ac8 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Usage tracker for resource:security_group_rule and tenant:c995da2fd4cd4a36adc264437aacedaf is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:44.167713 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9b889dee-bc33-45b7-9ddc-88e941ee9ac8 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:44.175051 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9b889dee-bc33-45b7-9ddc-88e941ee9ac8 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:44.211687 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dd8625f4-ea11-47e9-ae76-9db61d5e2d00 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:44.426302 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b889dee-bc33-45b7-9ddc-88e941ee9ac8 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:44.600367 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b889dee-bc33-45b7-9ddc-88e941ee9ac8 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:44.698398 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b889dee-bc33-45b7-9ddc-88e941ee9ac8 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99875059-f6d2-4f5a-bee0-754f809737b2,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:44.705730 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9b889dee-bc33-45b7-9ddc-88e941ee9ac8 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:44.706600 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9b889dee-bc33-45b7-9ddc-88e941ee9ac8 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6386931 Feb 28 14:30:44.710586 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59946) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:44.717039 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-1cb293a5-cd99-4393-8828-9decbb917915 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:44.717448 dv-neutron-831192-4-hyperv neutron-server[87773]: WARNING neutron.api.v2.base [None req-1cb293a5-cd99-4393-8828-9decbb917915 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 28 14:30:44.717979 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-1cb293a5-cd99-4393-8828-9decbb917915 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] update failed (client error): There was a conflict when trying to complete your request. Feb 28 14:30:44.718865 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1cb293a5-cd99-4393-8828-9decbb917915 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "PUT /v2.0/security-groups/99875059-f6d2-4f5a-bee0-754f809737b2 HTTP/1.1" status: 409 len: 330 time: 0.0070069 Feb 28 14:30:44.721817 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59950) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:44.737271 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b5c71-7c7f-405a-81b3-5039b1f82ee3 req-2959849d-06c7-4312-b496-b320bfd042d8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:44.738727 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-614b5c71-7c7f-405a-81b3-5039b1f82ee3 req-2959849d-06c7-4312-b496-b320bfd042d8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=09656998-3630-46e4-b0ed-40f36ec00e6e HTTP/1.1" status: 200 len: 946 time: 0.3674600 Feb 28 14:30:44.787131 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d905a66a-c18e-459d-82a1-29cbc886369f tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:44.815838 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d905a66a-c18e-459d-82a1-29cbc886369f tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:44.828189 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-614b5c71-7c7f-405a-81b3-5039b1f82ee3 req-a3c83c30-651c-4b20-bff8-e9a33b71ec60 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9127b61b-087e-4502-86c1-b2840df03276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807827 Feb 28 14:30:44.858252 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-dd8625f4-ea11-47e9-ae76-9db61d5e2d00 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Deleting port ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:44.858591 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dd8625f4-ea11-47e9-ae76-9db61d5e2d00 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:44.870990 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d905a66a-c18e-459d-82a1-29cbc886369f tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:44.893644 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905a66a-c18e-459d-82a1-29cbc886369f tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99875059-f6d2-4f5a-bee0-754f809737b2,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:44.900604 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d905a66a-c18e-459d-82a1-29cbc886369f tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:44.901436 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d905a66a-c18e-459d-82a1-29cbc886369f tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "DELETE /v2.0/security-groups/99875059-f6d2-4f5a-bee0-754f809737b2 HTTP/1.1" status: 204 len: 168 time: 0.1787827 Feb 28 14:30:44.904041 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59956) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:45.004358 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ada8178a-9d04-4e9b-9ceb-81f73d1fa098 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Synchronizing usage tracker for tenant:c995da2fd4cd4a36adc264437aacedaf on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:30:45.027011 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ada8178a-9d04-4e9b-9ceb-81f73d1fa098 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] Unset dirty status for tenant:c995da2fd4cd4a36adc264437aacedaf on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:30:45.028290 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ada8178a-9d04-4e9b-9ceb-81f73d1fa098 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1230958 Feb 28 14:30:45.032809 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59960) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:45.053233 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33af41-d77f-411b-9263-e4fa822524ed req-6cd46435-47d6-4feb-b331-c748c9da5677 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:45.054697 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cb33af41-d77f-411b-9263-e4fa822524ed req-6cd46435-47d6-4feb-b331-c748c9da5677 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=09656998-3630-46e4-b0ed-40f36ec00e6e HTTP/1.1" status: 200 len: 946 time: 0.1070654 Feb 28 14:30:45.060775 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-9b05584c-23a3-4f87-9771-9405d0813045 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] delete failed (client error): The resource could not be found. Feb 28 14:30:45.061754 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9b05584c-23a3-4f87-9771-9405d0813045 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "DELETE /v2.0/security-groups/803ad022-99e0-448f-bca8-d2a42dce816c HTTP/1.1" status: 404 len: 347 time: 0.0280178 Feb 28 14:30:45.065510 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59964) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:45.084453 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-dd8625f4-ea11-47e9-ae76-9db61d5e2d00 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] For port ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5,segment=NetworkSegment(1e987853-195d-4942-8c6e-7c26278222ef),segment_id=1e987853-195d-4942-8c6e-7c26278222ef)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:45.084803 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dd8625f4-ea11-47e9-ae76-9db61d5e2d00 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:45.105568 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-d5f7618d-929e-4aaf-af04-0597b36255a5 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] show failed (client error): The resource could not be found. Feb 28 14:30:45.106556 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d5f7618d-929e-4aaf-af04-0597b36255a5 tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "GET /v2.0/security-groups/7ebbdb4c-e893-48c2-b381-3649cc8bb18a HTTP/1.1" status: 404 len: 347 time: 0.0402029 Feb 28 14:30:45.110853 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59968) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:45.135446 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cb33af41-d77f-411b-9263-e4fa822524ed req-b517256d-a549-4abd-ae1f-b9d8087027bc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9127b61b-087e-4502-86c1-b2840df03276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738409 Feb 28 14:30:45.138020 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-5203ca08-9e41-4e6e-9ea6-549b8002578e tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] show failed (client error): The resource could not be found. Feb 28 14:30:45.142048 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5203ca08-9e41-4e6e-9ea6-549b8002578e tempest-NegativeSecGroupIPv6Test-928890187 tempest-NegativeSecGroupIPv6Test-928890187-project] 10.222.0.30 "GET /v2.0/security-group-rules/9984b775-31fc-4533-bf2b-0d396f30e84d HTTP/1.1" status: 404 len: 356 time: 0.0270069 Feb 28 14:30:45.158707 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59974) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:45.207653 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-dd8625f4-ea11-47e9-ae76-9db61d5e2d00 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Calling delete_port for ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:30:45.232830 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936db9a5-e402-4860-a49d-898388dab4ea tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:45.238603 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-936db9a5-e402-4860-a49d-898388dab4ea tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=09656998-3630-46e4-b0ed-40f36ec00e6e HTTP/1.1" status: 200 len: 1094 time: 0.0758541 Feb 28 14:30:45.238753 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 59978) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:45.244735 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-31dce7b2-9a99-4c54-b6f1-50208adc17a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'floatingip': {'port_id': 'f316cd40-843f-493a-be2f-c5832b1e815d'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:45.274516 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 065a031b-34a6-42a9-875a-d5defad6726d no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:30:45.321006 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 065a031b-34a6-42a9-875a-d5defad6726d {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:30:45.321736 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 065a031b-34a6-42a9-875a-d5defad6726d not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:30:45.333902 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31dce7b2-9a99-4c54-b6f1-50208adc17a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:45.398741 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dd8625f4-ea11-47e9-ae76-9db61d5e2d00 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:45.456141 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8625f4-ea11-47e9-ae76-9db61d5e2d00 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Port': ['ID=ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:45.498768 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59984) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:45.725780 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dd8625f4-ea11-47e9-ae76-9db61d5e2d00 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:45.738190 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-82c8d848-5468-473b-a0fe-f6b3fa87afa3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c995da2fd4cd4a36adc264437aacedaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2381384 Feb 28 14:30:45.742034 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59990) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:45.997490 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f888c36-d304-4e4d-88f8-18375c135fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:46.100458 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31dce7b2-9a99-4c54-b6f1-50208adc17a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:46.106334 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31dce7b2-9a99-4c54-b6f1-50208adc17a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:46.209820 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f888c36-d304-4e4d-88f8-18375c135fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:46.264642 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8625f4-ea11-47e9-ae76-9db61d5e2d00 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Router 9e0f753f-b520-4863-92e5-9e986da17c37 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:30:46.280395 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-31dce7b2-9a99-4c54-b6f1-50208adc17a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Floating IP fb24d58c-93fa-468e-bdc3-c2243125022e associated. External IP: 172.26.5.12, port: f316cd40-843f-493a-be2f-c5832b1e815d. Feb 28 14:30:46.398191 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f888c36-d304-4e4d-88f8-18375c135fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:46.435134 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f888c36-d304-4e4d-88f8-18375c135fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e856525-7709-4b62-a09f-a04ed2cfbec2,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:46.446997 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8625f4-ea11-47e9-ae76-9db61d5e2d00 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:30:46.464111 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dd8625f4-ea11-47e9-ae76-9db61d5e2d00 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "PUT /v2.0/routers/9e0f753f-b520-4863-92e5-9e986da17c37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9069178 Feb 28 14:30:46.467840 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8580239-59ae-4da0-81c7-06f9448eb30e None None] Sync routers for ids ['9e0f753f-b520-4863-92e5-9e986da17c37'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:30:46.472251 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 59994) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:46.475448 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f888c36-d304-4e4d-88f8-18375c135fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:46.477199 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8580239-59ae-4da0-81c7-06f9448eb30e None None] Routers {'9e0f753f-b520-4863-92e5-9e986da17c37'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:46.479219 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c8580239-59ae-4da0-81c7-06f9448eb30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9e0f753f-b520-4863-92e5-9e986da17c37'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:46.491335 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6f888c36-d304-4e4d-88f8-18375c135fd0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9e856525-7709-4b62-a09f-a04ed2cfbec2 HTTP/1.1" status: 204 len: 168 time: 0.7409134 Feb 28 14:30:46.567722 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c526732b-f5a7-494e-b52b-1830d5cfdbd4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Deleting subnet 93562f58-4ec2-45dd-a0ab-068ad8df294d {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:30:46.571489 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c526732b-f5a7-494e-b52b-1830d5cfdbd4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:46.642191 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c526732b-f5a7-494e-b52b-1830d5cfdbd4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:46.644345 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-c8580239-59ae-4da0-81c7-06f9448eb30e None None] Set router 9e0f753f-b520-4863-92e5-9e986da17c37 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:46.681276 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31dce7b2-9a99-4c54-b6f1-50208adc17a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 1e74d8f8-22c4-48e4-932a-f1f59ef0affe has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:30:46.744275 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c526732b-f5a7-494e-b52b-1830d5cfdbd4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:46.842246 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c526732b-f5a7-494e-b52b-1830d5cfdbd4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:46.901611 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526732b-f5a7-494e-b52b-1830d5cfdbd4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Subnet': ['ID=93562f58-4ec2-45dd-a0ab-068ad8df294d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:46.912190 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c526732b-f5a7-494e-b52b-1830d5cfdbd4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:46.912937 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5868c3b-e19c-493d-9a83-4f356eae5e3a None None] Network 04e0798d-2f90-4973-b75f-542e382b5674 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:30:46.919889 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c526732b-f5a7-494e-b52b-1830d5cfdbd4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/subnets/93562f58-4ec2-45dd-a0ab-068ad8df294d HTTP/1.1" status: 204 len: 168 time: 0.4256058 Feb 28 14:30:46.922794 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60010) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:46.930514 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31dce7b2-9a99-4c54-b6f1-50208adc17a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:30:46.934954 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31dce7b2-9a99-4c54-b6f1-50208adc17a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:46.941812 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2de69e-c89e-431e-9729-e62fbf19fa68 None None] Sync routers for ids ['1e74d8f8-22c4-48e4-932a-f1f59ef0affe'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:30:46.994615 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c8580239-59ae-4da0-81c7-06f9448eb30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:45Z', 'revision_number': 9, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None, '_interfaces': [{'id': '481cafaa-4384-4f29-aceb-37352e9cd5c6', 'name': '', 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:dc:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:13Z', 'updated_at': '2022-02-28T14:30:24Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d7428fe-02be-4266-aaa1-7b3fba2e0f9c', 'name': '', 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:f4:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:18Z', 'updated_at': '2022-02-28T14:30:27Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:46.998837 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8580239-59ae-4da0-81c7-06f9448eb30e None None] Checking router: 9e0f753f-b520-4863-92e5-9e986da17c37 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:30:47.007648 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8580239-59ae-4da0-81c7-06f9448eb30e None None] Routers {'9e0f753f-b520-4863-92e5-9e986da17c37'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:47.008259 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c8580239-59ae-4da0-81c7-06f9448eb30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9e0f753f-b520-4863-92e5-9e986da17c37'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:47.018993 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2de69e-c89e-431e-9729-e62fbf19fa68 None None] Routers {'1e74d8f8-22c4-48e4-932a-f1f59ef0affe'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:47.019922 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ce2de69e-c89e-431e-9729-e62fbf19fa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1e74d8f8-22c4-48e4-932a-f1f59ef0affe'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:47.074928 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-31dce7b2-9a99-4c54-b6f1-50208adc17a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "PUT /v2.0/floatingips/fb24d58c-93fa-468e-bdc3-c2243125022e HTTP/1.1" status: 200 len: 991 time: 1.8329897 Feb 28 14:30:47.074928 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09656998-3630-46e4-b0ed-40f36ec00e6e', 'tag': 'f316cd40-843f-493a-be2f-c5832b1e815d'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:30:47.085506 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60014) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:47.162398 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09656998-3630-46e4-b0ed-40f36ec00e6e', 'tag': 'f316cd40-843f-493a-be2f-c5832b1e815d', 'status': 'completed', 'code': 200} Feb 28 14:30:47.179765 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-c8580239-59ae-4da0-81c7-06f9448eb30e None None] Set router 9e0f753f-b520-4863-92e5-9e986da17c37 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:47.240323 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0f580d93-af69-427e-b764-83186dce6270 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/fb24d58c-93fa-468e-bdc3-c2243125022e HTTP/1.1" status: 200 len: 991 time: 0.1536379 Feb 28 14:30:47.314814 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d122a94-7f29-46f8-ae65-912e1a891fae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:47.343902 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-4d122a94-7f29-46f8-ae65-912e1a891fae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Deleting port 05d86d34-0d9a-41a9-aa8e-46af9415a108 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:47.344245 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d122a94-7f29-46f8-ae65-912e1a891fae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:47.356370 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ce2de69e-c89e-431e-9729-e62fbf19fa68 None None] Set router 1e74d8f8-22c4-48e4-932a-f1f59ef0affe gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:47.407507 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23df5d8-abbc-4d7d-a508-200714a09938 req-6bd86d4f-1171-41f2-a0c2-b77c7eff27bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:47.409169 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c23df5d8-abbc-4d7d-a508-200714a09938 req-6bd86d4f-1171-41f2-a0c2-b77c7eff27bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=09656998-3630-46e4-b0ed-40f36ec00e6e HTTP/1.1" status: 200 len: 1099 time: 0.1741245 Feb 28 14:30:47.427282 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60028) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:47.575057 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408a97ca-28e0-4b2a-8621-7fa8ddccd651 None None] DHCP port deletion for 04e0798d-2f90-4973-b75f-542e382b5674 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:30:47.576143 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c8580239-59ae-4da0-81c7-06f9448eb30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:45Z', 'revision_number': 9, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None, '_interfaces': [{'id': '481cafaa-4384-4f29-aceb-37352e9cd5c6', 'name': '', 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:dc:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:13Z', 'updated_at': '2022-02-28T14:30:24Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d7428fe-02be-4266-aaa1-7b3fba2e0f9c', 'name': '', 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:f4:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:18Z', 'updated_at': '2022-02-28T14:30:27Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:47.580415 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8580239-59ae-4da0-81c7-06f9448eb30e None None] The sync data for ids ['9e0f753f-b520-4863-92e5-9e986da17c37'] in dv-neutron-831192-4-hyperv is: [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:45Z', 'revision_number': 9, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None, '_interfaces': [{'id': '481cafaa-4384-4f29-aceb-37352e9cd5c6', 'name': '', 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:dc:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:13Z', 'updated_at': '2022-02-28T14:30:24Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d7428fe-02be-4266-aaa1-7b3fba2e0f9c', 'name': '', 'network_id': 'f1533afd-9fe8-4eea-938b-865b6f1c73ba', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:f4:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:18Z', 'updated_at': '2022-02-28T14:30:27Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': '42990a20-a3dc-4915-a042-bf0b652ef804', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:30:47.585097 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-408a97ca-28e0-4b2a-8621-7fa8ddccd651 None None] Deleting port 05d86d34-0d9a-41a9-aa8e-46af9415a108 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:47.585097 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-408a97ca-28e0-4b2a-8621-7fa8ddccd651 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:47.595686 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-812c677e-9d28-4b58-9315-1ec3d79d4c5a tempest-SubnetPoolsTestJSON-1969723911 tempest-SubnetPoolsTestJSON-1969723911-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-571986780', 'prefixes': ['172.20.0.0/16']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:47.601981 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-812c677e-9d28-4b58-9315-1ec3d79d4c5a tempest-SubnetPoolsTestJSON-1969723911 tempest-SubnetPoolsTestJSON-1969723911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:47.687968 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-812c677e-9d28-4b58-9315-1ec3d79d4c5a tempest-SubnetPoolsTestJSON-1969723911 tempest-SubnetPoolsTestJSON-1969723911-project] Notify callbacks [] for subnetpool, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:47.692054 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-812c677e-9d28-4b58-9315-1ec3d79d4c5a tempest-SubnetPoolsTestJSON-1969723911 tempest-SubnetPoolsTestJSON-1969723911-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2611790 Feb 28 14:30:47.692547 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60034) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:47.724748 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5d76df24-ebd5-4915-a9dd-46a303d351d8 tempest-SubnetPoolsTestJSON-1969723911 tempest-SubnetPoolsTestJSON-1969723911-project] 10.222.0.30 "GET /v2.0/subnetpools/ca179c2c-caea-41ef-8219-ea2d5c0e34c3 HTTP/1.1" status: 200 len: 731 time: 0.0285754 Feb 28 14:30:47.725744 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60038) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:47.730210 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-df6f155f-38f9-4616-8152-1627e98a1201 tempest-SubnetPoolsTestJSON-1969723911 tempest-SubnetPoolsTestJSON-1969723911-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2098679465'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:47.765871 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-4d122a94-7f29-46f8-ae65-912e1a891fae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] For port 05d86d34-0d9a-41a9-aa8e-46af9415a108, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=05d86d34-0d9a-41a9-aa8e-46af9415a108,segment=NetworkSegment(1e987853-195d-4942-8c6e-7c26278222ef),segment_id=1e987853-195d-4942-8c6e-7c26278222ef)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:47.766224 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d122a94-7f29-46f8-ae65-912e1a891fae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:47.773764 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23df5d8-abbc-4d7d-a508-200714a09938 req-b80194e4-3841-46dc-84f0-e5e3610d1412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:47.775244 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c23df5d8-abbc-4d7d-a508-200714a09938 req-b80194e4-3841-46dc-84f0-e5e3610d1412 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b HTTP/1.1" status: 200 len: 897 time: 0.3591127 Feb 28 14:30:47.819551 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-df6f155f-38f9-4616-8152-1627e98a1201 tempest-SubnetPoolsTestJSON-1969723911 tempest-SubnetPoolsTestJSON-1969723911-project] Notify callbacks [] for subnetpool, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:47.824772 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-df6f155f-38f9-4616-8152-1627e98a1201 tempest-SubnetPoolsTestJSON-1969723911 tempest-SubnetPoolsTestJSON-1969723911-project] 10.222.0.30 "PUT /v2.0/subnetpools/ca179c2c-caea-41ef-8219-ea2d5c0e34c3 HTTP/1.1" status: 200 len: 684 time: 0.0948801 Feb 28 14:30:47.824772 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60042) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:47.917288 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-38f3aac7-dfbc-44d5-bce6-38329ebef411 tempest-SubnetPoolsTestJSON-1969723911 tempest-SubnetPoolsTestJSON-1969723911-project] Notify callbacks [] for subnetpool, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:47.921617 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-38f3aac7-dfbc-44d5-bce6-38329ebef411 tempest-SubnetPoolsTestJSON-1969723911 tempest-SubnetPoolsTestJSON-1969723911-project] 10.222.0.30 "DELETE /v2.0/subnetpools/ca179c2c-caea-41ef-8219-ea2d5c0e34c3 HTTP/1.1" status: 204 len: 168 time: 0.0965786 Feb 28 14:30:47.922296 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60046) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:47.939564 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-52d5e0b1-8fcd-4889-a1d2-d8f5e4f8189a tempest-SubnetPoolsTestJSON-1969723911 tempest-SubnetPoolsTestJSON-1969723911-project] show failed (client error): The resource could not be found. Feb 28 14:30:47.943891 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-52d5e0b1-8fcd-4889-a1d2-d8f5e4f8189a tempest-SubnetPoolsTestJSON-1969723911 tempest-SubnetPoolsTestJSON-1969723911-project] 10.222.0.30 "GET /v2.0/subnetpools/ca179c2c-caea-41ef-8219-ea2d5c0e34c3 HTTP/1.1" status: 404 len: 346 time: 0.0174479 Feb 28 14:30:47.944278 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60050) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:47.956811 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-408a97ca-28e0-4b2a-8621-7fa8ddccd651 None None] For port 05d86d34-0d9a-41a9-aa8e-46af9415a108, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=05d86d34-0d9a-41a9-aa8e-46af9415a108,segment=NetworkSegment(1e987853-195d-4942-8c6e-7c26278222ef),segment_id=1e987853-195d-4942-8c6e-7c26278222ef)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:47.957411 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-408a97ca-28e0-4b2a-8621-7fa8ddccd651 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:47.961987 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-938d9cbd-c97a-48ec-b9d4-fb14b6c30e3b tempest-SubnetPoolsTestJSON-1969723911 tempest-SubnetPoolsTestJSON-1969723911-project] delete failed (client error): The resource could not be found. Feb 28 14:30:47.970006 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-4d122a94-7f29-46f8-ae65-912e1a891fae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Calling delete_port for 05d86d34-0d9a-41a9-aa8e-46af9415a108 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:30:47.970226 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-938d9cbd-c97a-48ec-b9d4-fb14b6c30e3b tempest-SubnetPoolsTestJSON-1969723911 tempest-SubnetPoolsTestJSON-1969723911-project] 10.222.0.30 "DELETE /v2.0/subnetpools/ca179c2c-caea-41ef-8219-ea2d5c0e34c3 HTTP/1.1" status: 404 len: 346 time: 0.0179598 Feb 28 14:30:48.098562 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-408a97ca-28e0-4b2a-8621-7fa8ddccd651 None None] Calling delete_port for 05d86d34-0d9a-41a9-aa8e-46af9415a108 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:30:48.155566 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ce2de69e-c89e-431e-9729-e62fbf19fa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'name': 'tempest-TestNetworkBasicOps-router-817127117', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:28:55Z', 'updated_at': '2022-02-28T14:29:07Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:82:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:28:56Z', 'updated_at': '2022-02-28T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': 'fb24d58c-93fa-468e-bdc3-c2243125022e', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.12', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'port_id': 'f316cd40-843f-493a-be2f-c5832b1e815d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b', 'mac_address': 'fa:16:3e:b4:f9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09656998-3630-46e4-b0ed-40f36ec00e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:29:40Z', 'updated_at': '2022-02-28T14:30:45Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b79571-f6d1-407f-aa9d-12a6d5c8f2a0', 'name': '', 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:d3:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:04Z', 'updated_at': '2022-02-28T14:29:19Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:48.162127 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2de69e-c89e-431e-9729-e62fbf19fa68 None None] Checking router: 1e74d8f8-22c4-48e4-932a-f1f59ef0affe for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:30:48.187566 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2de69e-c89e-431e-9729-e62fbf19fa68 None None] Routers {'1e74d8f8-22c4-48e4-932a-f1f59ef0affe'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:48.188199 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ce2de69e-c89e-431e-9729-e62fbf19fa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1e74d8f8-22c4-48e4-932a-f1f59ef0affe'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:48.196409 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c23df5d8-abbc-4d7d-a508-200714a09938 req-372fef02-64a6-4a88-903b-b5b46b131623 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f316cd40-843f-493a-be2f-c5832b1e815d HTTP/1.1" status: 200 len: 999 time: 0.4118407 Feb 28 14:30:48.244041 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60058) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:48.284344 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23df5d8-abbc-4d7d-a508-200714a09938 req-53b001ce-cac7-4371-9825-d4e7e68c51ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:48.287431 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c23df5d8-abbc-4d7d-a508-200714a09938 req-53b001ce-cac7-4371-9825-d4e7e68c51ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edb6d5c6-4fdb-454f-ab90-933ebe5c052b HTTP/1.1" status: 200 len: 835 time: 0.0772386 Feb 28 14:30:48.326215 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-408a97ca-28e0-4b2a-8621-7fa8ddccd651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:48.340827 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60062) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:48.363220 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.db.api [None req-4d122a94-7f29-46f8-ae65-912e1a891fae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:30:48.363587 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG oslo_db.api [None req-4d122a94-7f29-46f8-ae65-912e1a891fae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:30:48.370376 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ec425e41-624f-46bb-9ce5-d03136d18094 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/fb24d58c-93fa-468e-bdc3-c2243125022e HTTP/1.1" status: 200 len: 991 time: 0.1248531 Feb 28 14:30:48.391637 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23df5d8-abbc-4d7d-a508-200714a09938 req-b44de66d-373c-4c52-b7ae-d9d88201c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:48.393262 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c23df5d8-abbc-4d7d-a508-200714a09938 req-b44de66d-373c-4c52-b7ae-d9d88201c9a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0997283 Feb 28 14:30:48.403289 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a97ca-28e0-4b2a-8621-7fa8ddccd651 None None] Pushing event deleted for resources: {'Port': ['ID=05d86d34-0d9a-41a9-aa8e-46af9415a108,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:48.451665 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408a97ca-28e0-4b2a-8621-7fa8ddccd651 None None] No DVR routers for this DVR port 05d86d34-0d9a-41a9-aa8e-46af9415a108 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:30:48.493451 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a08bdff1-aa87-4b12-a057-0a3bed211199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:48.502980 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ce2de69e-c89e-431e-9729-e62fbf19fa68 None None] Set router 1e74d8f8-22c4-48e4-932a-f1f59ef0affe gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:48.508738 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a08bdff1-aa87-4b12-a057-0a3bed211199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:48.512992 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a08bdff1-aa87-4b12-a057-0a3bed211199 admin admin] Usage tracker for resource:security_group_rule and tenant:15cd19b2c4cd4a3e9466c72053dc1a18 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:48.516691 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a08bdff1-aa87-4b12-a057-0a3bed211199 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:48.522418 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a08bdff1-aa87-4b12-a057-0a3bed211199 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:48.562741 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c23df5d8-abbc-4d7d-a508-200714a09938 req-aea124cc-277e-48d0-87e2-7c7cfd676d5e service neutron] 10.222.0.13 "GET /v2.0/networks/b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623192 Feb 28 14:30:48.706746 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c23df5d8-abbc-4d7d-a508-200714a09938 req-beab37d3-d56f-42ff-9d5c-9aa6c5a1f891 service neutron] 10.222.0.13 "GET /v2.0/networks/b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368189 Feb 28 14:30:48.759039 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a08bdff1-aa87-4b12-a057-0a3bed211199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:48.764579 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a08bdff1-aa87-4b12-a057-0a3bed211199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:48.812469 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a08bdff1-aa87-4b12-a057-0a3bed211199 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=15cd19b2c4cd4a3e9466c72053dc1a18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4706252 Feb 28 14:30:48.813314 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08bdff1-aa87-4b12-a057-0a3bed211199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a91205e-effb-4dd3-82ad-c6f81199fa11,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:48.815340 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60068) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:48.864084 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-4d122a94-7f29-46f8-ae65-912e1a891fae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Deleting port 05d86d34-0d9a-41a9-aa8e-46af9415a108 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:48.864417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d122a94-7f29-46f8-ae65-912e1a891fae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:48.895110 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ce2de69e-c89e-431e-9729-e62fbf19fa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'name': 'tempest-TestNetworkBasicOps-router-817127117', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:28:55Z', 'updated_at': '2022-02-28T14:29:07Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:82:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:28:56Z', 'updated_at': '2022-02-28T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': 'fb24d58c-93fa-468e-bdc3-c2243125022e', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.12', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'port_id': 'f316cd40-843f-493a-be2f-c5832b1e815d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b', 'mac_address': 'fa:16:3e:b4:f9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09656998-3630-46e4-b0ed-40f36ec00e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:29:40Z', 'updated_at': '2022-02-28T14:30:45Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b79571-f6d1-407f-aa9d-12a6d5c8f2a0', 'name': '', 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:d3:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:04Z', 'updated_at': '2022-02-28T14:29:19Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:48.899647 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2de69e-c89e-431e-9729-e62fbf19fa68 None None] The sync data for ids ['1e74d8f8-22c4-48e4-932a-f1f59ef0affe'] in dv-neutron-831192-4-hyperv is: [{'id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'name': 'tempest-TestNetworkBasicOps-router-817127117', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:28:55Z', 'updated_at': '2022-02-28T14:29:07Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:82:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:28:56Z', 'updated_at': '2022-02-28T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': 'fb24d58c-93fa-468e-bdc3-c2243125022e', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.12', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'port_id': 'f316cd40-843f-493a-be2f-c5832b1e815d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b', 'mac_address': 'fa:16:3e:b4:f9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09656998-3630-46e4-b0ed-40f36ec00e6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:29:40Z', 'updated_at': '2022-02-28T14:30:45Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b79571-f6d1-407f-aa9d-12a6d5c8f2a0', 'name': '', 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:d3:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:04Z', 'updated_at': '2022-02-28T14:29:19Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:30:48.939363 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-4d122a94-7f29-46f8-ae65-912e1a891fae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] The port '05d86d34-0d9a-41a9-aa8e-46af9415a108' was deleted {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:30:49.002722 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6af39085-9829-4ceb-9caa-b424503d111a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:49.088867 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a9a196-9d35-4b35-bc55-858cd7b78135 None None] New status for floating IP fb24d58c-93fa-468e-bdc3-c2243125022e: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:30:49.095984 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d122a94-7f29-46f8-ae65-912e1a891fae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:49.104525 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6af39085-9829-4ceb-9caa-b424503d111a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:49.145664 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-4d122a94-7f29-46f8-ae65-912e1a891fae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e0798d-2f90-4973-b75f-542e382b5674']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:49.168832 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-4d122a94-7f29-46f8-ae65-912e1a891fae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e987853-195d-4942-8c6e-7c26278222ef') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:49.169079 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-4d122a94-7f29-46f8-ae65-912e1a891fae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e987853-195d-4942-8c6e-7c26278222ef') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:49.181833 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d122a94-7f29-46f8-ae65-912e1a891fae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:49.199437 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d122a94-7f29-46f8-ae65-912e1a891fae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:49.208061 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d122a94-7f29-46f8-ae65-912e1a891fae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:30:49.208532 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d122a94-7f29-46f8-ae65-912e1a891fae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: util.warn( Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:30:49.223740 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:30:49.228670 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6af39085-9829-4ceb-9caa-b424503d111a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:49.311425 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:30:49.313590 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af39085-9829-4ceb-9caa-b424503d111a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a91205e-effb-4dd3-82ad-c6f81199fa11,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:49.338951 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6af39085-9829-4ceb-9caa-b424503d111a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:49.342851 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6af39085-9829-4ceb-9caa-b424503d111a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0a91205e-effb-4dd3-82ad-c6f81199fa11 HTTP/1.1" status: 204 len: 168 time: 0.5238934 Feb 28 14:30:49.353351 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d122a94-7f29-46f8-ae65-912e1a891fae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:49.373302 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:30:49.373649 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device ddecd7c1-76b5-40e0-bf0f-804fe53c8bc5 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:30:49.374932 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60074) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:49.391794 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 05d86d34-0d9a-41a9-aa8e-46af9415a108 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:30:49.405346 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4d122a94-7f29-46f8-ae65-912e1a891fae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:49.419077 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d122a94-7f29-46f8-ae65-912e1a891fae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Network': ['ID=04e0798d-2f90-4973-b75f-542e382b5674,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:49.425746 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4d122a94-7f29-46f8-ae65-912e1a891fae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/networks/04e0798d-2f90-4973-b75f-542e382b5674 HTTP/1.1" status: 204 len: 168 time: 2.5013487 Feb 28 14:30:49.426406 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60078) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:49.471097 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 05d86d34-0d9a-41a9-aa8e-46af9415a108 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:30:49.471826 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 05d86d34-0d9a-41a9-aa8e-46af9415a108 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:30:49.544654 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d4ad7335-9dab-443b-a907-38f024c008c0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/fb24d58c-93fa-468e-bdc3-c2243125022e HTTP/1.1" status: 200 len: 993 time: 0.1682899 Feb 28 14:30:49.957554 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-436a01af-183f-43eb-94bb-787bd0b0ee95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:50.409365 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-436a01af-183f-43eb-94bb-787bd0b0ee95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Deleting port 7d7428fe-02be-4266-aaa1-7b3fba2e0f9c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:50.410052 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-436a01af-183f-43eb-94bb-787bd0b0ee95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:50.609385 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-436a01af-183f-43eb-94bb-787bd0b0ee95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] For port 7d7428fe-02be-4266-aaa1-7b3fba2e0f9c, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=7d7428fe-02be-4266-aaa1-7b3fba2e0f9c,segment=NetworkSegment(b192f6ea-b4d7-4361-8013-45b4b74faf54),segment_id=b192f6ea-b4d7-4361-8013-45b4b74faf54)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:50.609736 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-436a01af-183f-43eb-94bb-787bd0b0ee95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:50.737427 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-436a01af-183f-43eb-94bb-787bd0b0ee95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Calling delete_port for 7d7428fe-02be-4266-aaa1-7b3fba2e0f9c owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:30:50.923139 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-436a01af-183f-43eb-94bb-787bd0b0ee95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:51.008287 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a01af-183f-43eb-94bb-787bd0b0ee95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Port': ['ID=7d7428fe-02be-4266-aaa1-7b3fba2e0f9c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:51.057368 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60118) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:51.063607 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d91b12db-07a3-49ee-8bab-346879abddd8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-286825332', 'description': 'tempest-secgroup-smoke-286825332 description', 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:51.070171 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d91b12db-07a3-49ee-8bab-346879abddd8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:51.074692 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d91b12db-07a3-49ee-8bab-346879abddd8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Usage tracker for resource:security_group and tenant:da8de2a3d9124e5bb1749f1b8ff00f1e is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:51.078346 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d91b12db-07a3-49ee-8bab-346879abddd8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:51.084645 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d91b12db-07a3-49ee-8bab-346879abddd8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:51.098401 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d91b12db-07a3-49ee-8bab-346879abddd8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:51.112479 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d91b12db-07a3-49ee-8bab-346879abddd8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:51.128511 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d91b12db-07a3-49ee-8bab-346879abddd8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:51.132782 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d91b12db-07a3-49ee-8bab-346879abddd8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Usage tracker for resource:security_group_rule and tenant:da8de2a3d9124e5bb1749f1b8ff00f1e is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:51.135891 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d91b12db-07a3-49ee-8bab-346879abddd8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:51.142061 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d91b12db-07a3-49ee-8bab-346879abddd8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:51.180826 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-436a01af-183f-43eb-94bb-787bd0b0ee95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:51.230047 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d91b12db-07a3-49ee-8bab-346879abddd8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:51.235388 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d91b12db-07a3-49ee-8bab-346879abddd8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:51.246279 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d91b12db-07a3-49ee-8bab-346879abddd8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:51.253787 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d91b12db-07a3-49ee-8bab-346879abddd8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Usage tracker for resource:security_group_rule and tenant:da8de2a3d9124e5bb1749f1b8ff00f1e is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:51.261111 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d91b12db-07a3-49ee-8bab-346879abddd8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:51.278294 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d91b12db-07a3-49ee-8bab-346879abddd8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:51.285874 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b12db-07a3-49ee-8bab-346879abddd8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43336f8e-4948-4dc7-a331-c7269433110c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:51.358883 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d91b12db-07a3-49ee-8bab-346879abddd8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:51.363127 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d91b12db-07a3-49ee-8bab-346879abddd8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:51.409955 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b12db-07a3-49ee-8bab-346879abddd8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0601ad36-f44b-4bc8-b975-f87b0a0917a9,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:51.415377 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d91b12db-07a3-49ee-8bab-346879abddd8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:51.419973 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d91b12db-07a3-49ee-8bab-346879abddd8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3609636 Feb 28 14:30:51.420691 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60122) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:51.426588 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-fe7a8cc4-b4d0-401c-8933-abe844fb827f tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Request body: {'security_group_rule': {'security_group_id': '0601ad36-f44b-4bc8-b975-f87b0a0917a9', 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:51.434102 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fe7a8cc4-b4d0-401c-8933-abe844fb827f tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:51.438463 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fe7a8cc4-b4d0-401c-8933-abe844fb827f tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Usage tracker for resource:security_group_rule and tenant:da8de2a3d9124e5bb1749f1b8ff00f1e is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:51.441623 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fe7a8cc4-b4d0-401c-8933-abe844fb827f tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:51.448223 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fe7a8cc4-b4d0-401c-8933-abe844fb827f tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:51.467041 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe7a8cc4-b4d0-401c-8933-abe844fb827f tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:51.530004 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe7a8cc4-b4d0-401c-8933-abe844fb827f tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:51.534637 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe7a8cc4-b4d0-401c-8933-abe844fb827f tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:51.556421 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a8cc4-b4d0-401c-8933-abe844fb827f tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a5083e-0e44-4adb-9374-44f2d224d433,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:51.570098 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fe7a8cc4-b4d0-401c-8933-abe844fb827f tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:51.571405 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fe7a8cc4-b4d0-401c-8933-abe844fb827f tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1498501 Feb 28 14:30:51.574461 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60126) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:51.579789 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-1771d8e9-106c-473e-b0af-3b823652040e tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Request body: {'security_group_rule': {'security_group_id': '0601ad36-f44b-4bc8-b975-f87b0a0917a9', 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:51.586774 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1771d8e9-106c-473e-b0af-3b823652040e tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:51.591466 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1771d8e9-106c-473e-b0af-3b823652040e tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Usage tracker for resource:security_group_rule and tenant:da8de2a3d9124e5bb1749f1b8ff00f1e is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:51.594332 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1771d8e9-106c-473e-b0af-3b823652040e tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:51.600017 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1771d8e9-106c-473e-b0af-3b823652040e tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:51.618045 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1771d8e9-106c-473e-b0af-3b823652040e tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:51.622179 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436a01af-183f-43eb-94bb-787bd0b0ee95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Router 9e0f753f-b520-4863-92e5-9e986da17c37 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:30:51.683453 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1771d8e9-106c-473e-b0af-3b823652040e tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:51.687490 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1771d8e9-106c-473e-b0af-3b823652040e tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:51.710367 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771d8e9-106c-473e-b0af-3b823652040e tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910a1b80-e69e-4e29-a9df-caab93c8da2d,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:51.721403 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1771d8e9-106c-473e-b0af-3b823652040e tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:51.725193 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1771d8e9-106c-473e-b0af-3b823652040e tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1473174 Feb 28 14:30:51.727655 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60130) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:51.733148 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-8dd9badf-cecf-42c4-8568-51e44820934a tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Request body: {'security_group_rule': {'security_group_id': '0601ad36-f44b-4bc8-b975-f87b0a0917a9', 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:51.739061 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8dd9badf-cecf-42c4-8568-51e44820934a tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:51.743113 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8dd9badf-cecf-42c4-8568-51e44820934a tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Usage tracker for resource:security_group_rule and tenant:da8de2a3d9124e5bb1749f1b8ff00f1e is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:51.746530 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8dd9badf-cecf-42c4-8568-51e44820934a tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:51.752421 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8dd9badf-cecf-42c4-8568-51e44820934a tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:51.770503 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8dd9badf-cecf-42c4-8568-51e44820934a tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:51.777052 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436a01af-183f-43eb-94bb-787bd0b0ee95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:30:51.787243 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b52ad7-4ecd-4a3c-a256-b0982ca354ef None None] Sync routers for ids ['9e0f753f-b520-4863-92e5-9e986da17c37'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:30:51.792976 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-436a01af-183f-43eb-94bb-787bd0b0ee95 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "PUT /v2.0/routers/9e0f753f-b520-4863-92e5-9e986da17c37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3624666 Feb 28 14:30:51.793239 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60134) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:51.801425 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b52ad7-4ecd-4a3c-a256-b0982ca354ef None None] Routers {'9e0f753f-b520-4863-92e5-9e986da17c37'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:51.802320 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-09b52ad7-4ecd-4a3c-a256-b0982ca354ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9e0f753f-b520-4863-92e5-9e986da17c37'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:51.835889 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8dd9badf-cecf-42c4-8568-51e44820934a tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:51.840650 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8dd9badf-cecf-42c4-8568-51e44820934a tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:51.862940 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-594a6f37-b002-4484-9c60-b34291353551 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Deleting subnet 42990a20-a3dc-4915-a042-bf0b652ef804 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:30:51.865630 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9badf-cecf-42c4-8568-51e44820934a tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee26bff6-bd61-41de-a389-41ee31e0ea9a,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:51.866133 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-594a6f37-b002-4484-9c60-b34291353551 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:51.879954 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8dd9badf-cecf-42c4-8568-51e44820934a tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:51.881523 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8dd9badf-cecf-42c4-8568-51e44820934a tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1524940 Feb 28 14:30:51.884056 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60138) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:51.889933 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a0d544ec-bf11-45e2-9e64-6be8ab146cbf tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Request body: {'security_group_rule': {'security_group_id': '0601ad36-f44b-4bc8-b975-f87b0a0917a9', 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:51.895907 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a0d544ec-bf11-45e2-9e64-6be8ab146cbf tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:51.900879 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a0d544ec-bf11-45e2-9e64-6be8ab146cbf tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Usage tracker for resource:security_group_rule and tenant:da8de2a3d9124e5bb1749f1b8ff00f1e is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:51.903780 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a0d544ec-bf11-45e2-9e64-6be8ab146cbf tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:51.909486 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a0d544ec-bf11-45e2-9e64-6be8ab146cbf tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:51.922693 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-594a6f37-b002-4484-9c60-b34291353551 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:51.930584 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a0d544ec-bf11-45e2-9e64-6be8ab146cbf tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:51.956503 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-09b52ad7-4ecd-4a3c-a256-b0982ca354ef None None] Set router 9e0f753f-b520-4863-92e5-9e986da17c37 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:52.006344 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a0d544ec-bf11-45e2-9e64-6be8ab146cbf tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:52.012419 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a0d544ec-bf11-45e2-9e64-6be8ab146cbf tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:52.029863 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-594a6f37-b002-4484-9c60-b34291353551 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:52.040115 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d544ec-bf11-45e2-9e64-6be8ab146cbf tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd3921d8-1338-4052-a8a0-07c48fb7e643,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:52.052010 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a0d544ec-bf11-45e2-9e64-6be8ab146cbf tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:52.056056 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a0d544ec-bf11-45e2-9e64-6be8ab146cbf tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1680026 Feb 28 14:30:52.056266 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60142) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:52.062139 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-99149d79-04ba-4122-9852-76415fbe31c8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Request body: {'security_group_rule': {'security_group_id': '0601ad36-f44b-4bc8-b975-f87b0a0917a9', 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:52.068166 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-99149d79-04ba-4122-9852-76415fbe31c8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:52.072474 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-99149d79-04ba-4122-9852-76415fbe31c8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Usage tracker for resource:security_group_rule and tenant:da8de2a3d9124e5bb1749f1b8ff00f1e is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:52.075553 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-99149d79-04ba-4122-9852-76415fbe31c8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:52.081354 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-99149d79-04ba-4122-9852-76415fbe31c8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:52.092234 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-99149d79-04ba-4122-9852-76415fbe31c8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Project da8de2a3d9124e5bb1749f1b8ff00f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:30:52.099144 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99149d79-04ba-4122-9852-76415fbe31c8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:52.114224 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-594a6f37-b002-4484-9c60-b34291353551 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:52.163439 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99149d79-04ba-4122-9852-76415fbe31c8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:52.164100 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a6f37-b002-4484-9c60-b34291353551 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Subnet': ['ID=42990a20-a3dc-4915-a042-bf0b652ef804,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:52.169147 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99149d79-04ba-4122-9852-76415fbe31c8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:52.170045 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-594a6f37-b002-4484-9c60-b34291353551 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:52.177836 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-594a6f37-b002-4484-9c60-b34291353551 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/subnets/42990a20-a3dc-4915-a042-bf0b652ef804 HTTP/1.1" status: 204 len: 168 time: 0.3836272 Feb 28 14:30:52.180560 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60146) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:52.183332 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98d4620-7853-4d83-a008-4d61e40851dc None None] Network f1533afd-9fe8-4eea-938b-865b6f1c73ba requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:30:52.194669 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99149d79-04ba-4122-9852-76415fbe31c8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c55a8d2-c2d5-4b1d-b4da-db07ab776c71,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:52.206497 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99149d79-04ba-4122-9852-76415fbe31c8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:52.207816 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-99149d79-04ba-4122-9852-76415fbe31c8 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1504366 Feb 28 14:30:52.210621 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60150) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:52.216454 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-99a91444-7d24-4602-af09-80a580cb1bac tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Request body: {'security_group_rule': {'security_group_id': '0601ad36-f44b-4bc8-b975-f87b0a0917a9', 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:52.222716 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-99a91444-7d24-4602-af09-80a580cb1bac tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:52.226627 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-99a91444-7d24-4602-af09-80a580cb1bac tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Usage tracker for resource:security_group_rule and tenant:da8de2a3d9124e5bb1749f1b8ff00f1e is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:52.229563 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-99a91444-7d24-4602-af09-80a580cb1bac tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:52.235396 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-99a91444-7d24-4602-af09-80a580cb1bac tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:52.247190 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-99a91444-7d24-4602-af09-80a580cb1bac tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Project da8de2a3d9124e5bb1749f1b8ff00f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:30:52.254625 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99a91444-7d24-4602-af09-80a580cb1bac tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:52.306490 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5b82c69-33c6-486c-829a-8e99a6019aa0 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:52.317176 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a5b82c69-33c6-486c-829a-8e99a6019aa0 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Deleting port b6f41f49-a9c5-4068-943e-f2c3918bdc48 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:52.317506 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5b82c69-33c6-486c-829a-8e99a6019aa0 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:52.324769 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99a91444-7d24-4602-af09-80a580cb1bac tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:52.329550 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99a91444-7d24-4602-af09-80a580cb1bac tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:52.353339 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a91444-7d24-4602-af09-80a580cb1bac tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e483448-d761-4efb-bec4-b106283774dc,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:52.366153 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99a91444-7d24-4602-af09-80a580cb1bac tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:52.367553 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-99a91444-7d24-4602-af09-80a580cb1bac tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1556332 Feb 28 14:30:52.370592 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60154) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:52.376326 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-aa78f0d1-0b05-48b5-82ad-97cd31fefc01 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Request body: {'network': {'name': 'tempest-network-smoke--625401431', 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'port_security_enabled': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:52.381732 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-aa78f0d1-0b05-48b5-82ad-97cd31fefc01 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:52.387473 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-aa78f0d1-0b05-48b5-82ad-97cd31fefc01 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Usage tracker for resource:network and tenant:da8de2a3d9124e5bb1749f1b8ff00f1e is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:52.391703 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-aa78f0d1-0b05-48b5-82ad-97cd31fefc01 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:52.397936 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-aa78f0d1-0b05-48b5-82ad-97cd31fefc01 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:52.411406 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa78f0d1-0b05-48b5-82ad-97cd31fefc01 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Made reservation on behalf of da8de2a3d9124e5bb1749f1b8ff00f1e for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:30:52.417547 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa78f0d1-0b05-48b5-82ad-97cd31fefc01 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:52.459479 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa78f0d1-0b05-48b5-82ad-97cd31fefc01 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:30:52.471047 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa78f0d1-0b05-48b5-82ad-97cd31fefc01 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:52.471495 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-aa78f0d1-0b05-48b5-82ad-97cd31fefc01 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Added segment 0bc09363-4857-46b2-90a0-db0228d4026f of type vlan for network 589a0197-d1af-4fc9-9262-356094b75395 Feb 28 14:30:52.489574 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-09b52ad7-4ecd-4a3c-a256-b0982ca354ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:50Z', 'revision_number': 10, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None, '_interfaces': [{'id': '481cafaa-4384-4f29-aceb-37352e9cd5c6', 'name': '', 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:dc:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:13Z', 'updated_at': '2022-02-28T14:30:24Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:52.494579 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b52ad7-4ecd-4a3c-a256-b0982ca354ef None None] Checking router: 9e0f753f-b520-4863-92e5-9e986da17c37 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:30:52.501665 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa78f0d1-0b05-48b5-82ad-97cd31fefc01 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:52.504235 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b52ad7-4ecd-4a3c-a256-b0982ca354ef None None] Routers {'9e0f753f-b520-4863-92e5-9e986da17c37'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:52.504851 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-09b52ad7-4ecd-4a3c-a256-b0982ca354ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9e0f753f-b520-4863-92e5-9e986da17c37'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:52.538807 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa78f0d1-0b05-48b5-82ad-97cd31fefc01 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:52.544754 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa78f0d1-0b05-48b5-82ad-97cd31fefc01 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:52.545539 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-aa78f0d1-0b05-48b5-82ad-97cd31fefc01 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:52.564624 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-a5b82c69-33c6-486c-829a-8e99a6019aa0 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] For port b6f41f49-a9c5-4068-943e-f2c3918bdc48, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=b6f41f49-a9c5-4068-943e-f2c3918bdc48,segment=NetworkSegment(b192f6ea-b4d7-4361-8013-45b4b74faf54),segment_id=b192f6ea-b4d7-4361-8013-45b4b74faf54)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:52.564975 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5b82c69-33c6-486c-829a-8e99a6019aa0 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:52.578097 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dc77ad-215f-426e-a128-8a617cbf304f None None] DHCP port deletion for f1533afd-9fe8-4eea-938b-865b6f1c73ba request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:30:52.588636 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-21dc77ad-215f-426e-a128-8a617cbf304f None None] Deleting port b6f41f49-a9c5-4068-943e-f2c3918bdc48 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:52.589032 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-21dc77ad-215f-426e-a128-8a617cbf304f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:52.654594 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-aa78f0d1-0b05-48b5-82ad-97cd31fefc01 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2801664 Feb 28 14:30:52.655873 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60158) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:52.663338 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e8615158-3370-4cf4-bd7f-1c13629ad37c tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-933297153', 'admin_state_up': True, 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:52.670365 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa78f0d1-0b05-48b5-82ad-97cd31fefc01 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Pushing event updated for resources: {'Network': ['ID=589a0197-d1af-4fc9-9262-356094b75395,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:52.678047 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e8615158-3370-4cf4-bd7f-1c13629ad37c tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:52.684901 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e8615158-3370-4cf4-bd7f-1c13629ad37c tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Usage tracker for resource:router and tenant:da8de2a3d9124e5bb1749f1b8ff00f1e is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:52.688202 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e8615158-3370-4cf4-bd7f-1c13629ad37c tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:52.693636 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a5b82c69-33c6-486c-829a-8e99a6019aa0 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Calling delete_port for b6f41f49-a9c5-4068-943e-f2c3918bdc48 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:30:52.695065 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e8615158-3370-4cf4-bd7f-1c13629ad37c tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:52.707767 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8615158-3370-4cf4-bd7f-1c13629ad37c tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:52.709272 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8615158-3370-4cf4-bd7f-1c13629ad37c tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:52.709431 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 589a0197-d1af-4fc9-9262-356094b75395 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:30:52.726544 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8615158-3370-4cf4-bd7f-1c13629ad37c tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:52.781369 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5b82c69-33c6-486c-829a-8e99a6019aa0 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:52.786264 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-09b52ad7-4ecd-4a3c-a256-b0982ca354ef None None] Set router 9e0f753f-b520-4863-92e5-9e986da17c37 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:52.830778 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b82c69-33c6-486c-829a-8e99a6019aa0 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Port': ['ID=b6f41f49-a9c5-4068-943e-f2c3918bdc48,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:52.835485 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b82c69-33c6-486c-829a-8e99a6019aa0 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] No DVR routers for this DVR port b6f41f49-a9c5-4068-943e-f2c3918bdc48 on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:30:52.962859 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5b82c69-33c6-486c-829a-8e99a6019aa0 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:52.988785 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-a5b82c69-33c6-486c-829a-8e99a6019aa0 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1533afd-9fe8-4eea-938b-865b6f1c73ba']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:53.002013 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-a5b82c69-33c6-486c-829a-8e99a6019aa0 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b192f6ea-b4d7-4361-8013-45b4b74faf54') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:53.002368 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-a5b82c69-33c6-486c-829a-8e99a6019aa0 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b192f6ea-b4d7-4361-8013-45b4b74faf54') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:53.012592 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8615158-3370-4cf4-bd7f-1c13629ad37c tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:53.016047 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5b82c69-33c6-486c-829a-8e99a6019aa0 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:53.035261 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5b82c69-33c6-486c-829a-8e99a6019aa0 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:53.042760 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b82c69-33c6-486c-829a-8e99a6019aa0 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:30:53.042760 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5b82c69-33c6-486c-829a-8e99a6019aa0 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:30:53.058212 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:30:53.193816 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-21dc77ad-215f-426e-a128-8a617cbf304f None None] For port b6f41f49-a9c5-4068-943e-f2c3918bdc48, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=b6f41f49-a9c5-4068-943e-f2c3918bdc48,segment=NetworkSegment(b192f6ea-b4d7-4361-8013-45b4b74faf54),segment_id=b192f6ea-b4d7-4361-8013-45b4b74faf54)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:53.194460 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-21dc77ad-215f-426e-a128-8a617cbf304f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:53.263655 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5b82c69-33c6-486c-829a-8e99a6019aa0 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:53.288142 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a5b82c69-33c6-486c-829a-8e99a6019aa0 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:53.304837 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b82c69-33c6-486c-829a-8e99a6019aa0 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Network': ['ID=f1533afd-9fe8-4eea-938b-865b6f1c73ba,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:53.320142 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a5b82c69-33c6-486c-829a-8e99a6019aa0 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/networks/f1533afd-9fe8-4eea-938b-865b6f1c73ba HTTP/1.1" status: 204 len: 168 time: 1.1360719 Feb 28 14:30:53.320489 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60162) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:53.343613 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device b6f41f49-a9c5-4068-943e-f2c3918bdc48 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:30:53.381698 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-21dc77ad-215f-426e-a128-8a617cbf304f None None] Calling delete_port for b6f41f49-a9c5-4068-943e-f2c3918bdc48 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:30:53.448987 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: b6f41f49-a9c5-4068-943e-f2c3918bdc48 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:30:53.449628 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device b6f41f49-a9c5-4068-943e-f2c3918bdc48 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:30:53.472061 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8615158-3370-4cf4-bd7f-1c13629ad37c tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:53.504991 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8615158-3370-4cf4-bd7f-1c13629ad37c tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:53.524090 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-21dc77ad-215f-426e-a128-8a617cbf304f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:30:53.524445 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-21dc77ad-215f-426e-a128-8a617cbf304f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:30:53.529148 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-09b52ad7-4ecd-4a3c-a256-b0982ca354ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:50Z', 'revision_number': 10, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None, '_interfaces': [{'id': '481cafaa-4384-4f29-aceb-37352e9cd5c6', 'name': '', 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:dc:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:13Z', 'updated_at': '2022-02-28T14:30:24Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:53.533228 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b52ad7-4ecd-4a3c-a256-b0982ca354ef None None] The sync data for ids ['9e0f753f-b520-4863-92e5-9e986da17c37'] in dv-neutron-831192-4-hyperv is: [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:50Z', 'revision_number': 10, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None, '_interfaces': [{'id': '481cafaa-4384-4f29-aceb-37352e9cd5c6', 'name': '', 'network_id': '0d190ab7-cec8-43b6-bd9f-00f7614fa6c8', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'mac_address': 'fa:16:3e:dc:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:13Z', 'updated_at': '2022-02-28T14:30:24Z', 'revision_number': 5, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'subnets': [{'id': 'f677d81e-9b9d-4bb2-b93b-75be072a9517', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:30:53.645896 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-e8615158-3370-4cf4-bd7f-1c13629ad37c tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Allocated IP 172.26.5.36 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:30:53.795689 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8615158-3370-4cf4-bd7f-1c13629ad37c tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:53.826616 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8615158-3370-4cf4-bd7f-1c13629ad37c tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:53.857582 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2dd50d3-8b18-46fa-9287-61ecdc897784 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:53.887789 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8615158-3370-4cf4-bd7f-1c13629ad37c tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:30:53.890842 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e8615158-3370-4cf4-bd7f-1c13629ad37c tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:30:53.894600 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8615158-3370-4cf4-bd7f-1c13629ad37c tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:30:53.946048 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8615158-3370-4cf4-bd7f-1c13629ad37c tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Pushing event updated for resources: {'Port': ['ID=9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:54.025727 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-21dc77ad-215f-426e-a128-8a617cbf304f None None] Deleting port b6f41f49-a9c5-4068-943e-f2c3918bdc48 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:54.026106 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-21dc77ad-215f-426e-a128-8a617cbf304f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:54.091349 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-21dc77ad-215f-426e-a128-8a617cbf304f None None] The port 'b6f41f49-a9c5-4068-943e-f2c3918bdc48' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:30:54.206256 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d2dd50d3-8b18-46fa-9287-61ecdc897784 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Deleting port 481cafaa-4384-4f29-aceb-37352e9cd5c6 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:54.206598 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2dd50d3-8b18-46fa-9287-61ecdc897784 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:54.323424 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8615158-3370-4cf4-bd7f-1c13629ad37c tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:54.401588 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-d2dd50d3-8b18-46fa-9287-61ecdc897784 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] For port 481cafaa-4384-4f29-aceb-37352e9cd5c6, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=481cafaa-4384-4f29-aceb-37352e9cd5c6,segment=NetworkSegment(a55c09e2-3e55-4ae7-ae2c-968da500d91f),segment_id=a55c09e2-3e55-4ae7-ae2c-968da500d91f)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:54.401828 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2dd50d3-8b18-46fa-9287-61ecdc897784 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:54.525651 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d2dd50d3-8b18-46fa-9287-61ecdc897784 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Calling delete_port for 481cafaa-4384-4f29-aceb-37352e9cd5c6 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:30:54.677162 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8615158-3370-4cf4-bd7f-1c13629ad37c tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:54.815015 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2dd50d3-8b18-46fa-9287-61ecdc897784 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:54.866292 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd50d3-8b18-46fa-9287-61ecdc897784 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Port': ['ID=481cafaa-4384-4f29-aceb-37352e9cd5c6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:55.021626 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8615158-3370-4cf4-bd7f-1c13629ad37c tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Router 328e2cbb-6c79-4cd3-a02a-656dfc7a9028 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:30:55.043779 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d2dd50d3-8b18-46fa-9287-61ecdc897784 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:55.203398 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8615158-3370-4cf4-bd7f-1c13629ad37c tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:30:55.212911 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537176e9-ef5a-4d3a-9542-a58d2f591c6c None None] Sync routers for ids ['328e2cbb-6c79-4cd3-a02a-656dfc7a9028'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:30:55.223110 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537176e9-ef5a-4d3a-9542-a58d2f591c6c None None] Routers {'328e2cbb-6c79-4cd3-a02a-656dfc7a9028'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:55.223763 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-537176e9-ef5a-4d3a-9542-a58d2f591c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['328e2cbb-6c79-4cd3-a02a-656dfc7a9028'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:55.232553 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8615158-3370-4cf4-bd7f-1c13629ad37c tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:55.233765 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e8615158-3370-4cf4-bd7f-1c13629ad37c tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5771840 Feb 28 14:30:55.237231 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60166) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:55.327081 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2dd50d3-8b18-46fa-9287-61ecdc897784 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Router 9e0f753f-b520-4863-92e5-9e986da17c37 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:30:55.344977 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 7d7428fe-02be-4266-aaa1-7b3fba2e0f9c no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:30:55.393210 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f12f229b-439e-409d-b8cc-1342559a1307 tempest-TestNetworkAdvancedServerOps-608714011 tempest-TestNetworkAdvancedServerOps-608714011-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=da8de2a3d9124e5bb1749f1b8ff00f1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1548600 Feb 28 14:30:55.395836 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60172) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:55.396877 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 7d7428fe-02be-4266-aaa1-7b3fba2e0f9c {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:30:55.397264 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 7d7428fe-02be-4266-aaa1-7b3fba2e0f9c not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:30:55.413687 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-537176e9-ef5a-4d3a-9542-a58d2f591c6c None None] Set router 328e2cbb-6c79-4cd3-a02a-656dfc7a9028 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:55.514639 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2dd50d3-8b18-46fa-9287-61ecdc897784 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:30:55.526301 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88305dd4-4b07-46e1-a65e-2adcf38083d5 None None] Sync routers for ids ['9e0f753f-b520-4863-92e5-9e986da17c37'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:30:55.529536 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d2dd50d3-8b18-46fa-9287-61ecdc897784 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "PUT /v2.0/routers/9e0f753f-b520-4863-92e5-9e986da17c37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2079225 Feb 28 14:30:55.532151 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60176) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:55.536126 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1312095-0f31-40cd-8f3a-83cdfb70bfd5 tempest-TestNetworkAdvancedServerOps-608714011 tempest-TestNetworkAdvancedServerOps-608714011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:55.537613 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c1312095-0f31-40cd-8f3a-83cdfb70bfd5 tempest-TestNetworkAdvancedServerOps-608714011 tempest-TestNetworkAdvancedServerOps-608714011-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1405902 Feb 28 14:30:55.542400 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88305dd4-4b07-46e1-a65e-2adcf38083d5 None None] Routers {'9e0f753f-b520-4863-92e5-9e986da17c37'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:55.543024 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-88305dd4-4b07-46e1-a65e-2adcf38083d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9e0f753f-b520-4863-92e5-9e986da17c37'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:55.543689 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60180) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:55.604607 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a750f666-1e56-46e2-89ca-17f1722f99ae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Deleting subnet f677d81e-9b9d-4bb2-b93b-75be072a9517 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:30:55.607427 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60184) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:55.607580 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ed7a905d-8951-4a60-a308-0425ebc1e67b tempest-TestNetworkAdvancedServerOps-608714011 tempest-TestNetworkAdvancedServerOps-608714011-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0530701 Feb 28 14:30:55.609919 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a750f666-1e56-46e2-89ca-17f1722f99ae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:55.640598 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-df7665f5-3bd3-4372-bc0c-c0b44b461c2b tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-64035691', 'network_id': '589a0197-d1af-4fc9-9262-356094b75395', 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:55.710633 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-537176e9-ef5a-4d3a-9542-a58d2f591c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933297153', 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:52Z', 'updated_at': '2022-02-28T14:30:54Z', 'revision_number': 3, 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'gw_port': {'id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:53Z', 'updated_at': '2022-02-28T14:30:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:55.715768 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537176e9-ef5a-4d3a-9542-a58d2f591c6c None None] Checking router: 328e2cbb-6c79-4cd3-a02a-656dfc7a9028 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:30:55.716146 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537176e9-ef5a-4d3a-9542-a58d2f591c6c None None] Updating router 328e2cbb-6c79-4cd3-a02a-656dfc7a9028 port 9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9 binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:30:55.761105 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-88305dd4-4b07-46e1-a65e-2adcf38083d5 None None] Set router 9e0f753f-b520-4863-92e5-9e986da17c37 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:55.764176 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a750f666-1e56-46e2-89ca-17f1722f99ae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:55.773092 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-537176e9-ef5a-4d3a-9542-a58d2f591c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:55.817419 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-df7665f5-3bd3-4372-bc0c-c0b44b461c2b tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:55.824772 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-df7665f5-3bd3-4372-bc0c-c0b44b461c2b tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Usage tracker for resource:subnet and tenant:da8de2a3d9124e5bb1749f1b8ff00f1e is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:55.829095 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-df7665f5-3bd3-4372-bc0c-c0b44b461c2b tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:55.840136 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-df7665f5-3bd3-4372-bc0c-c0b44b461c2b tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:55.860451 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7665f5-3bd3-4372-bc0c-c0b44b461c2b tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Made reservation on behalf of da8de2a3d9124e5bb1749f1b8ff00f1e for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:30:55.864024 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-df7665f5-3bd3-4372-bc0c-c0b44b461c2b tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:55.872615 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-88305dd4-4b07-46e1-a65e-2adcf38083d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:54Z', 'revision_number': 11, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:55.876113 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88305dd4-4b07-46e1-a65e-2adcf38083d5 None None] Checking router: 9e0f753f-b520-4863-92e5-9e986da17c37 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:30:55.884384 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88305dd4-4b07-46e1-a65e-2adcf38083d5 None None] Routers {'9e0f753f-b520-4863-92e5-9e986da17c37'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:55.885634 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-88305dd4-4b07-46e1-a65e-2adcf38083d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9e0f753f-b520-4863-92e5-9e986da17c37'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:55.954261 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a750f666-1e56-46e2-89ca-17f1722f99ae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:56.024352 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-88305dd4-4b07-46e1-a65e-2adcf38083d5 None None] Set router 9e0f753f-b520-4863-92e5-9e986da17c37 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:56.081929 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a750f666-1e56-46e2-89ca-17f1722f99ae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:56.121514 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-537176e9-ef5a-4d3a-9542-a58d2f591c6c None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:56.135103 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-537176e9-ef5a-4d3a-9542-a58d2f591c6c None None] Transition to ACTIVE for port object 9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:30:56.143867 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-537176e9-ef5a-4d3a-9542-a58d2f591c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:56.148052 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-88305dd4-4b07-46e1-a65e-2adcf38083d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:54Z', 'revision_number': 11, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:56.153261 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88305dd4-4b07-46e1-a65e-2adcf38083d5 None None] The sync data for ids ['9e0f753f-b520-4863-92e5-9e986da17c37'] in dv-neutron-831192-4-hyperv is: [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:54Z', 'revision_number': 11, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:30:56.226802 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-537176e9-ef5a-4d3a-9542-a58d2f591c6c None None] Attempting to bind port 9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:30:56.227498 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-537176e9-ef5a-4d3a-9542-a58d2f591c6c None None] Attempting to bind port 9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:30:56.227498 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537176e9-ef5a-4d3a-9542-a58d2f591c6c None None] Attempting to bind port 9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9 on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:30:56.236815 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d242d6-72a2-4d77-bdcf-8204ee0420e6 None None] Pushing event updated for resources: {'Port': ['ID=9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:56.239262 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537176e9-ef5a-4d3a-9542-a58d2f591c6c None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:30:56.239629 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537176e9-ef5a-4d3a-9542-a58d2f591c6c None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:30:56.239997 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-537176e9-ef5a-4d3a-9542-a58d2f591c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:56.240539 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537176e9-ef5a-4d3a-9542-a58d2f591c6c None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:30:56.241185 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-537176e9-ef5a-4d3a-9542-a58d2f591c6c None None] Bound port: 9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:30:56.241549 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-537176e9-ef5a-4d3a-9542-a58d2f591c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:56.255571 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750f666-1e56-46e2-89ca-17f1722f99ae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Subnet': ['ID=f677d81e-9b9d-4bb2-b93b-75be072a9517,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:56.262860 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a750f666-1e56-46e2-89ca-17f1722f99ae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:56.268120 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d69c94-842a-4a5d-bfb6-9188974898d1 None None] Network 0d190ab7-cec8-43b6-bd9f-00f7614fa6c8 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:30:56.280296 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60188) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:56.280846 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a750f666-1e56-46e2-89ca-17f1722f99ae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/subnets/f677d81e-9b9d-4bb2-b93b-75be072a9517 HTTP/1.1" status: 204 len: 168 time: 0.7470808 Feb 28 14:30:56.316268 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-537176e9-ef5a-4d3a-9542-a58d2f591c6c None None] For port 9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:30:56.319529 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-df7665f5-3bd3-4372-bc0c-c0b44b461c2b tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:56.327998 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-537176e9-ef5a-4d3a-9542-a58d2f591c6c None None] For port 9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:30:56.333967 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-537176e9-ef5a-4d3a-9542-a58d2f591c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:56.413120 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7f079f8b-180f-4ab0-8271-45ed55a16203 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:56.413416 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7665f5-3bd3-4372-bc0c-c0b44b461c2b tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Pushing event updated for resources: {'Subnet': ['ID=3beb3563-75f4-4921-9c4b-91831fc2c07c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:56.425750 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7f079f8b-180f-4ab0-8271-45ed55a16203 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Deleting port 4ff10add-2cf7-4d97-b885-8970cf1bc774 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:56.426331 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7f079f8b-180f-4ab0-8271-45ed55a16203 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:56.426927 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d242d6-72a2-4d77-bdcf-8204ee0420e6 None None] Pushing event updated for resources: {'Port': ['ID=9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:56.428826 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7665f5-3bd3-4372-bc0c-c0b44b461c2b tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Checking segment: {'id': '0bc09363-4857-46b2-90a0-db0228d4026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '589a0197-d1af-4fc9-9262-356094b75395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:30:56.429178 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7665f5-3bd3-4372-bc0c-c0b44b461c2b tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Network hostable DHCP agents. Network: 589a0197-d1af-4fc9-9262-356094b75395, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:30:56.451476 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7665f5-3bd3-4372-bc0c-c0b44b461c2b tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Network 589a0197-d1af-4fc9-9262-356094b75395 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:30:56.453143 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537176e9-ef5a-4d3a-9542-a58d2f591c6c None None] Routers {'328e2cbb-6c79-4cd3-a02a-656dfc7a9028'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:56.454221 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-537176e9-ef5a-4d3a-9542-a58d2f591c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['328e2cbb-6c79-4cd3-a02a-656dfc7a9028'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:56.464568 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-df7665f5-3bd3-4372-bc0c-c0b44b461c2b tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 589a0197-d1af-4fc9-9262-356094b75395) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:30:56.482139 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7665f5-3bd3-4372-bc0c-c0b44b461c2b tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:30:56.482733 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-df7665f5-3bd3-4372-bc0c-c0b44b461c2b tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:56.515088 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7b4590-8d71-45cd-978d-e602d82da2c3 None None] Network 589a0197-d1af-4fc9-9262-356094b75395 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:30:56.515616 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-df7665f5-3bd3-4372-bc0c-c0b44b461c2b tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9056842 Feb 28 14:30:56.517434 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60192) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:56.717084 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-7f079f8b-180f-4ab0-8271-45ed55a16203 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] For port 4ff10add-2cf7-4d97-b885-8970cf1bc774, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=4ff10add-2cf7-4d97-b885-8970cf1bc774,segment=NetworkSegment(a55c09e2-3e55-4ae7-ae2c-968da500d91f),segment_id=a55c09e2-3e55-4ae7-ae2c-968da500d91f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:56.717641 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7f079f8b-180f-4ab0-8271-45ed55a16203 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:56.738092 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-537176e9-ef5a-4d3a-9542-a58d2f591c6c None None] Set router 328e2cbb-6c79-4cd3-a02a-656dfc7a9028 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:56.769715 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8ec144-8bfc-4735-8b26-942c75f0025d None None] DHCP port deletion for 0d190ab7-cec8-43b6-bd9f-00f7614fa6c8 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:30:56.781682 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6b8ec144-8bfc-4735-8b26-942c75f0025d None None] Deleting port 4ff10add-2cf7-4d97-b885-8970cf1bc774 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:56.782054 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6b8ec144-8bfc-4735-8b26-942c75f0025d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:56.876865 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eded1a-3d05-43a1-8658-af2c2066dedf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-589a0197-d1af-4fc9-9262-356094b75395', 'network_id': '589a0197-d1af-4fc9-9262-356094b75395', 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'fixed_ips': [{'subnet_id': '3beb3563-75f4-4921-9c4b-91831fc2c07c'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:30:56.876865 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-98eded1a-3d05-43a1-8658-af2c2066dedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:56.882814 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7f079f8b-180f-4ab0-8271-45ed55a16203 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Calling delete_port for 4ff10add-2cf7-4d97-b885-8970cf1bc774 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:30:56.968565 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7f079f8b-180f-4ab0-8271-45ed55a16203 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:57.024494 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f079f8b-180f-4ab0-8271-45ed55a16203 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] No DVR routers for this DVR port 4ff10add-2cf7-4d97-b885-8970cf1bc774 on host dv-neutron-831192-4-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:30:57.065207 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f079f8b-180f-4ab0-8271-45ed55a16203 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Port': ['ID=4ff10add-2cf7-4d97-b885-8970cf1bc774,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:57.088540 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-537176e9-ef5a-4d3a-9542-a58d2f591c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933297153', 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:52Z', 'updated_at': '2022-02-28T14:30:54Z', 'revision_number': 3, 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'gw_port': {'id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:53Z', 'updated_at': '2022-02-28T14:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:57.089655 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-6b8ec144-8bfc-4735-8b26-942c75f0025d None None] For port 4ff10add-2cf7-4d97-b885-8970cf1bc774, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=4ff10add-2cf7-4d97-b885-8970cf1bc774,segment=NetworkSegment(a55c09e2-3e55-4ae7-ae2c-968da500d91f),segment_id=a55c09e2-3e55-4ae7-ae2c-968da500d91f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:57.089967 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6b8ec144-8bfc-4735-8b26-942c75f0025d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:57.094414 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537176e9-ef5a-4d3a-9542-a58d2f591c6c None None] The sync data for ids ['328e2cbb-6c79-4cd3-a02a-656dfc7a9028'] in dv-neutron-831192-4-hyperv is: [{'id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933297153', 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:52Z', 'updated_at': '2022-02-28T14:30:54Z', 'revision_number': 3, 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'gw_port': {'id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:53Z', 'updated_at': '2022-02-28T14:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:30:57.178159 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7f079f8b-180f-4ab0-8271-45ed55a16203 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:57.214119 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6b8ec144-8bfc-4735-8b26-942c75f0025d None None] Calling delete_port for 4ff10add-2cf7-4d97-b885-8970cf1bc774 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:30:57.214566 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-7f079f8b-180f-4ab0-8271-45ed55a16203 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d190ab7-cec8-43b6-bd9f-00f7614fa6c8']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:57.229291 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-7f079f8b-180f-4ab0-8271-45ed55a16203 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55c09e2-3e55-4ae7-ae2c-968da500d91f') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:57.229727 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-7f079f8b-180f-4ab0-8271-45ed55a16203 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55c09e2-3e55-4ae7-ae2c-968da500d91f') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:57.243353 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7f079f8b-180f-4ab0-8271-45ed55a16203 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:57.266447 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7f079f8b-180f-4ab0-8271-45ed55a16203 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:57.277979 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f079f8b-180f-4ab0-8271-45ed55a16203 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:30:57.278387 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7f079f8b-180f-4ab0-8271-45ed55a16203 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:30:57.366512 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:30:57.394236 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 481cafaa-4384-4f29-aceb-37352e9cd5c6 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:30:57.403269 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7f079f8b-180f-4ab0-8271-45ed55a16203 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:57.413626 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7f079f8b-180f-4ab0-8271-45ed55a16203 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:57.427507 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fdb33ded-981b-494d-b760-06021d205a31 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:57.467976 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7f079f8b-180f-4ab0-8271-45ed55a16203 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/networks/0d190ab7-cec8-43b6-bd9f-00f7614fa6c8 HTTP/1.1" status: 204 len: 168 time: 1.1854787 Feb 28 14:30:57.468945 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f079f8b-180f-4ab0-8271-45ed55a16203 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Pushing event deleted for resources: {'Network': ['ID=0d190ab7-cec8-43b6-bd9f-00f7614fa6c8,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:57.471613 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60196) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:57.472870 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 481cafaa-4384-4f29-aceb-37352e9cd5c6 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:30:57.473182 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 481cafaa-4384-4f29-aceb-37352e9cd5c6 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:30:57.473613 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 4ff10add-2cf7-4d97-b885-8970cf1bc774 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:30:57.477382 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f9da2dfe-b6d1-4353-ae3a-12089dd7699b tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'router': {'routes': None}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:57.554008 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 4ff10add-2cf7-4d97-b885-8970cf1bc774 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:30:57.554575 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 4ff10add-2cf7-4d97-b885-8970cf1bc774 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:30:57.564151 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-6b8ec144-8bfc-4735-8b26-942c75f0025d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:30:57.564499 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-6b8ec144-8bfc-4735-8b26-942c75f0025d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:30:57.569264 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-98eded1a-3d05-43a1-8658-af2c2066dedf None None] Allocated IP 172.20.0.2 (589a0197-d1af-4fc9-9262-356094b75395/3beb3563-75f4-4921-9c4b-91831fc2c07c/16866c84-9cd5-4a3d-af20-852048542eab) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:30:57.822168 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-98eded1a-3d05-43a1-8658-af2c2066dedf None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:57.837899 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-98eded1a-3d05-43a1-8658-af2c2066dedf None None] Transition to ACTIVE for port object 16866c84-9cd5-4a3d-af20-852048542eab will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:30:57.859348 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-98eded1a-3d05-43a1-8658-af2c2066dedf None None] Transition to ACTIVE for port object 16866c84-9cd5-4a3d-af20-852048542eab will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:30:57.869297 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-98eded1a-3d05-43a1-8658-af2c2066dedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:57.938986 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eded1a-3d05-43a1-8658-af2c2066dedf None None] Network 589a0197-d1af-4fc9-9262-356094b75395 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:30:57.941965 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-98eded1a-3d05-43a1-8658-af2c2066dedf None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:30:57.945734 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eded1a-3d05-43a1-8658-af2c2066dedf None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:30:57.968874 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.extraroute_db [None req-f9da2dfe-b6d1-4353-ae3a-12089dd7699b tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Added routes are [] {{(pid=87773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 28 14:30:57.969265 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.extraroute_db [None req-f9da2dfe-b6d1-4353-ae3a-12089dd7699b tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Removed routes are [] {{(pid=87773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 28 14:30:57.969822 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f9da2dfe-b6d1-4353-ae3a-12089dd7699b tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:57.987248 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eded1a-3d05-43a1-8658-af2c2066dedf None None] Pushing event updated for resources: {'Port': ['ID=16866c84-9cd5-4a3d-af20-852048542eab,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:57.990926 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-fdb33ded-981b-494d-b760-06021d205a31 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Allocated IP 172.20.0.1 (589a0197-d1af-4fc9-9262-356094b75395/3beb3563-75f4-4921-9c4b-91831fc2c07c/858b89fb-bd27-47fb-90a6-9545980d479a) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:30:58.053064 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-98eded1a-3d05-43a1-8658-af2c2066dedf None None] Attempting to bind port 16866c84-9cd5-4a3d-af20-852048542eab on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:30:58.053507 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-98eded1a-3d05-43a1-8658-af2c2066dedf None None] Attempting to bind port 16866c84-9cd5-4a3d-af20-852048542eab by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '0bc09363-4857-46b2-90a0-db0228d4026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '589a0197-d1af-4fc9-9262-356094b75395'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:30:58.053922 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eded1a-3d05-43a1-8658-af2c2066dedf None None] Attempting to bind port 16866c84-9cd5-4a3d-af20-852048542eab on network 589a0197-d1af-4fc9-9262-356094b75395 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:30:58.059576 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eded1a-3d05-43a1-8658-af2c2066dedf None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:30:58.060067 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eded1a-3d05-43a1-8658-af2c2066dedf None None] Checking segment: {'id': '0bc09363-4857-46b2-90a0-db0228d4026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '589a0197-d1af-4fc9-9262-356094b75395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:30:58.060525 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-98eded1a-3d05-43a1-8658-af2c2066dedf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:58.060972 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eded1a-3d05-43a1-8658-af2c2066dedf None None] Bound using segment: {'id': '0bc09363-4857-46b2-90a0-db0228d4026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '589a0197-d1af-4fc9-9262-356094b75395'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:30:58.061497 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-98eded1a-3d05-43a1-8658-af2c2066dedf None None] Bound port: 16866c84-9cd5-4a3d-af20-852048542eab, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc09363-4857-46b2-90a0-db0228d4026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '589a0197-d1af-4fc9-9262-356094b75395'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:30:58.061927 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-98eded1a-3d05-43a1-8658-af2c2066dedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:58.070736 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6b8ec144-8bfc-4735-8b26-942c75f0025d None None] Deleting port 4ff10add-2cf7-4d97-b885-8970cf1bc774 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:30:58.071218 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6b8ec144-8bfc-4735-8b26-942c75f0025d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:58.149792 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6b8ec144-8bfc-4735-8b26-942c75f0025d None None] The port '4ff10add-2cf7-4d97-b885-8970cf1bc774' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:30:58.209800 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fdb33ded-981b-494d-b760-06021d205a31 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:58.229731 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-fdb33ded-981b-494d-b760-06021d205a31 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Transition to ACTIVE for port object 858b89fb-bd27-47fb-90a6-9545980d479a will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:30:58.255079 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-98eded1a-3d05-43a1-8658-af2c2066dedf None None] For port 16866c84-9cd5-4a3d-af20-852048542eab, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:30:58.259931 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-98eded1a-3d05-43a1-8658-af2c2066dedf None None] For port 16866c84-9cd5-4a3d-af20-852048542eab, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=16866c84-9cd5-4a3d-af20-852048542eab,segment=NetworkSegment(0bc09363-4857-46b2-90a0-db0228d4026f),segment_id=0bc09363-4857-46b2-90a0-db0228d4026f)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:30:58.262410 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fdb33ded-981b-494d-b760-06021d205a31 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:58.265919 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-98eded1a-3d05-43a1-8658-af2c2066dedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:58.271727 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f9da2dfe-b6d1-4353-ae3a-12089dd7699b tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:58.275966 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f9da2dfe-b6d1-4353-ae3a-12089dd7699b tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728902'] for router, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:58.360433 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eded1a-3d05-43a1-8658-af2c2066dedf None None] Pushing event updated for resources: {'Port': ['ID=16866c84-9cd5-4a3d-af20-852048542eab,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:58.455779 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9da2dfe-b6d1-4353-ae3a-12089dd7699b tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Router 9e0f753f-b520-4863-92e5-9e986da17c37 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:30:58.474429 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb33ded-981b-494d-b760-06021d205a31 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Network 589a0197-d1af-4fc9-9262-356094b75395 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:30:58.482181 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-fdb33ded-981b-494d-b760-06021d205a31 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:30:58.484673 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb33ded-981b-494d-b760-06021d205a31 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:30:58.522961 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb33ded-981b-494d-b760-06021d205a31 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Pushing event updated for resources: {'Port': ['ID=858b89fb-bd27-47fb-90a6-9545980d479a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:58.553188 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fdb33ded-981b-494d-b760-06021d205a31 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:58.615395 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9da2dfe-b6d1-4353-ae3a-12089dd7699b tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:30:58.623709 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f9da2dfe-b6d1-4353-ae3a-12089dd7699b tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:58.628000 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f9da2dfe-b6d1-4353-ae3a-12089dd7699b tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "PUT /v2.0/routers/9e0f753f-b520-4863-92e5-9e986da17c37 HTTP/1.1" status: 200 len: 705 time: 1.1521559 Feb 28 14:30:58.628451 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60200) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:58.636496 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e128d5-c18f-482d-8b2a-b7e98a01276a None None] Sync routers for ids ['9e0f753f-b520-4863-92e5-9e986da17c37'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:30:58.650175 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e128d5-c18f-482d-8b2a-b7e98a01276a None None] Routers {'9e0f753f-b520-4863-92e5-9e986da17c37'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:58.650949 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-24e128d5-c18f-482d-8b2a-b7e98a01276a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9e0f753f-b520-4863-92e5-9e986da17c37'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:58.684781 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f8fe9505-516a-410f-9404-ade10a501895 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Synchronizing usage tracker for tenant:c21cf0538945438095f306ca2bde76da on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:30:58.720572 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-f8fe9505-516a-410f-9404-ade10a501895 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Unset dirty status for tenant:c21cf0538945438095f306ca2bde76da on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:30:58.724859 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60204) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:58.725573 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f8fe9505-516a-410f-9404-ade10a501895 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e0f753f-b520-4863-92e5-9e986da17c37 HTTP/1.1" status: 200 len: 205 time: 0.0951347 Feb 28 14:30:58.791462 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fdb33ded-981b-494d-b760-06021d205a31 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:58.802472 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-24e128d5-c18f-482d-8b2a-b7e98a01276a None None] Set router 9e0f753f-b520-4863-92e5-9e986da17c37 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:58.894781 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ff5d0b52-b191-4f59-bffe-68501f8ee1e2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:58.915685 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-24e128d5-c18f-482d-8b2a-b7e98a01276a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:54Z', 'revision_number': 11, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:58.920660 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e128d5-c18f-482d-8b2a-b7e98a01276a None None] Checking router: 9e0f753f-b520-4863-92e5-9e986da17c37 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:30:58.929906 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e128d5-c18f-482d-8b2a-b7e98a01276a None None] Routers {'9e0f753f-b520-4863-92e5-9e986da17c37'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:30:58.930703 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-24e128d5-c18f-482d-8b2a-b7e98a01276a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9e0f753f-b520-4863-92e5-9e986da17c37'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:59.065933 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-24e128d5-c18f-482d-8b2a-b7e98a01276a None None] Set router 9e0f753f-b520-4863-92e5-9e986da17c37 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:30:59.182670 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-24e128d5-c18f-482d-8b2a-b7e98a01276a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:54Z', 'revision_number': 11, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:30:59.186992 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e128d5-c18f-482d-8b2a-b7e98a01276a None None] The sync data for ids ['9e0f753f-b520-4863-92e5-9e986da17c37'] in dv-neutron-831192-4-hyperv is: [{'id': '9e0f753f-b520-4863-92e5-9e986da17c37', 'name': 'tempest-RoutersIpV6Test-router-1979143077', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:11Z', 'updated_at': '2022-02-28T14:30:54Z', 'revision_number': 11, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:30:59.250444 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fdb33ded-981b-494d-b760-06021d205a31 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:59.256332 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fdb33ded-981b-494d-b760-06021d205a31 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:59.368472 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ff5d0b52-b191-4f59-bffe-68501f8ee1e2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:59.372651 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ff5d0b52-b191-4f59-bffe-68501f8ee1e2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:59.388045 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fdb33ded-981b-494d-b760-06021d205a31 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:59.392971 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb33ded-981b-494d-b760-06021d205a31 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Pushing event updated for resources: {'Port': ['ID=858b89fb-bd27-47fb-90a6-9545980d479a,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:30:59.419345 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:30:59.424403 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ff5d0b52-b191-4f59-bffe-68501f8ee1e2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:59.425106 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5d0b52-b191-4f59-bffe-68501f8ee1e2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Fanout notify agent at l3_agent the message router_deleted on router 9e0f753f-b520-4863-92e5-9e986da17c37 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:30:59.447838 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ff5d0b52-b191-4f59-bffe-68501f8ee1e2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:59.449523 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ff5d0b52-b191-4f59-bffe-68501f8ee1e2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/routers/9e0f753f-b520-4863-92e5-9e986da17c37 HTTP/1.1" status: 204 len: 168 time: 0.7219377 Feb 28 14:30:59.453801 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60208) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:59.459854 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e9c25e74-1151-4a30-9c7b-df5b90ae7ac8 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1802045423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:59.468445 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e9c25e74-1151-4a30-9c7b-df5b90ae7ac8 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:30:59.473261 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e9c25e74-1151-4a30-9c7b-df5b90ae7ac8 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Usage tracker for resource:router and tenant:c21cf0538945438095f306ca2bde76da is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:30:59.476783 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e9c25e74-1151-4a30-9c7b-df5b90ae7ac8 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:30:59.485500 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e9c25e74-1151-4a30-9c7b-df5b90ae7ac8 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:30:59.501756 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e9c25e74-1151-4a30-9c7b-df5b90ae7ac8 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:59.502839 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e9c25e74-1151-4a30-9c7b-df5b90ae7ac8 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:59.520240 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:30:59.520963 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e9c25e74-1151-4a30-9c7b-df5b90ae7ac8 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:59.525226 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:30:59.525892 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:59.540268 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e9c25e74-1151-4a30-9c7b-df5b90ae7ac8 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:59.558248 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb33ded-981b-494d-b760-06021d205a31 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Network 589a0197-d1af-4fc9-9262-356094b75395 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:30:59.559558 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-fdb33ded-981b-494d-b760-06021d205a31 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:30:59.576866 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e9c25e74-1151-4a30-9c7b-df5b90ae7ac8 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:59.581635 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e9c25e74-1151-4a30-9c7b-df5b90ae7ac8 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1240144 Feb 28 14:30:59.581869 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60212) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:30:59.588401 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-bde8229b-2ddf-4f5b-8f22-9637711eaa24 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:30:59.689165 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:59.710865 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:30:59.718174 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:30:59.719441 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 16866c84-9cd5-4a3d-af20-852048542eab up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:30:59.820915 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb33ded-981b-494d-b760-06021d205a31 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Router 328e2cbb-6c79-4cd3-a02a-656dfc7a9028 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:30:59.863917 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 16866c84-9cd5-4a3d-af20-852048542eab completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:30:59.876899 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:00.002479 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457d3555-cb1c-4b9b-81cb-1c809ddffd5e None None] Network 589a0197-d1af-4fc9-9262-356094b75395 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:31:00.012959 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb33ded-981b-494d-b760-06021d205a31 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:31:00.021930 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fdb33ded-981b-494d-b760-06021d205a31 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "PUT /v2.0/routers/328e2cbb-6c79-4cd3-a02a-656dfc7a9028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5015519 Feb 28 14:31:00.026476 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244e13e2-765c-46da-8d08-cb7810a939a4 None None] Sync routers for ids ['328e2cbb-6c79-4cd3-a02a-656dfc7a9028'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:31:00.043395 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bde8229b-2ddf-4f5b-8f22-9637711eaa24 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:00.055971 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bde8229b-2ddf-4f5b-8f22-9637711eaa24 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728902'] for router, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:00.119723 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-73b28a1b-3778-467b-96cf-115824956299 None None] Provisioning for port 16866c84-9cd5-4a3d-af20-852048542eab completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:31:00.124366 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244e13e2-765c-46da-8d08-cb7810a939a4 None None] Routers {'328e2cbb-6c79-4cd3-a02a-656dfc7a9028'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:31:00.125002 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-244e13e2-765c-46da-8d08-cb7810a939a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['328e2cbb-6c79-4cd3-a02a-656dfc7a9028'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:00.189506 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-73b28a1b-3778-467b-96cf-115824956299 None None] Provisioning complete for port 16866c84-9cd5-4a3d-af20-852048542eab triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:00.190348 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-73b28a1b-3778-467b-96cf-115824956299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:00.200767 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-1477828d-8d69-4025-b4dc-b871c9dd40e9 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-286825332&fields=id&tenant_id=da8de2a3d9124e5bb1749f1b8ff00f1e HTTP/1.1" status: 200 len: 267 time: 0.0450196 Feb 28 14:31:00.232604 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde8229b-2ddf-4f5b-8f22-9637711eaa24 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Router c0b3401b-cae0-4de5-9b31-51766732d2ce is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:31:00.375815 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde8229b-2ddf-4f5b-8f22-9637711eaa24 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:31:00.382592 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bde8229b-2ddf-4f5b-8f22-9637711eaa24 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:00.386890 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bde8229b-2ddf-4f5b-8f22-9637711eaa24 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "PUT /v2.0/routers/c0b3401b-cae0-4de5-9b31-51766732d2ce HTTP/1.1" status: 200 len: 698 time: 0.8038573 Feb 28 14:31:00.387725 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60228) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:00.389092 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617e8d29-a28d-4f2e-94e8-827189fb5cb4 None None] Sync routers for ids ['c0b3401b-cae0-4de5-9b31-51766732d2ce'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:31:00.401368 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617e8d29-a28d-4f2e-94e8-827189fb5cb4 None None] Routers {'c0b3401b-cae0-4de5-9b31-51766732d2ce'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:31:00.403770 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-617e8d29-a28d-4f2e-94e8-827189fb5cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c0b3401b-cae0-4de5-9b31-51766732d2ce'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:00.494277 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-6b8d18b3-9289-4b10-935f-271eb253b660 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:00.501174 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-6b8d18b3-9289-4b10-935f-271eb253b660 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/networks?id=589a0197-d1af-4fc9-9262-356094b75395 HTTP/1.1" status: 200 len: 796 time: 0.2930036 Feb 28 14:31:00.519615 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-c9586f64-e056-44e0-ad9a-0ea4ae3964fe tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/quotas/da8de2a3d9124e5bb1749f1b8ff00f1e HTTP/1.1" status: 200 len: 375 time: 0.0168340 Feb 28 14:31:00.540065 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ec4b4d90-4b64-4b5f-b6d4-111cc5789553 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "GET /v2.0/routers/c0b3401b-cae0-4de5-9b31-51766732d2ce HTTP/1.1" status: 200 len: 704 time: 0.1511924 Feb 28 14:31:00.541061 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60232) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:00.600619 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-244e13e2-765c-46da-8d08-cb7810a939a4 None None] Set router 328e2cbb-6c79-4cd3-a02a-656dfc7a9028 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:31:00.602148 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-31666e7d-1505-4eef-a90a-6ba71c4c4389 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Synchronizing usage tracker for tenant:c21cf0538945438095f306ca2bde76da on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:31:00.603723 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-617e8d29-a28d-4f2e-94e8-827189fb5cb4 None None] Set router c0b3401b-cae0-4de5-9b31-51766732d2ce gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:31:00.610228 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-44d7e671-d551-44cc-85f3-96668f452dfc tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Synchronizing usage tracker for tenant:da8de2a3d9124e5bb1749f1b8ff00f1e on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:31:00.616837 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-31666e7d-1505-4eef-a90a-6ba71c4c4389 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Unset dirty status for tenant:c21cf0538945438095f306ca2bde76da on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:31:00.617992 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-31666e7d-1505-4eef-a90a-6ba71c4c4389 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0b3401b-cae0-4de5-9b31-51766732d2ce HTTP/1.1" status: 200 len: 205 time: 0.0763426 Feb 28 14:31:00.622957 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60236) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:00.693836 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-44d7e671-d551-44cc-85f3-96668f452dfc tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Unset dirty status for tenant:da8de2a3d9124e5bb1749f1b8ff00f1e on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:31:00.695384 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-44d7e671-d551-44cc-85f3-96668f452dfc tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=da8de2a3d9124e5bb1749f1b8ff00f1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1691790 Feb 28 14:31:00.744584 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-617e8d29-a28d-4f2e-94e8-827189fb5cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b3401b-cae0-4de5-9b31-51766732d2ce', 'name': 'tempest-RoutersIpV6Test-router-1802045423', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:59Z', 'updated_at': '2022-02-28T14:31:00Z', 'revision_number': 2, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:00.748597 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617e8d29-a28d-4f2e-94e8-827189fb5cb4 None None] Checking router: c0b3401b-cae0-4de5-9b31-51766732d2ce for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:31:00.756876 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617e8d29-a28d-4f2e-94e8-827189fb5cb4 None None] Routers {'c0b3401b-cae0-4de5-9b31-51766732d2ce'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:31:00.757444 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-617e8d29-a28d-4f2e-94e8-827189fb5cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['c0b3401b-cae0-4de5-9b31-51766732d2ce'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:00.770240 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-73b28a1b-3778-467b-96cf-115824956299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:00.790587 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b848f81d-5c7e-42b1-bca8-74d2cc52a8ae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:00.882337 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-617e8d29-a28d-4f2e-94e8-827189fb5cb4 None None] Set router c0b3401b-cae0-4de5-9b31-51766732d2ce gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:31:00.913500 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-73b28a1b-3778-467b-96cf-115824956299 None None] For port 16866c84-9cd5-4a3d-af20-852048542eab, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=16866c84-9cd5-4a3d-af20-852048542eab,segment=NetworkSegment(0bc09363-4857-46b2-90a0-db0228d4026f),segment_id=0bc09363-4857-46b2-90a0-db0228d4026f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:31:00.929080 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-73b28a1b-3778-467b-96cf-115824956299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:00.998582 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-617e8d29-a28d-4f2e-94e8-827189fb5cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b3401b-cae0-4de5-9b31-51766732d2ce', 'name': 'tempest-RoutersIpV6Test-router-1802045423', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:59Z', 'updated_at': '2022-02-28T14:31:00Z', 'revision_number': 2, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:01.005633 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617e8d29-a28d-4f2e-94e8-827189fb5cb4 None None] The sync data for ids ['c0b3401b-cae0-4de5-9b31-51766732d2ce'] in dv-neutron-831192-4-hyperv is: [{'id': 'c0b3401b-cae0-4de5-9b31-51766732d2ce', 'name': 'tempest-RoutersIpV6Test-router-1802045423', 'tenant_id': 'c21cf0538945438095f306ca2bde76da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:59Z', 'updated_at': '2022-02-28T14:31:00Z', 'revision_number': 2, 'project_id': 'c21cf0538945438095f306ca2bde76da', 'gw_port_host': None}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:31:01.062568 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b28a1b-3778-467b-96cf-115824956299 None None] Pushing event updated for resources: {'Port': ['ID=16866c84-9cd5-4a3d-af20-852048542eab,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:01.102673 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-244e13e2-765c-46da-8d08-cb7810a939a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933297153', 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:52Z', 'updated_at': '2022-02-28T14:30:58Z', 'revision_number': 4, 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'gw_port': {'id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:53Z', 'updated_at': '2022-02-28T14:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '858b89fb-bd27-47fb-90a6-9545980d479a', 'name': '', 'network_id': '589a0197-d1af-4fc9-9262-356094b75395', 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'mac_address': 'fa:16:3e:34:f1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '3beb3563-75f4-4921-9c4b-91831fc2c07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:57Z', 'updated_at': '2022-02-28T14:30:59Z', 'revision_number': 2, 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'subnets': [{'id': '3beb3563-75f4-4921-9c4b-91831fc2c07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:01.109355 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244e13e2-765c-46da-8d08-cb7810a939a4 None None] Checking router: 328e2cbb-6c79-4cd3-a02a-656dfc7a9028 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:31:01.109710 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244e13e2-765c-46da-8d08-cb7810a939a4 None None] Updating router 328e2cbb-6c79-4cd3-a02a-656dfc7a9028 port 858b89fb-bd27-47fb-90a6-9545980d479a binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:31:01.170968 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-244e13e2-765c-46da-8d08-cb7810a939a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:01.181638 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b848f81d-5c7e-42b1-bca8-74d2cc52a8ae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:01.185261 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b848f81d-5c7e-42b1-bca8-74d2cc52a8ae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:01.190937 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-0b21f942-4f94-42af-bf65-2bb1a7943734 service neutron] 10.222.0.30 "GET /v2.0/networks/589a0197-d1af-4fc9-9262-356094b75395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434786 Feb 28 14:31:01.311869 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bee52069-8701-4f60-9a37-49e8cad6060d None None] Provisioning for port 858b89fb-bd27-47fb-90a6-9545980d479a completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:31:01.323198 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b848f81d-5c7e-42b1-bca8-74d2cc52a8ae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:01.323722 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b848f81d-5c7e-42b1-bca8-74d2cc52a8ae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Fanout notify agent at l3_agent the message router_deleted on router c0b3401b-cae0-4de5-9b31-51766732d2ce {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:31:01.335946 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bee52069-8701-4f60-9a37-49e8cad6060d None None] Provisioning complete for port 858b89fb-bd27-47fb-90a6-9545980d479a triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:01.336307 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bee52069-8701-4f60-9a37-49e8cad6060d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:01.344219 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b848f81d-5c7e-42b1-bca8-74d2cc52a8ae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:01.347833 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b848f81d-5c7e-42b1-bca8-74d2cc52a8ae tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/routers/c0b3401b-cae0-4de5-9b31-51766732d2ce HTTP/1.1" status: 204 len: 168 time: 0.7235699 Feb 28 14:31:01.349579 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60240) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:01.370976 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:31:01.376771 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-a849b3a8-cc35-4c4b-953d-a6f048dfd486 service neutron] 10.222.0.30 "GET /v2.0/networks/589a0197-d1af-4fc9-9262-356094b75395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690893 Feb 28 14:31:01.441610 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60244) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:01.441966 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-02ab92c2-bb8b-460d-922f-7c00280a1a51 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0b3401b-cae0-4de5-9b31-51766732d2ce HTTP/1.1" status: 200 len: 205 time: 0.0912025 Feb 28 14:31:01.459473 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-bee52069-8701-4f60-9a37-49e8cad6060d None None] Port 858b89fb-bd27-47fb-90a6-9545980d479a cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:31:01.554256 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-0025ead0-d6d2-4486-88d3-a3b864d75de9 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] delete failed (client error): The resource could not be found. Feb 28 14:31:01.558744 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0025ead0-d6d2-4486-88d3-a3b864d75de9 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/routers/c0b3401b-cae0-4de5-9b31-51766732d2ce HTTP/1.1" status: 404 len: 336 time: 0.1150503 Feb 28 14:31:01.561591 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60250) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:01.599694 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bee52069-8701-4f60-9a37-49e8cad6060d None None] Provisioning complete for port 16866c84-9cd5-4a3d-af20-852048542eab triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:01.600058 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bee52069-8701-4f60-9a37-49e8cad6060d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:01.638915 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:01.639706 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:01.798422 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d998148f-2fb8-4358-811b-498478503f72 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] DELETE failed (client error): The resource could not be found. Feb 28 14:31:01.798874 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d998148f-2fb8-4358-811b-498478503f72 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:31:01.802981 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d998148f-2fb8-4358-811b-498478503f72 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/subnets/5c6d0672-0d46-45ed-8cc6-03b9822f94f2 HTTP/1.1" status: 404 len: 337 time: 0.2379627 Feb 28 14:31:01.803596 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60260) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:01.814484 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ab041fe7-7fad-4712-ae58-1e187ca0ee67 req-c24c65ac-6632-459d-900a-b0f04b5928cb tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 210 time: 0.1994903 Feb 28 14:31:01.856567 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-14abedd7-4c34-4701-80b1-678b9935baac tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] DELETE failed (client error): The resource could not be found. Feb 28 14:31:01.857255 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14abedd7-4c34-4701-80b1-678b9935baac tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:31:01.861408 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-14abedd7-4c34-4701-80b1-678b9935baac tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/subnets/93562f58-4ec2-45dd-a0ab-068ad8df294d HTTP/1.1" status: 404 len: 337 time: 0.0557256 Feb 28 14:31:01.863446 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60264) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:01.902388 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-30311a8d-5ce1-4533-94ad-fcc5c2b0ea97 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] DELETE failed (client error): The resource could not be found. Feb 28 14:31:01.902844 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30311a8d-5ce1-4533-94ad-fcc5c2b0ea97 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:31:01.904940 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-30311a8d-5ce1-4533-94ad-fcc5c2b0ea97 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/subnets/42990a20-a3dc-4915-a042-bf0b652ef804 HTTP/1.1" status: 404 len: 337 time: 0.0403063 Feb 28 14:31:01.907434 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60270) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:01.948911 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db1361b-d0d8-4d43-b163-b00edc399739 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] DELETE failed (client error): The resource could not be found. Feb 28 14:31:01.949358 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db1361b-d0d8-4d43-b163-b00edc399739 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:31:01.953597 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8db1361b-d0d8-4d43-b163-b00edc399739 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/subnets/f677d81e-9b9d-4bb2-b93b-75be072a9517 HTTP/1.1" status: 404 len: 337 time: 0.0425568 Feb 28 14:31:01.953778 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 16866c84-9cd5-4a3d-af20-852048542eab up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:31:01.954343 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60274) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:02.004961 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-244e13e2-765c-46da-8d08-cb7810a939a4 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:02.015763 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1065e9c2-d037-47f2-ba44-7175df8ae0a1 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e0f753f-b520-4863-92e5-9e986da17c37 HTTP/1.1" status: 200 len: 205 time: 0.0599589 Feb 28 14:31:02.018105 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60278) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:02.030006 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-244e13e2-765c-46da-8d08-cb7810a939a4 None None] Transition to ACTIVE for port object 858b89fb-bd27-47fb-90a6-9545980d479a will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:31:02.041659 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-244e13e2-765c-46da-8d08-cb7810a939a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:02.094944 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-e35093f0-c42e-444d-af16-989270b37ec2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] delete failed (client error): The resource could not be found. Feb 28 14:31:02.096627 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e35093f0-c42e-444d-af16-989270b37ec2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/routers/9e0f753f-b520-4863-92e5-9e986da17c37 HTTP/1.1" status: 404 len: 336 time: 0.0774450 Feb 28 14:31:02.099419 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60282) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:02.226794 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 16866c84-9cd5-4a3d-af20-852048542eab triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:02.227144 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:02.364271 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2a84421e-ef9d-4059-9c15-a387eb07eb19 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "GET /v2.0/ports?device_id=417aae88-368f-4e8f-ad8e-e000c68475ca HTTP/1.1" status: 200 len: 205 time: 0.2628450 Feb 28 14:31:02.364982 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4b173-692d-4afa-8f28-3afec4b256da None None] Pushing event updated for resources: {'Port': ['ID=858b89fb-bd27-47fb-90a6-9545980d479a,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:02.366110 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60286) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:02.435728 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-244e13e2-765c-46da-8d08-cb7810a939a4 None None] Attempting to bind port 858b89fb-bd27-47fb-90a6-9545980d479a on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:31:02.436100 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-244e13e2-765c-46da-8d08-cb7810a939a4 None None] Attempting to bind port 858b89fb-bd27-47fb-90a6-9545980d479a by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '0bc09363-4857-46b2-90a0-db0228d4026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '589a0197-d1af-4fc9-9262-356094b75395'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:31:02.436451 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244e13e2-765c-46da-8d08-cb7810a939a4 None None] Attempting to bind port 858b89fb-bd27-47fb-90a6-9545980d479a on network 589a0197-d1af-4fc9-9262-356094b75395 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:31:02.444442 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-e2e34d18-2ef0-4f3b-befb-606f1964ad46 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] delete failed (client error): The resource could not be found. Feb 28 14:31:02.448135 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e2e34d18-2ef0-4f3b-befb-606f1964ad46 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/routers/417aae88-368f-4e8f-ad8e-e000c68475ca HTTP/1.1" status: 404 len: 336 time: 0.0784402 Feb 28 14:31:02.449789 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60290) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:02.476372 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244e13e2-765c-46da-8d08-cb7810a939a4 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:31:02.476738 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244e13e2-765c-46da-8d08-cb7810a939a4 None None] Checking segment: {'id': '0bc09363-4857-46b2-90a0-db0228d4026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '589a0197-d1af-4fc9-9262-356094b75395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:31:02.477144 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-244e13e2-765c-46da-8d08-cb7810a939a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:02.477499 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244e13e2-765c-46da-8d08-cb7810a939a4 None None] Bound using segment: {'id': '0bc09363-4857-46b2-90a0-db0228d4026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '589a0197-d1af-4fc9-9262-356094b75395'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:31:02.478028 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-244e13e2-765c-46da-8d08-cb7810a939a4 None None] Bound port: 858b89fb-bd27-47fb-90a6-9545980d479a, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc09363-4857-46b2-90a0-db0228d4026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '589a0197-d1af-4fc9-9262-356094b75395'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:31:02.478676 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-244e13e2-765c-46da-8d08-cb7810a939a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:02.487690 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e08f9e-791e-4df4-ba2d-057f94eb4035 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] DELETE failed (client error): The resource could not be found. Feb 28 14:31:02.488136 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4e08f9e-791e-4df4-ba2d-057f94eb4035 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:31:02.489895 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d4e08f9e-791e-4df4-ba2d-057f94eb4035 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/subnets/f2bbaad7-523d-42c9-98cf-ea34951dfb28 HTTP/1.1" status: 404 len: 337 time: 0.0391297 Feb 28 14:31:02.492530 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60294) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:02.535302 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fbd4b6c2-ddd7-4254-bcc5-493d1aab3fc2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c3ae3cf-f9da-48de-92a6-96e491aa60ee HTTP/1.1" status: 200 len: 205 time: 0.0416906 Feb 28 14:31:02.537767 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60298) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:02.598231 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-244e13e2-765c-46da-8d08-cb7810a939a4 None None] For port 858b89fb-bd27-47fb-90a6-9545980d479a, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:31:02.601952 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-244e13e2-765c-46da-8d08-cb7810a939a4 None None] For port 858b89fb-bd27-47fb-90a6-9545980d479a, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=858b89fb-bd27-47fb-90a6-9545980d479a,segment=NetworkSegment(0bc09363-4857-46b2-90a0-db0228d4026f),segment_id=0bc09363-4857-46b2-90a0-db0228d4026f)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:31:02.606322 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-244e13e2-765c-46da-8d08-cb7810a939a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:02.609620 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-8d33a9b8-3fb9-462e-885e-fad0ac5ec43a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] delete failed (client error): The resource could not be found. Feb 28 14:31:02.610629 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8d33a9b8-3fb9-462e-885e-fad0ac5ec43a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/routers/3c3ae3cf-f9da-48de-92a6-96e491aa60ee HTTP/1.1" status: 404 len: 336 time: 0.0720222 Feb 28 14:31:02.613604 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60302) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:02.659213 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4c16ddff-3bdc-4ebb-a903-d7a2416564ff tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "GET /v2.0/ports?device_id=f29f7b08-684d-4638-b85d-b9af0257a937 HTTP/1.1" status: 200 len: 205 time: 0.0421193 Feb 28 14:31:02.660113 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60306) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:02.688158 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244e13e2-765c-46da-8d08-cb7810a939a4 None None] Routers {'328e2cbb-6c79-4cd3-a02a-656dfc7a9028'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:31:02.688859 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-244e13e2-765c-46da-8d08-cb7810a939a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:30:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['328e2cbb-6c79-4cd3-a02a-656dfc7a9028'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:02.737095 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-66300fec-e961-400b-9a8e-91b775b4c4b4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] delete failed (client error): The resource could not be found. Feb 28 14:31:02.738510 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-66300fec-e961-400b-9a8e-91b775b4c4b4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/routers/f29f7b08-684d-4638-b85d-b9af0257a937 HTTP/1.1" status: 404 len: 336 time: 0.0768754 Feb 28 14:31:02.741178 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60310) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:02.764817 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4b173-692d-4afa-8f28-3afec4b256da None None] Pushing event updated for resources: {'Port': ['ID=858b89fb-bd27-47fb-90a6-9545980d479a,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:02.799108 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-875c7de7-6473-4964-b02c-c74801a3b52d tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] DELETE failed (client error): The resource could not be found. Feb 28 14:31:02.799596 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-875c7de7-6473-4964-b02c-c74801a3b52d tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:31:02.801888 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-875c7de7-6473-4964-b02c-c74801a3b52d tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/subnets/b3228a03-2e69-4ef1-af7c-03c1d9c389a9 HTTP/1.1" status: 404 len: 337 time: 0.0592642 Feb 28 14:31:02.804395 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60314) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:02.856315 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-746df1c1-9046-48c4-8582-bb240bfe0783 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd772a59-b8f6-474f-aec7-aa30e691919f HTTP/1.1" status: 200 len: 205 time: 0.0497396 Feb 28 14:31:02.858713 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60320) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:02.928785 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-244e13e2-765c-46da-8d08-cb7810a939a4 None None] Set router 328e2cbb-6c79-4cd3-a02a-656dfc7a9028 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:31:02.944514 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-6ea95010-b390-40cc-9928-2db502fb2fb4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] delete failed (client error): The resource could not be found. Feb 28 14:31:02.945963 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6ea95010-b390-40cc-9928-2db502fb2fb4 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/routers/cd772a59-b8f6-474f-aec7-aa30e691919f HTTP/1.1" status: 404 len: 336 time: 0.0860791 Feb 28 14:31:02.948660 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60324) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:03.002643 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6a58e7-3492-439d-a979-a4f81ffecc81 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] DELETE failed (client error): The resource could not be found. Feb 28 14:31:03.003656 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff6a58e7-3492-439d-a979-a4f81ffecc81 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:31:03.005715 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ff6a58e7-3492-439d-a979-a4f81ffecc81 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/subnets/422cd4af-ddc4-4b88-90ee-9f8794e41245 HTTP/1.1" status: 404 len: 337 time: 0.0561464 Feb 28 14:31:03.009302 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60328) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:03.058680 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c97cc92-cd3f-4116-81b5-d3a2813c0e4a req-d767400f-67d7-464a-9cc3-203b4c3a3329 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 210 time: 0.0939012 Feb 28 14:31:03.062315 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-dc02fdc5-3356-4000-a728-99b1334c1566 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d5a2d21-b021-4f9d-801e-057723979eed HTTP/1.1" status: 200 len: 205 time: 0.0513802 Feb 28 14:31:03.065670 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60332) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:03.069242 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-c9980de6-64a1-4401-a3a4-8143b3674c9a tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:03.071135 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-c9980de6-64a1-4401-a3a4-8143b3674c9a tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.13 "GET /v2.0/networks?id=589a0197-d1af-4fc9-9262-356094b75395 HTTP/1.1" status: 200 len: 796 time: 0.2758567 Feb 28 14:31:03.131320 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-d1da0074-92f6-4d4d-8ec4-e3d3ad761e42 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da8de2a3d9124e5bb1749f1b8ff00f1e HTTP/1.1" status: 200 len: 379 time: 0.0495567 Feb 28 14:31:03.137158 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-2bf87a55-0319-4d5e-b306-b93b5d2ab81a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] delete failed (client error): The resource could not be found. Feb 28 14:31:03.140633 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2bf87a55-0319-4d5e-b306-b93b5d2ab81a tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/routers/7d5a2d21-b021-4f9d-801e-057723979eed HTTP/1.1" status: 404 len: 336 time: 0.0716393 Feb 28 14:31:03.140808 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-1a6e10bb-fb6e-4a45-a163-9674e57a7b00 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Request body: {'port': {'device_id': 'cc156523-b18a-4539-8e6d-41b4cdf33977', 'network_id': '589a0197-d1af-4fc9-9262-356094b75395', 'admin_state_up': True, 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'security_groups': ['0601ad36-f44b-4bc8-b975-f87b0a0917a9']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:03.141200 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60338) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:03.185653 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5cac326-43a6-4c08-bf8c-5833b32a20d1 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] DELETE failed (client error): The resource could not be found. Feb 28 14:31:03.186109 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5cac326-43a6-4c08-bf8c-5833b32a20d1 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:31:03.190244 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b5cac326-43a6-4c08-bf8c-5833b32a20d1 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/subnets/c6bce65e-7093-45ae-b720-fe6ae1e2baea HTTP/1.1" status: 404 len: 337 time: 0.0455155 Feb 28 14:31:03.190636 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60344) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:03.228456 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb221d8-49eb-4aa8-ae4d-0c40cc0df0a2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] DELETE failed (client error): The resource could not be found. Feb 28 14:31:03.228905 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb221d8-49eb-4aa8-ae4d-0c40cc0df0a2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:31:03.230586 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4eb221d8-49eb-4aa8-ae4d-0c40cc0df0a2 tempest-RoutersIpV6Test-1237353403 tempest-RoutersIpV6Test-1237353403-project] 10.222.0.30 "DELETE /v2.0/subnets/addc0d59-9727-4c9c-b554-17038dfe7b9a HTTP/1.1" status: 404 len: 337 time: 0.0390310 Feb 28 14:31:03.286858 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-1a6e10bb-fb6e-4a45-a163-9674e57a7b00 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:03.298172 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-1a6e10bb-fb6e-4a45-a163-9674e57a7b00 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:03.308789 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-244e13e2-765c-46da-8d08-cb7810a939a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933297153', 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:52Z', 'updated_at': '2022-02-28T14:30:58Z', 'revision_number': 4, 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'gw_port': {'id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:53Z', 'updated_at': '2022-02-28T14:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '858b89fb-bd27-47fb-90a6-9545980d479a', 'name': '', 'network_id': '589a0197-d1af-4fc9-9262-356094b75395', 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'mac_address': 'fa:16:3e:34:f1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '3beb3563-75f4-4921-9c4b-91831fc2c07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:57Z', 'updated_at': '2022-02-28T14:31:02Z', 'revision_number': 4, 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'subnets': [{'id': '3beb3563-75f4-4921-9c4b-91831fc2c07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:03.310787 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-1a6e10bb-fb6e-4a45-a163-9674e57a7b00 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Made reservation on behalf of da8de2a3d9124e5bb1749f1b8ff00f1e for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:31:03.313276 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244e13e2-765c-46da-8d08-cb7810a939a4 None None] The sync data for ids ['328e2cbb-6c79-4cd3-a02a-656dfc7a9028'] in dv-neutron-831192-4-hyperv is: [{'id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933297153', 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:52Z', 'updated_at': '2022-02-28T14:30:58Z', 'revision_number': 4, 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'gw_port': {'id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:53Z', 'updated_at': '2022-02-28T14:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '858b89fb-bd27-47fb-90a6-9545980d479a', 'name': '', 'network_id': '589a0197-d1af-4fc9-9262-356094b75395', 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'mac_address': 'fa:16:3e:34:f1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '3beb3563-75f4-4921-9c4b-91831fc2c07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:57Z', 'updated_at': '2022-02-28T14:31:02Z', 'revision_number': 4, 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'subnets': [{'id': '3beb3563-75f4-4921-9c4b-91831fc2c07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:31:03.314420 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-1a6e10bb-fb6e-4a45-a163-9674e57a7b00 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:03.513531 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-1a6e10bb-fb6e-4a45-a163-9674e57a7b00 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Allocated IP 172.20.0.10 (589a0197-d1af-4fc9-9262-356094b75395/3beb3563-75f4-4921-9c4b-91831fc2c07c/14d3862a-60ae-436d-84cf-3a77b40c149f) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:31:03.591717 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60352) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:03.729089 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-1a6e10bb-fb6e-4a45-a163-9674e57a7b00 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:03.745532 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-1a6e10bb-fb6e-4a45-a163-9674e57a7b00 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Transition to ACTIVE for port object 14d3862a-60ae-436d-84cf-3a77b40c149f will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:31:03.751794 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-935ab1b2-d9f3-40d6-b09d-c5f0509420f0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c21cf0538945438095f306ca2bde76da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589167 Feb 28 14:31:03.754737 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60358) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:03.774607 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-1a6e10bb-fb6e-4a45-a163-9674e57a7b00 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:03.822985 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7511ac73-7de5-4b2a-9ab0-69b58c874845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:03.840357 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-1a6e10bb-fb6e-4a45-a163-9674e57a7b00 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Network 589a0197-d1af-4fc9-9262-356094b75395 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:31:03.843583 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-1a6e10bb-fb6e-4a45-a163-9674e57a7b00 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:31:03.850794 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7511ac73-7de5-4b2a-9ab0-69b58c874845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:03.856045 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-1a6e10bb-fb6e-4a45-a163-9674e57a7b00 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:31:03.899927 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e10bb-fb6e-4a45-a163-9674e57a7b00 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Pushing event updated for resources: {'Port': ['ID=14d3862a-60ae-436d-84cf-3a77b40c149f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:03.922092 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7511ac73-7de5-4b2a-9ab0-69b58c874845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:03.938099 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511ac73-7de5-4b2a-9ab0-69b58c874845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1eeecc5-8b5a-4ea0-8ced-38d8b501e767,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:03.944209 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-1a6e10bb-fb6e-4a45-a163-9674e57a7b00 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:03.944805 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-1a6e10bb-fb6e-4a45-a163-9674e57a7b00 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:03.954756 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7511ac73-7de5-4b2a-9ab0-69b58c874845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:03.956302 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7511ac73-7de5-4b2a-9ab0-69b58c874845 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a1eeecc5-8b5a-4ea0-8ced-38d8b501e767 HTTP/1.1" status: 204 len: 168 time: 0.2001269 Feb 28 14:31:03.957903 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511ac73-7de5-4b2a-9ab0-69b58c874845 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:03.958337 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511ac73-7de5-4b2a-9ab0-69b58c874845 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:03.958950 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511ac73-7de5-4b2a-9ab0-69b58c874845 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:03.959617 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511ac73-7de5-4b2a-9ab0-69b58c874845 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:03.960056 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511ac73-7de5-4b2a-9ab0-69b58c874845 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:03.960436 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511ac73-7de5-4b2a-9ab0-69b58c874845 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:03.960952 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511ac73-7de5-4b2a-9ab0-69b58c874845 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:03.961545 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511ac73-7de5-4b2a-9ab0-69b58c874845 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:03.961921 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511ac73-7de5-4b2a-9ab0-69b58c874845 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:03.962337 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511ac73-7de5-4b2a-9ab0-69b58c874845 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:03.962768 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511ac73-7de5-4b2a-9ab0-69b58c874845 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:03.963431 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511ac73-7de5-4b2a-9ab0-69b58c874845 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:04.004832 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-1a6e10bb-fb6e-4a45-a163-9674e57a7b00 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8683360 Feb 28 14:31:04.020285 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-41063fd8-86b9-4e4f-a9a1-ac9063b4f22c service neutron] Request body: {'port': {'device_id': 'cc156523-b18a-4539-8e6d-41b4cdf33977', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:04.149650 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-41063fd8-86b9-4e4f-a9a1-ac9063b4f22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:04.150627 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1ef7fca8-59a1-4c4d-b044-7a156ae462cf None None] Provisioning for port 14d3862a-60ae-436d-84cf-3a77b40c149f completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:31:04.156867 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1ef7fca8-59a1-4c4d-b044-7a156ae462cf None None] Provisioning complete for port 14d3862a-60ae-436d-84cf-3a77b40c149f triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:04.157067 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1ef7fca8-59a1-4c4d-b044-7a156ae462cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:04.235814 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1ef7fca8-59a1-4c4d-b044-7a156ae462cf None None] Port 14d3862a-60ae-436d-84cf-3a77b40c149f cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:31:04.299700 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81118c-7fbf-4b42-bcc4-861c33bd9fdf req-42f7bc60-c063-4540-bc5d-8cfbddf33796 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:04.301357 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9e81118c-7fbf-4b42-bcc4-861c33bd9fdf req-42f7bc60-c063-4540-bc5d-8cfbddf33796 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 932 time: 0.1019843 Feb 28 14:31:04.353293 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-9e81118c-7fbf-4b42-bcc4-861c33bd9fdf req-927bc3c2-a417-463f-82a8-75fbe7b11acf tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Synchronizing usage tracker for tenant:da8de2a3d9124e5bb1749f1b8ff00f1e on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:31:04.373831 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-9e81118c-7fbf-4b42-bcc4-861c33bd9fdf req-927bc3c2-a417-463f-82a8-75fbe7b11acf tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Unset dirty status for tenant:da8de2a3d9124e5bb1749f1b8ff00f1e on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:31:04.375556 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9e81118c-7fbf-4b42-bcc4-861c33bd9fdf req-927bc3c2-a417-463f-82a8-75fbe7b11acf tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/security-groups?id=0601ad36-f44b-4bc8-b975-f87b0a0917a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677383 Feb 28 14:31:04.565774 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-41063fd8-86b9-4e4f-a9a1-ac9063b4f22c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d3862a-60ae-436d-84cf-3a77b40c149f {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:31:04.573700 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-41063fd8-86b9-4e4f-a9a1-ac9063b4f22c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:04.590695 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-41063fd8-86b9-4e4f-a9a1-ac9063b4f22c service neutron] Transition to ACTIVE for port object 14d3862a-60ae-436d-84cf-3a77b40c149f will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:31:04.595484 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-41063fd8-86b9-4e4f-a9a1-ac9063b4f22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:04.855854 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60384) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:04.879408 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41063fd8-86b9-4e4f-a9a1-ac9063b4f22c service neutron] Pushing event updated for resources: {'Port': ['ID=14d3862a-60ae-436d-84cf-3a77b40c149f,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:04.967369 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5e709343-e217-48e3-ad9f-a041e41d40ba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-331160677'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:04.967585 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-41063fd8-86b9-4e4f-a9a1-ac9063b4f22c service neutron] Attempting to bind port 14d3862a-60ae-436d-84cf-3a77b40c149f on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:31:04.967826 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-41063fd8-86b9-4e4f-a9a1-ac9063b4f22c service neutron] Attempting to bind port 14d3862a-60ae-436d-84cf-3a77b40c149f by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '0bc09363-4857-46b2-90a0-db0228d4026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '589a0197-d1af-4fc9-9262-356094b75395'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:31:04.968184 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-41063fd8-86b9-4e4f-a9a1-ac9063b4f22c service neutron] Attempting to bind port 14d3862a-60ae-436d-84cf-3a77b40c149f on network 589a0197-d1af-4fc9-9262-356094b75395 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:31:04.972367 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5e709343-e217-48e3-ad9f-a041e41d40ba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:04.974384 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-41063fd8-86b9-4e4f-a9a1-ac9063b4f22c service neutron] Port 14d3862a-60ae-436d-84cf-3a77b40c149f on network 589a0197-d1af-4fc9-9262-356094b75395 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:31:04.974711 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-41063fd8-86b9-4e4f-a9a1-ac9063b4f22c service neutron] Attempting to bind port 14d3862a-60ae-436d-84cf-3a77b40c149f on network 589a0197-d1af-4fc9-9262-356094b75395 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:31:04.976133 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5e709343-e217-48e3-ad9f-a041e41d40ba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Usage tracker for resource:network and tenant:8076c9ddbc7649c999de229bb437cd91 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:04.979477 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5e709343-e217-48e3-ad9f-a041e41d40ba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:04.980721 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-41063fd8-86b9-4e4f-a9a1-ac9063b4f22c service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:31:04.981063 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-41063fd8-86b9-4e4f-a9a1-ac9063b4f22c service neutron] Checking segment: {'id': '0bc09363-4857-46b2-90a0-db0228d4026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '589a0197-d1af-4fc9-9262-356094b75395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:31:04.981444 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-41063fd8-86b9-4e4f-a9a1-ac9063b4f22c service neutron] Bound using segment: {'id': '0bc09363-4857-46b2-90a0-db0228d4026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '589a0197-d1af-4fc9-9262-356094b75395'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:31:04.981996 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-41063fd8-86b9-4e4f-a9a1-ac9063b4f22c service neutron] Bound port: 14d3862a-60ae-436d-84cf-3a77b40c149f, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc09363-4857-46b2-90a0-db0228d4026f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '589a0197-d1af-4fc9-9262-356094b75395'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:31:04.982348 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-41063fd8-86b9-4e4f-a9a1-ac9063b4f22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:04.989646 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5e709343-e217-48e3-ad9f-a041e41d40ba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:04.991915 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:05.000492 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e709343-e217-48e3-ad9f-a041e41d40ba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Made reservation on behalf of 8076c9ddbc7649c999de229bb437cd91 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:31:05.004156 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e709343-e217-48e3-ad9f-a041e41d40ba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:05.016643 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e709343-e217-48e3-ad9f-a041e41d40ba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:05.037777 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5e709343-e217-48e3-ad9f-a041e41d40ba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:05.041732 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5e709343-e217-48e3-ad9f-a041e41d40ba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Usage tracker for resource:security_group_rule and tenant:8076c9ddbc7649c999de229bb437cd91 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:05.044735 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5e709343-e217-48e3-ad9f-a041e41d40ba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:05.051209 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5e709343-e217-48e3-ad9f-a041e41d40ba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:05.091009 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-41063fd8-86b9-4e4f-a9a1-ac9063b4f22c service neutron] For port 14d3862a-60ae-436d-84cf-3a77b40c149f, host hv-neutron-8311, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:31:05.094502 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-41063fd8-86b9-4e4f-a9a1-ac9063b4f22c service neutron] For port 14d3862a-60ae-436d-84cf-3a77b40c149f, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=14d3862a-60ae-436d-84cf-3a77b40c149f,segment=NetworkSegment(0bc09363-4857-46b2-90a0-db0228d4026f),segment_id=0bc09363-4857-46b2-90a0-db0228d4026f)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:31:05.098891 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-41063fd8-86b9-4e4f-a9a1-ac9063b4f22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:05.141655 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e709343-e217-48e3-ad9f-a041e41d40ba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:05.146374 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e709343-e217-48e3-ad9f-a041e41d40ba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:05.157941 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-41063fd8-86b9-4e4f-a9a1-ac9063b4f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:05.158735 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-41063fd8-86b9-4e4f-a9a1-ac9063b4f22c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:05.160154 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-41063fd8-86b9-4e4f-a9a1-ac9063b4f22c service neutron] 10.222.0.13 "PUT /v2.0/ports/14d3862a-60ae-436d-84cf-3a77b40c149f HTTP/1.1" status: 200 len: 1094 time: 1.1448207 Feb 28 14:31:05.160574 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc156523-b18a-4539-8e6d-41b4cdf33977', 'tag': '14d3862a-60ae-436d-84cf-3a77b40c149f'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:31:05.185393 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e709343-e217-48e3-ad9f-a041e41d40ba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:31:05.201507 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e709343-e217-48e3-ad9f-a041e41d40ba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f56a24f-cd2d-42ee-896e-0ef18ff0b665,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:05.210894 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e709343-e217-48e3-ad9f-a041e41d40ba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:05.210894 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-5e709343-e217-48e3-ad9f-a041e41d40ba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Added segment 8d1fe78e-67f5-41d1-a2d1-3ba10fda6d84 of type vlan for network a6bc9f5e-eb67-470b-9d04-1993d762fb25 Feb 28 14:31:05.244758 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e709343-e217-48e3-ad9f-a041e41d40ba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:05.263194 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc156523-b18a-4539-8e6d-41b4cdf33977', 'tag': '14d3862a-60ae-436d-84cf-3a77b40c149f', 'status': 'completed', 'code': 200} Feb 28 14:31:05.276626 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41063fd8-86b9-4e4f-a9a1-ac9063b4f22c service neutron] Pushing event updated for resources: {'Port': ['ID=14d3862a-60ae-436d-84cf-3a77b40c149f,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:05.289584 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e709343-e217-48e3-ad9f-a041e41d40ba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:05.299266 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e709343-e217-48e3-ad9f-a041e41d40ba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:05.299904 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e709343-e217-48e3-ad9f-a041e41d40ba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:05.311214 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-ca972d90-ee64-4a61-b65e-6308f53a7ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:05.312881 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-ca972d90-ee64-4a61-b65e-6308f53a7ed0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=da8de2a3d9124e5bb1749f1b8ff00f1e&device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 1097 time: 0.1044021 Feb 28 14:31:05.382952 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 858b89fb-bd27-47fb-90a6-9545980d479a up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:31:05.435187 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-979f36d9-965f-49e7-9f1b-6074da04a5a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14d3862a-60ae-436d-84cf-3a77b40c149f HTTP/1.1" status: 200 len: 217 time: 0.1142616 Feb 28 14:31:05.444563 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5e709343-e217-48e3-ad9f-a041e41d40ba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5878317 Feb 28 14:31:05.444880 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60394) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:05.452028 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e709343-e217-48e3-ad9f-a041e41d40ba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Pushing event updated for resources: {'Network': ['ID=a6bc9f5e-eb67-470b-9d04-1993d762fb25,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:05.464098 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network a6bc9f5e-eb67-470b-9d04-1993d762fb25 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:31:05.514373 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-13cc087d-9172-4eab-9c55-db16b99147c0 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Request body: {'subnet': {'network_id': 'a6bc9f5e-eb67-470b-9d04-1993d762fb25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:05.559817 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-370192fc-cd62-4876-b826-9dd4541f4be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:05.563261 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-370192fc-cd62-4876-b826-9dd4541f4be0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3beb3563-75f4-4921-9c4b-91831fc2c07c HTTP/1.1" status: 200 len: 833 time: 0.1213384 Feb 28 14:31:05.630164 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 858b89fb-bd27-47fb-90a6-9545980d479a completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:31:05.635568 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 858b89fb-bd27-47fb-90a6-9545980d479a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:05.635943 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:05.647494 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cc04e-7466-4031-a92f-9e21cf89b304 req-b9d2804b-91aa-498d-a6da-73576869122e tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:05.649289 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-020cc04e-7466-4031-a92f-9e21cf89b304 req-b9d2804b-91aa-498d-a6da-73576869122e tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 944 time: 0.1097507 Feb 28 14:31:05.701442 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-13cc087d-9172-4eab-9c55-db16b99147c0 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:05.702842 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-020cc04e-7466-4031-a92f-9e21cf89b304 req-40c73704-89e0-420c-913d-1de58a5697d7 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/security-groups?id=0601ad36-f44b-4bc8-b975-f87b0a0917a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476146 Feb 28 14:31:05.707097 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-13cc087d-9172-4eab-9c55-db16b99147c0 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Usage tracker for resource:subnet and tenant:8076c9ddbc7649c999de229bb437cd91 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:05.711202 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-13cc087d-9172-4eab-9c55-db16b99147c0 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:05.719825 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-13cc087d-9172-4eab-9c55-db16b99147c0 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:05.738224 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cc087d-9172-4eab-9c55-db16b99147c0 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Made reservation on behalf of 8076c9ddbc7649c999de229bb437cd91 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:31:05.741801 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-13cc087d-9172-4eab-9c55-db16b99147c0 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:05.767586 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:05.780048 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-9669bf78-0d38-40b4-8b22-b91699d9eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:05.781518 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-9669bf78-0d38-40b4-8b22-b91699d9eb55 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=589a0197-d1af-4fc9-9262-356094b75395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1623464 Feb 28 14:31:05.800620 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 858b89fb-bd27-47fb-90a6-9545980d479a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=858b89fb-bd27-47fb-90a6-9545980d479a,segment=NetworkSegment(0bc09363-4857-46b2-90a0-db0228d4026f),segment_id=0bc09363-4857-46b2-90a0-db0228d4026f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:31:05.806323 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:05.874932 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=858b89fb-bd27-47fb-90a6-9545980d479a,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:05.883370 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:05.883892 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:05.884154 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:05.885045 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:05.885483 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:05.885838 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:05.886161 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:05.886555 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:05.887029 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:05.887447 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:05.887764 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:05.888114 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:06.022240 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-f545804d-d9e6-4f92-8ef2-0197af7db167 service neutron] 10.222.0.13 "GET /v2.0/networks/589a0197-d1af-4fc9-9262-356094b75395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898282 Feb 28 14:31:06.177934 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-13cc087d-9172-4eab-9c55-db16b99147c0 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:06.240561 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d0b3f687-cda4-4cc8-936d-0e2ad9dc630e req-00176be8-bef9-4b7a-a8ed-af606a6d8445 service neutron] 10.222.0.13 "GET /v2.0/networks/589a0197-d1af-4fc9-9262-356094b75395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058985 Feb 28 14:31:06.267393 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc087d-9172-4eab-9c55-db16b99147c0 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Pushing event updated for resources: {'Subnet': ['ID=f2963be4-2fb9-4bd5-b238-2b6d2285ece2,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:06.279961 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc087d-9172-4eab-9c55-db16b99147c0 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:06.280242 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc087d-9172-4eab-9c55-db16b99147c0 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:06.280545 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc087d-9172-4eab-9c55-db16b99147c0 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:06.280865 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc087d-9172-4eab-9c55-db16b99147c0 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:06.281179 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc087d-9172-4eab-9c55-db16b99147c0 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:06.281490 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc087d-9172-4eab-9c55-db16b99147c0 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:06.281816 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc087d-9172-4eab-9c55-db16b99147c0 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:06.282133 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc087d-9172-4eab-9c55-db16b99147c0 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:06.282455 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc087d-9172-4eab-9c55-db16b99147c0 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:06.282763 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc087d-9172-4eab-9c55-db16b99147c0 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:06.283067 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc087d-9172-4eab-9c55-db16b99147c0 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:06.283436 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc087d-9172-4eab-9c55-db16b99147c0 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:06.288181 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cc087d-9172-4eab-9c55-db16b99147c0 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Checking segment: {'id': '8d1fe78e-67f5-41d1-a2d1-3ba10fda6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a6bc9f5e-eb67-470b-9d04-1993d762fb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:31:06.288527 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cc087d-9172-4eab-9c55-db16b99147c0 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Network hostable DHCP agents. Network: a6bc9f5e-eb67-470b-9d04-1993d762fb25, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:31:06.355243 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cc087d-9172-4eab-9c55-db16b99147c0 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Network a6bc9f5e-eb67-470b-9d04-1993d762fb25 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:31:06.367563 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-13cc087d-9172-4eab-9c55-db16b99147c0 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, a6bc9f5e-eb67-470b-9d04-1993d762fb25) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:31:06.375487 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cc9765-959d-49f2-8e7a-bd5832b82bba None None] Network a6bc9f5e-eb67-470b-9d04-1993d762fb25 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:31:06.377952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cc087d-9172-4eab-9c55-db16b99147c0 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:06.378526 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-13cc087d-9172-4eab-9c55-db16b99147c0 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:06.400332 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d010602-4b09-4df5-96ed-1dc889605ade req-4d4989a5-4bd4-44ea-98a7-6132e367dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:06.401753 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8d010602-4b09-4df5-96ed-1dc889605ade req-4d4989a5-4bd4-44ea-98a7-6132e367dddd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=da8de2a3d9124e5bb1749f1b8ff00f1e&device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 1097 time: 0.1088290 Feb 28 14:31:06.411699 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-13cc087d-9172-4eab-9c55-db16b99147c0 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9011447 Feb 28 14:31:06.412448 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60398) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:06.417995 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-63a4c0ed-d8fd-47ac-a027-0ae5fa556dc8 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Request body: {'port': {'network_id': 'a6bc9f5e-eb67-470b-9d04-1993d762fb25', 'name': 'tempest-TagsExtTest-1588472684'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:06.542497 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d010602-4b09-4df5-96ed-1dc889605ade req-4bcc0b74-17d4-432e-af06-e5fbf5e7220b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:06.543919 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8d010602-4b09-4df5-96ed-1dc889605ade req-4bcc0b74-17d4-432e-af06-e5fbf5e7220b service neutron] 10.222.0.13 "GET /v2.0/networks?id=589a0197-d1af-4fc9-9262-356094b75395 HTTP/1.1" status: 200 len: 897 time: 0.1336663 Feb 28 14:31:06.586708 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-63a4c0ed-d8fd-47ac-a027-0ae5fa556dc8 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:06.590784 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-63a4c0ed-d8fd-47ac-a027-0ae5fa556dc8 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Usage tracker for resource:port and tenant:8076c9ddbc7649c999de229bb437cd91 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:06.593614 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-63a4c0ed-d8fd-47ac-a027-0ae5fa556dc8 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:06.599428 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-63a4c0ed-d8fd-47ac-a027-0ae5fa556dc8 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:06.611100 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a4c0ed-d8fd-47ac-a027-0ae5fa556dc8 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Made reservation on behalf of 8076c9ddbc7649c999de229bb437cd91 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:31:06.614596 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63a4c0ed-d8fd-47ac-a027-0ae5fa556dc8 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:06.637529 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-63a4c0ed-d8fd-47ac-a027-0ae5fa556dc8 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] device_id is not set on port 73bb1bea-84aa-4382-ab91-ea3378c67af3 yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:31:06.659378 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193245d7-f23c-4a36-8211-f46db1f0093a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-a6bc9f5e-eb67-470b-9d04-1993d762fb25', 'network_id': 'a6bc9f5e-eb67-470b-9d04-1993d762fb25', 'tenant_id': '8076c9ddbc7649c999de229bb437cd91', 'fixed_ips': [{'subnet_id': 'f2963be4-2fb9-4bd5-b238-2b6d2285ece2'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:31:06.661041 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-193245d7-f23c-4a36-8211-f46db1f0093a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:06.738853 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8d010602-4b09-4df5-96ed-1dc889605ade req-51102f1c-7ac2-4eb6-b628-8aefa6303b71 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14d3862a-60ae-436d-84cf-3a77b40c149f HTTP/1.1" status: 200 len: 217 time: 0.1879959 Feb 28 14:31:06.790747 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-63a4c0ed-d8fd-47ac-a027-0ae5fa556dc8 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Allocated IP 172.20.0.7 (a6bc9f5e-eb67-470b-9d04-1993d762fb25/f2963be4-2fb9-4bd5-b238-2b6d2285ece2/73bb1bea-84aa-4382-ab91-ea3378c67af3) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:31:06.811479 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d010602-4b09-4df5-96ed-1dc889605ade req-8d13766f-109e-4711-aeb0-fe8ffbf9df67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:06.812801 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8d010602-4b09-4df5-96ed-1dc889605ade req-8d13766f-109e-4711-aeb0-fe8ffbf9df67 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3beb3563-75f4-4921-9c4b-91831fc2c07c HTTP/1.1" status: 200 len: 833 time: 0.0673108 Feb 28 14:31:06.947918 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d010602-4b09-4df5-96ed-1dc889605ade req-cc4b3168-8d74-4877-9ed4-162816714891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:06.949473 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8d010602-4b09-4df5-96ed-1dc889605ade req-cc4b3168-8d74-4877-9ed4-162816714891 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=589a0197-d1af-4fc9-9262-356094b75395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1301374 Feb 28 14:31:06.960342 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea9392-3a27-44a3-ad18-6554c2e2a553 req-67b38a8e-1dab-45c3-911e-aae3d046b256 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:06.961087 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-97ea9392-3a27-44a3-ad18-6554c2e2a553 req-67b38a8e-1dab-45c3-911e-aae3d046b256 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Synchronizing usage tracker for tenant:da8de2a3d9124e5bb1749f1b8ff00f1e on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:31:07.053370 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-97ea9392-3a27-44a3-ad18-6554c2e2a553 req-67b38a8e-1dab-45c3-911e-aae3d046b256 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Unset dirty status for tenant:da8de2a3d9124e5bb1749f1b8ff00f1e on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:31:07.054520 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-97ea9392-3a27-44a3-ad18-6554c2e2a553 req-67b38a8e-1dab-45c3-911e-aae3d046b256 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 944 time: 0.2059991 Feb 28 14:31:07.117952 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63a4c0ed-d8fd-47ac-a027-0ae5fa556dc8 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:07.128646 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-97ea9392-3a27-44a3-ad18-6554c2e2a553 req-42e71b23-73c1-42b9-8b98-974c997c8323 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/security-groups?id=0601ad36-f44b-4bc8-b975-f87b0a0917a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618329 Feb 28 14:31:07.130574 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8d010602-4b09-4df5-96ed-1dc889605ade req-10ba8c1f-13dc-4f75-9a15-c964bcc40cf2 service neutron] 10.222.0.13 "GET /v2.0/networks/589a0197-d1af-4fc9-9262-356094b75395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665444 Feb 28 14:31:07.133581 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-63a4c0ed-d8fd-47ac-a027-0ae5fa556dc8 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Transition to ACTIVE for port object 73bb1bea-84aa-4382-ab91-ea3378c67af3 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:31:07.159754 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63a4c0ed-d8fd-47ac-a027-0ae5fa556dc8 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:07.221700 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-193245d7-f23c-4a36-8211-f46db1f0093a None None] Allocated IP 172.20.0.2 (a6bc9f5e-eb67-470b-9d04-1993d762fb25/f2963be4-2fb9-4bd5-b238-2b6d2285ece2/eade04a0-667d-4725-b9dd-00eb3d49d35f) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:31:07.225307 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a4c0ed-d8fd-47ac-a027-0ae5fa556dc8 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Network a6bc9f5e-eb67-470b-9d04-1993d762fb25 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:31:07.228949 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-63a4c0ed-d8fd-47ac-a027-0ae5fa556dc8 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:31:07.231933 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a4c0ed-d8fd-47ac-a027-0ae5fa556dc8 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:31:07.275238 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8d010602-4b09-4df5-96ed-1dc889605ade req-b3251f78-f399-4ae5-af8c-01b8ca25b811 service neutron] 10.222.0.13 "GET /v2.0/networks/589a0197-d1af-4fc9-9262-356094b75395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381993 Feb 28 14:31:07.290867 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4c0ed-d8fd-47ac-a027-0ae5fa556dc8 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Pushing event updated for resources: {'Port': ['ID=73bb1bea-84aa-4382-ab91-ea3378c67af3,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:07.318471 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a4c0ed-d8fd-47ac-a027-0ae5fa556dc8 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:07.319296 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63a4c0ed-d8fd-47ac-a027-0ae5fa556dc8 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:07.342172 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 858b89fb-bd27-47fb-90a6-9545980d479a up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:31:07.344118 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-63a4c0ed-d8fd-47ac-a027-0ae5fa556dc8 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9308083 Feb 28 14:31:07.346721 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60404) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:07.351820 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ae665c76-58eb-498d-b508-1645c63cc97a tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1347894668', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:07.359405 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ae665c76-58eb-498d-b508-1645c63cc97a tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:07.363179 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ae665c76-58eb-498d-b508-1645c63cc97a tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Usage tracker for resource:router and tenant:8076c9ddbc7649c999de229bb437cd91 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:07.365974 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ae665c76-58eb-498d-b508-1645c63cc97a tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:07.371909 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ae665c76-58eb-498d-b508-1645c63cc97a tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:07.382290 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae665c76-58eb-498d-b508-1645c63cc97a tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:07.383308 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae665c76-58eb-498d-b508-1645c63cc97a tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:07.398514 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae665c76-58eb-498d-b508-1645c63cc97a tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:07.419437 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae665c76-58eb-498d-b508-1645c63cc97a tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:07.444008 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ae665c76-58eb-498d-b508-1645c63cc97a tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:07.447948 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ae665c76-58eb-498d-b508-1645c63cc97a tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.0975320 Feb 28 14:31:07.448167 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60408) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:07.453432 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-3e4753a3-0145-4903-8499-caa3ff3f8f55 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1211942753', 'prefixes': ['172.20.0.0/16']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:07.459750 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3e4753a3-0145-4903-8499-caa3ff3f8f55 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:07.500543 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 858b89fb-bd27-47fb-90a6-9545980d479a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:07.501001 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:07.509474 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e4753a3-0145-4903-8499-caa3ff3f8f55 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks [] for subnetpool, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:07.513898 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3e4753a3-0145-4903-8499-caa3ff3f8f55 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0615373 Feb 28 14:31:07.514048 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60412) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:07.519064 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-0876e211-09d9-4afe-b2d1-eb245fd9061e tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f2963be4-2fb9-4bd5-b238-2b6d2285ece2', 'tempest-TagsExtTest-Tag-265505729') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:07.530221 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-193245d7-f23c-4a36-8211-f46db1f0093a None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:07.549439 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-193245d7-f23c-4a36-8211-f46db1f0093a None None] Transition to ACTIVE for port object eade04a0-667d-4725-b9dd-00eb3d49d35f will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:31:07.583687 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-193245d7-f23c-4a36-8211-f46db1f0093a None None] Transition to ACTIVE for port object eade04a0-667d-4725-b9dd-00eb3d49d35f will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:31:07.590938 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-193245d7-f23c-4a36-8211-f46db1f0093a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:07.607707 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60416) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:07.607932 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0876e211-09d9-4afe-b2d1-eb245fd9061e tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "PUT /v2.0/subnets/f2963be4-2fb9-4bd5-b238-2b6d2285ece2/tags/tempest-TagsExtTest-Tag-265505729 HTTP/1.1" status: 201 len: 201 time: 0.0927584 Feb 28 14:31:07.613777 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-b82edd58-e7e4-4b48-b5d5-24f0a58d228d tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '73bb1bea-84aa-4382-ab91-ea3378c67af3', 'tempest-TagsExtTest-Tag-383483743') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:07.673888 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193245d7-f23c-4a36-8211-f46db1f0093a None None] Network a6bc9f5e-eb67-470b-9d04-1993d762fb25 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:31:07.705257 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b82edd58-e7e4-4b48-b5d5-24f0a58d228d tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "PUT /v2.0/ports/73bb1bea-84aa-4382-ab91-ea3378c67af3/tags/tempest-TagsExtTest-Tag-383483743 HTTP/1.1" status: 201 len: 201 time: 0.0936773 Feb 28 14:31:07.705881 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60422) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:07.709754 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-193245d7-f23c-4a36-8211-f46db1f0093a None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:31:07.711782 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-16c1c480-f50d-4a34-afc3-e147f486550f tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3a79487f-af85-4957-b177-9ed69a869c29', 'tempest-TagsExtTest-Tag-946720432') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:07.720566 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6a5dbedc-8ee9-44a5-944e-387716a36d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:07.726101 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193245d7-f23c-4a36-8211-f46db1f0093a None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:31:07.731044 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193245d7-f23c-4a36-8211-f46db1f0093a None None] Pushing event updated for resources: {'Port': ['ID=eade04a0-667d-4725-b9dd-00eb3d49d35f,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:07.834507 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-193245d7-f23c-4a36-8211-f46db1f0093a None None] Attempting to bind port eade04a0-667d-4725-b9dd-00eb3d49d35f on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:31:07.834866 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-193245d7-f23c-4a36-8211-f46db1f0093a None None] Attempting to bind port eade04a0-667d-4725-b9dd-00eb3d49d35f by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '8d1fe78e-67f5-41d1-a2d1-3ba10fda6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a6bc9f5e-eb67-470b-9d04-1993d762fb25'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:31:07.835893 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193245d7-f23c-4a36-8211-f46db1f0093a None None] Attempting to bind port eade04a0-667d-4725-b9dd-00eb3d49d35f on network a6bc9f5e-eb67-470b-9d04-1993d762fb25 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:31:07.840699 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193245d7-f23c-4a36-8211-f46db1f0093a None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:31:07.841066 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193245d7-f23c-4a36-8211-f46db1f0093a None None] Checking segment: {'id': '8d1fe78e-67f5-41d1-a2d1-3ba10fda6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a6bc9f5e-eb67-470b-9d04-1993d762fb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:31:07.841454 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-193245d7-f23c-4a36-8211-f46db1f0093a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:07.841832 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193245d7-f23c-4a36-8211-f46db1f0093a None None] Bound using segment: {'id': '8d1fe78e-67f5-41d1-a2d1-3ba10fda6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a6bc9f5e-eb67-470b-9d04-1993d762fb25'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:31:07.842286 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-193245d7-f23c-4a36-8211-f46db1f0093a None None] Bound port: eade04a0-667d-4725-b9dd-00eb3d49d35f, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1fe78e-67f5-41d1-a2d1-3ba10fda6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a6bc9f5e-eb67-470b-9d04-1993d762fb25'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:31:07.842649 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-193245d7-f23c-4a36-8211-f46db1f0093a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:07.860421 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-16c1c480-f50d-4a34-afc3-e147f486550f tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "PUT /v2.0/routers/3a79487f-af85-4957-b177-9ed69a869c29/tags/tempest-TagsExtTest-Tag-946720432 HTTP/1.1" status: 201 len: 201 time: 0.1535029 Feb 28 14:31:07.863205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60428) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:07.868120 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-428deec2-8b2f-40ea-ac6a-aaf9627a19d1 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd0759919-fe38-4cc8-bcef-1d913a940475', 'tempest-TagsExtTest-Tag-595310162') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:07.907091 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-428deec2-8b2f-40ea-ac6a-aaf9627a19d1 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "PUT /v2.0/subnetpools/d0759919-fe38-4cc8-bcef-1d913a940475/tags/tempest-TagsExtTest-Tag-595310162 HTTP/1.1" status: 201 len: 201 time: 0.0428679 Feb 28 14:31:07.909587 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60432) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:07.914335 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-33295858-e801-4598-b852-b4cb881709f6 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f2963be4-2fb9-4bd5-b238-2b6d2285ece2') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:07.934505 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-193245d7-f23c-4a36-8211-f46db1f0093a None None] For port eade04a0-667d-4725-b9dd-00eb3d49d35f, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:31:07.937951 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-193245d7-f23c-4a36-8211-f46db1f0093a None None] For port eade04a0-667d-4725-b9dd-00eb3d49d35f, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=eade04a0-667d-4725-b9dd-00eb3d49d35f,segment=NetworkSegment(8d1fe78e-67f5-41d1-a2d1-3ba10fda6d84),segment_id=8d1fe78e-67f5-41d1-a2d1-3ba10fda6d84)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:31:07.943457 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-193245d7-f23c-4a36-8211-f46db1f0093a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:07.992848 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-33295858-e801-4598-b852-b4cb881709f6 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "GET /v2.0/subnets/f2963be4-2fb9-4bd5-b238-2b6d2285ece2/tags HTTP/1.1" status: 200 len: 240 time: 0.0822256 Feb 28 14:31:07.995390 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60436) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:08.000246 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-6c5bc3cd-ccef-4022-90f8-ab972b291647 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f2963be4-2fb9-4bd5-b238-2b6d2285ece2', 'tempest-TagsExtTest-Tag-265505729') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:08.023362 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193245d7-f23c-4a36-8211-f46db1f0093a None None] Pushing event updated for resources: {'Port': ['ID=eade04a0-667d-4725-b9dd-00eb3d49d35f,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:08.075753 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6c5bc3cd-ccef-4022-90f8-ab972b291647 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "GET /v2.0/subnets/f2963be4-2fb9-4bd5-b238-2b6d2285ece2/tags/tempest-TagsExtTest-Tag-265505729 HTTP/1.1" status: 204 len: 168 time: 0.0771539 Feb 28 14:31:08.076248 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60440) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:08.081674 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-8ae8bfc6-db1d-445d-84d7-4fc3347d748c tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f2963be4-2fb9-4bd5-b238-2b6d2285ece2', 'tempest-TagsExtTest-Tag-265505729') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:08.103486 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 14d3862a-60ae-436d-84cf-3a77b40c149f details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:31:08.172693 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8ae8bfc6-db1d-445d-84d7-4fc3347d748c tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "DELETE /v2.0/subnets/f2963be4-2fb9-4bd5-b238-2b6d2285ece2/tags/tempest-TagsExtTest-Tag-265505729 HTTP/1.1" status: 204 len: 168 time: 0.0954645 Feb 28 14:31:08.175330 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60446) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:08.180662 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-582f3586-89f2-4f21-91db-73e15564ef02 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f2963be4-2fb9-4bd5-b238-2b6d2285ece2') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:08.283638 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 14d3862a-60ae-436d-84cf-3a77b40c149f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=14d3862a-60ae-436d-84cf-3a77b40c149f,segment=NetworkSegment(0bc09363-4857-46b2-90a0-db0228d4026f),segment_id=0bc09363-4857-46b2-90a0-db0228d4026f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:31:08.286690 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-582f3586-89f2-4f21-91db-73e15564ef02 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "GET /v2.0/subnets/f2963be4-2fb9-4bd5-b238-2b6d2285ece2/tags HTTP/1.1" status: 200 len: 205 time: 0.1101477 Feb 28 14:31:08.289166 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60450) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:08.294686 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-5b893f49-42cd-4c65-a893-72c9eac2023b tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '73bb1bea-84aa-4382-ab91-ea3378c67af3') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:08.302727 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '14d3862a-60ae-436d-84cf-3a77b40c149f', 'network_id': '589a0197-d1af-4fc9-9262-356094b75395', 'port_id': '14d3862a-60ae-436d-84cf-3a77b40c149f', 'mac_address': 'fa:16:3e:66:d9:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3beb3563-75f4-4921-9c4b-91831fc2c07c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:31:08.374349 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5b893f49-42cd-4c65-a893-72c9eac2023b tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "GET /v2.0/ports/73bb1bea-84aa-4382-ab91-ea3378c67af3/tags HTTP/1.1" status: 200 len: 240 time: 0.0838778 Feb 28 14:31:08.377021 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60454) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:08.377352 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7291922-43ee-4fd1-bd2d-047d55ae59b8 req-b9538b4d-1643-4127-97be-29fa226d032d tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:08.379140 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a7291922-43ee-4fd1-bd2d-047d55ae59b8 req-b9538b4d-1643-4127-97be-29fa226d032d tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 944 time: 0.1037500 Feb 28 14:31:08.385522 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-f62a0a76-a981-4942-96f5-a8698300c25b tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '73bb1bea-84aa-4382-ab91-ea3378c67af3', 'tempest-TagsExtTest-Tag-383483743') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:08.386076 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:08.404965 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d3862a-60ae-436d-84cf-3a77b40c149f {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:31:08.422481 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 14d3862a-60ae-436d-84cf-3a77b40c149f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=14d3862a-60ae-436d-84cf-3a77b40c149f,segment=NetworkSegment(0bc09363-4857-46b2-90a0-db0228d4026f),segment_id=0bc09363-4857-46b2-90a0-db0228d4026f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:31:08.429643 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:08.448729 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a7291922-43ee-4fd1-bd2d-047d55ae59b8 req-a64b80b4-0955-4929-936c-f8e4c666d2c7 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/security-groups?id=0601ad36-f44b-4bc8-b975-f87b0a0917a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563571 Feb 28 14:31:08.473624 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f62a0a76-a981-4942-96f5-a8698300c25b tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "GET /v2.0/ports/73bb1bea-84aa-4382-ab91-ea3378c67af3/tags/tempest-TagsExtTest-Tag-383483743 HTTP/1.1" status: 204 len: 168 time: 0.0955322 Feb 28 14:31:08.476055 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60458) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:08.481957 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-e1d8e629-34a0-448d-80c2-9ded36499209 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '73bb1bea-84aa-4382-ab91-ea3378c67af3', 'tempest-TagsExtTest-Tag-383483743') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:08.503044 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=14d3862a-60ae-436d-84cf-3a77b40c149f,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:08.573411 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e1d8e629-34a0-448d-80c2-9ded36499209 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "DELETE /v2.0/ports/73bb1bea-84aa-4382-ab91-ea3378c67af3/tags/tempest-TagsExtTest-Tag-383483743 HTTP/1.1" status: 204 len: 168 time: 0.0962873 Feb 28 14:31:08.576004 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60462) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:08.580942 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-112fba21-0ce9-415e-92f4-ca0bfa987029 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '73bb1bea-84aa-4382-ab91-ea3378c67af3') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:08.663328 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-112fba21-0ce9-415e-92f4-ca0bfa987029 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "GET /v2.0/ports/73bb1bea-84aa-4382-ab91-ea3378c67af3/tags HTTP/1.1" status: 200 len: 205 time: 0.0860882 Feb 28 14:31:08.666135 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['14d3862a-60ae-436d-84cf-3a77b40c149f'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:31:08.666337 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60466) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:08.671756 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-4efbd003-3986-4664-a6a8-7cee49f29572 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3a79487f-af85-4957-b177-9ed69a869c29') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:08.810797 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4efbd003-3986-4664-a6a8-7cee49f29572 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "GET /v2.0/routers/3a79487f-af85-4957-b177-9ed69a869c29/tags HTTP/1.1" status: 200 len: 240 time: 0.1435506 Feb 28 14:31:08.813598 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60470) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:08.818952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-e4048f15-8362-4c1b-ad7a-937aace7b5fe tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3a79487f-af85-4957-b177-9ed69a869c29', 'tempest-TagsExtTest-Tag-946720432') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:08.960424 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60474) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:08.960794 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e4048f15-8362-4c1b-ad7a-937aace7b5fe tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "GET /v2.0/routers/3a79487f-af85-4957-b177-9ed69a869c29/tags/tempest-TagsExtTest-Tag-946720432 HTTP/1.1" status: 204 len: 168 time: 0.1458883 Feb 28 14:31:08.966654 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-4bfd5fc0-fb43-451d-9037-4b0da9c68d31 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3a79487f-af85-4957-b177-9ed69a869c29', 'tempest-TagsExtTest-Tag-946720432') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:09.068073 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ed6184-a479-4137-9683-f66163dd6c09 None None] Network a6bc9f5e-eb67-470b-9d04-1993d762fb25 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:31:09.118045 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4bfd5fc0-fb43-451d-9037-4b0da9c68d31 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "DELETE /v2.0/routers/3a79487f-af85-4957-b177-9ed69a869c29/tags/tempest-TagsExtTest-Tag-946720432 HTTP/1.1" status: 204 len: 168 time: 0.1564434 Feb 28 14:31:09.120721 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60478) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:09.126116 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-198447d4-021b-457e-9831-3d34433e1aef tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3a79487f-af85-4957-b177-9ed69a869c29') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:09.206109 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6302c88a-3a08-4e13-a825-ec2061e35896 None None] Provisioning for port eade04a0-667d-4725-b9dd-00eb3d49d35f completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:31:09.261637 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-198447d4-021b-457e-9831-3d34433e1aef tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "GET /v2.0/routers/3a79487f-af85-4957-b177-9ed69a869c29/tags HTTP/1.1" status: 200 len: 205 time: 0.1397011 Feb 28 14:31:09.264108 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60482) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:09.268844 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-a9c322b2-a80e-4680-970f-14c6cc507840 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd0759919-fe38-4cc8-bcef-1d913a940475') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:09.298180 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a9c322b2-a80e-4680-970f-14c6cc507840 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "GET /v2.0/subnetpools/d0759919-fe38-4cc8-bcef-1d913a940475/tags HTTP/1.1" status: 200 len: 240 time: 0.0330710 Feb 28 14:31:09.298600 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60486) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:09.304286 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-5deead4d-e48e-4b63-8d82-54111ba69141 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd0759919-fe38-4cc8-bcef-1d913a940475', 'tempest-TagsExtTest-Tag-595310162') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:09.334946 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5deead4d-e48e-4b63-8d82-54111ba69141 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "GET /v2.0/subnetpools/d0759919-fe38-4cc8-bcef-1d913a940475/tags/tempest-TagsExtTest-Tag-595310162 HTTP/1.1" status: 204 len: 168 time: 0.0329125 Feb 28 14:31:09.335236 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60490) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:09.341451 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-e0e87f7e-5291-48b6-a2a7-bb895dada18d tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd0759919-fe38-4cc8-bcef-1d913a940475', 'tempest-TagsExtTest-Tag-595310162') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:09.357404 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device eade04a0-667d-4725-b9dd-00eb3d49d35f up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:31:09.380672 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e0e87f7e-5291-48b6-a2a7-bb895dada18d tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "DELETE /v2.0/subnetpools/d0759919-fe38-4cc8-bcef-1d913a940475/tags/tempest-TagsExtTest-Tag-595310162 HTTP/1.1" status: 204 len: 168 time: 0.0444844 Feb 28 14:31:09.383290 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60494) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:09.388491 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-939c416f-d271-449d-8ff8-9488f98ced4b tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd0759919-fe38-4cc8-bcef-1d913a940475') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:09.417011 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-939c416f-d271-449d-8ff8-9488f98ced4b tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "GET /v2.0/subnetpools/d0759919-fe38-4cc8-bcef-1d913a940475/tags HTTP/1.1" status: 200 len: 205 time: 0.0297446 Feb 28 14:31:09.417429 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60498) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:09.424374 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-ba711f78-5d96-42eb-8247-0c083d252dae tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd0759919-fe38-4cc8-bcef-1d913a940475') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:09.443566 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port eade04a0-667d-4725-b9dd-00eb3d49d35f completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:31:09.449263 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port eade04a0-667d-4725-b9dd-00eb3d49d35f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:09.449633 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:09.458113 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ba711f78-5d96-42eb-8247-0c083d252dae tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "DELETE /v2.0/subnetpools/d0759919-fe38-4cc8-bcef-1d913a940475/tags HTTP/1.1" status: 204 len: 168 time: 0.0368683 Feb 28 14:31:09.458374 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60502) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:09.463882 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-db5eb56a-f7e7-4de0-a0f9-711e88e15739 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3a79487f-af85-4957-b177-9ed69a869c29') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:09.598001 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:09.640939 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port eade04a0-667d-4725-b9dd-00eb3d49d35f, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=eade04a0-667d-4725-b9dd-00eb3d49d35f,segment=NetworkSegment(8d1fe78e-67f5-41d1-a2d1-3ba10fda6d84),segment_id=8d1fe78e-67f5-41d1-a2d1-3ba10fda6d84)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:31:09.652716 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:09.689467 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea65c82-7880-40ee-91a1-e5550fc37268 req-ff8d880a-e987-48aa-9c0a-b638e3a000d3 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:09.691482 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7ea65c82-7880-40ee-91a1-e5550fc37268 req-ff8d880a-e987-48aa-9c0a-b638e3a000d3 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 945 time: 0.1212006 Feb 28 14:31:09.732392 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=eade04a0-667d-4725-b9dd-00eb3d49d35f,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:09.745782 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7ea65c82-7880-40ee-91a1-e5550fc37268 req-90a3fde8-b482-42ff-93bf-85423a13c56e tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/security-groups?id=0601ad36-f44b-4bc8-b975-f87b0a0917a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485275 Feb 28 14:31:09.757245 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-39ab69d1-01bc-438a-ae53-bb38a71489a2 None None] Provisioning complete for port eade04a0-667d-4725-b9dd-00eb3d49d35f triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:09.757476 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-39ab69d1-01bc-438a-ae53-bb38a71489a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:09.783207 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-db5eb56a-f7e7-4de0-a0f9-711e88e15739 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "DELETE /v2.0/routers/3a79487f-af85-4957-b177-9ed69a869c29/tags HTTP/1.1" status: 204 len: 168 time: 0.3213499 Feb 28 14:31:09.783456 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60508) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:09.788626 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-ee542a2b-393c-4c50-842f-5265fdc007c7 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '73bb1bea-84aa-4382-ab91-ea3378c67af3') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:09.818488 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6dba1c5b-7ec0-425c-95f9-8eeaffc8d790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:09.866967 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ee542a2b-393c-4c50-842f-5265fdc007c7 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "DELETE /v2.0/ports/73bb1bea-84aa-4382-ab91-ea3378c67af3/tags HTTP/1.1" status: 204 len: 168 time: 0.0801375 Feb 28 14:31:09.867236 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60512) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:09.872830 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-0c0e3611-3478-4668-8ebb-e85be2d7abb8 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f2963be4-2fb9-4bd5-b238-2b6d2285ece2') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:09.908751 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-39ab69d1-01bc-438a-ae53-bb38a71489a2 None None] Provisioning for port 73bb1bea-84aa-4382-ab91-ea3378c67af3 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:31:09.914596 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-39ab69d1-01bc-438a-ae53-bb38a71489a2 None None] Provisioning complete for port 73bb1bea-84aa-4382-ab91-ea3378c67af3 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:09.914878 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-39ab69d1-01bc-438a-ae53-bb38a71489a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:09.947006 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0c0e3611-3478-4668-8ebb-e85be2d7abb8 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "DELETE /v2.0/subnets/f2963be4-2fb9-4bd5-b238-2b6d2285ece2/tags HTTP/1.1" status: 204 len: 168 time: 0.0788150 Feb 28 14:31:09.951438 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60516) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:09.956551 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-1585eec2-d44b-4860-810a-c0a83bba623a tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f2963be4-2fb9-4bd5-b238-2b6d2285ece2', 'tempest-TagsExtTest-Tag-584068906') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:09.971462 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-39ab69d1-01bc-438a-ae53-bb38a71489a2 None None] Port 73bb1bea-84aa-4382-ab91-ea3378c67af3 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:31:10.045089 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1585eec2-d44b-4860-810a-c0a83bba623a tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "PUT /v2.0/subnets/f2963be4-2fb9-4bd5-b238-2b6d2285ece2/tags/tempest-TagsExtTest-Tag-584068906 HTTP/1.1" status: 201 len: 201 time: 0.0925751 Feb 28 14:31:10.048184 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60520) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:10.053301 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-bcb50358-fa7c-4979-ab42-71595418d2f8 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '73bb1bea-84aa-4382-ab91-ea3378c67af3', 'tempest-TagsExtTest-Tag-1229838277') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:10.092903 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f0421e47-1345-4aca-b727-4d97f9e95a86 None None] Provisioning complete for port 73bb1bea-84aa-4382-ab91-ea3378c67af3 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:10.093511 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f0421e47-1345-4aca-b727-4d97f9e95a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:10.117273 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 14d3862a-60ae-436d-84cf-3a77b40c149f up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:31:10.138548 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bcb50358-fa7c-4979-ab42-71595418d2f8 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "PUT /v2.0/ports/73bb1bea-84aa-4382-ab91-ea3378c67af3/tags/tempest-TagsExtTest-Tag-1229838277 HTTP/1.1" status: 201 len: 201 time: 0.0893483 Feb 28 14:31:10.141262 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60524) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:10.146745 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-5201a203-2c81-4322-ba69-045655701fa3 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3a79487f-af85-4957-b177-9ed69a869c29', 'tempest-TagsExtTest-Tag-1327073340') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:10.189731 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f0421e47-1345-4aca-b727-4d97f9e95a86 None None] Port 73bb1bea-84aa-4382-ab91-ea3378c67af3 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:31:10.205959 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port 14d3862a-60ae-436d-84cf-3a77b40c149f completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:31:10.210863 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 14d3862a-60ae-436d-84cf-3a77b40c149f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:10.211385 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:10.294461 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5201a203-2c81-4322-ba69-045655701fa3 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "PUT /v2.0/routers/3a79487f-af85-4957-b177-9ed69a869c29/tags/tempest-TagsExtTest-Tag-1327073340 HTTP/1.1" status: 201 len: 201 time: 0.1519585 Feb 28 14:31:10.297707 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60528) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:10.302909 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-d5b7b798-2bcd-492a-bcf2-1773587aa508 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd0759919-fe38-4cc8-bcef-1d913a940475', 'tempest-TagsExtTest-Tag-1263297053') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:10.332672 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:10.340895 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d5b7b798-2bcd-492a-bcf2-1773587aa508 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "PUT /v2.0/subnetpools/d0759919-fe38-4cc8-bcef-1d913a940475/tags/tempest-TagsExtTest-Tag-1263297053 HTTP/1.1" status: 201 len: 201 time: 0.0421135 Feb 28 14:31:10.343606 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60534) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:10.348596 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-f435dd96-344b-4b60-af59-92fcc3e0529e tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f2963be4-2fb9-4bd5-b238-2b6d2285ece2', {'tags': ['tempest-TagsExtTest-Tag-111914276', 'tempest-TagsExtTest-Tag-1490562519', 'tempest-TagsExtTest-Tag-1518467619']}) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:10.360662 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc156523-b18a-4539-8e6d-41b4cdf33977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d3862a-60ae-436d-84cf-3a77b40c149f'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:31:10.370919 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 14d3862a-60ae-436d-84cf-3a77b40c149f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=14d3862a-60ae-436d-84cf-3a77b40c149f,segment=NetworkSegment(0bc09363-4857-46b2-90a0-db0228d4026f),segment_id=0bc09363-4857-46b2-90a0-db0228d4026f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:31:10.377518 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:10.426500 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc156523-b18a-4539-8e6d-41b4cdf33977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d3862a-60ae-436d-84cf-3a77b40c149f', 'code': 200} Feb 28 14:31:10.449853 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60540) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:10.451071 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f435dd96-344b-4b60-af59-92fcc3e0529e tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "PUT /v2.0/subnets/f2963be4-2fb9-4bd5-b238-2b6d2285ece2/tags HTTP/1.1" status: 200 len: 317 time: 0.1060212 Feb 28 14:31:10.455419 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-007f7182-9d1a-4186-b45d-dfc96d85751a tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f2963be4-2fb9-4bd5-b238-2b6d2285ece2') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:10.471739 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=14d3862a-60ae-436d-84cf-3a77b40c149f,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:10.547400 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-007f7182-9d1a-4186-b45d-dfc96d85751a tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "DELETE /v2.0/subnets/f2963be4-2fb9-4bd5-b238-2b6d2285ece2/tags HTTP/1.1" status: 204 len: 168 time: 0.0934803 Feb 28 14:31:10.547721 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60544) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:10.552680 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-577d7bfd-dbc9-4ea1-a976-3dc199b52722 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f2963be4-2fb9-4bd5-b238-2b6d2285ece2', 'tempest-TagsExtTest-Tag-111914276') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:10.675918 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e7ac1-0598-45d7-b968-48117825bdb5 req-b0f831a8-be46-4461-b754-c161cde0f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:10.677468 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d90e7ac1-0598-45d7-b968-48117825bdb5 req-b0f831a8-be46-4461-b754-c161cde0f222 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 1099 time: 0.0948873 Feb 28 14:31:10.678677 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-577d7bfd-dbc9-4ea1-a976-3dc199b52722 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] show failed (client error): The resource could not be found. Feb 28 14:31:10.679733 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-577d7bfd-dbc9-4ea1-a976-3dc199b52722 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "GET /v2.0/subnets/f2963be4-2fb9-4bd5-b238-2b6d2285ece2/tags/tempest-TagsExtTest-Tag-111914276 HTTP/1.1" status: 404 len: 328 time: 0.1310921 Feb 28 14:31:10.683086 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60548) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:10.687750 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-67fe34cd-842b-4b77-946c-9bb5dea5fadf tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f2963be4-2fb9-4bd5-b238-2b6d2285ece2', 'tempest-TagsExtTest-Tag-1490562519') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:10.768966 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d90e7ac1-0598-45d7-b968-48117825bdb5 req-8381bb0a-aefb-4053-a464-cb9e0158b6a8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0601ad36-f44b-4bc8-b975-f87b0a0917a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498230 Feb 28 14:31:10.788829 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-67fe34cd-842b-4b77-946c-9bb5dea5fadf tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] show failed (client error): The resource could not be found. Feb 28 14:31:10.789829 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-67fe34cd-842b-4b77-946c-9bb5dea5fadf tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "GET /v2.0/subnets/f2963be4-2fb9-4bd5-b238-2b6d2285ece2/tags/tempest-TagsExtTest-Tag-1490562519 HTTP/1.1" status: 404 len: 329 time: 0.1058640 Feb 28 14:31:10.793440 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60554) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:10.798499 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-3a13eabc-1160-4220-bd32-3edb473e94cb tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f2963be4-2fb9-4bd5-b238-2b6d2285ece2', 'tempest-TagsExtTest-Tag-1518467619') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:10.863276 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-3a13eabc-1160-4220-bd32-3edb473e94cb tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] show failed (client error): The resource could not be found. Feb 28 14:31:10.864300 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3a13eabc-1160-4220-bd32-3edb473e94cb tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "GET /v2.0/subnets/f2963be4-2fb9-4bd5-b238-2b6d2285ece2/tags/tempest-TagsExtTest-Tag-1518467619 HTTP/1.1" status: 404 len: 329 time: 0.0699933 Feb 28 14:31:10.867340 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60558) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:10.872374 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-853979d8-5534-4933-8a9a-3d134db1d8d1 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '73bb1bea-84aa-4382-ab91-ea3378c67af3', {'tags': ['tempest-TagsExtTest-Tag-1385621987', 'tempest-TagsExtTest-Tag-1783089887', 'tempest-TagsExtTest-Tag-2145504225']}) {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:10.924005 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:10.935205 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e469f-214c-43c9-a019-b8984a6d3fa2 req-f6db581a-d0ea-491d-bdb6-56b4e8028f8b tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:10.936674 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-425e469f-214c-43c9-a019-b8984a6d3fa2 req-f6db581a-d0ea-491d-bdb6-56b4e8028f8b tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 946 time: 0.0826240 Feb 28 14:31:10.953368 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-853979d8-5534-4933-8a9a-3d134db1d8d1 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "PUT /v2.0/ports/73bb1bea-84aa-4382-ab91-ea3378c67af3/tags HTTP/1.1" status: 200 len: 318 time: 0.0849862 Feb 28 14:31:10.956054 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60562) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:10.961164 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-ea4a0b20-84a9-4440-be85-98ce664e7f81 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '73bb1bea-84aa-4382-ab91-ea3378c67af3') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:10.983734 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-425e469f-214c-43c9-a019-b8984a6d3fa2 req-0e50a4de-a986-4d51-b9dc-e0df46652374 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/security-groups?id=0601ad36-f44b-4bc8-b975-f87b0a0917a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410972 Feb 28 14:31:11.044233 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ea4a0b20-84a9-4440-be85-98ce664e7f81 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "DELETE /v2.0/ports/73bb1bea-84aa-4382-ab91-ea3378c67af3/tags HTTP/1.1" status: 204 len: 168 time: 0.0869210 Feb 28 14:31:11.047217 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60566) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:11.051987 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-9945a6c8-21ac-4902-a454-cdc4e628434f tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '73bb1bea-84aa-4382-ab91-ea3378c67af3', 'tempest-TagsExtTest-Tag-1385621987') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:11.077377 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:11.122264 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-9945a6c8-21ac-4902-a454-cdc4e628434f tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] show failed (client error): The resource could not be found. Feb 28 14:31:11.123255 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9945a6c8-21ac-4902-a454-cdc4e628434f tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "GET /v2.0/ports/73bb1bea-84aa-4382-ab91-ea3378c67af3/tags/tempest-TagsExtTest-Tag-1385621987 HTTP/1.1" status: 404 len: 329 time: 0.0751026 Feb 28 14:31:11.126407 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60570) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:11.131113 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-ebdf748e-ed1d-463d-a415-76469f6e16ba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '73bb1bea-84aa-4382-ab91-ea3378c67af3', 'tempest-TagsExtTest-Tag-1783089887') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:11.198313 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-ebdf748e-ed1d-463d-a415-76469f6e16ba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] show failed (client error): The resource could not be found. Feb 28 14:31:11.199354 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ebdf748e-ed1d-463d-a415-76469f6e16ba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "GET /v2.0/ports/73bb1bea-84aa-4382-ab91-ea3378c67af3/tags/tempest-TagsExtTest-Tag-1783089887 HTTP/1.1" status: 404 len: 329 time: 0.0719998 Feb 28 14:31:11.203307 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60574) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:11.207961 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-33180477-3dd7-4c34-952d-7376497fd967 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '73bb1bea-84aa-4382-ab91-ea3378c67af3', 'tempest-TagsExtTest-Tag-2145504225') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:11.277930 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-33180477-3dd7-4c34-952d-7376497fd967 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] show failed (client error): The resource could not be found. Feb 28 14:31:11.278953 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-33180477-3dd7-4c34-952d-7376497fd967 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "GET /v2.0/ports/73bb1bea-84aa-4382-ab91-ea3378c67af3/tags/tempest-TagsExtTest-Tag-2145504225 HTTP/1.1" status: 404 len: 329 time: 0.0747778 Feb 28 14:31:11.281850 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60578) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:11.287010 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-8ba8541f-d5e2-4787-a24f-84c58ec181d2 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3a79487f-af85-4957-b177-9ed69a869c29', {'tags': ['tempest-TagsExtTest-Tag-790298793', 'tempest-TagsExtTest-Tag-2077060667', 'tempest-TagsExtTest-Tag-1964752208']}) {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:11.323138 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device eade04a0-667d-4725-b9dd-00eb3d49d35f up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:31:11.394188 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port eade04a0-667d-4725-b9dd-00eb3d49d35f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:11.394576 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:11.434072 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8ba8541f-d5e2-4787-a24f-84c58ec181d2 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "PUT /v2.0/routers/3a79487f-af85-4957-b177-9ed69a869c29/tags HTTP/1.1" status: 200 len: 317 time: 0.1504214 Feb 28 14:31:11.435923 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60582) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:11.443970 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-f6fc8340-d3d3-400a-9a31-d465dc4626e6 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3a79487f-af85-4957-b177-9ed69a869c29') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:11.709829 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f6fc8340-d3d3-400a-9a31-d465dc4626e6 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "DELETE /v2.0/routers/3a79487f-af85-4957-b177-9ed69a869c29/tags HTTP/1.1" status: 204 len: 168 time: 0.2728875 Feb 28 14:31:11.714932 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60586) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:11.722903 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-8c4eaf75-3a92-4a9b-8dce-235a5dcead51 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3a79487f-af85-4957-b177-9ed69a869c29', 'tempest-TagsExtTest-Tag-790298793') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:11.864605 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-8c4eaf75-3a92-4a9b-8dce-235a5dcead51 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] show failed (client error): The resource could not be found. Feb 28 14:31:11.865627 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8c4eaf75-3a92-4a9b-8dce-235a5dcead51 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "GET /v2.0/routers/3a79487f-af85-4957-b177-9ed69a869c29/tags/tempest-TagsExtTest-Tag-790298793 HTTP/1.1" status: 404 len: 328 time: 0.1493900 Feb 28 14:31:11.868546 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60590) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:11.873755 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-c03fe2d6-1b53-4253-b5e2-7e98768547b5 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3a79487f-af85-4957-b177-9ed69a869c29', 'tempest-TagsExtTest-Tag-2077060667') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:12.136957 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-c03fe2d6-1b53-4253-b5e2-7e98768547b5 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] show failed (client error): The resource could not be found. Feb 28 14:31:12.141097 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c03fe2d6-1b53-4253-b5e2-7e98768547b5 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "GET /v2.0/routers/3a79487f-af85-4957-b177-9ed69a869c29/tags/tempest-TagsExtTest-Tag-2077060667 HTTP/1.1" status: 404 len: 329 time: 0.2685905 Feb 28 14:31:12.141308 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60596) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:12.146227 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-2808e6a0-e512-430e-81cf-a62aaeb574a6 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3a79487f-af85-4957-b177-9ed69a869c29', 'tempest-TagsExtTest-Tag-1964752208') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:12.171852 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bceb0-f83d-49b5-a529-a84c2795628f req-274cbde3-4137-490f-9c03-462524b0edd0 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:12.173295 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-845bceb0-f83d-49b5-a529-a84c2795628f req-274cbde3-4137-490f-9c03-462524b0edd0 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 946 time: 0.0809071 Feb 28 14:31:12.219454 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-845bceb0-f83d-49b5-a529-a84c2795628f req-1f6bea0f-1935-4f4d-ab84-447ceb49e0d0 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/security-groups?id=0601ad36-f44b-4bc8-b975-f87b0a0917a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402129 Feb 28 14:31:12.282517 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-2808e6a0-e512-430e-81cf-a62aaeb574a6 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] show failed (client error): The resource could not be found. Feb 28 14:31:12.283624 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2808e6a0-e512-430e-81cf-a62aaeb574a6 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "GET /v2.0/routers/3a79487f-af85-4957-b177-9ed69a869c29/tags/tempest-TagsExtTest-Tag-1964752208 HTTP/1.1" status: 404 len: 329 time: 0.1413112 Feb 28 14:31:12.286687 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60602) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:12.292454 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-445c3a62-12a3-43a4-ba98-28d1fd50cdba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd0759919-fe38-4cc8-bcef-1d913a940475', {'tags': ['tempest-TagsExtTest-Tag-2137917715', 'tempest-TagsExtTest-Tag-829070371', 'tempest-TagsExtTest-Tag-59708587']}) {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:12.333654 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-445c3a62-12a3-43a4-ba98-28d1fd50cdba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "PUT /v2.0/subnetpools/d0759919-fe38-4cc8-bcef-1d913a940475/tags HTTP/1.1" status: 200 len: 315 time: 0.0458407 Feb 28 14:31:12.336586 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60606) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:12.342041 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-f7f2781d-50cc-414e-990b-ea653295f0b2 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd0759919-fe38-4cc8-bcef-1d913a940475') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:12.387915 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f7f2781d-50cc-414e-990b-ea653295f0b2 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "DELETE /v2.0/subnetpools/d0759919-fe38-4cc8-bcef-1d913a940475/tags HTTP/1.1" status: 204 len: 168 time: 0.0502503 Feb 28 14:31:12.390687 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60610) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:12.396032 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-694ce30c-fafa-4618-8e90-b0e806c3ced9 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd0759919-fe38-4cc8-bcef-1d913a940475', 'tempest-TagsExtTest-Tag-2137917715') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:12.420965 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-694ce30c-fafa-4618-8e90-b0e806c3ced9 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] show failed (client error): The resource could not be found. Feb 28 14:31:12.425492 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-694ce30c-fafa-4618-8e90-b0e806c3ced9 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "GET /v2.0/subnetpools/d0759919-fe38-4cc8-bcef-1d913a940475/tags/tempest-TagsExtTest-Tag-2137917715 HTTP/1.1" status: 404 len: 329 time: 0.0305767 Feb 28 14:31:12.425685 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60614) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:12.430535 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-d7d19ff0-a6ca-48d8-8901-abcc16a4a376 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd0759919-fe38-4cc8-bcef-1d913a940475', 'tempest-TagsExtTest-Tag-829070371') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:12.452906 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:12.456740 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-d7d19ff0-a6ca-48d8-8901-abcc16a4a376 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] show failed (client error): The resource could not be found. Feb 28 14:31:12.460489 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d7d19ff0-a6ca-48d8-8901-abcc16a4a376 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "GET /v2.0/subnetpools/d0759919-fe38-4cc8-bcef-1d913a940475/tags/tempest-TagsExtTest-Tag-829070371 HTTP/1.1" status: 404 len: 328 time: 0.0312276 Feb 28 14:31:12.460730 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60618) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:12.465976 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.tag.tag_plugin [None req-5b2cbc0a-fa3b-4049-94ec-0e4d066379dc tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd0759919-fe38-4cc8-bcef-1d913a940475', 'tempest-TagsExtTest-Tag-59708587') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:12.529078 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-5b2cbc0a-fa3b-4049-94ec-0e4d066379dc tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] show failed (client error): The resource could not be found. Feb 28 14:31:12.530118 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5b2cbc0a-fa3b-4049-94ec-0e4d066379dc tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "GET /v2.0/subnetpools/d0759919-fe38-4cc8-bcef-1d913a940475/tags/tempest-TagsExtTest-Tag-59708587 HTTP/1.1" status: 404 len: 327 time: 0.0683126 Feb 28 14:31:12.533496 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60622) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:12.538581 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-9a776b1a-dd0c-4be3-baf3-6c3309da8bb9 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd0759919-fe38-4cc8-bcef-1d913a940475') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:12.566999 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9a776b1a-dd0c-4be3-baf3-6c3309da8bb9 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "DELETE /v2.0/subnetpools/d0759919-fe38-4cc8-bcef-1d913a940475/tags HTTP/1.1" status: 204 len: 168 time: 0.0324502 Feb 28 14:31:12.569649 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60626) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:12.572596 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cad12f-48bd-41cb-a3f0-65f461e04ede req-a812a6d0-8714-4173-9f6f-5591b386dd80 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:12.574019 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a9cad12f-48bd-41cb-a3f0-65f461e04ede req-a812a6d0-8714-4173-9f6f-5591b386dd80 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 946 time: 0.0904572 Feb 28 14:31:12.574885 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-e6936ea5-5f21-4d63-8913-c86989279681 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3a79487f-af85-4957-b177-9ed69a869c29') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:12.619266 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a9cad12f-48bd-41cb-a3f0-65f461e04ede req-c284adb5-016c-4469-9233-3ddafab8d3b7 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/security-groups?id=0601ad36-f44b-4bc8-b975-f87b0a0917a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390687 Feb 28 14:31:12.642279 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60630) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:12.712863 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ace8711-07e7-40df-9fb0-3952569a38ca tempest-TestNetworkAdvancedServerOps-608714011 tempest-TestNetworkAdvancedServerOps-608714011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:12.714406 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4ace8711-07e7-40df-9fb0-3952569a38ca tempest-TestNetworkAdvancedServerOps-608714011 tempest-TestNetworkAdvancedServerOps-608714011-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 1094 time: 0.0711284 Feb 28 14:31:12.715793 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e6936ea5-5f21-4d63-8913-c86989279681 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "DELETE /v2.0/routers/3a79487f-af85-4957-b177-9ed69a869c29/tags HTTP/1.1" status: 204 len: 168 time: 0.1451011 Feb 28 14:31:12.717373 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60634) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:12.718435 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60636) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:12.722430 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c3f1dcf3-97ba-49a7-a4b7-af30079d8484 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'port_id': '14d3862a-60ae-436d-84cf-3a77b40c149f', 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:12.723196 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-105c6389-65f6-48a2-9d5c-3cb4d1614789 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '73bb1bea-84aa-4382-ab91-ea3378c67af3') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:12.729299 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c3f1dcf3-97ba-49a7-a4b7-af30079d8484 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:12.733168 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c3f1dcf3-97ba-49a7-a4b7-af30079d8484 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Usage tracker for resource:floatingip and tenant:da8de2a3d9124e5bb1749f1b8ff00f1e is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:12.736036 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c3f1dcf3-97ba-49a7-a4b7-af30079d8484 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:12.741818 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c3f1dcf3-97ba-49a7-a4b7-af30079d8484 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:12.755528 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3f1dcf3-97ba-49a7-a4b7-af30079d8484 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:12.795254 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-105c6389-65f6-48a2-9d5c-3cb4d1614789 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "DELETE /v2.0/ports/73bb1bea-84aa-4382-ab91-ea3378c67af3/tags HTTP/1.1" status: 204 len: 168 time: 0.0731778 Feb 28 14:31:12.795488 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60642) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:12.800443 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.tag.tag_plugin [None req-4cb2f877-34f3-45da-af10-b020368810e6 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f2963be4-2fb9-4bd5-b238-2b6d2285ece2') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:12.876044 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4cb2f877-34f3-45da-af10-b020368810e6 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "DELETE /v2.0/subnets/f2963be4-2fb9-4bd5-b238-2b6d2285ece2/tags HTTP/1.1" status: 204 len: 168 time: 0.0733025 Feb 28 14:31:12.876282 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60646) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:12.896732 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3f1dcf3-97ba-49a7-a4b7-af30079d8484 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:12.966706 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cf6c3f00-97ae-4131-aa22-b164a1556a3f tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks [] for subnetpool, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:12.967893 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cf6c3f00-97ae-4131-aa22-b164a1556a3f tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "DELETE /v2.0/subnetpools/d0759919-fe38-4cc8-bcef-1d913a940475 HTTP/1.1" status: 204 len: 168 time: 0.0907848 Feb 28 14:31:12.970483 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60650) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:13.016455 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5aecd2ab-3f8f-43c9-ac34-6a0c65452783 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a79487f-af85-4957-b177-9ed69a869c29 HTTP/1.1" status: 200 len: 205 time: 0.0448723 Feb 28 14:31:13.019836 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60654) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:13.044139 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-c3f1dcf3-97ba-49a7-a4b7-af30079d8484 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Allocated IP 172.26.5.108 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/790d928a-7dce-4c85-a868-21f3cf0a4eb5) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:31:13.151439 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-10e33fe0-5ca3-4692-aff4-07e020981fba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:13.193547 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3f1dcf3-97ba-49a7-a4b7-af30079d8484 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:13.224424 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3f1dcf3-97ba-49a7-a4b7-af30079d8484 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:13.280899 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f1dcf3-97ba-49a7-a4b7-af30079d8484 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:31:13.283687 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c3f1dcf3-97ba-49a7-a4b7-af30079d8484 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:31:13.286539 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f1dcf3-97ba-49a7-a4b7-af30079d8484 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:31:13.340597 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1dcf3-97ba-49a7-a4b7-af30079d8484 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Pushing event updated for resources: {'Port': ['ID=790d928a-7dce-4c85-a868-21f3cf0a4eb5,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:13.457602 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-10e33fe0-5ca3-4692-aff4-07e020981fba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:13.460025 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-10e33fe0-5ca3-4692-aff4-07e020981fba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:13.483810 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-10e33fe0-5ca3-4692-aff4-07e020981fba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:13.484491 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e33fe0-5ca3-4692-aff4-07e020981fba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Fanout notify agent at l3_agent the message router_deleted on router 3a79487f-af85-4957-b177-9ed69a869c29 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:31:13.497471 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-10e33fe0-5ca3-4692-aff4-07e020981fba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:13.498680 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-10e33fe0-5ca3-4692-aff4-07e020981fba tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "DELETE /v2.0/routers/3a79487f-af85-4957-b177-9ed69a869c29 HTTP/1.1" status: 204 len: 168 time: 0.4779577 Feb 28 14:31:13.501329 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60658) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:13.568492 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-977a2980-ba6f-44e3-b455-53b778e716f5 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Deleting port 73bb1bea-84aa-4382-ab91-ea3378c67af3 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:31:13.568807 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-977a2980-ba6f-44e3-b455-53b778e716f5 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:13.726833 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3f1dcf3-97ba-49a7-a4b7-af30079d8484 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:13.783565 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:31:13.821759 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3f1dcf3-97ba-49a7-a4b7-af30079d8484 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:13.935497 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-977a2980-ba6f-44e3-b455-53b778e716f5 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:14.075452 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-977a2980-ba6f-44e3-b455-53b778e716f5 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Calling delete_port for 73bb1bea-84aa-4382-ab91-ea3378c67af3 owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:31:14.168543 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3f1dcf3-97ba-49a7-a4b7-af30079d8484 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:14.173732 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3f1dcf3-97ba-49a7-a4b7-af30079d8484 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:14.228767 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-977a2980-ba6f-44e3-b455-53b778e716f5 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:14.279384 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a2980-ba6f-44e3-b455-53b778e716f5 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Pushing event deleted for resources: {'Port': ['ID=73bb1bea-84aa-4382-ab91-ea3378c67af3,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:14.289278 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1dcf3-97ba-49a7-a4b7-af30079d8484 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Pushing event updated for resources: {'Port': ['ID=790d928a-7dce-4c85-a868-21f3cf0a4eb5,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:14.297411 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3f1dcf3-97ba-49a7-a4b7-af30079d8484 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:14.398628 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-977a2980-ba6f-44e3-b455-53b778e716f5 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:14.408766 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-977a2980-ba6f-44e3-b455-53b778e716f5 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "DELETE /v2.0/ports/73bb1bea-84aa-4382-ab91-ea3378c67af3 HTTP/1.1" status: 204 len: 168 time: 0.9064052 Feb 28 14:31:14.409387 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60664) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:14.486033 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9765eb92-5945-42b5-8f1b-38fd2467bb83 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Deleting subnet f2963be4-2fb9-4bd5-b238-2b6d2285ece2 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:31:14.489472 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9765eb92-5945-42b5-8f1b-38fd2467bb83 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:14.493223 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-c3f1dcf3-97ba-49a7-a4b7-af30079d8484 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Floating IP 89da6be8-4adc-4deb-aea7-55401c7945be associated. External IP: 172.26.5.108, port: 14d3862a-60ae-436d-84cf-3a77b40c149f. Feb 28 14:31:14.546850 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9765eb92-5945-42b5-8f1b-38fd2467bb83 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:14.628340 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9765eb92-5945-42b5-8f1b-38fd2467bb83 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:14.705926 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9765eb92-5945-42b5-8f1b-38fd2467bb83 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:14.748969 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765eb92-5945-42b5-8f1b-38fd2467bb83 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Pushing event deleted for resources: {'Subnet': ['ID=f2963be4-2fb9-4bd5-b238-2b6d2285ece2,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:14.750865 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9765eb92-5945-42b5-8f1b-38fd2467bb83 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:14.760068 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9765eb92-5945-42b5-8f1b-38fd2467bb83 tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "DELETE /v2.0/subnets/f2963be4-2fb9-4bd5-b238-2b6d2285ece2 HTTP/1.1" status: 204 len: 168 time: 0.3464501 Feb 28 14:31:14.761178 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60668) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:14.762174 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01993907-5f1c-4c41-ab92-56171aac0417 None None] Network a6bc9f5e-eb67-470b-9d04-1993d762fb25 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:31:14.855201 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f1dcf3-97ba-49a7-a4b7-af30079d8484 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Router 328e2cbb-6c79-4cd3-a02a-656dfc7a9028 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:31:14.877968 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0d2184ed-4fee-47a5-98fb-457fd33ee7ae tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:14.890476 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-0d2184ed-4fee-47a5-98fb-457fd33ee7ae tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Deleting port eade04a0-667d-4725-b9dd-00eb3d49d35f {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:31:14.890787 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0d2184ed-4fee-47a5-98fb-457fd33ee7ae tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:15.012446 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5845e085-53ea-46b9-b638-3abd3c603c3d None None] DHCP port deletion for a6bc9f5e-eb67-470b-9d04-1993d762fb25 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:31:15.016425 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-5845e085-53ea-46b9-b638-3abd3c603c3d None None] Deleting port eade04a0-667d-4725-b9dd-00eb3d49d35f {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:31:15.016795 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5845e085-53ea-46b9-b638-3abd3c603c3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:15.049125 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f1dcf3-97ba-49a7-a4b7-af30079d8484 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:31:15.060014 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad131e8-faed-49f1-9486-897b12c1a18c None None] Sync routers for ids ['328e2cbb-6c79-4cd3-a02a-656dfc7a9028'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:31:15.074425 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c3f1dcf3-97ba-49a7-a4b7-af30079d8484 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:15.084063 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad131e8-faed-49f1-9486-897b12c1a18c None None] Routers {'328e2cbb-6c79-4cd3-a02a-656dfc7a9028'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:31:15.084676 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2ad131e8-faed-49f1-9486-897b12c1a18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:31:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['328e2cbb-6c79-4cd3-a02a-656dfc7a9028'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:15.118534 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-0d2184ed-4fee-47a5-98fb-457fd33ee7ae tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] For port eade04a0-667d-4725-b9dd-00eb3d49d35f, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=eade04a0-667d-4725-b9dd-00eb3d49d35f,segment=NetworkSegment(8d1fe78e-67f5-41d1-a2d1-3ba10fda6d84),segment_id=8d1fe78e-67f5-41d1-a2d1-3ba10fda6d84)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:31:15.119532 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0d2184ed-4fee-47a5-98fb-457fd33ee7ae tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:15.135528 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c3f1dcf3-97ba-49a7-a4b7-af30079d8484 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4144530 Feb 28 14:31:15.135528 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc156523-b18a-4539-8e6d-41b4cdf33977', 'tag': '14d3862a-60ae-436d-84cf-3a77b40c149f'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:31:15.188321 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc156523-b18a-4539-8e6d-41b4cdf33977', 'tag': '14d3862a-60ae-436d-84cf-3a77b40c149f', 'status': 'completed', 'code': 200} Feb 28 14:31:15.254847 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-0d2184ed-4fee-47a5-98fb-457fd33ee7ae tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Calling delete_port for eade04a0-667d-4725-b9dd-00eb3d49d35f owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:31:15.331563 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device eade04a0-667d-4725-b9dd-00eb3d49d35f no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:31:15.438046 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0d2184ed-4fee-47a5-98fb-457fd33ee7ae tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:15.486291 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-2ad131e8-faed-49f1-9486-897b12c1a18c None None] Set router 328e2cbb-6c79-4cd3-a02a-656dfc7a9028 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:31:15.549100 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No active binding found for port eade04a0-667d-4725-b9dd-00eb3d49d35f {{(pid=87774) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 28 14:31:15.549485 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device eade04a0-667d-4725-b9dd-00eb3d49d35f not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:31:15.554732 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5845e085-53ea-46b9-b638-3abd3c603c3d None None] For port eade04a0-667d-4725-b9dd-00eb3d49d35f, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=eade04a0-667d-4725-b9dd-00eb3d49d35f,segment=NetworkSegment(8d1fe78e-67f5-41d1-a2d1-3ba10fda6d84),segment_id=8d1fe78e-67f5-41d1-a2d1-3ba10fda6d84)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:31:15.555121 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5845e085-53ea-46b9-b638-3abd3c603c3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:15.609279 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a151bc-5e7f-41ac-93bf-0d83b34b84da req-7081ba06-ac70-4848-9a2e-32d65aad45dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:15.610766 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-96a151bc-5e7f-41ac-93bf-0d83b34b84da req-7081ba06-ac70-4848-9a2e-32d65aad45dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=da8de2a3d9124e5bb1749f1b8ff00f1e&device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 1099 time: 0.3628504 Feb 28 14:31:15.614095 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2184ed-4fee-47a5-98fb-457fd33ee7ae tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Pushing event deleted for resources: {'Port': ['ID=eade04a0-667d-4725-b9dd-00eb3d49d35f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:15.620991 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2184ed-4fee-47a5-98fb-457fd33ee7ae tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] No DVR routers for this DVR port eade04a0-667d-4725-b9dd-00eb3d49d35f on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:31:15.672599 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3c401-3eb6-4090-8a9a-88891bdfc1ea req-1eb637fd-cecb-4e95-8417-5928eda70a4e tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:15.674092 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4fb3c401-3eb6-4090-8a9a-88891bdfc1ea req-1eb637fd-cecb-4e95-8417-5928eda70a4e tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 946 time: 0.4272981 Feb 28 14:31:15.749413 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-5845e085-53ea-46b9-b638-3abd3c603c3d None None] Calling delete_port for eade04a0-667d-4725-b9dd-00eb3d49d35f owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:31:15.850174 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d3396560-9c55-4f7e-a8be-609397292442 req-57d31300-e9c1-41df-9509-24f907c61bb5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d86b3ec2-2c7a-4483-a977-db3cc1eaa766&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758157 Feb 28 14:31:15.879934 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4fb3c401-3eb6-4090-8a9a-88891bdfc1ea req-d994a1a7-808b-4da9-882f-6436ef09b68d tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/security-groups?id=0601ad36-f44b-4bc8-b975-f87b0a0917a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871386 Feb 28 14:31:15.882958 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0d2184ed-4fee-47a5-98fb-457fd33ee7ae tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:15.909326 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60676) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:15.929249 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-5845e085-53ea-46b9-b638-3abd3c603c3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:31:15.929891 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-5845e085-53ea-46b9-b638-3abd3c603c3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:31:15.934718 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a151bc-5e7f-41ac-93bf-0d83b34b84da req-3f5762e1-ec7c-4565-8f45-4a804f0b0974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:15.936303 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-96a151bc-5e7f-41ac-93bf-0d83b34b84da req-3f5762e1-ec7c-4565-8f45-4a804f0b0974 service neutron] 10.222.0.13 "GET /v2.0/networks?id=589a0197-d1af-4fc9-9262-356094b75395 HTTP/1.1" status: 200 len: 897 time: 0.3171983 Feb 28 14:31:15.939644 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-0d2184ed-4fee-47a5-98fb-457fd33ee7ae tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6bc9f5e-eb67-470b-9d04-1993d762fb25']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:16.015631 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-0d2184ed-4fee-47a5-98fb-457fd33ee7ae tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d1fe78e-67f5-41d1-a2d1-3ba10fda6d84') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:16.015895 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-0d2184ed-4fee-47a5-98fb-457fd33ee7ae tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d1fe78e-67f5-41d1-a2d1-3ba10fda6d84') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:16.035445 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2ad131e8-faed-49f1-9486-897b12c1a18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933297153', 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:52Z', 'updated_at': '2022-02-28T14:30:58Z', 'revision_number': 4, 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'gw_port': {'id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:53Z', 'updated_at': '2022-02-28T14:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '89da6be8-4adc-4deb-aea7-55401c7945be', 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'floating_ip_address': '172.26.5.108', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'port_id': '14d3862a-60ae-436d-84cf-3a77b40c149f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589a0197-d1af-4fc9-9262-356094b75395', 'mac_address': 'fa:16:3e:66:d9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc156523-b18a-4539-8e6d-41b4cdf33977', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:31:13Z', 'updated_at': '2022-02-28T14:31:13Z', 'revision_number': 0, 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '858b89fb-bd27-47fb-90a6-9545980d479a', 'name': '', 'network_id': '589a0197-d1af-4fc9-9262-356094b75395', 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'mac_address': 'fa:16:3e:34:f1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '3beb3563-75f4-4921-9c4b-91831fc2c07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:57Z', 'updated_at': '2022-02-28T14:31:05Z', 'revision_number': 5, 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'subnets': [{'id': '3beb3563-75f4-4921-9c4b-91831fc2c07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:16.037377 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0d2184ed-4fee-47a5-98fb-457fd33ee7ae tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:16.040132 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad131e8-faed-49f1-9486-897b12c1a18c None None] Checking router: 328e2cbb-6c79-4cd3-a02a-656dfc7a9028 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:31:16.050787 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad131e8-faed-49f1-9486-897b12c1a18c None None] Routers {'328e2cbb-6c79-4cd3-a02a-656dfc7a9028'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:31:16.052089 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2ad131e8-faed-49f1-9486-897b12c1a18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:31:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['328e2cbb-6c79-4cd3-a02a-656dfc7a9028'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:16.060079 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a6a54e34-af29-4692-967d-3eaa3e7f9eed tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/floatingips/89da6be8-4adc-4deb-aea7-55401c7945be HTTP/1.1" status: 200 len: 992 time: 0.1484356 Feb 28 14:31:16.069630 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0d2184ed-4fee-47a5-98fb-457fd33ee7ae tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:16.073394 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-96a151bc-5e7f-41ac-93bf-0d83b34b84da req-f98f0b5b-98b8-4135-af77-a67d71b26e53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14d3862a-60ae-436d-84cf-3a77b40c149f HTTP/1.1" status: 200 len: 1000 time: 0.1265914 Feb 28 14:31:16.078223 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2184ed-4fee-47a5-98fb-457fd33ee7ae tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:31:16.078616 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0d2184ed-4fee-47a5-98fb-457fd33ee7ae tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:16.079076 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3396560-9c55-4f7e-a8be-609397292442 req-a7403a7e-7049-44e2-be2f-503d0d7e708a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:16.080608 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d3396560-9c55-4f7e-a8be-609397292442 req-a7403a7e-7049-44e2-be2f-503d0d7e708a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=d86b3ec2-2c7a-4483-a977-db3cc1eaa766 HTTP/1.1" status: 200 len: 1098 time: 0.1119499 Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:31:16.093932 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:31:16.226208 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a151bc-5e7f-41ac-93bf-0d83b34b84da req-d7f5412e-de5d-4af6-b261-ff763eed1296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:16.227881 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-96a151bc-5e7f-41ac-93bf-0d83b34b84da req-d7f5412e-de5d-4af6-b261-ff763eed1296 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3beb3563-75f4-4921-9c4b-91831fc2c07c HTTP/1.1" status: 200 len: 833 time: 0.1191406 Feb 28 14:31:16.229551 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0d2184ed-4fee-47a5-98fb-457fd33ee7ae tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:16.247249 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-2ad131e8-faed-49f1-9486-897b12c1a18c None None] Set router 328e2cbb-6c79-4cd3-a02a-656dfc7a9028 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:31:16.248815 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0d2184ed-4fee-47a5-98fb-457fd33ee7ae tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:16.297961 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2184ed-4fee-47a5-98fb-457fd33ee7ae tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] Pushing event deleted for resources: {'Network': ['ID=a6bc9f5e-eb67-470b-9d04-1993d762fb25,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:16.304409 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0d2184ed-4fee-47a5-98fb-457fd33ee7ae tempest-TagsExtTest-955244474 tempest-TagsExtTest-955244474-project] 10.222.0.30 "DELETE /v2.0/networks/a6bc9f5e-eb67-470b-9d04-1993d762fb25 HTTP/1.1" status: 204 len: 168 time: 1.5422554 Feb 28 14:31:16.345785 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a151bc-5e7f-41ac-93bf-0d83b34b84da req-25e97253-e76f-455e-9abd-7fdb7deddb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:16.347322 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-96a151bc-5e7f-41ac-93bf-0d83b34b84da req-25e97253-e76f-455e-9abd-7fdb7deddb85 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=589a0197-d1af-4fc9-9262-356094b75395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0999758 Feb 28 14:31:16.366114 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3396560-9c55-4f7e-a8be-609397292442 req-4e3f8f2c-ec44-4977-9e76-52c72b34eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:16.367809 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d3396560-9c55-4f7e-a8be-609397292442 req-4e3f8f2c-ec44-4977-9e76-52c72b34eb60 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b HTTP/1.1" status: 200 len: 897 time: 0.2670817 Feb 28 14:31:16.450717 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-5845e085-53ea-46b9-b638-3abd3c603c3d None None] Deleting port eade04a0-667d-4725-b9dd-00eb3d49d35f {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:31:16.455826 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5845e085-53ea-46b9-b638-3abd3c603c3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:16.473251 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d3396560-9c55-4f7e-a8be-609397292442 req-311d23f3-e885-4065-9da9-0f7856e646a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0e76841-c90e-4d7f-97d0-6520476ba024 HTTP/1.1" status: 200 len: 217 time: 0.0981767 Feb 28 14:31:16.513747 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-96a151bc-5e7f-41ac-93bf-0d83b34b84da req-767dbc48-2e9f-4f91-b752-542dae2d323a service neutron] 10.222.0.13 "GET /v2.0/networks/589a0197-d1af-4fc9-9262-356094b75395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591468 Feb 28 14:31:16.551012 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3396560-9c55-4f7e-a8be-609397292442 req-535b7669-3e86-4716-98f3-9564bc200833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:16.552544 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d3396560-9c55-4f7e-a8be-609397292442 req-535b7669-3e86-4716-98f3-9564bc200833 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edb6d5c6-4fdb-454f-ab90-933ebe5c052b HTTP/1.1" status: 200 len: 835 time: 0.0726652 Feb 28 14:31:16.628985 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60684) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:16.655565 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3396560-9c55-4f7e-a8be-609397292442 req-aeb97e72-c3ec-426b-b623-b70f2e0b9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:16.657189 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d3396560-9c55-4f7e-a8be-609397292442 req-aeb97e72-c3ec-426b-b623-b70f2e0b9105 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0977013 Feb 28 14:31:16.676570 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-96a151bc-5e7f-41ac-93bf-0d83b34b84da req-49aef0b0-4d53-42f6-be8a-449948960eb0 service neutron] 10.222.0.13 "GET /v2.0/networks/589a0197-d1af-4fc9-9262-356094b75395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523123 Feb 28 14:31:16.712215 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-5845e085-53ea-46b9-b638-3abd3c603c3d None None] The port 'eade04a0-667d-4725-b9dd-00eb3d49d35f' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:31:16.797834 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2ad131e8-faed-49f1-9486-897b12c1a18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933297153', 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:52Z', 'updated_at': '2022-02-28T14:30:58Z', 'revision_number': 4, 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'gw_port': {'id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:53Z', 'updated_at': '2022-02-28T14:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '89da6be8-4adc-4deb-aea7-55401c7945be', 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'floating_ip_address': '172.26.5.108', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'port_id': '14d3862a-60ae-436d-84cf-3a77b40c149f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589a0197-d1af-4fc9-9262-356094b75395', 'mac_address': 'fa:16:3e:66:d9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc156523-b18a-4539-8e6d-41b4cdf33977', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:31:13Z', 'updated_at': '2022-02-28T14:31:13Z', 'revision_number': 0, 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '858b89fb-bd27-47fb-90a6-9545980d479a', 'name': '', 'network_id': '589a0197-d1af-4fc9-9262-356094b75395', 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'mac_address': 'fa:16:3e:34:f1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '3beb3563-75f4-4921-9c4b-91831fc2c07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:57Z', 'updated_at': '2022-02-28T14:31:05Z', 'revision_number': 5, 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'subnets': [{'id': '3beb3563-75f4-4921-9c4b-91831fc2c07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:16.802010 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad131e8-faed-49f1-9486-897b12c1a18c None None] The sync data for ids ['328e2cbb-6c79-4cd3-a02a-656dfc7a9028'] in dv-neutron-831192-4-hyperv is: [{'id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933297153', 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:52Z', 'updated_at': '2022-02-28T14:30:58Z', 'revision_number': 4, 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'gw_port': {'id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:53Z', 'updated_at': '2022-02-28T14:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '89da6be8-4adc-4deb-aea7-55401c7945be', 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'floating_ip_address': '172.26.5.108', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'port_id': '14d3862a-60ae-436d-84cf-3a77b40c149f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589a0197-d1af-4fc9-9262-356094b75395', 'mac_address': 'fa:16:3e:66:d9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc156523-b18a-4539-8e6d-41b4cdf33977', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:31:13Z', 'updated_at': '2022-02-28T14:31:13Z', 'revision_number': 0, 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '858b89fb-bd27-47fb-90a6-9545980d479a', 'name': '', 'network_id': '589a0197-d1af-4fc9-9262-356094b75395', 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'mac_address': 'fa:16:3e:34:f1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '3beb3563-75f4-4921-9c4b-91831fc2c07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:57Z', 'updated_at': '2022-02-28T14:31:05Z', 'revision_number': 5, 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'subnets': [{'id': '3beb3563-75f4-4921-9c4b-91831fc2c07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:31:16.837332 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d3396560-9c55-4f7e-a8be-609397292442 req-32e9ae02-327e-4202-b07e-99a6491bd11c service neutron] 10.222.0.13 "GET /v2.0/networks/b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717315 Feb 28 14:31:16.840859 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a22535f3-6204-45cf-a382-1c0769bc930f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8076c9ddbc7649c999de229bb437cd91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2108016 Feb 28 14:31:16.842823 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60690) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:16.906391 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-479e6f72-3844-42bc-b96a-e94aa1a08ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:16.932863 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-479e6f72-3844-42bc-b96a-e94aa1a08ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:16.980728 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d3396560-9c55-4f7e-a8be-609397292442 req-559c9bff-7f8b-4ffe-a8f7-34f2393c1f8b service neutron] 10.222.0.13 "GET /v2.0/networks/b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365807 Feb 28 14:31:17.000734 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-479e6f72-3844-42bc-b96a-e94aa1a08ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:17.016029 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e6f72-3844-42bc-b96a-e94aa1a08ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f56a24f-cd2d-42ee-896e-0ef18ff0b665,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:17.022427 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-479e6f72-3844-42bc-b96a-e94aa1a08ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:17.026421 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-479e6f72-3844-42bc-b96a-e94aa1a08ab7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7f56a24f-cd2d-42ee-896e-0ef18ff0b665 HTTP/1.1" status: 204 len: 168 time: 0.1798658 Feb 28 14:31:17.026808 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5eb747-df01-4384-86b8-6b79b30b831d None None] New status for floating IP 89da6be8-4adc-4deb-aea7-55401c7945be: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:31:17.062903 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60696) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:17.170746 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fb6c5aab-b904-40e4-88e3-65c3e0147786 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/floatingips/89da6be8-4adc-4deb-aea7-55401c7945be HTTP/1.1" status: 200 len: 992 time: 0.1065967 Feb 28 14:31:17.749305 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60718) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:17.866037 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-472d490e-abce-4fef-bdc3-650286f60a2e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-748981942-network', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:17.871179 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-472d490e-abce-4fef-bdc3-650286f60a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:17.875521 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-472d490e-abce-4fef-bdc3-650286f60a2e admin admin] Usage tracker for resource:network and tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:17.878633 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-472d490e-abce-4fef-bdc3-650286f60a2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:17.885590 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-472d490e-abce-4fef-bdc3-650286f60a2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:17.898028 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472d490e-abce-4fef-bdc3-650286f60a2e admin admin] Made reservation on behalf of 5f524760c6fa4d1fa6c1f424e01bc6b0 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:31:17.900766 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-472d490e-abce-4fef-bdc3-650286f60a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:17.913010 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-472d490e-abce-4fef-bdc3-650286f60a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:17.928413 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-472d490e-abce-4fef-bdc3-650286f60a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:17.933351 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-472d490e-abce-4fef-bdc3-650286f60a2e admin admin] Usage tracker for resource:security_group_rule and tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:17.936310 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-472d490e-abce-4fef-bdc3-650286f60a2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:17.942181 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-472d490e-abce-4fef-bdc3-650286f60a2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:18.025767 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-472d490e-abce-4fef-bdc3-650286f60a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:18.031782 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-472d490e-abce-4fef-bdc3-650286f60a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:18.062111 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-472d490e-abce-4fef-bdc3-650286f60a2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:31:18.070701 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d490e-abce-4fef-bdc3-650286f60a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5259c0-1db1-40d6-be52-c80d87e801dc,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:18.077104 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-472d490e-abce-4fef-bdc3-650286f60a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:18.077434 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-472d490e-abce-4fef-bdc3-650286f60a2e admin admin] Added segment 17126b36-8ec3-4ac1-9d6f-8ac5c220baca of type vlan for network dbec77e7-9627-41ee-b124-abc98f8f9531 Feb 28 14:31:18.108461 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-472d490e-abce-4fef-bdc3-650286f60a2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:18.138205 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-472d490e-abce-4fef-bdc3-650286f60a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:18.139188 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472d490e-abce-4fef-bdc3-650286f60a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:18.139773 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-472d490e-abce-4fef-bdc3-650286f60a2e admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:18.175363 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60724) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:18.245306 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-472d490e-abce-4fef-bdc3-650286f60a2e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4948449 Feb 28 14:31:18.246030 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d490e-abce-4fef-bdc3-650286f60a2e admin admin] Pushing event updated for resources: {'Network': ['ID=dbec77e7-9627-41ee-b124-abc98f8f9531,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:18.248794 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60728) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:18.255197 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6a3d1d0d-19f1-4e51-ba3f-a4fd1c05b6d9 admin admin] Request body: {'subnet': {'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-748981942-subnet', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'ip_version': 4}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:18.256162 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network dbec77e7-9627-41ee-b124-abc98f8f9531 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:31:18.260767 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6a3d1d0d-19f1-4e51-ba3f-a4fd1c05b6d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:18.264738 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6a3d1d0d-19f1-4e51-ba3f-a4fd1c05b6d9 admin admin] Usage tracker for resource:subnet and tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:18.267622 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6a3d1d0d-19f1-4e51-ba3f-a4fd1c05b6d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:18.273166 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6a3d1d0d-19f1-4e51-ba3f-a4fd1c05b6d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:18.288603 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3111ab70-e305-4681-b386-33844079e421 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/floatingips/89da6be8-4adc-4deb-aea7-55401c7945be HTTP/1.1" status: 200 len: 994 time: 0.1076579 Feb 28 14:31:18.288866 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3d1d0d-19f1-4e51-ba3f-a4fd1c05b6d9 admin admin] Made reservation on behalf of 5f524760c6fa4d1fa6c1f424e01bc6b0 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:31:18.288866 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a3d1d0d-19f1-4e51-ba3f-a4fd1c05b6d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:18.503835 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a3d1d0d-19f1-4e51-ba3f-a4fd1c05b6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:18.578039 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d1d0d-19f1-4e51-ba3f-a4fd1c05b6d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c3c161d-1d7a-4059-be69-1fedd6eff82a,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:18.588965 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3d1d0d-19f1-4e51-ba3f-a4fd1c05b6d9 admin admin] Checking segment: {'id': '17126b36-8ec3-4ac1-9d6f-8ac5c220baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:31:18.589304 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3d1d0d-19f1-4e51-ba3f-a4fd1c05b6d9 admin admin] Network hostable DHCP agents. Network: dbec77e7-9627-41ee-b124-abc98f8f9531, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:31:18.609119 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3d1d0d-19f1-4e51-ba3f-a4fd1c05b6d9 admin admin] Network dbec77e7-9627-41ee-b124-abc98f8f9531 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:31:18.619864 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-6a3d1d0d-19f1-4e51-ba3f-a4fd1c05b6d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, dbec77e7-9627-41ee-b124-abc98f8f9531) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:31:18.623628 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3d1d0d-19f1-4e51-ba3f-a4fd1c05b6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:18.624196 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a3d1d0d-19f1-4e51-ba3f-a4fd1c05b6d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:18.628942 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa912e5a-741a-4423-beb0-ec87e69f50d8 None None] Network dbec77e7-9627-41ee-b124-abc98f8f9531 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:31:18.647502 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6a3d1d0d-19f1-4e51-ba3f-a4fd1c05b6d9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3975055 Feb 28 14:31:18.650171 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60734) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:18.655033 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c32a183d-7202-492e-8bae-bd449f7723a1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-748981942-router', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:18.659853 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c32a183d-7202-492e-8bae-bd449f7723a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:18.663925 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c32a183d-7202-492e-8bae-bd449f7723a1 admin admin] Usage tracker for resource:router and tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:18.666941 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c32a183d-7202-492e-8bae-bd449f7723a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:18.673276 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c32a183d-7202-492e-8bae-bd449f7723a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:18.685074 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c32a183d-7202-492e-8bae-bd449f7723a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:18.686070 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c32a183d-7202-492e-8bae-bd449f7723a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:18.701376 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c32a183d-7202-492e-8bae-bd449f7723a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:18.851539 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786673b4-c11c-4e52-9ab1-c270c149f927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-dbec77e7-9627-41ee-b124-abc98f8f9531', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'fixed_ips': [{'subnet_id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:31:18.852571 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-786673b4-c11c-4e52-9ab1-c270c149f927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:19.032072 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-786673b4-c11c-4e52-9ab1-c270c149f927 None None] Allocated IP 172.20.0.2 (dbec77e7-9627-41ee-b124-abc98f8f9531/2c3c161d-1d7a-4059-be69-1fedd6eff82a/b6bf8b94-4239-4362-be10-8f71d33d86a2) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:31:19.096010 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fa7bb-1a20-4256-9af8-cf6b254a0c89 req-8f410f48-eff3-4e05-a636-d6e588bf8015 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:19.097614 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f14fa7bb-1a20-4256-9af8-cf6b254a0c89 req-8f410f48-eff3-4e05-a636-d6e588bf8015 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=09656998-3630-46e4-b0ed-40f36ec00e6e HTTP/1.1" status: 200 len: 946 time: 0.0927970 Feb 28 14:31:19.139619 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c32a183d-7202-492e-8bae-bd449f7723a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:19.145881 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f14fa7bb-1a20-4256-9af8-cf6b254a0c89 req-7fd011f8-2683-4cba-ae50-4df5065cb094 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9127b61b-087e-4502-86c1-b2840df03276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417252 Feb 28 14:31:19.260609 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-786673b4-c11c-4e52-9ab1-c270c149f927 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:19.270648 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-786673b4-c11c-4e52-9ab1-c270c149f927 None None] Transition to ACTIVE for port object b6bf8b94-4239-4362-be10-8f71d33d86a2 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:31:19.288712 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-786673b4-c11c-4e52-9ab1-c270c149f927 None None] Transition to ACTIVE for port object b6bf8b94-4239-4362-be10-8f71d33d86a2 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:31:19.295634 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-786673b4-c11c-4e52-9ab1-c270c149f927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:19.358723 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786673b4-c11c-4e52-9ab1-c270c149f927 None None] Network dbec77e7-9627-41ee-b124-abc98f8f9531 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:31:19.365626 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-786673b4-c11c-4e52-9ab1-c270c149f927 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:31:19.368040 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786673b4-c11c-4e52-9ab1-c270c149f927 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:31:19.378171 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786673b4-c11c-4e52-9ab1-c270c149f927 None None] Pushing event updated for resources: {'Port': ['ID=b6bf8b94-4239-4362-be10-8f71d33d86a2,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:19.461179 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c32a183d-7202-492e-8bae-bd449f7723a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:19.473357 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-786673b4-c11c-4e52-9ab1-c270c149f927 None None] Attempting to bind port b6bf8b94-4239-4362-be10-8f71d33d86a2 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:31:19.473715 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-786673b4-c11c-4e52-9ab1-c270c149f927 None None] Attempting to bind port b6bf8b94-4239-4362-be10-8f71d33d86a2 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '17126b36-8ec3-4ac1-9d6f-8ac5c220baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:31:19.474061 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786673b4-c11c-4e52-9ab1-c270c149f927 None None] Attempting to bind port b6bf8b94-4239-4362-be10-8f71d33d86a2 on network dbec77e7-9627-41ee-b124-abc98f8f9531 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:31:19.479878 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786673b4-c11c-4e52-9ab1-c270c149f927 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:31:19.480249 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786673b4-c11c-4e52-9ab1-c270c149f927 None None] Checking segment: {'id': '17126b36-8ec3-4ac1-9d6f-8ac5c220baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:31:19.480642 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-786673b4-c11c-4e52-9ab1-c270c149f927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:19.481025 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786673b4-c11c-4e52-9ab1-c270c149f927 None None] Bound using segment: {'id': '17126b36-8ec3-4ac1-9d6f-8ac5c220baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:31:19.481482 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-786673b4-c11c-4e52-9ab1-c270c149f927 None None] Bound port: b6bf8b94-4239-4362-be10-8f71d33d86a2, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17126b36-8ec3-4ac1-9d6f-8ac5c220baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:31:19.481852 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-786673b4-c11c-4e52-9ab1-c270c149f927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:19.494579 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c32a183d-7202-492e-8bae-bd449f7723a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:19.582821 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-786673b4-c11c-4e52-9ab1-c270c149f927 None None] For port b6bf8b94-4239-4362-be10-8f71d33d86a2, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:31:19.586696 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-786673b4-c11c-4e52-9ab1-c270c149f927 None None] For port b6bf8b94-4239-4362-be10-8f71d33d86a2, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=b6bf8b94-4239-4362-be10-8f71d33d86a2,segment=NetworkSegment(17126b36-8ec3-4ac1-9d6f-8ac5c220baca),segment_id=17126b36-8ec3-4ac1-9d6f-8ac5c220baca)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:31:19.596028 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-786673b4-c11c-4e52-9ab1-c270c149f927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:19.654781 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-c32a183d-7202-492e-8bae-bd449f7723a1 admin admin] Allocated IP 172.26.5.225 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/f3a7bd93-6aac-4a64-918e-49f58fef0ac2) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:31:19.688215 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786673b4-c11c-4e52-9ab1-c270c149f927 None None] Pushing event updated for resources: {'Port': ['ID=b6bf8b94-4239-4362-be10-8f71d33d86a2,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:19.821304 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c32a183d-7202-492e-8bae-bd449f7723a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:19.859263 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c32a183d-7202-492e-8bae-bd449f7723a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:19.924445 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32a183d-7202-492e-8bae-bd449f7723a1 admin admin] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:31:19.927309 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c32a183d-7202-492e-8bae-bd449f7723a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:31:19.929796 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32a183d-7202-492e-8bae-bd449f7723a1 admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:31:19.977711 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a183d-7202-492e-8bae-bd449f7723a1 admin admin] Pushing event updated for resources: {'Port': ['ID=f3a7bd93-6aac-4a64-918e-49f58fef0ac2,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:20.457651 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c32a183d-7202-492e-8bae-bd449f7723a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:20.554671 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9ed1e-adc8-4959-ab9d-4705ca4fed16 req-f36fe1ad-0a55-49d3-9f08-40ef8eacc372 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:20.556204 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-51f9ed1e-adc8-4959-ab9d-4705ca4fed16 req-f36fe1ad-0a55-49d3-9f08-40ef8eacc372 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=09656998-3630-46e4-b0ed-40f36ec00e6e HTTP/1.1" status: 200 len: 946 time: 0.2981944 Feb 28 14:31:20.610853 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde22e96-999f-4144-a196-501ead70c4ca None None] Network dbec77e7-9627-41ee-b124-abc98f8f9531 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:31:20.714364 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7a31934c-6d0c-4087-8af6-bbbaa3dea9a7 None None] Provisioning for port b6bf8b94-4239-4362-be10-8f71d33d86a2 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:31:20.789774 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ab1cf-c664-4ece-b8f0-92289311e18f req-96a6ed9a-37a2-4747-8406-af4bd91cb860 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:20.791437 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2e1ab1cf-c664-4ece-b8f0-92289311e18f req-96a6ed9a-37a2-4747-8406-af4bd91cb860 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/ports?device_id=09656998-3630-46e4-b0ed-40f36ec00e6e HTTP/1.1" status: 200 len: 946 time: 0.4144511 Feb 28 14:31:20.896360 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-51f9ed1e-adc8-4959-ab9d-4705ca4fed16 req-63bf050e-2aa2-49f0-b3d8-6fc13774cc12 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9127b61b-087e-4502-86c1-b2840df03276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3319585 Feb 28 14:31:20.960925 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-2e1ab1cf-c664-4ece-b8f0-92289311e18f req-05b3f7aa-2387-41a7-bf4f-b76e9f6568a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port f316cd40-843f-493a-be2f-c5832b1e815d {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:31:20.961231 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-2e1ab1cf-c664-4ece-b8f0-92289311e18f req-05b3f7aa-2387-41a7-bf4f-b76e9f6568a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:21.204286 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c32a183d-7202-492e-8bae-bd449f7723a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:21.348594 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device b6bf8b94-4239-4362-be10-8f71d33d86a2 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:31:21.448911 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-2e1ab1cf-c664-4ece-b8f0-92289311e18f req-05b3f7aa-2387-41a7-bf4f-b76e9f6568a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port f316cd40-843f-493a-be2f-c5832b1e815d, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f316cd40-843f-493a-be2f-c5832b1e815d,segment=NetworkSegment(4dcad0c1-00ef-450c-97d2-a23c7c1afa00),segment_id=4dcad0c1-00ef-450c-97d2-a23c7c1afa00)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:31:21.449262 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-2e1ab1cf-c664-4ece-b8f0-92289311e18f req-05b3f7aa-2387-41a7-bf4f-b76e9f6568a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:21.454557 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port b6bf8b94-4239-4362-be10-8f71d33d86a2 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:31:21.459675 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port b6bf8b94-4239-4362-be10-8f71d33d86a2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:21.460106 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:21.574419 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:21.609535 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port b6bf8b94-4239-4362-be10-8f71d33d86a2, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=b6bf8b94-4239-4362-be10-8f71d33d86a2,segment=NetworkSegment(17126b36-8ec3-4ac1-9d6f-8ac5c220baca),segment_id=17126b36-8ec3-4ac1-9d6f-8ac5c220baca)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:31:21.614178 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:21.682977 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=b6bf8b94-4239-4362-be10-8f71d33d86a2,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:21.731198 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32a183d-7202-492e-8bae-bd449f7723a1 admin admin] Router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:31:21.843392 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-2e1ab1cf-c664-4ece-b8f0-92289311e18f req-05b3f7aa-2387-41a7-bf4f-b76e9f6568a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:21.843630 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-2e1ab1cf-c664-4ece-b8f0-92289311e18f req-05b3f7aa-2387-41a7-bf4f-b76e9f6568a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:21.843968 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [req-2e1ab1cf-c664-4ece-b8f0-92289311e18f req-05b3f7aa-2387-41a7-bf4f-b76e9f6568a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Floating IP fb24d58c-93fa-468e-bdc3-c2243125022e disassociated. External IP: 172.26.5.12, port: f316cd40-843f-493a-be2f-c5832b1e815d. Feb 28 14:31:21.844269 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-2e1ab1cf-c664-4ece-b8f0-92289311e18f req-05b3f7aa-2387-41a7-bf4f-b76e9f6568a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for f316cd40-843f-493a-be2f-c5832b1e815d owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:31:22.008427 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32a183d-7202-492e-8bae-bd449f7723a1 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:31:22.019436 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6a4db3-9a81-48fa-83dc-beeb545ae8f4 None None] Sync routers for ids ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:31:22.029376 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6a4db3-9a81-48fa-83dc-beeb545ae8f4 None None] Routers {'89af78d2-0f3b-4ce2-8bda-6c279d6083ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:31:22.030031 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4a6a4db3-9a81-48fa-83dc-beeb545ae8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:31:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:22.092804 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223424ec-e941-41cc-a395-e8441da414a1 req-ed8771fe-a3d1-4fb2-bb11-095126a546d5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:22.095344 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-223424ec-e941-41cc-a395-e8441da414a1 req-ed8771fe-a3d1-4fb2-bb11-095126a546d5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=09656998-3630-46e4-b0ed-40f36ec00e6e HTTP/1.1" status: 200 len: 946 time: 0.0911610 Feb 28 14:31:22.148214 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-223424ec-e941-41cc-a395-e8441da414a1 req-c81e656b-1183-4128-b22b-94f31daaf4fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9127b61b-087e-4502-86c1-b2840df03276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455287 Feb 28 14:31:22.224816 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-4a6a4db3-9a81-48fa-83dc-beeb545ae8f4 None None] Set router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:31:22.242538 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c32a183d-7202-492e-8bae-bd449f7723a1 admin admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:22.244101 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c32a183d-7202-492e-8bae-bd449f7723a1 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5929127 Feb 28 14:31:22.245571 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-2e1ab1cf-c664-4ece-b8f0-92289311e18f req-05b3f7aa-2387-41a7-bf4f-b76e9f6568a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:22.247335 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60746) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:22.363102 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3f7aa-2387-41a7-bf4f-b76e9f6568a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=f316cd40-843f-493a-be2f-c5832b1e815d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:22.513525 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4a6a4db3-9a81-48fa-83dc-beeb545ae8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'name': 'tempest-TestVolumeBootPattern-748981942-router', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:18Z', 'updated_at': '2022-02-28T14:31:20Z', 'revision_number': 3, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'gw_port': {'id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:19Z', 'updated_at': '2022-02-28T14:31:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:22.517461 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6a4db3-9a81-48fa-83dc-beeb545ae8f4 None None] Checking router: 89af78d2-0f3b-4ce2-8bda-6c279d6083ef for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:31:22.517810 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6a4db3-9a81-48fa-83dc-beeb545ae8f4 None None] Updating router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef port f3a7bd93-6aac-4a64-918e-49f58fef0ac2 binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:31:22.573716 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4a6a4db3-9a81-48fa-83dc-beeb545ae8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:22.716845 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e1ab1cf-c664-4ece-b8f0-92289311e18f req-05b3f7aa-2387-41a7-bf4f-b76e9f6568a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 1e74d8f8-22c4-48e4-932a-f1f59ef0affe has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:31:22.919491 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4a6a4db3-9a81-48fa-83dc-beeb545ae8f4 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:22.932867 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4a6a4db3-9a81-48fa-83dc-beeb545ae8f4 None None] Transition to ACTIVE for port object f3a7bd93-6aac-4a64-918e-49f58fef0ac2 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:31:22.941096 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4a6a4db3-9a81-48fa-83dc-beeb545ae8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:23.014381 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4a6a4db3-9a81-48fa-83dc-beeb545ae8f4 None None] Attempting to bind port f3a7bd93-6aac-4a64-918e-49f58fef0ac2 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:31:23.014757 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4a6a4db3-9a81-48fa-83dc-beeb545ae8f4 None None] Attempting to bind port f3a7bd93-6aac-4a64-918e-49f58fef0ac2 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:31:23.015108 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6a4db3-9a81-48fa-83dc-beeb545ae8f4 None None] Attempting to bind port f3a7bd93-6aac-4a64-918e-49f58fef0ac2 on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:31:23.024852 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759a100-db77-44e3-b627-3d0296660b9c None None] Pushing event updated for resources: {'Port': ['ID=f3a7bd93-6aac-4a64-918e-49f58fef0ac2,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:23.028440 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6a4db3-9a81-48fa-83dc-beeb545ae8f4 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:31:23.028829 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6a4db3-9a81-48fa-83dc-beeb545ae8f4 None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:31:23.029210 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4a6a4db3-9a81-48fa-83dc-beeb545ae8f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:23.029825 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6a4db3-9a81-48fa-83dc-beeb545ae8f4 None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:31:23.030356 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4a6a4db3-9a81-48fa-83dc-beeb545ae8f4 None None] Bound port: f3a7bd93-6aac-4a64-918e-49f58fef0ac2, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:31:23.030728 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4a6a4db3-9a81-48fa-83dc-beeb545ae8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:23.106871 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4a6a4db3-9a81-48fa-83dc-beeb545ae8f4 None None] For port f3a7bd93-6aac-4a64-918e-49f58fef0ac2, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:31:23.110244 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4a6a4db3-9a81-48fa-83dc-beeb545ae8f4 None None] For port f3a7bd93-6aac-4a64-918e-49f58fef0ac2, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=f3a7bd93-6aac-4a64-918e-49f58fef0ac2,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:31:23.115204 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4a6a4db3-9a81-48fa-83dc-beeb545ae8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:23.119767 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e1ab1cf-c664-4ece-b8f0-92289311e18f req-05b3f7aa-2387-41a7-bf4f-b76e9f6568a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:31:23.131231 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7934ce3b-671a-4856-b487-10cf41f3c844 None None] Sync routers for ids ['1e74d8f8-22c4-48e4-932a-f1f59ef0affe'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:31:23.142469 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7934ce3b-671a-4856-b487-10cf41f3c844 None None] Routers {'1e74d8f8-22c4-48e4-932a-f1f59ef0affe'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:31:23.143464 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7934ce3b-671a-4856-b487-10cf41f3c844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:31:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1e74d8f8-22c4-48e4-932a-f1f59ef0affe'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:23.189432 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6a4db3-9a81-48fa-83dc-beeb545ae8f4 None None] Routers {'89af78d2-0f3b-4ce2-8bda-6c279d6083ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:31:23.190067 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4a6a4db3-9a81-48fa-83dc-beeb545ae8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:31:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:23.238931 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1ab1cf-c664-4ece-b8f0-92289311e18f req-05b3f7aa-2387-41a7-bf4f-b76e9f6568a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] No DVR routers for this DVR port f316cd40-843f-493a-be2f-c5832b1e815d on host hv-neutron-8311 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:31:23.245180 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-2e1ab1cf-c664-4ece-b8f0-92289311e18f req-05b3f7aa-2387-41a7-bf4f-b76e9f6568a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:23.247033 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2e1ab1cf-c664-4ece-b8f0-92289311e18f req-05b3f7aa-2387-41a7-bf4f-b76e9f6568a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "DELETE /v2.0/ports/f316cd40-843f-493a-be2f-c5832b1e815d HTTP/1.1" status: 204 len: 173 time: 2.4427893 Feb 28 14:31:23.247551 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09656998-3630-46e4-b0ed-40f36ec00e6e', 'name': 'network-vif-deleted', 'tag': 'f316cd40-843f-493a-be2f-c5832b1e815d'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:31:23.286548 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759a100-db77-44e3-b627-3d0296660b9c None None] Pushing event updated for resources: {'Port': ['ID=f3a7bd93-6aac-4a64-918e-49f58fef0ac2,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:23.325737 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09656998-3630-46e4-b0ed-40f36ec00e6e', 'name': 'network-vif-deleted', 'tag': 'f316cd40-843f-493a-be2f-c5832b1e815d', 'status': 'completed', 'code': 200} Feb 28 14:31:23.447733 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-7934ce3b-671a-4856-b487-10cf41f3c844 None None] Set router 1e74d8f8-22c4-48e4-932a-f1f59ef0affe gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:31:23.466214 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-4a6a4db3-9a81-48fa-83dc-beeb545ae8f4 None None] Set router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:31:23.556847 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-eef7b768-1026-411c-ad28-28d695a52c8a req-2eb539f2-3e7e-4869-b0a0-21f74f3f521c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:31:23.569885 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device b6bf8b94-4239-4362-be10-8f71d33d86a2 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:31:23.612418 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-eef7b768-1026-411c-ad28-28d695a52c8a req-2eb539f2-3e7e-4869-b0a0-21f74f3f521c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:31:23.613833 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-eef7b768-1026-411c-ad28-28d695a52c8a req-2eb539f2-3e7e-4869-b0a0-21f74f3f521c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=09656998-3630-46e4-b0ed-40f36ec00e6e HTTP/1.1" status: 200 len: 210 time: 0.2815056 Feb 28 14:31:23.635012 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f41ff4b7-7c54-4837-b968-ed98d2390fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:23.744020 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port b6bf8b94-4239-4362-be10-8f71d33d86a2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:23.744398 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:23.849315 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-f41ff4b7-7c54-4837-b968-ed98d2390fa3 admin admin] Allocated IP 172.20.0.1 (dbec77e7-9627-41ee-b124-abc98f8f9531/2c3c161d-1d7a-4059-be69-1fedd6eff82a/c3836f8f-4ac6-4066-b5b7-81134a9cdac3) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:31:23.877179 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7934ce3b-671a-4856-b487-10cf41f3c844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'name': 'tempest-TestNetworkBasicOps-router-817127117', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:28:55Z', 'updated_at': '2022-02-28T14:29:07Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:82:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:28:56Z', 'updated_at': '2022-02-28T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '15b79571-f6d1-407f-aa9d-12a6d5c8f2a0', 'name': '', 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:d3:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:04Z', 'updated_at': '2022-02-28T14:29:19Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:23.881328 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7934ce3b-671a-4856-b487-10cf41f3c844 None None] Checking router: 1e74d8f8-22c4-48e4-932a-f1f59ef0affe for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:31:23.891411 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7934ce3b-671a-4856-b487-10cf41f3c844 None None] Routers {'1e74d8f8-22c4-48e4-932a-f1f59ef0affe'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:31:23.892024 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7934ce3b-671a-4856-b487-10cf41f3c844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:31:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1e74d8f8-22c4-48e4-932a-f1f59ef0affe'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:23.920497 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4a6a4db3-9a81-48fa-83dc-beeb545ae8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'name': 'tempest-TestVolumeBootPattern-748981942-router', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:18Z', 'updated_at': '2022-02-28T14:31:20Z', 'revision_number': 3, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'gw_port': {'id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:19Z', 'updated_at': '2022-02-28T14:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:23.926722 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6a4db3-9a81-48fa-83dc-beeb545ae8f4 None None] The sync data for ids ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'] in dv-neutron-831192-4-hyperv is: [{'id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'name': 'tempest-TestVolumeBootPattern-748981942-router', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:18Z', 'updated_at': '2022-02-28T14:31:20Z', 'revision_number': 3, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'gw_port': {'id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:19Z', 'updated_at': '2022-02-28T14:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:31:24.036361 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f41ff4b7-7c54-4837-b968-ed98d2390fa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:24.053639 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f41ff4b7-7c54-4837-b968-ed98d2390fa3 admin admin] Transition to ACTIVE for port object c3836f8f-4ac6-4066-b5b7-81134a9cdac3 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:31:24.080119 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f41ff4b7-7c54-4837-b968-ed98d2390fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:24.088355 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-7934ce3b-671a-4856-b487-10cf41f3c844 None None] Set router 1e74d8f8-22c4-48e4-932a-f1f59ef0affe gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:31:24.147221 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41ff4b7-7c54-4837-b968-ed98d2390fa3 admin admin] Network dbec77e7-9627-41ee-b124-abc98f8f9531 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:31:24.154598 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-f41ff4b7-7c54-4837-b968-ed98d2390fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:31:24.158772 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41ff4b7-7c54-4837-b968-ed98d2390fa3 admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:31:24.189022 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device f316cd40-843f-493a-be2f-c5832b1e815d no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:31:24.222067 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ff4b7-7c54-4837-b968-ed98d2390fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=c3836f8f-4ac6-4066-b5b7-81134a9cdac3,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:24.254419 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: f316cd40-843f-493a-be2f-c5832b1e815d {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:31:24.254759 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device f316cd40-843f-493a-be2f-c5832b1e815d not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:31:24.265937 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f41ff4b7-7c54-4837-b968-ed98d2390fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:24.432646 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f41ff4b7-7c54-4837-b968-ed98d2390fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:24.487629 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-7934ce3b-671a-4856-b487-10cf41f3c844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'name': 'tempest-TestNetworkBasicOps-router-817127117', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:28:55Z', 'updated_at': '2022-02-28T14:29:07Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:82:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:28:56Z', 'updated_at': '2022-02-28T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '15b79571-f6d1-407f-aa9d-12a6d5c8f2a0', 'name': '', 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:d3:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:04Z', 'updated_at': '2022-02-28T14:29:19Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:24.492390 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7934ce3b-671a-4856-b487-10cf41f3c844 None None] The sync data for ids ['1e74d8f8-22c4-48e4-932a-f1f59ef0affe'] in dv-neutron-831192-4-hyperv is: [{'id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'name': 'tempest-TestNetworkBasicOps-router-817127117', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:28:55Z', 'updated_at': '2022-02-28T14:29:07Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:82:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:28:56Z', 'updated_at': '2022-02-28T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '15b79571-f6d1-407f-aa9d-12a6d5c8f2a0', 'name': '', 'network_id': 'b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:d3:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:29:04Z', 'updated_at': '2022-02-28T14:29:19Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': 'edb6d5c6-4fdb-454f-ab90-933ebe5c052b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:31:24.536702 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cb56799c-9a4e-4014-9b4c-b6d74c95cce7 None None] Provisioning for port c3836f8f-4ac6-4066-b5b7-81134a9cdac3 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:31:24.543410 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cb56799c-9a4e-4014-9b4c-b6d74c95cce7 None None] Provisioning complete for port c3836f8f-4ac6-4066-b5b7-81134a9cdac3 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:24.544257 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cb56799c-9a4e-4014-9b4c-b6d74c95cce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:24.604112 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-cb56799c-9a4e-4014-9b4c-b6d74c95cce7 None None] Port c3836f8f-4ac6-4066-b5b7-81134a9cdac3 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:31:24.680366 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f41ff4b7-7c54-4837-b968-ed98d2390fa3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:24.692089 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f41ff4b7-7c54-4837-b968-ed98d2390fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:24.713365 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60756) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:24.816386 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ff4b7-7c54-4837-b968-ed98d2390fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=c3836f8f-4ac6-4066-b5b7-81134a9cdac3,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:24.820103 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f41ff4b7-7c54-4837-b968-ed98d2390fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:24.866529 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0f61e6-ddc3-4451-aaf2-36afbc8f4f79 None None] New status for floating IP fb24d58c-93fa-468e-bdc3-c2243125022e: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:31:24.925537 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-884a74de-5404-4bfc-848a-89211261bcbd tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:24.964481 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-884a74de-5404-4bfc-848a-89211261bcbd tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:24.983499 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41ff4b7-7c54-4837-b968-ed98d2390fa3 admin admin] Network dbec77e7-9627-41ee-b124-abc98f8f9531 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:31:24.984698 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-f41ff4b7-7c54-4837-b968-ed98d2390fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:31:25.053820 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-884a74de-5404-4bfc-848a-89211261bcbd tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:25.084338 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-884a74de-5404-4bfc-848a-89211261bcbd tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:25.098174 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-884a74de-5404-4bfc-848a-89211261bcbd tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/security-groups/9127b61b-087e-4502-86c1-b2840df03276 HTTP/1.1" status: 204 len: 168 time: 0.3836110 Feb 28 14:31:25.101892 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a74de-5404-4bfc-848a-89211261bcbd tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9127b61b-087e-4502-86c1-b2840df03276,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:25.149383 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60762) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:25.223033 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41ff4b7-7c54-4837-b968-ed98d2390fa3 admin admin] Router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:31:25.322431 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c16f44a4-4b94-4021-a9e9-2458cec22c53 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port d519458a-8297-4ff9-8c98-55edd7a9a79d {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:31:25.323284 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c16f44a4-4b94-4021-a9e9-2458cec22c53 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:25.333574 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d521aa6d-a7b8-45de-8c22-98509d1963e3 None None] Provisioning complete for port c3836f8f-4ac6-4066-b5b7-81134a9cdac3 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:25.334215 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d521aa6d-a7b8-45de-8c22-98509d1963e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:25.374922 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device f3a7bd93-6aac-4a64-918e-49f58fef0ac2 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:31:25.478754 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d521aa6d-a7b8-45de-8c22-98509d1963e3 None None] Port c3836f8f-4ac6-4066-b5b7-81134a9cdac3 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:31:25.484279 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port f3a7bd93-6aac-4a64-918e-49f58fef0ac2 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:31:25.490223 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port f3a7bd93-6aac-4a64-918e-49f58fef0ac2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:25.490591 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:25.556191 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c16f44a4-4b94-4021-a9e9-2458cec22c53 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:25.556534 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c16f44a4-4b94-4021-a9e9-2458cec22c53 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:25.578863 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41ff4b7-7c54-4837-b968-ed98d2390fa3 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:31:25.593811 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f41ff4b7-7c54-4837-b968-ed98d2390fa3 admin admin] 10.222.0.30 "PUT /v2.0/routers/89af78d2-0f3b-4ce2-8bda-6c279d6083ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3398139 Feb 28 14:31:25.628762 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:25.646443 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port f3a7bd93-6aac-4a64-918e-49f58fef0ac2, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=f3a7bd93-6aac-4a64-918e-49f58fef0ac2,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:31:25.651901 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:25.710806 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c16f44a4-4b94-4021-a9e9-2458cec22c53 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for d519458a-8297-4ff9-8c98-55edd7a9a79d owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:31:25.720040 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=f3a7bd93-6aac-4a64-918e-49f58fef0ac2,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:25.861214 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c16f44a4-4b94-4021-a9e9-2458cec22c53 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:25.878045 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391be46f-4448-4840-8808-840abf47d86d None None] Sync routers for ids ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:31:25.889900 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391be46f-4448-4840-8808-840abf47d86d None None] Routers {'89af78d2-0f3b-4ce2-8bda-6c279d6083ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:31:25.890581 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-391be46f-4448-4840-8808-840abf47d86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:31:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:25.911180 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f44a4-4b94-4021-a9e9-2458cec22c53 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=d519458a-8297-4ff9-8c98-55edd7a9a79d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:26.008875 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c16f44a4-4b94-4021-a9e9-2458cec22c53 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:26.029303 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c16f44a4-4b94-4021-a9e9-2458cec22c53 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:26.030693 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c16f44a4-4b94-4021-a9e9-2458cec22c53 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/floatingips/fb24d58c-93fa-468e-bdc3-c2243125022e HTTP/1.1" status: 204 len: 168 time: 0.8802798 Feb 28 14:31:26.081238 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-391be46f-4448-4840-8808-840abf47d86d None None] Set router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:31:26.176565 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60782) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:26.182492 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-31701d0f-201c-4356-9188-e6e3485f88d2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-447628353-network', 'tenant_id': '6c2ddf1d7b5e403eafba8d094710908d'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:26.187580 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-31701d0f-201c-4356-9188-e6e3485f88d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:26.191706 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-31701d0f-201c-4356-9188-e6e3485f88d2 admin admin] Usage tracker for resource:network and tenant:6c2ddf1d7b5e403eafba8d094710908d is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:26.194602 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-31701d0f-201c-4356-9188-e6e3485f88d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:26.200747 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-31701d0f-201c-4356-9188-e6e3485f88d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:26.213900 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31701d0f-201c-4356-9188-e6e3485f88d2 admin admin] Made reservation on behalf of 6c2ddf1d7b5e403eafba8d094710908d for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:31:26.216601 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31701d0f-201c-4356-9188-e6e3485f88d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:26.233734 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31701d0f-201c-4356-9188-e6e3485f88d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:26.254091 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-31701d0f-201c-4356-9188-e6e3485f88d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:26.258356 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-31701d0f-201c-4356-9188-e6e3485f88d2 admin admin] Usage tracker for resource:security_group_rule and tenant:6c2ddf1d7b5e403eafba8d094710908d is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:26.261927 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-31701d0f-201c-4356-9188-e6e3485f88d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:26.267867 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-31701d0f-201c-4356-9188-e6e3485f88d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:26.369237 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31701d0f-201c-4356-9188-e6e3485f88d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:26.374031 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31701d0f-201c-4356-9188-e6e3485f88d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:26.416634 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31701d0f-201c-4356-9188-e6e3485f88d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:31:26.419478 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-391be46f-4448-4840-8808-840abf47d86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'name': 'tempest-TestVolumeBootPattern-748981942-router', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:18Z', 'updated_at': '2022-02-28T14:31:24Z', 'revision_number': 4, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'gw_port': {'id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:19Z', 'updated_at': '2022-02-28T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'c3836f8f-4ac6-4066-b5b7-81134a9cdac3', 'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'mac_address': 'fa:16:3e:3b:ac:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:23Z', 'updated_at': '2022-02-28T14:31:24Z', 'revision_number': 2, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'subnets': [{'id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:26.424272 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391be46f-4448-4840-8808-840abf47d86d None None] Checking router: 89af78d2-0f3b-4ce2-8bda-6c279d6083ef for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:31:26.424796 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391be46f-4448-4840-8808-840abf47d86d None None] Updating router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef port c3836f8f-4ac6-4066-b5b7-81134a9cdac3 binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:31:26.434991 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31701d0f-201c-4356-9188-e6e3485f88d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a638f99-e3df-4da3-aefc-9def9851177d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:26.449705 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31701d0f-201c-4356-9188-e6e3485f88d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:26.451117 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-31701d0f-201c-4356-9188-e6e3485f88d2 admin admin] Added segment eeed3924-42ab-4218-8c82-b66983290dde of type vlan for network 2ab85647-6f61-467c-8ff6-71fe21d14510 Feb 28 14:31:26.488400 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-391be46f-4448-4840-8808-840abf47d86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:26.491743 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31701d0f-201c-4356-9188-e6e3485f88d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:26.523735 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31701d0f-201c-4356-9188-e6e3485f88d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:26.524832 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31701d0f-201c-4356-9188-e6e3485f88d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:26.525902 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31701d0f-201c-4356-9188-e6e3485f88d2 admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:26.667378 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-31701d0f-201c-4356-9188-e6e3485f88d2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4859996 Feb 28 14:31:26.668180 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60790) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:26.671970 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31701d0f-201c-4356-9188-e6e3485f88d2 admin admin] Pushing event updated for resources: {'Network': ['ID=2ab85647-6f61-467c-8ff6-71fe21d14510,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:26.676300 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a6b12c9d-cba4-4cf7-9386-730a104105ce admin admin] Request body: {'subnet': {'network_id': '2ab85647-6f61-467c-8ff6-71fe21d14510', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-447628353-subnet', 'tenant_id': '6c2ddf1d7b5e403eafba8d094710908d', 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:26.682399 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 2ab85647-6f61-467c-8ff6-71fe21d14510 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:31:26.684636 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a6b12c9d-cba4-4cf7-9386-730a104105ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:26.688757 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a6b12c9d-cba4-4cf7-9386-730a104105ce admin admin] Usage tracker for resource:subnet and tenant:6c2ddf1d7b5e403eafba8d094710908d is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:26.692224 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a6b12c9d-cba4-4cf7-9386-730a104105ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:26.698985 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a6b12c9d-cba4-4cf7-9386-730a104105ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:26.713893 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b12c9d-cba4-4cf7-9386-730a104105ce admin admin] Made reservation on behalf of 6c2ddf1d7b5e403eafba8d094710908d for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:31:26.715351 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050a97d-4bd6-4551-8881-8ec2a2f6fcc7 req-42edf9a1-5320-4bfb-b912-af72cca9b606 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:26.716894 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6050a97d-4bd6-4551-8881-8ec2a2f6fcc7 req-42edf9a1-5320-4bfb-b912-af72cca9b606 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=d86b3ec2-2c7a-4483-a977-db3cc1eaa766 HTTP/1.1" status: 200 len: 945 time: 0.3848741 Feb 28 14:31:26.720585 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a6b12c9d-cba4-4cf7-9386-730a104105ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:26.784843 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6050a97d-4bd6-4551-8881-8ec2a2f6fcc7 req-f067b196-2baa-465e-a049-a4d01ce60396 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d7ce295-1f8e-4634-ba4c-fa4fe3b57a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605073 Feb 28 14:31:26.886451 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-391be46f-4448-4840-8808-840abf47d86d None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:26.898126 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-391be46f-4448-4840-8808-840abf47d86d None None] Transition to ACTIVE for port object c3836f8f-4ac6-4066-b5b7-81134a9cdac3 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:31:26.904962 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-391be46f-4448-4840-8808-840abf47d86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:26.942840 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a6b12c9d-cba4-4cf7-9386-730a104105ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:27.024139 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b12c9d-cba4-4cf7-9386-730a104105ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=c967393a-c9b2-4526-9f4a-cbe3744d40b8,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:27.033327 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba752bb-3a5a-4ad8-9997-38efafa3a2e8 None None] Pushing event updated for resources: {'Port': ['ID=c3836f8f-4ac6-4066-b5b7-81134a9cdac3,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:27.035991 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b12c9d-cba4-4cf7-9386-730a104105ce admin admin] Checking segment: {'id': 'eeed3924-42ab-4218-8c82-b66983290dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2ab85647-6f61-467c-8ff6-71fe21d14510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:31:27.036406 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b12c9d-cba4-4cf7-9386-730a104105ce admin admin] Network hostable DHCP agents. Network: 2ab85647-6f61-467c-8ff6-71fe21d14510, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:31:27.043541 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba752bb-3a5a-4ad8-9997-38efafa3a2e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:27.043883 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba752bb-3a5a-4ad8-9997-38efafa3a2e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:27.044214 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba752bb-3a5a-4ad8-9997-38efafa3a2e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:27.044569 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba752bb-3a5a-4ad8-9997-38efafa3a2e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:27.044896 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba752bb-3a5a-4ad8-9997-38efafa3a2e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:27.045175 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba752bb-3a5a-4ad8-9997-38efafa3a2e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:27.045534 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba752bb-3a5a-4ad8-9997-38efafa3a2e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:27.045812 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba752bb-3a5a-4ad8-9997-38efafa3a2e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:27.046122 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba752bb-3a5a-4ad8-9997-38efafa3a2e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:27.046803 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba752bb-3a5a-4ad8-9997-38efafa3a2e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:27.047108 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba752bb-3a5a-4ad8-9997-38efafa3a2e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:27.047415 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba752bb-3a5a-4ad8-9997-38efafa3a2e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:31:27.060867 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b12c9d-cba4-4cf7-9386-730a104105ce admin admin] Network 2ab85647-6f61-467c-8ff6-71fe21d14510 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:31:27.075385 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-a6b12c9d-cba4-4cf7-9386-730a104105ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 2ab85647-6f61-467c-8ff6-71fe21d14510) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:31:27.080408 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b12c9d-cba4-4cf7-9386-730a104105ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:27.081475 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a6b12c9d-cba4-4cf7-9386-730a104105ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:27.085329 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89674a0e-bdbf-475a-9acb-4c84acbb832b None None] Network 2ab85647-6f61-467c-8ff6-71fe21d14510 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:31:27.105216 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a6b12c9d-cba4-4cf7-9386-730a104105ce admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4330771 Feb 28 14:31:27.105460 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60794) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:27.110601 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-15709343-59f5-4391-bacb-31a70fd07d96 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-447628353-router', 'tenant_id': '6c2ddf1d7b5e403eafba8d094710908d', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:27.116446 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-15709343-59f5-4391-bacb-31a70fd07d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:27.121498 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-15709343-59f5-4391-bacb-31a70fd07d96 admin admin] Usage tracker for resource:router and tenant:6c2ddf1d7b5e403eafba8d094710908d is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:27.124659 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-15709343-59f5-4391-bacb-31a70fd07d96 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:27.130547 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-15709343-59f5-4391-bacb-31a70fd07d96 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:27.138317 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-391be46f-4448-4840-8808-840abf47d86d None None] Attempting to bind port c3836f8f-4ac6-4066-b5b7-81134a9cdac3 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:31:27.138684 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-391be46f-4448-4840-8808-840abf47d86d None None] Attempting to bind port c3836f8f-4ac6-4066-b5b7-81134a9cdac3 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '17126b36-8ec3-4ac1-9d6f-8ac5c220baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:31:27.139088 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391be46f-4448-4840-8808-840abf47d86d None None] Attempting to bind port c3836f8f-4ac6-4066-b5b7-81134a9cdac3 on network dbec77e7-9627-41ee-b124-abc98f8f9531 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:31:27.145526 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391be46f-4448-4840-8808-840abf47d86d None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:31:27.145953 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391be46f-4448-4840-8808-840abf47d86d None None] Checking segment: {'id': '17126b36-8ec3-4ac1-9d6f-8ac5c220baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:31:27.146372 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-391be46f-4448-4840-8808-840abf47d86d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:27.146705 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391be46f-4448-4840-8808-840abf47d86d None None] Bound using segment: {'id': '17126b36-8ec3-4ac1-9d6f-8ac5c220baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:31:27.147226 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-391be46f-4448-4840-8808-840abf47d86d None None] Bound port: c3836f8f-4ac6-4066-b5b7-81134a9cdac3, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17126b36-8ec3-4ac1-9d6f-8ac5c220baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:31:27.147605 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-391be46f-4448-4840-8808-840abf47d86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:27.149510 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-15709343-59f5-4391-bacb-31a70fd07d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:27.151362 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-15709343-59f5-4391-bacb-31a70fd07d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:27.167536 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-15709343-59f5-4391-bacb-31a70fd07d96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:27.260397 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-391be46f-4448-4840-8808-840abf47d86d None None] For port c3836f8f-4ac6-4066-b5b7-81134a9cdac3, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:31:27.263587 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-391be46f-4448-4840-8808-840abf47d86d None None] For port c3836f8f-4ac6-4066-b5b7-81134a9cdac3, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c3836f8f-4ac6-4066-b5b7-81134a9cdac3,segment=NetworkSegment(17126b36-8ec3-4ac1-9d6f-8ac5c220baca),segment_id=17126b36-8ec3-4ac1-9d6f-8ac5c220baca)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:31:27.280547 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-391be46f-4448-4840-8808-840abf47d86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:27.374213 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391be46f-4448-4840-8808-840abf47d86d None None] Routers {'89af78d2-0f3b-4ce2-8bda-6c279d6083ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:31:27.374820 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-391be46f-4448-4840-8808-840abf47d86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:31:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:27.377946 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device f3a7bd93-6aac-4a64-918e-49f58fef0ac2 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:31:27.441183 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba752bb-3a5a-4ad8-9997-38efafa3a2e8 None None] Pushing event updated for resources: {'Port': ['ID=c3836f8f-4ac6-4066-b5b7-81134a9cdac3,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:27.454866 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c13eda5-bbac-48ce-816c-e69dc5ba7688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-2ab85647-6f61-467c-8ff6-71fe21d14510', 'network_id': '2ab85647-6f61-467c-8ff6-71fe21d14510', 'tenant_id': '6c2ddf1d7b5e403eafba8d094710908d', 'fixed_ips': [{'subnet_id': 'c967393a-c9b2-4526-9f4a-cbe3744d40b8'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:31:27.455940 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2c13eda5-bbac-48ce-816c-e69dc5ba7688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:27.535198 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-15709343-59f5-4391-bacb-31a70fd07d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:27.591664 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-391be46f-4448-4840-8808-840abf47d86d None None] Set router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:31:27.696942 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port f3a7bd93-6aac-4a64-918e-49f58fef0ac2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:27.698197 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:27.723764 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ccbfe-5eb1-4173-ae29-b0233d064b16 req-80e749fa-dec2-44f6-bb4f-c4bf159d5681 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:27.725837 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ae7ccbfe-5eb1-4173-ae29-b0233d064b16 req-80e749fa-dec2-44f6-bb4f-c4bf159d5681 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86b3ec2-2c7a-4483-a977-db3cc1eaa766 HTTP/1.1" status: 200 len: 945 time: 0.0958130 Feb 28 14:31:27.746308 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-2c13eda5-bbac-48ce-816c-e69dc5ba7688 None None] Allocated IP 172.20.0.2 (2ab85647-6f61-467c-8ff6-71fe21d14510/c967393a-c9b2-4526-9f4a-cbe3744d40b8/ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:31:27.819346 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-ae7ccbfe-5eb1-4173-ae29-b0233d064b16 req-060d995c-b794-4cf3-8ff4-b4f8ae64fb96 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port b0e76841-c90e-4d7f-97d0-6520476ba024 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:31:27.820089 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-ae7ccbfe-5eb1-4173-ae29-b0233d064b16 req-060d995c-b794-4cf3-8ff4-b4f8ae64fb96 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:27.997969 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-391be46f-4448-4840-8808-840abf47d86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'name': 'tempest-TestVolumeBootPattern-748981942-router', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:18Z', 'updated_at': '2022-02-28T14:31:24Z', 'revision_number': 4, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'gw_port': {'id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:19Z', 'updated_at': '2022-02-28T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'c3836f8f-4ac6-4066-b5b7-81134a9cdac3', 'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'mac_address': 'fa:16:3e:3b:ac:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:23Z', 'updated_at': '2022-02-28T14:31:27Z', 'revision_number': 4, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'subnets': [{'id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:28.006207 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391be46f-4448-4840-8808-840abf47d86d None None] The sync data for ids ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'] in dv-neutron-831192-4-hyperv is: [{'id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'name': 'tempest-TestVolumeBootPattern-748981942-router', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:18Z', 'updated_at': '2022-02-28T14:31:24Z', 'revision_number': 4, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'gw_port': {'id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:19Z', 'updated_at': '2022-02-28T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'c3836f8f-4ac6-4066-b5b7-81134a9cdac3', 'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'mac_address': 'fa:16:3e:3b:ac:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:23Z', 'updated_at': '2022-02-28T14:31:27Z', 'revision_number': 4, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'subnets': [{'id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:31:28.097780 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-15709343-59f5-4391-bacb-31a70fd07d96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:28.122737 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2c13eda5-bbac-48ce-816c-e69dc5ba7688 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:28.133881 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-15709343-59f5-4391-bacb-31a70fd07d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:28.141682 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2c13eda5-bbac-48ce-816c-e69dc5ba7688 None None] Transition to ACTIVE for port object ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:31:28.165307 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2c13eda5-bbac-48ce-816c-e69dc5ba7688 None None] Transition to ACTIVE for port object ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:31:28.174657 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2c13eda5-bbac-48ce-816c-e69dc5ba7688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:28.183872 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-ae7ccbfe-5eb1-4173-ae29-b0233d064b16 req-060d995c-b794-4cf3-8ff4-b4f8ae64fb96 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port b0e76841-c90e-4d7f-97d0-6520476ba024, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=b0e76841-c90e-4d7f-97d0-6520476ba024,segment=NetworkSegment(4dcad0c1-00ef-450c-97d2-a23c7c1afa00),segment_id=4dcad0c1-00ef-450c-97d2-a23c7c1afa00)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:31:28.184235 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-ae7ccbfe-5eb1-4173-ae29-b0233d064b16 req-060d995c-b794-4cf3-8ff4-b4f8ae64fb96 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:28.232206 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86773a88-4191-4348-bbbb-ba552a992275 req-2e5e11f6-3d01-4de5-9655-c39da55fb3ec tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:28.233202 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-86773a88-4191-4348-bbbb-ba552a992275 req-2e5e11f6-3d01-4de5-9655-c39da55fb3ec tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:31:28.238846 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c13eda5-bbac-48ce-816c-e69dc5ba7688 None None] Network 2ab85647-6f61-467c-8ff6-71fe21d14510 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:31:28.241292 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-2c13eda5-bbac-48ce-816c-e69dc5ba7688 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:31:28.248357 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c13eda5-bbac-48ce-816c-e69dc5ba7688 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:31:28.276671 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-86773a88-4191-4348-bbbb-ba552a992275 req-2e5e11f6-3d01-4de5-9655-c39da55fb3ec tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:31:28.283148 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13eda5-bbac-48ce-816c-e69dc5ba7688 None None] Pushing event updated for resources: {'Port': ['ID=ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:28.284506 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-86773a88-4191-4348-bbbb-ba552a992275 req-2e5e11f6-3d01-4de5-9655-c39da55fb3ec tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=d86b3ec2-2c7a-4483-a977-db3cc1eaa766 HTTP/1.1" status: 200 len: 945 time: 0.2915986 Feb 28 14:31:28.332003 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-ae7ccbfe-5eb1-4173-ae29-b0233d064b16 req-060d995c-b794-4cf3-8ff4-b4f8ae64fb96 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for b0e76841-c90e-4d7f-97d0-6520476ba024 owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:31:28.373730 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2c13eda5-bbac-48ce-816c-e69dc5ba7688 None None] Attempting to bind port ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:31:28.374113 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2c13eda5-bbac-48ce-816c-e69dc5ba7688 None None] Attempting to bind port ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'eeed3924-42ab-4218-8c82-b66983290dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2ab85647-6f61-467c-8ff6-71fe21d14510'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:31:28.374934 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c13eda5-bbac-48ce-816c-e69dc5ba7688 None None] Attempting to bind port ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6 on network 2ab85647-6f61-467c-8ff6-71fe21d14510 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:31:28.391719 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-15709343-59f5-4391-bacb-31a70fd07d96 admin admin] Allocated IP 172.26.5.23 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/1671ca4d-75c6-4e9c-a6d1-b32545346293) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:31:28.406103 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c13eda5-bbac-48ce-816c-e69dc5ba7688 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:31:28.406754 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c13eda5-bbac-48ce-816c-e69dc5ba7688 None None] Checking segment: {'id': 'eeed3924-42ab-4218-8c82-b66983290dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2ab85647-6f61-467c-8ff6-71fe21d14510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:31:28.406895 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2c13eda5-bbac-48ce-816c-e69dc5ba7688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:28.407654 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c13eda5-bbac-48ce-816c-e69dc5ba7688 None None] Bound using segment: {'id': 'eeed3924-42ab-4218-8c82-b66983290dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2ab85647-6f61-467c-8ff6-71fe21d14510'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:31:28.407797 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2c13eda5-bbac-48ce-816c-e69dc5ba7688 None None] Bound port: ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeed3924-42ab-4218-8c82-b66983290dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2ab85647-6f61-467c-8ff6-71fe21d14510'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:31:28.408092 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2c13eda5-bbac-48ce-816c-e69dc5ba7688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:28.523948 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-ae7ccbfe-5eb1-4173-ae29-b0233d064b16 req-060d995c-b794-4cf3-8ff4-b4f8ae64fb96 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:28.570485 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2c13eda5-bbac-48ce-816c-e69dc5ba7688 None None] For port ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:31:28.575114 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2c13eda5-bbac-48ce-816c-e69dc5ba7688 None None] For port ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6,segment=NetworkSegment(eeed3924-42ab-4218-8c82-b66983290dde),segment_id=eeed3924-42ab-4218-8c82-b66983290dde)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:31:28.580823 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d995c-b794-4cf3-8ff4-b4f8ae64fb96 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=b0e76841-c90e-4d7f-97d0-6520476ba024,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:28.591299 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-86773a88-4191-4348-bbbb-ba552a992275 req-40500921-6d3d-47a5-bcf6-da90cf994333 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:31:28.593388 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2c13eda5-bbac-48ce-816c-e69dc5ba7688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:28.617655 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-86773a88-4191-4348-bbbb-ba552a992275 req-40500921-6d3d-47a5-bcf6-da90cf994333 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:31:28.633710 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-86773a88-4191-4348-bbbb-ba552a992275 req-40500921-6d3d-47a5-bcf6-da90cf994333 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d7ce295-1f8e-4634-ba4c-fa4fe3b57a03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3468325 Feb 28 14:31:28.692727 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-15709343-59f5-4391-bacb-31a70fd07d96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:28.699025 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7ccbfe-5eb1-4173-ae29-b0233d064b16 req-060d995c-b794-4cf3-8ff4-b4f8ae64fb96 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] No DVR routers for this DVR port b0e76841-c90e-4d7f-97d0-6520476ba024 on host hv-neutron-8311 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:31:28.701468 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-ae7ccbfe-5eb1-4173-ae29-b0233d064b16 req-060d995c-b794-4cf3-8ff4-b4f8ae64fb96 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:28.704368 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86b3ec2-2c7a-4483-a977-db3cc1eaa766', 'name': 'network-vif-deleted', 'tag': 'b0e76841-c90e-4d7f-97d0-6520476ba024'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:31:28.729632 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13eda5-bbac-48ce-816c-e69dc5ba7688 None None] Pushing event updated for resources: {'Port': ['ID=ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:28.740548 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ae7ccbfe-5eb1-4173-ae29-b0233d064b16 req-060d995c-b794-4cf3-8ff4-b4f8ae64fb96 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "DELETE /v2.0/ports/b0e76841-c90e-4d7f-97d0-6520476ba024 HTTP/1.1" status: 204 len: 173 time: 1.0086379 Feb 28 14:31:28.759652 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-15709343-59f5-4391-bacb-31a70fd07d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:28.781161 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86b3ec2-2c7a-4483-a977-db3cc1eaa766', 'name': 'network-vif-deleted', 'tag': 'b0e76841-c90e-4d7f-97d0-6520476ba024', 'status': 'completed', 'code': 200} Feb 28 14:31:28.833849 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15709343-59f5-4391-bacb-31a70fd07d96 admin admin] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:31:28.850535 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15709343-59f5-4391-bacb-31a70fd07d96 admin admin] Pushing event updated for resources: {'Port': ['ID=1671ca4d-75c6-4e9c-a6d1-b32545346293,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:28.853857 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-15709343-59f5-4391-bacb-31a70fd07d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:31:28.856482 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15709343-59f5-4391-bacb-31a70fd07d96 admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:31:29.359098 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-15709343-59f5-4391-bacb-31a70fd07d96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:29.441759 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:31:29.520009 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:31:29.531407 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c3836f8f-4ac6-4066-b5b7-81134a9cdac3 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:31:29.620406 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port c3836f8f-4ac6-4066-b5b7-81134a9cdac3 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:31:29.626111 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port c3836f8f-4ac6-4066-b5b7-81134a9cdac3 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:29.626726 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:29.762549 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60806) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:29.767656 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:29.807561 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port c3836f8f-4ac6-4066-b5b7-81134a9cdac3, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c3836f8f-4ac6-4066-b5b7-81134a9cdac3,segment=NetworkSegment(17126b36-8ec3-4ac1-9d6f-8ac5c220baca),segment_id=17126b36-8ec3-4ac1-9d6f-8ac5c220baca)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:31:29.817451 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:29.895413 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=c3836f8f-4ac6-4066-b5b7-81134a9cdac3,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:29.905368 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a439d2-30dd-4e9a-be8e-ee2794537cd3 None None] Network 2ab85647-6f61-467c-8ff6-71fe21d14510 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:31:29.937248 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5904feab-aee0-4a81-a2bc-3dbb66707e51 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:29.953679 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-15709343-59f5-4391-bacb-31a70fd07d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:30.014397 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cb5f3354-28a4-412a-9a2f-e94c552bdcc4 None None] Provisioning for port ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:31:30.032195 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cb5f3354-28a4-412a-9a2f-e94c552bdcc4 None None] Provisioning complete for port ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:30.032803 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3354-28a4-412a-9a2f-e94c552bdcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:30.035542 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5904feab-aee0-4a81-a2bc-3dbb66707e51 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:30.207268 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5904feab-aee0-4a81-a2bc-3dbb66707e51 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:30.225799 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15709343-59f5-4391-bacb-31a70fd07d96 admin admin] Router 1ab3b5fd-88c6-4f14-873f-6d63c0a407de is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:31:30.231530 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904feab-aee0-4a81-a2bc-3dbb66707e51 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7ce295-1f8e-4634-ba4c-fa4fe3b57a03,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:30.287912 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3354-28a4-412a-9a2f-e94c552bdcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:30.332012 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-cb5f3354-28a4-412a-9a2f-e94c552bdcc4 None None] For port ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6,segment=NetworkSegment(eeed3924-42ab-4218-8c82-b66983290dde),segment_id=eeed3924-42ab-4218-8c82-b66983290dde)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:31:30.338568 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3354-28a4-412a-9a2f-e94c552bdcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:30.345936 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5904feab-aee0-4a81-a2bc-3dbb66707e51 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:30.347048 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5904feab-aee0-4a81-a2bc-3dbb66707e51 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/security-groups/3d7ce295-1f8e-4634-ba4c-fa4fe3b57a03 HTTP/1.1" status: 204 len: 168 time: 0.5835652 Feb 28 14:31:30.408177 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60812) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:30.436706 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f3354-28a4-412a-9a2f-e94c552bdcc4 None None] Pushing event updated for resources: {'Port': ['ID=ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:30.461102 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15709343-59f5-4391-bacb-31a70fd07d96 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:31:30.471632 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79b3d76-4790-4361-9b67-700b2e59f1a9 None None] Sync routers for ids ['1ab3b5fd-88c6-4f14-873f-6d63c0a407de'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:31:30.485283 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79b3d76-4790-4361-9b67-700b2e59f1a9 None None] Routers {'1ab3b5fd-88c6-4f14-873f-6d63c0a407de'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:31:30.485907 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-15709343-59f5-4391-bacb-31a70fd07d96 admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:30.486165 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e79b3d76-4790-4361-9b67-700b2e59f1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:31:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1ab3b5fd-88c6-4f14-873f-6d63c0a407de'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:30.488064 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-15709343-59f5-4391-bacb-31a70fd07d96 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3817132 Feb 28 14:31:30.490692 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60816) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:30.693101 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-e79b3d76-4790-4361-9b67-700b2e59f1a9 None None] Set router 1ab3b5fd-88c6-4f14-873f-6d63c0a407de gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:31:30.790992 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-34f18b3b-ffeb-441f-87b1-778d85de0910 None None] Provisioning complete for port ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:30.792153 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-34f18b3b-ffeb-441f-87b1-778d85de0910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:31.080127 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e79b3d76-4790-4361-9b67-700b2e59f1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab3b5fd-88c6-4f14-873f-6d63c0a407de', 'name': 'tempest-TestVolumeBootPattern-447628353-router', 'tenant_id': '6c2ddf1d7b5e403eafba8d094710908d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '1671ca4d-75c6-4e9c-a6d1-b32545346293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:27Z', 'updated_at': '2022-02-28T14:31:29Z', 'revision_number': 3, 'project_id': '6c2ddf1d7b5e403eafba8d094710908d', 'gw_port': {'id': '1671ca4d-75c6-4e9c-a6d1-b32545346293', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab3b5fd-88c6-4f14-873f-6d63c0a407de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:28Z', 'updated_at': '2022-02-28T14:31:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:31.084326 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79b3d76-4790-4361-9b67-700b2e59f1a9 None None] Checking router: 1ab3b5fd-88c6-4f14-873f-6d63c0a407de for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:31:31.084681 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79b3d76-4790-4361-9b67-700b2e59f1a9 None None] Updating router 1ab3b5fd-88c6-4f14-873f-6d63c0a407de port 1671ca4d-75c6-4e9c-a6d1-b32545346293 binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:31:31.141397 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e79b3d76-4790-4361-9b67-700b2e59f1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:31.194373 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-38b64df6-1901-4e3e-a56d-f1540e79d79a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:31.369079 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ee2ccd4-c781-44ca-acfa-e420b9a13832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:31.443586 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:31:31.594475 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:31.594475 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:31.617752 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-3ee2ccd4-c781-44ca-acfa-e420b9a13832 admin admin] Allocated IP 172.20.0.1 (2ab85647-6f61-467c-8ff6-71fe21d14510/c967393a-c9b2-4526-9f4a-cbe3744d40b8/c2d7681f-f326-4d08-b3c3-adbb860378ab) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:31:31.657239 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-38b64df6-1901-4e3e-a56d-f1540e79d79a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port 15b79571-f6d1-407f-aa9d-12a6d5c8f2a0 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:31:31.657914 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-38b64df6-1901-4e3e-a56d-f1540e79d79a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:31.677240 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e79b3d76-4790-4361-9b67-700b2e59f1a9 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:31.694866 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e79b3d76-4790-4361-9b67-700b2e59f1a9 None None] Transition to ACTIVE for port object 1671ca4d-75c6-4e9c-a6d1-b32545346293 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:31:31.736126 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e79b3d76-4790-4361-9b67-700b2e59f1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:31.804746 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ee2ccd4-c781-44ca-acfa-e420b9a13832 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:31.815882 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c3836f8f-4ac6-4066-b5b7-81134a9cdac3 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:31:31.823819 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-3ee2ccd4-c781-44ca-acfa-e420b9a13832 admin admin] Transition to ACTIVE for port object c2d7681f-f326-4d08-b3c3-adbb860378ab will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:31:31.854092 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ee2ccd4-c781-44ca-acfa-e420b9a13832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:31.894942 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-38b64df6-1901-4e3e-a56d-f1540e79d79a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port 15b79571-f6d1-407f-aa9d-12a6d5c8f2a0, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=15b79571-f6d1-407f-aa9d-12a6d5c8f2a0,segment=NetworkSegment(4dcad0c1-00ef-450c-97d2-a23c7c1afa00),segment_id=4dcad0c1-00ef-450c-97d2-a23c7c1afa00)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:31:31.895439 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-38b64df6-1901-4e3e-a56d-f1540e79d79a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:31.902704 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71cf0d-dfb3-4bab-ab33-2f4e89541a44 None None] Pushing event updated for resources: {'Port': ['ID=1671ca4d-75c6-4e9c-a6d1-b32545346293,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:31.912727 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e79b3d76-4790-4361-9b67-700b2e59f1a9 None None] Attempting to bind port 1671ca4d-75c6-4e9c-a6d1-b32545346293 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:31:31.913098 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e79b3d76-4790-4361-9b67-700b2e59f1a9 None None] Attempting to bind port 1671ca4d-75c6-4e9c-a6d1-b32545346293 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:31:31.913460 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79b3d76-4790-4361-9b67-700b2e59f1a9 None None] Attempting to bind port 1671ca4d-75c6-4e9c-a6d1-b32545346293 on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:31:31.922109 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79b3d76-4790-4361-9b67-700b2e59f1a9 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:31:31.922408 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79b3d76-4790-4361-9b67-700b2e59f1a9 None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:31:31.922810 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e79b3d76-4790-4361-9b67-700b2e59f1a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:31.923219 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79b3d76-4790-4361-9b67-700b2e59f1a9 None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:31:31.924922 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e79b3d76-4790-4361-9b67-700b2e59f1a9 None None] Bound port: 1671ca4d-75c6-4e9c-a6d1-b32545346293, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:31:31.924922 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e79b3d76-4790-4361-9b67-700b2e59f1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:31.959593 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2ccd4-c781-44ca-acfa-e420b9a13832 admin admin] Pushing event updated for resources: {'Port': ['ID=c2d7681f-f326-4d08-b3c3-adbb860378ab,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:31.981931 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee2ccd4-c781-44ca-acfa-e420b9a13832 admin admin] Network 2ab85647-6f61-467c-8ff6-71fe21d14510 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:31:31.983393 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-3ee2ccd4-c781-44ca-acfa-e420b9a13832 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:31:31.986509 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee2ccd4-c781-44ca-acfa-e420b9a13832 admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:31:32.005479 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e79b3d76-4790-4361-9b67-700b2e59f1a9 None None] For port 1671ca4d-75c6-4e9c-a6d1-b32545346293, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:31:32.009069 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e79b3d76-4790-4361-9b67-700b2e59f1a9 None None] For port 1671ca4d-75c6-4e9c-a6d1-b32545346293, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=1671ca4d-75c6-4e9c-a6d1-b32545346293,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:31:32.016212 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port c3836f8f-4ac6-4066-b5b7-81134a9cdac3 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:32.016361 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:32.045697 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-38b64df6-1901-4e3e-a56d-f1540e79d79a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for 15b79571-f6d1-407f-aa9d-12a6d5c8f2a0 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:31:32.066052 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ee2ccd4-c781-44ca-acfa-e420b9a13832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:32.122298 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e79b3d76-4790-4361-9b67-700b2e59f1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:32.198366 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device b0e76841-c90e-4d7f-97d0-6520476ba024 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:31:32.276226 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: b0e76841-c90e-4d7f-97d0-6520476ba024 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:31:32.277013 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device b0e76841-c90e-4d7f-97d0-6520476ba024 not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:31:32.280506 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ee2ccd4-c781-44ca-acfa-e420b9a13832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:32.300417 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71cf0d-dfb3-4bab-ab33-2f4e89541a44 None None] Pushing event updated for resources: {'Port': ['ID=1671ca4d-75c6-4e9c-a6d1-b32545346293,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:32.302948 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79b3d76-4790-4361-9b67-700b2e59f1a9 None None] Routers {'1ab3b5fd-88c6-4f14-873f-6d63c0a407de'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:31:32.303562 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e79b3d76-4790-4361-9b67-700b2e59f1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:31:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1ab3b5fd-88c6-4f14-873f-6d63c0a407de'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:32.359978 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-38b64df6-1901-4e3e-a56d-f1540e79d79a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:32.378768 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3cbc8a8d-ec5c-46fe-9b50-432f55235530 None None] Provisioning for port c2d7681f-f326-4d08-b3c3-adbb860378ab completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:31:32.414646 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b64df6-1901-4e3e-a56d-f1540e79d79a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=15b79571-f6d1-407f-aa9d-12a6d5c8f2a0,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:32.420356 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3cbc8a8d-ec5c-46fe-9b50-432f55235530 None None] Provisioning complete for port c2d7681f-f326-4d08-b3c3-adbb860378ab triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:32.420727 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3cbc8a8d-ec5c-46fe-9b50-432f55235530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:32.516717 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3cbc8a8d-ec5c-46fe-9b50-432f55235530 None None] Port c2d7681f-f326-4d08-b3c3-adbb860378ab cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:31:32.559889 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ee2ccd4-c781-44ca-acfa-e420b9a13832 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:32.565659 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ee2ccd4-c781-44ca-acfa-e420b9a13832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:32.623331 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-e79b3d76-4790-4361-9b67-700b2e59f1a9 None None] Set router 1ab3b5fd-88c6-4f14-873f-6d63c0a407de gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:31:32.683759 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3ee2ccd4-c781-44ca-acfa-e420b9a13832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:32.707766 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2ccd4-c781-44ca-acfa-e420b9a13832 admin admin] Pushing event updated for resources: {'Port': ['ID=c2d7681f-f326-4d08-b3c3-adbb860378ab,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:32.831881 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee2ccd4-c781-44ca-acfa-e420b9a13832 admin admin] Network 2ab85647-6f61-467c-8ff6-71fe21d14510 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:31:32.833394 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-3ee2ccd4-c781-44ca-acfa-e420b9a13832 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:31:32.839798 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-38b64df6-1901-4e3e-a56d-f1540e79d79a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:32.986080 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e79b3d76-4790-4361-9b67-700b2e59f1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab3b5fd-88c6-4f14-873f-6d63c0a407de', 'name': 'tempest-TestVolumeBootPattern-447628353-router', 'tenant_id': '6c2ddf1d7b5e403eafba8d094710908d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '1671ca4d-75c6-4e9c-a6d1-b32545346293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:27Z', 'updated_at': '2022-02-28T14:31:32Z', 'revision_number': 4, 'project_id': '6c2ddf1d7b5e403eafba8d094710908d', 'gw_port': {'id': '1671ca4d-75c6-4e9c-a6d1-b32545346293', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab3b5fd-88c6-4f14-873f-6d63c0a407de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:28Z', 'updated_at': '2022-02-28T14:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'c2d7681f-f326-4d08-b3c3-adbb860378ab', 'name': '', 'network_id': '2ab85647-6f61-467c-8ff6-71fe21d14510', 'tenant_id': '6c2ddf1d7b5e403eafba8d094710908d', 'mac_address': 'fa:16:3e:c5:c5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab3b5fd-88c6-4f14-873f-6d63c0a407de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c967393a-c9b2-4526-9f4a-cbe3744d40b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:31Z', 'updated_at': '2022-02-28T14:31:31Z', 'revision_number': 1, 'project_id': '6c2ddf1d7b5e403eafba8d094710908d', 'subnets': [{'id': 'c967393a-c9b2-4526-9f4a-cbe3744d40b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:32.992622 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79b3d76-4790-4361-9b67-700b2e59f1a9 None None] The sync data for ids ['1ab3b5fd-88c6-4f14-873f-6d63c0a407de'] in dv-neutron-831192-4-hyperv is: [{'id': '1ab3b5fd-88c6-4f14-873f-6d63c0a407de', 'name': 'tempest-TestVolumeBootPattern-447628353-router', 'tenant_id': '6c2ddf1d7b5e403eafba8d094710908d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '1671ca4d-75c6-4e9c-a6d1-b32545346293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:27Z', 'updated_at': '2022-02-28T14:31:32Z', 'revision_number': 4, 'project_id': '6c2ddf1d7b5e403eafba8d094710908d', 'gw_port': {'id': '1671ca4d-75c6-4e9c-a6d1-b32545346293', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab3b5fd-88c6-4f14-873f-6d63c0a407de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:28Z', 'updated_at': '2022-02-28T14:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'c2d7681f-f326-4d08-b3c3-adbb860378ab', 'name': '', 'network_id': '2ab85647-6f61-467c-8ff6-71fe21d14510', 'tenant_id': '6c2ddf1d7b5e403eafba8d094710908d', 'mac_address': 'fa:16:3e:c5:c5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab3b5fd-88c6-4f14-873f-6d63c0a407de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c967393a-c9b2-4526-9f4a-cbe3744d40b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:31Z', 'updated_at': '2022-02-28T14:31:31Z', 'revision_number': 1, 'project_id': '6c2ddf1d7b5e403eafba8d094710908d', 'subnets': [{'id': 'c967393a-c9b2-4526-9f4a-cbe3744d40b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:31:33.045264 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee2ccd4-c781-44ca-acfa-e420b9a13832 admin admin] Router 1ab3b5fd-88c6-4f14-873f-6d63c0a407de has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:31:33.143026 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ef8822d9-37c5-4b57-8f58-71d62591960c None None] Provisioning complete for port c2d7681f-f326-4d08-b3c3-adbb860378ab triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:33.146703 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ef8822d9-37c5-4b57-8f58-71d62591960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:33.213590 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-ef8822d9-37c5-4b57-8f58-71d62591960c None None] Port c2d7681f-f326-4d08-b3c3-adbb860378ab cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:31:33.250831 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b64df6-1901-4e3e-a56d-f1540e79d79a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 1e74d8f8-22c4-48e4-932a-f1f59ef0affe has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:31:33.376096 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee2ccd4-c781-44ca-acfa-e420b9a13832 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:31:33.386202 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3ee2ccd4-c781-44ca-acfa-e420b9a13832 admin admin] 10.222.0.30 "PUT /v2.0/routers/1ab3b5fd-88c6-4f14-873f-6d63c0a407de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8940248 Feb 28 14:31:33.488760 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b64df6-1901-4e3e-a56d-f1540e79d79a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:31:33.499209 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74892f9d-e67c-4575-844e-9ac5c0cab9b3 None None] Sync routers for ids ['1e74d8f8-22c4-48e4-932a-f1f59ef0affe'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:31:33.502766 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-38b64df6-1901-4e3e-a56d-f1540e79d79a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "PUT /v2.0/routers/1e74d8f8-22c4-48e4-932a-f1f59ef0affe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0934460 Feb 28 14:31:33.505484 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60822) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:33.511479 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74892f9d-e67c-4575-844e-9ac5c0cab9b3 None None] Routers {'1e74d8f8-22c4-48e4-932a-f1f59ef0affe'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:31:33.512482 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-74892f9d-e67c-4575-844e-9ac5c0cab9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:31:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1e74d8f8-22c4-48e4-932a-f1f59ef0affe'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:33.584609 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b3e2a9-d593-4fdf-afca-ff0f2eccc3b1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting subnet edb6d5c6-4fdb-454f-ab90-933ebe5c052b {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:31:33.588633 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09b3e2a9-d593-4fdf-afca-ff0f2eccc3b1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:33.653436 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09b3e2a9-d593-4fdf-afca-ff0f2eccc3b1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:33.707830 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-74892f9d-e67c-4575-844e-9ac5c0cab9b3 None None] Set router 1e74d8f8-22c4-48e4-932a-f1f59ef0affe gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:31:33.761260 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09b3e2a9-d593-4fdf-afca-ff0f2eccc3b1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:33.841197 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09b3e2a9-d593-4fdf-afca-ff0f2eccc3b1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:33.880623 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3e2a9-d593-4fdf-afca-ff0f2eccc3b1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Subnet': ['ID=edb6d5c6-4fdb-454f-ab90-933ebe5c052b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:33.884223 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-09b3e2a9-d593-4fdf-afca-ff0f2eccc3b1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:33.891030 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-09b3e2a9-d593-4fdf-afca-ff0f2eccc3b1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/subnets/edb6d5c6-4fdb-454f-ab90-933ebe5c052b HTTP/1.1" status: 204 len: 168 time: 0.3844523 Feb 28 14:31:33.893186 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83238c20-fd45-41c5-aa13-068a3cc0538a None None] Network b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:31:33.893979 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60830) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:34.021956 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-74892f9d-e67c-4575-844e-9ac5c0cab9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'name': 'tempest-TestNetworkBasicOps-router-817127117', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:28:55Z', 'updated_at': '2022-02-28T14:31:32Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:82:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:28:56Z', 'updated_at': '2022-02-28T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:34.026367 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74892f9d-e67c-4575-844e-9ac5c0cab9b3 None None] Checking router: 1e74d8f8-22c4-48e4-932a-f1f59ef0affe for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:31:34.035041 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74892f9d-e67c-4575-844e-9ac5c0cab9b3 None None] Routers {'1e74d8f8-22c4-48e4-932a-f1f59ef0affe'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:31:34.035878 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-74892f9d-e67c-4575-844e-9ac5c0cab9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:31:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1e74d8f8-22c4-48e4-932a-f1f59ef0affe'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:34.076247 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3bc51ef1-2ab5-4155-96d7-99e0c3cd5f34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:34.158597 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b559cc-d84a-4b59-887c-eb688cc45ec8 None None] DHCP port deletion for b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:31:34.163143 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-55b559cc-d84a-4b59-887c-eb688cc45ec8 None None] Deleting port d17b6db9-31c4-46a1-87c8-a2197d11eee3 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:31:34.163733 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-55b559cc-d84a-4b59-887c-eb688cc45ec8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:34.218639 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-74892f9d-e67c-4575-844e-9ac5c0cab9b3 None None] Set router 1e74d8f8-22c4-48e4-932a-f1f59ef0affe gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:31:34.270370 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3bc51ef1-2ab5-4155-96d7-99e0c3cd5f34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:34.281367 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3bc51ef1-2ab5-4155-96d7-99e0c3cd5f34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port dada31d9-3d56-4242-836d-5bd21c88432e {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:31:34.281743 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3bc51ef1-2ab5-4155-96d7-99e0c3cd5f34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:34.402522 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-55b559cc-d84a-4b59-887c-eb688cc45ec8 None None] For port d17b6db9-31c4-46a1-87c8-a2197d11eee3, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d17b6db9-31c4-46a1-87c8-a2197d11eee3,segment=NetworkSegment(4dcad0c1-00ef-450c-97d2-a23c7c1afa00),segment_id=4dcad0c1-00ef-450c-97d2-a23c7c1afa00)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:31:34.402834 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-55b559cc-d84a-4b59-887c-eb688cc45ec8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:34.508506 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-3bc51ef1-2ab5-4155-96d7-99e0c3cd5f34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port dada31d9-3d56-4242-836d-5bd21c88432e, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=dada31d9-3d56-4242-836d-5bd21c88432e,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:31:34.508888 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3bc51ef1-2ab5-4155-96d7-99e0c3cd5f34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:34.563843 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-74892f9d-e67c-4575-844e-9ac5c0cab9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'name': 'tempest-TestNetworkBasicOps-router-817127117', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:28:55Z', 'updated_at': '2022-02-28T14:31:32Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:82:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:28:56Z', 'updated_at': '2022-02-28T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:34.567949 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74892f9d-e67c-4575-844e-9ac5c0cab9b3 None None] The sync data for ids ['1e74d8f8-22c4-48e4-932a-f1f59ef0affe'] in dv-neutron-831192-4-hyperv is: [{'id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'name': 'tempest-TestNetworkBasicOps-router-817127117', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174'}], 'enable_snat': True}, 'gw_port_id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:28:55Z', 'updated_at': '2022-02-28T14:31:32Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dada31d9-3d56-4242-836d-5bd21c88432e', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:82:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e74d8f8-22c4-48e4-932a-f1f59ef0affe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:28:56Z', 'updated_at': '2022-02-28T14:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:31:34.585425 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-55b559cc-d84a-4b59-887c-eb688cc45ec8 None None] Calling delete_port for d17b6db9-31c4-46a1-87c8-a2197d11eee3 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:31:34.636430 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3bc51ef1-2ab5-4155-96d7-99e0c3cd5f34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for dada31d9-3d56-4242-836d-5bd21c88432e owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:31:34.662657 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-55b559cc-d84a-4b59-887c-eb688cc45ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:34.708276 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b559cc-d84a-4b59-887c-eb688cc45ec8 None None] Pushing event deleted for resources: {'Port': ['ID=d17b6db9-31c4-46a1-87c8-a2197d11eee3,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:34.713495 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b559cc-d84a-4b59-887c-eb688cc45ec8 None None] No DVR routers for this DVR port d17b6db9-31c4-46a1-87c8-a2197d11eee3 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:31:34.820187 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3bc51ef1-2ab5-4155-96d7-99e0c3cd5f34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:34.871251 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc51ef1-2ab5-4155-96d7-99e0c3cd5f34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=dada31d9-3d56-4242-836d-5bd21c88432e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:34.970358 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60836) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:34.975921 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-60167232-717a-4435-bfdb-d1f1f6be15c7 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-540982765', 'description': 'tempest-secgroup-smoke-540982765 description', 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:34.982258 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3bc51ef1-2ab5-4155-96d7-99e0c3cd5f34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:34.984281 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-60167232-717a-4435-bfdb-d1f1f6be15c7 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:34.989133 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-60167232-717a-4435-bfdb-d1f1f6be15c7 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Usage tracker for resource:security_group and tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:34.993046 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-60167232-717a-4435-bfdb-d1f1f6be15c7 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:35.000953 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.001909 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-60167232-717a-4435-bfdb-d1f1f6be15c7 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:35.014847 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-60167232-717a-4435-bfdb-d1f1f6be15c7 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.038215 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-60167232-717a-4435-bfdb-d1f1f6be15c7 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:35.043025 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-60167232-717a-4435-bfdb-d1f1f6be15c7 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Usage tracker for resource:security_group_rule and tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:35.046680 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-60167232-717a-4435-bfdb-d1f1f6be15c7 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:35.053415 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-60167232-717a-4435-bfdb-d1f1f6be15c7 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:35.135678 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-60167232-717a-4435-bfdb-d1f1f6be15c7 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.140144 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-60167232-717a-4435-bfdb-d1f1f6be15c7 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.175974 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3bc51ef1-2ab5-4155-96d7-99e0c3cd5f34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.178484 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3bc51ef1-2ab5-4155-96d7-99e0c3cd5f34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.193411 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60167232-717a-4435-bfdb-d1f1f6be15c7 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e50a005b-1b6f-4b04-9da8-02256e7fa4b4,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:35.198487 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-60167232-717a-4435-bfdb-d1f1f6be15c7 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.202927 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-60167232-717a-4435-bfdb-d1f1f6be15c7 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2287111 Feb 28 14:31:35.203644 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60840) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:35.208194 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a498ff8f-1c7b-485c-ba8d-2c71f9b044ca tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Request body: {'security_group_rule': {'security_group_id': 'e50a005b-1b6f-4b04-9da8-02256e7fa4b4', 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:35.215285 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a498ff8f-1c7b-485c-ba8d-2c71f9b044ca tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:35.216002 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3bc51ef1-2ab5-4155-96d7-99e0c3cd5f34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.216482 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc51ef1-2ab5-4155-96d7-99e0c3cd5f34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Fanout notify agent at l3_agent the message router_deleted on router 1e74d8f8-22c4-48e4-932a-f1f59ef0affe {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:31:35.220491 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a498ff8f-1c7b-485c-ba8d-2c71f9b044ca tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Usage tracker for resource:security_group_rule and tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:35.223602 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a498ff8f-1c7b-485c-ba8d-2c71f9b044ca tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:35.229857 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a498ff8f-1c7b-485c-ba8d-2c71f9b044ca tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:35.233133 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3bc51ef1-2ab5-4155-96d7-99e0c3cd5f34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.236867 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3bc51ef1-2ab5-4155-96d7-99e0c3cd5f34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/routers/1e74d8f8-22c4-48e4-932a-f1f59ef0affe HTTP/1.1" status: 204 len: 168 time: 1.3391223 Feb 28 14:31:35.237119 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60844) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:35.292061 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8f-1c7b-485c-ba8d-2c71f9b044ca tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.412867 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-976a0cc8-012d-4079-b87e-630a93ab9521 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.425940 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 1671ca4d-75c6-4e9c-a6d1-b32545346293 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:31:35.476124 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8f-1c7b-485c-ba8d-2c71f9b044ca tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.504652 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8f-1c7b-485c-ba8d-2c71f9b044ca tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.526993 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 1671ca4d-75c6-4e9c-a6d1-b32545346293 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:31:35.532840 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 1671ca4d-75c6-4e9c-a6d1-b32545346293 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:35.533288 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.560259 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498ff8f-1c7b-485c-ba8d-2c71f9b044ca tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4270a901-cc03-4def-a52c-05819876e74f,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:35.613928 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a498ff8f-1c7b-485c-ba8d-2c71f9b044ca tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.615137 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a498ff8f-1c7b-485c-ba8d-2c71f9b044ca tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4110827 Feb 28 14:31:35.617940 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60848) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:35.624359 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2b66fac2-837d-44f0-9d11-273433809ee4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Request body: {'security_group_rule': {'security_group_id': 'e50a005b-1b6f-4b04-9da8-02256e7fa4b4', 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:35.626643 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-976a0cc8-012d-4079-b87e-630a93ab9521 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.633599 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2b66fac2-837d-44f0-9d11-273433809ee4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:35.638231 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2b66fac2-837d-44f0-9d11-273433809ee4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Usage tracker for resource:security_group_rule and tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:35.642951 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2b66fac2-837d-44f0-9d11-273433809ee4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:35.650703 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2b66fac2-837d-44f0-9d11-273433809ee4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:35.660064 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-976a0cc8-012d-4079-b87e-630a93ab9521 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:35.674920 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-976a0cc8-012d-4079-b87e-630a93ab9521 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dcad0c1-00ef-450c-97d2-a23c7c1afa00') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:35.675261 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-976a0cc8-012d-4079-b87e-630a93ab9521 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dcad0c1-00ef-450c-97d2-a23c7c1afa00') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:35.675936 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b66fac2-837d-44f0-9d11-273433809ee4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.688383 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-976a0cc8-012d-4079-b87e-630a93ab9521 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.703714 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.710629 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-976a0cc8-012d-4079-b87e-630a93ab9521 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.719320 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-976a0cc8-012d-4079-b87e-630a93ab9521 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:31:35.719998 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-976a0cc8-012d-4079-b87e-630a93ab9521 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.722549 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 1671ca4d-75c6-4e9c-a6d1-b32545346293, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=1671ca4d-75c6-4e9c-a6d1-b32545346293,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:31:35.729405 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:31:35.740755 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:31:35.760274 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b66fac2-837d-44f0-9d11-273433809ee4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.767511 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b66fac2-837d-44f0-9d11-273433809ee4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.791450 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66fac2-837d-44f0-9d11-273433809ee4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba10246-a171-4145-9f8d-5db9e3af562c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:35.808089 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b66fac2-837d-44f0-9d11-273433809ee4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.809597 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2b66fac2-837d-44f0-9d11-273433809ee4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1904356 Feb 28 14:31:35.812893 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60852) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:35.819674 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4cfd8bd4-7ebb-4d7b-aeb4-46b1caafa8a9 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Request body: {'security_group_rule': {'security_group_id': 'e50a005b-1b6f-4b04-9da8-02256e7fa4b4', 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:35.823404 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=1671ca4d-75c6-4e9c-a6d1-b32545346293,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:35.832482 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4cfd8bd4-7ebb-4d7b-aeb4-46b1caafa8a9 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:35.836907 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4cfd8bd4-7ebb-4d7b-aeb4-46b1caafa8a9 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Usage tracker for resource:security_group_rule and tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:35.841584 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4cfd8bd4-7ebb-4d7b-aeb4-46b1caafa8a9 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:35.848175 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4cfd8bd4-7ebb-4d7b-aeb4-46b1caafa8a9 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:35.867397 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4cfd8bd4-7ebb-4d7b-aeb4-46b1caafa8a9 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.937145 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4cfd8bd4-7ebb-4d7b-aeb4-46b1caafa8a9 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.943252 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4cfd8bd4-7ebb-4d7b-aeb4-46b1caafa8a9 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.972027 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-976a0cc8-012d-4079-b87e-630a93ab9521 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.974499 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd8bd4-7ebb-4d7b-aeb4-46b1caafa8a9 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39d3bd2-ba58-4ef9-ad99-2979da14d539,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:35.977004 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4cfd8bd4-7ebb-4d7b-aeb4-46b1caafa8a9 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.978229 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4cfd8bd4-7ebb-4d7b-aeb4-46b1caafa8a9 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1641498 Feb 28 14:31:35.983722 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60856) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:35.990487 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-66c15945-99ad-4008-b724-670fa5f771b1 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Request body: {'security_group_rule': {'security_group_id': 'e50a005b-1b6f-4b04-9da8-02256e7fa4b4', 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:35.997043 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-976a0cc8-012d-4079-b87e-630a93ab9521 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:35.998367 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-66c15945-99ad-4008-b724-670fa5f771b1 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:36.003114 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-66c15945-99ad-4008-b724-670fa5f771b1 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Usage tracker for resource:security_group_rule and tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:36.007672 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-66c15945-99ad-4008-b724-670fa5f771b1 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:36.008575 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a0cc8-012d-4079-b87e-630a93ab9521 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Network': ['ID=b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:36.012928 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 15b79571-f6d1-407f-aa9d-12a6d5c8f2a0 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:31:36.020484 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-976a0cc8-012d-4079-b87e-630a93ab9521 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/networks/b9d79c6c-a424-4fed-9c97-0b2ec85c4e0b HTTP/1.1" status: 204 len: 168 time: 0.7822378 Feb 28 14:31:36.021690 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-66c15945-99ad-4008-b724-670fa5f771b1 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:36.042813 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60860) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:36.050480 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e1e21441-ae21-4b00-b351-f4fa02585dca tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'network': {'name': 'tempest-network-smoke--1085670086', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'port_security_enabled': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:36.055508 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 15b79571-f6d1-407f-aa9d-12a6d5c8f2a0 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:31:36.056132 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 15b79571-f6d1-407f-aa9d-12a6d5c8f2a0 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:31:36.056757 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d17b6db9-31c4-46a1-87c8-a2197d11eee3 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:31:36.057525 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e1e21441-ae21-4b00-b351-f4fa02585dca tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:36.064261 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e1e21441-ae21-4b00-b351-f4fa02585dca tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:network and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:36.066577 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-66c15945-99ad-4008-b724-670fa5f771b1 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:36.067422 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e1e21441-ae21-4b00-b351-f4fa02585dca tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:36.073151 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e1e21441-ae21-4b00-b351-f4fa02585dca tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:36.085106 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e21441-ae21-4b00-b351-f4fa02585dca tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Made reservation on behalf of 1cd57789443e43d89a7681324e1f7304 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:31:36.089285 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1e21441-ae21-4b00-b351-f4fa02585dca tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:36.096177 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: d17b6db9-31c4-46a1-87c8-a2197d11eee3 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:31:36.096569 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d17b6db9-31c4-46a1-87c8-a2197d11eee3 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:31:36.127071 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e21441-ae21-4b00-b351-f4fa02585dca tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:31:36.139660 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1e21441-ae21-4b00-b351-f4fa02585dca tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:36.140043 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-e1e21441-ae21-4b00-b351-f4fa02585dca tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Added segment 26e0373a-085e-4573-9bb9-f998092f09fe of type vlan for network be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1 Feb 28 14:31:36.168791 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1e21441-ae21-4b00-b351-f4fa02585dca tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:36.208834 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1e21441-ae21-4b00-b351-f4fa02585dca tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:36.214741 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e21441-ae21-4b00-b351-f4fa02585dca tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:36.215267 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e1e21441-ae21-4b00-b351-f4fa02585dca tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:36.267515 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-66c15945-99ad-4008-b724-670fa5f771b1 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:36.273593 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-66c15945-99ad-4008-b724-670fa5f771b1 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:36.305082 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-66c15945-99ad-4008-b724-670fa5f771b1 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:36.309863 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-66c15945-99ad-4008-b724-670fa5f771b1 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3246918 Feb 28 14:31:36.311254 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60864) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:36.313302 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c15945-99ad-4008-b724-670fa5f771b1 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eff8ec2-7804-4135-9ad2-f5d14578815f,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:36.318399 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-77ca645f-8861-4d76-8278-ca57e79be11d tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Request body: {'security_group_rule': {'security_group_id': 'e50a005b-1b6f-4b04-9da8-02256e7fa4b4', 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:36.326415 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e1e21441-ae21-4b00-b351-f4fa02585dca tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2798262 Feb 28 14:31:36.326727 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60868) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:36.327718 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e21441-ae21-4b00-b351-f4fa02585dca tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Network': ['ID=be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:36.329472 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-77ca645f-8861-4d76-8278-ca57e79be11d tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:36.334952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-08892a9a-351e-462d-a3fd-2d0a3ca95b90 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-226286711', 'admin_state_up': True, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:36.339700 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:31:36.342923 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-77ca645f-8861-4d76-8278-ca57e79be11d tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Usage tracker for resource:security_group_rule and tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:36.345705 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-08892a9a-351e-462d-a3fd-2d0a3ca95b90 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:36.350759 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-77ca645f-8861-4d76-8278-ca57e79be11d tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:36.357234 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-08892a9a-351e-462d-a3fd-2d0a3ca95b90 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:router and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:36.359863 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-77ca645f-8861-4d76-8278-ca57e79be11d tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:36.361890 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-08892a9a-351e-462d-a3fd-2d0a3ca95b90 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:36.370085 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-08892a9a-351e-462d-a3fd-2d0a3ca95b90 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:36.378544 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-77ca645f-8861-4d76-8278-ca57e79be11d tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Project 5f524760c6fa4d1fa6c1f424e01bc6b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:31:36.384847 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08892a9a-351e-462d-a3fd-2d0a3ca95b90 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:36.385819 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08892a9a-351e-462d-a3fd-2d0a3ca95b90 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:36.400342 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08892a9a-351e-462d-a3fd-2d0a3ca95b90 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:36.414985 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77ca645f-8861-4d76-8278-ca57e79be11d tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:36.624593 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6f3f92-c48d-4663-a66c-c67e83a5640b None None] Sync routers for ids ['1ab3b5fd-88c6-4f14-873f-6d63c0a407de'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:31:36.634591 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6f3f92-c48d-4663-a66c-c67e83a5640b None None] Routers {'1ab3b5fd-88c6-4f14-873f-6d63c0a407de'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:31:36.635371 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5c6f3f92-c48d-4663-a66c-c67e83a5640b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:31:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1ab3b5fd-88c6-4f14-873f-6d63c0a407de'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:36.709275 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08892a9a-351e-462d-a3fd-2d0a3ca95b90 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:36.717445 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77ca645f-8861-4d76-8278-ca57e79be11d tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:36.721651 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77ca645f-8861-4d76-8278-ca57e79be11d tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:36.777178 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca645f-8861-4d76-8278-ca57e79be11d tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c74e20b-58cb-4af1-885f-3a5646994691,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:36.790916 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77ca645f-8861-4d76-8278-ca57e79be11d tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:36.792111 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-77ca645f-8861-4d76-8278-ca57e79be11d tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4804223 Feb 28 14:31:36.795131 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60872) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:36.801836 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-cc5b9eaa-ff39-4386-9f88-c62467dd3475 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Request body: {'security_group_rule': {'security_group_id': 'e50a005b-1b6f-4b04-9da8-02256e7fa4b4', 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:36.808945 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cc5b9eaa-ff39-4386-9f88-c62467dd3475 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:36.812999 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cc5b9eaa-ff39-4386-9f88-c62467dd3475 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Usage tracker for resource:security_group_rule and tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:36.815873 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-5c6f3f92-c48d-4663-a66c-c67e83a5640b None None] Set router 1ab3b5fd-88c6-4f14-873f-6d63c0a407de gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:31:36.816011 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cc5b9eaa-ff39-4386-9f88-c62467dd3475 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:36.826017 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cc5b9eaa-ff39-4386-9f88-c62467dd3475 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:36.836486 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-cc5b9eaa-ff39-4386-9f88-c62467dd3475 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Project 5f524760c6fa4d1fa6c1f424e01bc6b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:31:36.845190 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc5b9eaa-ff39-4386-9f88-c62467dd3475 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:36.918263 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc5b9eaa-ff39-4386-9f88-c62467dd3475 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:36.923257 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc5b9eaa-ff39-4386-9f88-c62467dd3475 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:36.953788 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b9eaa-ff39-4386-9f88-c62467dd3475 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2ac4ac-e4a6-4a94-a5ca-44c6cf51889f,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:36.962788 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc5b9eaa-ff39-4386-9f88-c62467dd3475 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:36.964125 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cc5b9eaa-ff39-4386-9f88-c62467dd3475 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1666229 Feb 28 14:31:37.069303 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08892a9a-351e-462d-a3fd-2d0a3ca95b90 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:37.099381 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08892a9a-351e-462d-a3fd-2d0a3ca95b90 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:37.146838 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5c6f3f92-c48d-4663-a66c-c67e83a5640b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab3b5fd-88c6-4f14-873f-6d63c0a407de', 'name': 'tempest-TestVolumeBootPattern-447628353-router', 'tenant_id': '6c2ddf1d7b5e403eafba8d094710908d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '1671ca4d-75c6-4e9c-a6d1-b32545346293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:27Z', 'updated_at': '2022-02-28T14:31:32Z', 'revision_number': 4, 'project_id': '6c2ddf1d7b5e403eafba8d094710908d', 'gw_port': {'id': '1671ca4d-75c6-4e9c-a6d1-b32545346293', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab3b5fd-88c6-4f14-873f-6d63c0a407de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:28Z', 'updated_at': '2022-02-28T14:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'c2d7681f-f326-4d08-b3c3-adbb860378ab', 'name': '', 'network_id': '2ab85647-6f61-467c-8ff6-71fe21d14510', 'tenant_id': '6c2ddf1d7b5e403eafba8d094710908d', 'mac_address': 'fa:16:3e:c5:c5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab3b5fd-88c6-4f14-873f-6d63c0a407de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c967393a-c9b2-4526-9f4a-cbe3744d40b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:31Z', 'updated_at': '2022-02-28T14:31:32Z', 'revision_number': 2, 'project_id': '6c2ddf1d7b5e403eafba8d094710908d', 'subnets': [{'id': 'c967393a-c9b2-4526-9f4a-cbe3744d40b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:37.152159 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6f3f92-c48d-4663-a66c-c67e83a5640b None None] Checking router: 1ab3b5fd-88c6-4f14-873f-6d63c0a407de for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:31:37.152541 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6f3f92-c48d-4663-a66c-c67e83a5640b None None] Updating router 1ab3b5fd-88c6-4f14-873f-6d63c0a407de port c2d7681f-f326-4d08-b3c3-adbb860378ab binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:31:37.211970 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5c6f3f92-c48d-4663-a66c-c67e83a5640b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:37.241384 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-08892a9a-351e-462d-a3fd-2d0a3ca95b90 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.26.5.19 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/dcf8cc1d-fd3e-4918-bcb7-08860ed6300f) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:31:37.384280 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 1671ca4d-75c6-4e9c-a6d1-b32545346293 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:31:37.407848 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08892a9a-351e-462d-a3fd-2d0a3ca95b90 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:37.441448 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08892a9a-351e-462d-a3fd-2d0a3ca95b90 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:37.509047 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08892a9a-351e-462d-a3fd-2d0a3ca95b90 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:31:37.512165 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-08892a9a-351e-462d-a3fd-2d0a3ca95b90 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:31:37.514645 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08892a9a-351e-462d-a3fd-2d0a3ca95b90 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:31:37.570082 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08892a9a-351e-462d-a3fd-2d0a3ca95b90 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=dcf8cc1d-fd3e-4918-bcb7-08860ed6300f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:37.591923 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 1671ca4d-75c6-4e9c-a6d1-b32545346293 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:37.592557 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:37.674482 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-85a4ff7a-c5f0-46e7-b20b-9c3a31e39104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:37.780020 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5c6f3f92-c48d-4663-a66c-c67e83a5640b None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:37.810974 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5c6f3f92-c48d-4663-a66c-c67e83a5640b None None] Transition to ACTIVE for port object c2d7681f-f326-4d08-b3c3-adbb860378ab will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:31:37.825349 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5c6f3f92-c48d-4663-a66c-c67e83a5640b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:37.862679 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device dada31d9-3d56-4242-836d-5bd21c88432e no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:31:37.919983 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: dada31d9-3d56-4242-836d-5bd21c88432e {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:31:37.920726 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device dada31d9-3d56-4242-836d-5bd21c88432e not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:31:38.001440 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05829182-43d7-433b-85e3-19e2db96261e None None] Pushing event updated for resources: {'Port': ['ID=c2d7681f-f326-4d08-b3c3-adbb860378ab,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:38.130376 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5c6f3f92-c48d-4663-a66c-c67e83a5640b None None] Attempting to bind port c2d7681f-f326-4d08-b3c3-adbb860378ab on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:31:38.130908 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5c6f3f92-c48d-4663-a66c-c67e83a5640b None None] Attempting to bind port c2d7681f-f326-4d08-b3c3-adbb860378ab by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'eeed3924-42ab-4218-8c82-b66983290dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2ab85647-6f61-467c-8ff6-71fe21d14510'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:31:38.131461 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6f3f92-c48d-4663-a66c-c67e83a5640b None None] Attempting to bind port c2d7681f-f326-4d08-b3c3-adbb860378ab on network 2ab85647-6f61-467c-8ff6-71fe21d14510 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:31:38.138867 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6f3f92-c48d-4663-a66c-c67e83a5640b None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:31:38.139489 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6f3f92-c48d-4663-a66c-c67e83a5640b None None] Checking segment: {'id': 'eeed3924-42ab-4218-8c82-b66983290dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2ab85647-6f61-467c-8ff6-71fe21d14510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:31:38.139997 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5c6f3f92-c48d-4663-a66c-c67e83a5640b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:38.140501 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6f3f92-c48d-4663-a66c-c67e83a5640b None None] Bound using segment: {'id': 'eeed3924-42ab-4218-8c82-b66983290dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2ab85647-6f61-467c-8ff6-71fe21d14510'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:31:38.141131 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-5c6f3f92-c48d-4663-a66c-c67e83a5640b None None] Bound port: c2d7681f-f326-4d08-b3c3-adbb860378ab, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeed3924-42ab-4218-8c82-b66983290dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2ab85647-6f61-467c-8ff6-71fe21d14510'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:31:38.141581 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5c6f3f92-c48d-4663-a66c-c67e83a5640b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:38.145815 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08892a9a-351e-462d-a3fd-2d0a3ca95b90 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:38.236737 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5c6f3f92-c48d-4663-a66c-c67e83a5640b None None] For port c2d7681f-f326-4d08-b3c3-adbb860378ab, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:31:38.240283 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-5c6f3f92-c48d-4663-a66c-c67e83a5640b None None] For port c2d7681f-f326-4d08-b3c3-adbb860378ab, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c2d7681f-f326-4d08-b3c3-adbb860378ab,segment=NetworkSegment(eeed3924-42ab-4218-8c82-b66983290dde),segment_id=eeed3924-42ab-4218-8c82-b66983290dde)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:31:38.244642 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5c6f3f92-c48d-4663-a66c-c67e83a5640b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:38.332231 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6f3f92-c48d-4663-a66c-c67e83a5640b None None] Routers {'1ab3b5fd-88c6-4f14-873f-6d63c0a407de'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:31:38.332852 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5c6f3f92-c48d-4663-a66c-c67e83a5640b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:31:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1ab3b5fd-88c6-4f14-873f-6d63c0a407de'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:38.598219 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08892a9a-351e-462d-a3fd-2d0a3ca95b90 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:38.614038 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05829182-43d7-433b-85e3-19e2db96261e None None] Pushing event updated for resources: {'Port': ['ID=c2d7681f-f326-4d08-b3c3-adbb860378ab,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:38.642930 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-5c6f3f92-c48d-4663-a66c-c67e83a5640b None None] Set router 1ab3b5fd-88c6-4f14-873f-6d63c0a407de gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:31:38.836823 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08892a9a-351e-462d-a3fd-2d0a3ca95b90 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 00b5a2bd-6915-4988-831c-da393427f423 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:31:38.991605 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-5c6f3f92-c48d-4663-a66c-c67e83a5640b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab3b5fd-88c6-4f14-873f-6d63c0a407de', 'name': 'tempest-TestVolumeBootPattern-447628353-router', 'tenant_id': '6c2ddf1d7b5e403eafba8d094710908d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '1671ca4d-75c6-4e9c-a6d1-b32545346293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:27Z', 'updated_at': '2022-02-28T14:31:32Z', 'revision_number': 4, 'project_id': '6c2ddf1d7b5e403eafba8d094710908d', 'gw_port': {'id': '1671ca4d-75c6-4e9c-a6d1-b32545346293', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab3b5fd-88c6-4f14-873f-6d63c0a407de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:28Z', 'updated_at': '2022-02-28T14:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'c2d7681f-f326-4d08-b3c3-adbb860378ab', 'name': '', 'network_id': '2ab85647-6f61-467c-8ff6-71fe21d14510', 'tenant_id': '6c2ddf1d7b5e403eafba8d094710908d', 'mac_address': 'fa:16:3e:c5:c5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab3b5fd-88c6-4f14-873f-6d63c0a407de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c967393a-c9b2-4526-9f4a-cbe3744d40b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:31Z', 'updated_at': '2022-02-28T14:31:38Z', 'revision_number': 4, 'project_id': '6c2ddf1d7b5e403eafba8d094710908d', 'subnets': [{'id': 'c967393a-c9b2-4526-9f4a-cbe3744d40b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:38.996204 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6f3f92-c48d-4663-a66c-c67e83a5640b None None] The sync data for ids ['1ab3b5fd-88c6-4f14-873f-6d63c0a407de'] in dv-neutron-831192-4-hyperv is: [{'id': '1ab3b5fd-88c6-4f14-873f-6d63c0a407de', 'name': 'tempest-TestVolumeBootPattern-447628353-router', 'tenant_id': '6c2ddf1d7b5e403eafba8d094710908d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '1671ca4d-75c6-4e9c-a6d1-b32545346293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:27Z', 'updated_at': '2022-02-28T14:31:32Z', 'revision_number': 4, 'project_id': '6c2ddf1d7b5e403eafba8d094710908d', 'gw_port': {'id': '1671ca4d-75c6-4e9c-a6d1-b32545346293', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab3b5fd-88c6-4f14-873f-6d63c0a407de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:28Z', 'updated_at': '2022-02-28T14:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'c2d7681f-f326-4d08-b3c3-adbb860378ab', 'name': '', 'network_id': '2ab85647-6f61-467c-8ff6-71fe21d14510', 'tenant_id': '6c2ddf1d7b5e403eafba8d094710908d', 'mac_address': 'fa:16:3e:c5:c5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab3b5fd-88c6-4f14-873f-6d63c0a407de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c967393a-c9b2-4526-9f4a-cbe3744d40b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:31Z', 'updated_at': '2022-02-28T14:31:38Z', 'revision_number': 4, 'project_id': '6c2ddf1d7b5e403eafba8d094710908d', 'subnets': [{'id': 'c967393a-c9b2-4526-9f4a-cbe3744d40b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:31:39.037607 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08892a9a-351e-462d-a3fd-2d0a3ca95b90 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:31:39.050349 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43fa60b-4eb7-461c-a10c-ced477023037 None None] Sync routers for ids ['00b5a2bd-6915-4988-831c-da393427f423'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:31:39.060839 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43fa60b-4eb7-461c-a10c-ced477023037 None None] Routers {'00b5a2bd-6915-4988-831c-da393427f423'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:31:39.061884 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d43fa60b-4eb7-461c-a10c-ced477023037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:31:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['00b5a2bd-6915-4988-831c-da393427f423'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:39.067235 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-08892a9a-351e-462d-a3fd-2d0a3ca95b90 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:39.068923 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-08892a9a-351e-462d-a3fd-2d0a3ca95b90 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7410228 Feb 28 14:31:39.072259 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60964) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:39.117585 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bda475f8-ae93-44ae-937d-ece7fba108bb tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=1cd57789443e43d89a7681324e1f7304&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439558 Feb 28 14:31:39.120432 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60968) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:39.256099 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-d43fa60b-4eb7-461c-a10c-ced477023037 None None] Set router 00b5a2bd-6915-4988-831c-da393427f423 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:31:39.292787 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c9529a-b69f-455d-bd61-b72cdc4adb5b tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:39.297496 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e2c9529a-b69f-455d-bd61-b72cdc4adb5b tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1731424 Feb 28 14:31:39.297883 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60972) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:39.374641 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a31e8bc4-abc6-4495-97f0-233c5c634841 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0732861 Feb 28 14:31:39.374989 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60976) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:39.381160 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a442c670-97b1-419a-9d8a-1d62f98a8da4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-988522233', 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:39.413326 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c2d7681f-f326-4d08-b3c3-adbb860378ab up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:31:39.530984 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a442c670-97b1-419a-9d8a-1d62f98a8da4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:39.535318 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a442c670-97b1-419a-9d8a-1d62f98a8da4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:subnet and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:39.538436 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a442c670-97b1-419a-9d8a-1d62f98a8da4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:39.545379 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a442c670-97b1-419a-9d8a-1d62f98a8da4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:39.559753 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a442c670-97b1-419a-9d8a-1d62f98a8da4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Made reservation on behalf of 1cd57789443e43d89a7681324e1f7304 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:31:39.564405 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a442c670-97b1-419a-9d8a-1d62f98a8da4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:39.571903 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port c2d7681f-f326-4d08-b3c3-adbb860378ab completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:31:39.579278 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port c2d7681f-f326-4d08-b3c3-adbb860378ab triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:39.580186 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:39.640919 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d43fa60b-4eb7-461c-a10c-ced477023037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b5a2bd-6915-4988-831c-da393427f423', 'name': 'tempest-TestNetworkBasicOps-router-226286711', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:36Z', 'updated_at': '2022-02-28T14:31:37Z', 'revision_number': 3, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b5a2bd-6915-4988-831c-da393427f423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:37Z', 'updated_at': '2022-02-28T14:31:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:39.645191 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43fa60b-4eb7-461c-a10c-ced477023037 None None] Checking router: 00b5a2bd-6915-4988-831c-da393427f423 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:31:39.645680 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43fa60b-4eb7-461c-a10c-ced477023037 None None] Updating router 00b5a2bd-6915-4988-831c-da393427f423 port dcf8cc1d-fd3e-4918-bcb7-08860ed6300f binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:31:39.718962 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-d43fa60b-4eb7-461c-a10c-ced477023037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:39.769039 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:39.850092 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port c2d7681f-f326-4d08-b3c3-adbb860378ab, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c2d7681f-f326-4d08-b3c3-adbb860378ab,segment=NetworkSegment(eeed3924-42ab-4218-8c82-b66983290dde),segment_id=eeed3924-42ab-4218-8c82-b66983290dde)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:31:39.852409 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3409ca75-1f56-4eab-b1ae-950ccaacaf84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:39.855976 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:39.903984 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a442c670-97b1-419a-9d8a-1d62f98a8da4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:40.027867 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=c2d7681f-f326-4d08-b3c3-adbb860378ab,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:40.056544 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a442c670-97b1-419a-9d8a-1d62f98a8da4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Subnet': ['ID=dfbfdb60-3626-4921-853a-309a67efbab1,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:40.075276 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a442c670-97b1-419a-9d8a-1d62f98a8da4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Checking segment: {'id': '26e0373a-085e-4573-9bb9-f998092f09fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:31:40.076075 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a442c670-97b1-419a-9d8a-1d62f98a8da4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network hostable DHCP agents. Network: be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:31:40.096648 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a442c670-97b1-419a-9d8a-1d62f98a8da4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:31:40.108666 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-a442c670-97b1-419a-9d8a-1d62f98a8da4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:31:40.115179 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a442c670-97b1-419a-9d8a-1d62f98a8da4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:40.115179 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a442c670-97b1-419a-9d8a-1d62f98a8da4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:40.121029 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0e49f9-03cc-40d3-8f0e-b83266ee955e None None] Network be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:31:40.140667 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a442c670-97b1-419a-9d8a-1d62f98a8da4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7619236 Feb 28 14:31:40.141493 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 60982) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:40.283048 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-d43fa60b-4eb7-461c-a10c-ced477023037 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:40.297562 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-d43fa60b-4eb7-461c-a10c-ced477023037 None None] Transition to ACTIVE for port object dcf8cc1d-fd3e-4918-bcb7-08860ed6300f will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:31:40.307593 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-d43fa60b-4eb7-461c-a10c-ced477023037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:40.394446 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4abc611-3a21-4ba9-9c9a-9f8897ac57b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1', 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ips': [{'subnet_id': 'dfbfdb60-3626-4921-853a-309a67efbab1'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:31:40.395625 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e4abc611-3a21-4ba9-9c9a-9f8897ac57b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:40.401343 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7341d-e9fa-4dbf-a891-65cc258b3a1f None None] Pushing event updated for resources: {'Port': ['ID=dcf8cc1d-fd3e-4918-bcb7-08860ed6300f,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:40.422759 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-d43fa60b-4eb7-461c-a10c-ced477023037 None None] Attempting to bind port dcf8cc1d-fd3e-4918-bcb7-08860ed6300f on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:31:40.423143 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-d43fa60b-4eb7-461c-a10c-ced477023037 None None] Attempting to bind port dcf8cc1d-fd3e-4918-bcb7-08860ed6300f by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:31:40.423508 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43fa60b-4eb7-461c-a10c-ced477023037 None None] Attempting to bind port dcf8cc1d-fd3e-4918-bcb7-08860ed6300f on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:31:40.431458 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43fa60b-4eb7-461c-a10c-ced477023037 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:31:40.431824 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43fa60b-4eb7-461c-a10c-ced477023037 None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:31:40.432217 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-d43fa60b-4eb7-461c-a10c-ced477023037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:40.432601 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43fa60b-4eb7-461c-a10c-ced477023037 None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:31:40.433066 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-d43fa60b-4eb7-461c-a10c-ced477023037 None None] Bound port: dcf8cc1d-fd3e-4918-bcb7-08860ed6300f, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:31:40.433440 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-d43fa60b-4eb7-461c-a10c-ced477023037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:40.525011 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-d43fa60b-4eb7-461c-a10c-ced477023037 None None] For port dcf8cc1d-fd3e-4918-bcb7-08860ed6300f, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:31:40.529408 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-d43fa60b-4eb7-461c-a10c-ced477023037 None None] For port dcf8cc1d-fd3e-4918-bcb7-08860ed6300f, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=dcf8cc1d-fd3e-4918-bcb7-08860ed6300f,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:31:40.536179 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-d43fa60b-4eb7-461c-a10c-ced477023037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:40.617456 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7341d-e9fa-4dbf-a891-65cc258b3a1f None None] Pushing event updated for resources: {'Port': ['ID=dcf8cc1d-fd3e-4918-bcb7-08860ed6300f,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:40.629799 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43fa60b-4eb7-461c-a10c-ced477023037 None None] Routers {'00b5a2bd-6915-4988-831c-da393427f423'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:31:40.630413 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d43fa60b-4eb7-461c-a10c-ced477023037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:31:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['00b5a2bd-6915-4988-831c-da393427f423'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:40.644973 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-e4abc611-3a21-4ba9-9c9a-9f8897ac57b9 None None] Allocated IP 172.20.0.2 (be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1/dfbfdb60-3626-4921-853a-309a67efbab1/333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:31:40.859271 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-d43fa60b-4eb7-461c-a10c-ced477023037 None None] Set router 00b5a2bd-6915-4988-831c-da393427f423 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:31:40.895883 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e4abc611-3a21-4ba9-9c9a-9f8897ac57b9 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:40.907217 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e4abc611-3a21-4ba9-9c9a-9f8897ac57b9 None None] Transition to ACTIVE for port object 333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:31:40.938849 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e4abc611-3a21-4ba9-9c9a-9f8897ac57b9 None None] Transition to ACTIVE for port object 333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:31:40.944174 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:40.947135 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e4abc611-3a21-4ba9-9c9a-9f8897ac57b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:41.012021 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4abc611-3a21-4ba9-9c9a-9f8897ac57b9 None None] Network be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:31:41.014973 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-e4abc611-3a21-4ba9-9c9a-9f8897ac57b9 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:31:41.018504 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4abc611-3a21-4ba9-9c9a-9f8897ac57b9 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:31:41.151885 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abc611-3a21-4ba9-9c9a-9f8897ac57b9 None None] Pushing event updated for resources: {'Port': ['ID=333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:41.155032 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:41.174209 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e4abc611-3a21-4ba9-9c9a-9f8897ac57b9 None None] Attempting to bind port 333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:31:41.174720 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e4abc611-3a21-4ba9-9c9a-9f8897ac57b9 None None] Attempting to bind port 333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '26e0373a-085e-4573-9bb9-f998092f09fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:31:41.175295 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4abc611-3a21-4ba9-9c9a-9f8897ac57b9 None None] Attempting to bind port 333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd on network be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:31:41.184967 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4abc611-3a21-4ba9-9c9a-9f8897ac57b9 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:31:41.185339 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4abc611-3a21-4ba9-9c9a-9f8897ac57b9 None None] Checking segment: {'id': '26e0373a-085e-4573-9bb9-f998092f09fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:31:41.185739 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e4abc611-3a21-4ba9-9c9a-9f8897ac57b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:41.186126 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4abc611-3a21-4ba9-9c9a-9f8897ac57b9 None None] Bound using segment: {'id': '26e0373a-085e-4573-9bb9-f998092f09fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:31:41.186588 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-e4abc611-3a21-4ba9-9c9a-9f8897ac57b9 None None] Bound port: 333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e0373a-085e-4573-9bb9-f998092f09fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:31:41.186983 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e4abc611-3a21-4ba9-9c9a-9f8897ac57b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:41.222590 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-d43fa60b-4eb7-461c-a10c-ced477023037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b5a2bd-6915-4988-831c-da393427f423', 'name': 'tempest-TestNetworkBasicOps-router-226286711', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:36Z', 'updated_at': '2022-02-28T14:31:37Z', 'revision_number': 3, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b5a2bd-6915-4988-831c-da393427f423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:37Z', 'updated_at': '2022-02-28T14:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:41.227326 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43fa60b-4eb7-461c-a10c-ced477023037 None None] The sync data for ids ['00b5a2bd-6915-4988-831c-da393427f423'] in dv-neutron-831192-4-hyperv is: [{'id': '00b5a2bd-6915-4988-831c-da393427f423', 'name': 'tempest-TestNetworkBasicOps-router-226286711', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:36Z', 'updated_at': '2022-02-28T14:31:37Z', 'revision_number': 3, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b5a2bd-6915-4988-831c-da393427f423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:37Z', 'updated_at': '2022-02-28T14:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:31:41.229907 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a90bfd5-2bde-489d-b9b6-cdada6564d6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:41.303888 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e4abc611-3a21-4ba9-9c9a-9f8897ac57b9 None None] For port 333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:31:41.310947 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e4abc611-3a21-4ba9-9c9a-9f8897ac57b9 None None] For port 333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd,segment=NetworkSegment(26e0373a-085e-4573-9bb9-f998092f09fe),segment_id=26e0373a-085e-4573-9bb9-f998092f09fe)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:31:41.322552 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e4abc611-3a21-4ba9-9c9a-9f8897ac57b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:41.416103 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c2d7681f-f326-4d08-b3c3-adbb860378ab up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:31:41.509739 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abc611-3a21-4ba9-9c9a-9f8897ac57b9 None None] Pushing event updated for resources: {'Port': ['ID=333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:41.536485 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port c2d7681f-f326-4d08-b3c3-adbb860378ab triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:41.536856 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:41.761178 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-8a90bfd5-2bde-489d-b9b6-cdada6564d6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.20.0.1 (be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1/dfbfdb60-3626-4921-853a-309a67efbab1/e4c3210f-2e15-46cb-873f-b6fa0bf04411) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:31:41.974089 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a90bfd5-2bde-489d-b9b6-cdada6564d6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:42.009613 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-8a90bfd5-2bde-489d-b9b6-cdada6564d6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Transition to ACTIVE for port object e4c3210f-2e15-46cb-873f-b6fa0bf04411 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:31:42.041209 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a90bfd5-2bde-489d-b9b6-cdada6564d6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:42.111923 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a90bfd5-2bde-489d-b9b6-cdada6564d6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:31:42.114913 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-8a90bfd5-2bde-489d-b9b6-cdada6564d6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:31:42.124184 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a90bfd5-2bde-489d-b9b6-cdada6564d6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:31:42.166392 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90bfd5-2bde-489d-b9b6-cdada6564d6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=e4c3210f-2e15-46cb-873f-b6fa0bf04411,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:42.195957 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a90bfd5-2bde-489d-b9b6-cdada6564d6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:42.357122 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a90bfd5-2bde-489d-b9b6-cdada6564d6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:42.466907 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:42.726026 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545e666c-8b0b-43e3-b7c9-ae70e7f21a57 None None] Network be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:31:42.815414 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5589b23d-5894-4387-bac4-bef7e741733f None None] Provisioning for port 333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:31:42.989778 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a90bfd5-2bde-489d-b9b6-cdada6564d6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:42.997451 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a90bfd5-2bde-489d-b9b6-cdada6564d6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:43.120403 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8a90bfd5-2bde-489d-b9b6-cdada6564d6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:43.124924 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90bfd5-2bde-489d-b9b6-cdada6564d6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=e4c3210f-2e15-46cb-873f-b6fa0bf04411,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:43.274721 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a90bfd5-2bde-489d-b9b6-cdada6564d6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:31:43.276343 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-8a90bfd5-2bde-489d-b9b6-cdada6564d6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:31:43.329643 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-145ebe05-9832-498b-9955-ae3b2e2cd97e None None] Provisioning for port e4c3210f-2e15-46cb-873f-b6fa0bf04411 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:31:43.349897 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-145ebe05-9832-498b-9955-ae3b2e2cd97e None None] Provisioning complete for port e4c3210f-2e15-46cb-873f-b6fa0bf04411 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:43.349897 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-145ebe05-9832-498b-9955-ae3b2e2cd97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:43.496353 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-145ebe05-9832-498b-9955-ae3b2e2cd97e None None] Port e4c3210f-2e15-46cb-873f-b6fa0bf04411 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:31:43.515092 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device dcf8cc1d-fd3e-4918-bcb7-08860ed6300f up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:31:43.584594 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a90bfd5-2bde-489d-b9b6-cdada6564d6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 00b5a2bd-6915-4988-831c-da393427f423 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:31:43.594966 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port dcf8cc1d-fd3e-4918-bcb7-08860ed6300f completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:31:43.600359 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port dcf8cc1d-fd3e-4918-bcb7-08860ed6300f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:43.601300 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:43.719375 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f736ff32-60b8-4865-a820-644ffc40d968 None None] Provisioning complete for port e4c3210f-2e15-46cb-873f-b6fa0bf04411 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:43.719736 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f736ff32-60b8-4865-a820-644ffc40d968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:43.810131 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a90bfd5-2bde-489d-b9b6-cdada6564d6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:31:43.812855 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f736ff32-60b8-4865-a820-644ffc40d968 None None] Port e4c3210f-2e15-46cb-873f-b6fa0bf04411 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:31:43.821799 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266438a8-f350-47e6-8005-3ca5e5f4043c None None] Sync routers for ids ['00b5a2bd-6915-4988-831c-da393427f423'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:31:43.830679 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60994) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:43.831348 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8a90bfd5-2bde-489d-b9b6-cdada6564d6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "PUT /v2.0/routers/00b5a2bd-6915-4988-831c-da393427f423/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6887832 Feb 28 14:31:43.841996 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:43.848585 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266438a8-f350-47e6-8005-3ca5e5f4043c None None] Routers {'00b5a2bd-6915-4988-831c-da393427f423'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:31:43.849205 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-266438a8-f350-47e6-8005-3ca5e5f4043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:31:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['00b5a2bd-6915-4988-831c-da393427f423'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:43.931251 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port dcf8cc1d-fd3e-4918-bcb7-08860ed6300f, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=dcf8cc1d-fd3e-4918-bcb7-08860ed6300f,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:31:43.939587 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:43.940419 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:31:43.995196 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254a5938-821a-41b3-9c8d-973833283dc5 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:43.995678 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254a5938-821a-41b3-9c8d-973833283dc5 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:43.996125 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254a5938-821a-41b3-9c8d-973833283dc5 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:43.996574 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254a5938-821a-41b3-9c8d-973833283dc5 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:43.997019 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254a5938-821a-41b3-9c8d-973833283dc5 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:43.997463 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254a5938-821a-41b3-9c8d-973833283dc5 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:43.997905 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254a5938-821a-41b3-9c8d-973833283dc5 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:44.002455 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-254a5938-821a-41b3-9c8d-973833283dc5 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4968 time: 0.1670556 Feb 28 14:31:44.002742 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 60998) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:44.096778 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb2cefa-c4f4-45eb-b9b7-29da653823fe tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:44.097340 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb2cefa-c4f4-45eb-b9b7-29da653823fe tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:44.098046 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb2cefa-c4f4-45eb-b9b7-29da653823fe tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:44.098834 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb2cefa-c4f4-45eb-b9b7-29da653823fe tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:44.099464 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb2cefa-c4f4-45eb-b9b7-29da653823fe tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:44.100064 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb2cefa-c4f4-45eb-b9b7-29da653823fe tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:44.100526 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb2cefa-c4f4-45eb-b9b7-29da653823fe tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:44.102373 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-adb2cefa-c4f4-45eb-b9b7-29da653823fe tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4624 time: 0.0986240 Feb 28 14:31:44.105526 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2872507a-6dbd-4b21-87ef-497a6dd80bb9 None None] Provisioning complete for port e4c3210f-2e15-46cb-873f-b6fa0bf04411 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:44.105899 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2872507a-6dbd-4b21-87ef-497a6dd80bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:44.106168 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 32770) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:44.200081 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-266438a8-f350-47e6-8005-3ca5e5f4043c None None] Set router 00b5a2bd-6915-4988-831c-da393427f423 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:31:44.260778 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=dcf8cc1d-fd3e-4918-bcb7-08860ed6300f,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:44.268372 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2872507a-6dbd-4b21-87ef-497a6dd80bb9 None None] Port e4c3210f-2e15-46cb-873f-b6fa0bf04411 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:31:44.341693 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:31:44.343306 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-38120503-ade1-487a-b783-7cdc8302854a tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3771 time: 0.2358148 Feb 28 14:31:44.344022 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 32774) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:44.353093 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-de456f7e-017f-4fc2-bce6-91f46e5eeb70 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-706487824', 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:44.364901 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:44.365269 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:44.539653 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-de456f7e-017f-4fc2-bce6-91f46e5eeb70 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:44.545965 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-de456f7e-017f-4fc2-bce6-91f46e5eeb70 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:port and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:44.560420 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-de456f7e-017f-4fc2-bce6-91f46e5eeb70 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:44.567890 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-de456f7e-017f-4fc2-bce6-91f46e5eeb70 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:44.580940 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de456f7e-017f-4fc2-bce6-91f46e5eeb70 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Made reservation on behalf of 1cd57789443e43d89a7681324e1f7304 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:31:44.584494 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-de456f7e-017f-4fc2-bce6-91f46e5eeb70 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:44.610561 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [None req-de456f7e-017f-4fc2-bce6-91f46e5eeb70 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] device_id is not set on port ba3cde20-e557-4951-ae5b-718b30288faa yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:31:44.613792 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:44.665964 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd,segment=NetworkSegment(26e0373a-085e-4573-9bb9-f998092f09fe),segment_id=26e0373a-085e-4573-9bb9-f998092f09fe)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:31:44.672919 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:44.721676 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-266438a8-f350-47e6-8005-3ca5e5f4043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b5a2bd-6915-4988-831c-da393427f423', 'name': 'tempest-TestNetworkBasicOps-router-226286711', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:36Z', 'updated_at': '2022-02-28T14:31:42Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b5a2bd-6915-4988-831c-da393427f423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:37Z', 'updated_at': '2022-02-28T14:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'e4c3210f-2e15-46cb-873f-b6fa0bf04411', 'name': '', 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:fd:55:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b5a2bd-6915-4988-831c-da393427f423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'dfbfdb60-3626-4921-853a-309a67efbab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:41Z', 'updated_at': '2022-02-28T14:31:42Z', 'revision_number': 2, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': 'dfbfdb60-3626-4921-853a-309a67efbab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:44.730902 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266438a8-f350-47e6-8005-3ca5e5f4043c None None] Checking router: 00b5a2bd-6915-4988-831c-da393427f423 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:31:44.731271 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266438a8-f350-47e6-8005-3ca5e5f4043c None None] Updating router 00b5a2bd-6915-4988-831c-da393427f423 port e4c3210f-2e15-46cb-873f-b6fa0bf04411 binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:31:44.773215 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-de456f7e-017f-4fc2-bce6-91f46e5eeb70 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.20.0.8 (be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1/dfbfdb60-3626-4921-853a-309a67efbab1/ba3cde20-e557-4951-ae5b-718b30288faa) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:31:44.795880 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:44.800818 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-266438a8-f350-47e6-8005-3ca5e5f4043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:45.011719 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-de456f7e-017f-4fc2-bce6-91f46e5eeb70 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:45.033272 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-de456f7e-017f-4fc2-bce6-91f46e5eeb70 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Transition to ACTIVE for port object ba3cde20-e557-4951-ae5b-718b30288faa will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:31:45.065534 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-de456f7e-017f-4fc2-bce6-91f46e5eeb70 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:45.139738 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de456f7e-017f-4fc2-bce6-91f46e5eeb70 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:31:45.148184 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-de456f7e-017f-4fc2-bce6-91f46e5eeb70 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:31:45.152961 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de456f7e-017f-4fc2-bce6-91f46e5eeb70 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:31:45.373784 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de456f7e-017f-4fc2-bce6-91f46e5eeb70 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=ba3cde20-e557-4951-ae5b-718b30288faa,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:45.424891 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device dcf8cc1d-fd3e-4918-bcb7-08860ed6300f up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:31:45.442911 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de456f7e-017f-4fc2-bce6-91f46e5eeb70 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:45.443791 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-de456f7e-017f-4fc2-bce6-91f46e5eeb70 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:45.484139 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-de456f7e-017f-4fc2-bce6-91f46e5eeb70 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1382244 Feb 28 14:31:45.554012 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-266438a8-f350-47e6-8005-3ca5e5f4043c None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:45.568835 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-266438a8-f350-47e6-8005-3ca5e5f4043c None None] Transition to ACTIVE for port object e4c3210f-2e15-46cb-873f-b6fa0bf04411 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:31:45.656466 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-266438a8-f350-47e6-8005-3ca5e5f4043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:45.715890 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8139354a-a182-4da3-97a5-42e72c1e340e None None] Provisioning for port ba3cde20-e557-4951-ae5b-718b30288faa completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:31:45.782269 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8139354a-a182-4da3-97a5-42e72c1e340e None None] Provisioning complete for port ba3cde20-e557-4951-ae5b-718b30288faa triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:45.782269 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8139354a-a182-4da3-97a5-42e72c1e340e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:45.808090 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 32804) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:45.814230 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-51fc37c1-3b32-40ba-a85a-4753fc758c79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-87661092', 'description': 'tempest-secgroup-smoke-87661092 description', 'project_id': '1cd57789443e43d89a7681324e1f7304'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:45.823869 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-51fc37c1-3b32-40ba-a85a-4753fc758c79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:45.839202 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-51fc37c1-3b32-40ba-a85a-4753fc758c79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:45.843944 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-51fc37c1-3b32-40ba-a85a-4753fc758c79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:45.853388 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-51fc37c1-3b32-40ba-a85a-4753fc758c79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:45.871113 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51fc37c1-3b32-40ba-a85a-4753fc758c79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:45.880970 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73df35d-072b-4c96-a471-942fc4d5ed91 req-592b253a-b2c9-484c-8754-30c25f317628 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:45.882657 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d73df35d-072b-4c96-a471-942fc4d5ed91 req-592b253a-b2c9-484c-8754-30c25f317628 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 946 time: 0.1050262 Feb 28 14:31:45.905515 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8139354a-a182-4da3-97a5-42e72c1e340e None None] Port ba3cde20-e557-4951-ae5b-718b30288faa cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:31:45.908921 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca269d9-b588-42de-8ca2-cfc9b7896a9a None None] Pushing event updated for resources: {'Port': ['ID=e4c3210f-2e15-46cb-873f-b6fa0bf04411,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:45.928466 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-51fc37c1-3b32-40ba-a85a-4753fc758c79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:45.937227 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-51fc37c1-3b32-40ba-a85a-4753fc758c79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:45.947558 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-51fc37c1-3b32-40ba-a85a-4753fc758c79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:45.961285 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d73df35d-072b-4c96-a471-942fc4d5ed91 req-46da4693-2bff-420a-aeb4-5900c824cf08 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/security-groups?id=0601ad36-f44b-4bc8-b975-f87b0a0917a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722303 Feb 28 14:31:45.968397 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-51fc37c1-3b32-40ba-a85a-4753fc758c79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:46.057394 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51fc37c1-3b32-40ba-a85a-4753fc758c79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:46.066700 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51fc37c1-3b32-40ba-a85a-4753fc758c79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:46.130534 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc37c1-3b32-40ba-a85a-4753fc758c79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33071690-ef67-4da4-98c6-d6536a75c5c0,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:46.142555 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-266438a8-f350-47e6-8005-3ca5e5f4043c None None] Attempting to bind port e4c3210f-2e15-46cb-873f-b6fa0bf04411 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:31:46.142959 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-266438a8-f350-47e6-8005-3ca5e5f4043c None None] Attempting to bind port e4c3210f-2e15-46cb-873f-b6fa0bf04411 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '26e0373a-085e-4573-9bb9-f998092f09fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:31:46.143351 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266438a8-f350-47e6-8005-3ca5e5f4043c None None] Attempting to bind port e4c3210f-2e15-46cb-873f-b6fa0bf04411 on network be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:31:46.147352 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51fc37c1-3b32-40ba-a85a-4753fc758c79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:46.151652 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-51fc37c1-3b32-40ba-a85a-4753fc758c79 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3391385 Feb 28 14:31:46.151824 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 32808) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:46.152137 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266438a8-f350-47e6-8005-3ca5e5f4043c None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:31:46.152512 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266438a8-f350-47e6-8005-3ca5e5f4043c None None] Checking segment: {'id': '26e0373a-085e-4573-9bb9-f998092f09fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:31:46.152940 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-266438a8-f350-47e6-8005-3ca5e5f4043c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:46.153294 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266438a8-f350-47e6-8005-3ca5e5f4043c None None] Bound using segment: {'id': '26e0373a-085e-4573-9bb9-f998092f09fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:31:46.153758 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-266438a8-f350-47e6-8005-3ca5e5f4043c None None] Bound port: e4c3210f-2e15-46cb-873f-b6fa0bf04411, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e0373a-085e-4573-9bb9-f998092f09fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:31:46.154131 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-266438a8-f350-47e6-8005-3ca5e5f4043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:46.157277 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-be954f35-7cbe-40ff-b8df-70fa8378ae85 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '33071690-ef67-4da4-98c6-d6536a75c5c0', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:46.163730 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-be954f35-7cbe-40ff-b8df-70fa8378ae85 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:46.168878 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-be954f35-7cbe-40ff-b8df-70fa8378ae85 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:46.172059 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port dcf8cc1d-fd3e-4918-bcb7-08860ed6300f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:46.172352 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-be954f35-7cbe-40ff-b8df-70fa8378ae85 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:46.172503 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:46.178808 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-be954f35-7cbe-40ff-b8df-70fa8378ae85 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:46.201978 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be954f35-7cbe-40ff-b8df-70fa8378ae85 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:46.271474 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be954f35-7cbe-40ff-b8df-70fa8378ae85 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:46.277064 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be954f35-7cbe-40ff-b8df-70fa8378ae85 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:46.297225 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be954f35-7cbe-40ff-b8df-70fa8378ae85 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a11df89a-3df4-44f6-bab6-79cc989b1470,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:46.315168 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-be954f35-7cbe-40ff-b8df-70fa8378ae85 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:46.320065 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 32812) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:46.321305 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-be954f35-7cbe-40ff-b8df-70fa8378ae85 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1674442 Feb 28 14:31:46.325711 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0073a49a-1dc0-47ee-9c3d-66427ef332d0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '33071690-ef67-4da4-98c6-d6536a75c5c0', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:46.332659 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0073a49a-1dc0-47ee-9c3d-66427ef332d0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:46.335198 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-266438a8-f350-47e6-8005-3ca5e5f4043c None None] For port e4c3210f-2e15-46cb-873f-b6fa0bf04411, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:31:46.337449 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0073a49a-1dc0-47ee-9c3d-66427ef332d0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:46.340981 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0073a49a-1dc0-47ee-9c3d-66427ef332d0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:46.347138 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0073a49a-1dc0-47ee-9c3d-66427ef332d0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:46.366336 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0073a49a-1dc0-47ee-9c3d-66427ef332d0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:46.398056 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-266438a8-f350-47e6-8005-3ca5e5f4043c None None] For port e4c3210f-2e15-46cb-873f-b6fa0bf04411, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=e4c3210f-2e15-46cb-873f-b6fa0bf04411,segment=NetworkSegment(26e0373a-085e-4573-9bb9-f998092f09fe),segment_id=26e0373a-085e-4573-9bb9-f998092f09fe)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:31:46.427435 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-266438a8-f350-47e6-8005-3ca5e5f4043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:46.443123 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0073a49a-1dc0-47ee-9c3d-66427ef332d0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:46.448866 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0073a49a-1dc0-47ee-9c3d-66427ef332d0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:46.488403 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073a49a-1dc0-47ee-9c3d-66427ef332d0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f74095-feb1-4296-b39d-65222ca94094,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:46.494277 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0073a49a-1dc0-47ee-9c3d-66427ef332d0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:46.495469 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:31:46.496205 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0073a49a-1dc0-47ee-9c3d-66427ef332d0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1745677 Feb 28 14:31:46.498541 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 32816) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:46.505009 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9db525b3-ce64-4818-8202-9b09e4ba246d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '33071690-ef67-4da4-98c6-d6536a75c5c0', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:46.514153 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9db525b3-ce64-4818-8202-9b09e4ba246d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:46.518531 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9db525b3-ce64-4818-8202-9b09e4ba246d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:46.522705 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9db525b3-ce64-4818-8202-9b09e4ba246d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:46.529593 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9db525b3-ce64-4818-8202-9b09e4ba246d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:46.556010 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9db525b3-ce64-4818-8202-9b09e4ba246d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:46.594593 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266438a8-f350-47e6-8005-3ca5e5f4043c None None] Routers {'00b5a2bd-6915-4988-831c-da393427f423'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:31:46.595173 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-266438a8-f350-47e6-8005-3ca5e5f4043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:31:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['00b5a2bd-6915-4988-831c-da393427f423'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:46.646923 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9db525b3-ce64-4818-8202-9b09e4ba246d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:46.653843 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9db525b3-ce64-4818-8202-9b09e4ba246d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:46.675415 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca269d9-b588-42de-8ca2-cfc9b7896a9a None None] Pushing event updated for resources: {'Port': ['ID=e4c3210f-2e15-46cb-873f-b6fa0bf04411,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:46.686097 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db525b3-ce64-4818-8202-9b09e4ba246d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=824491a1-778a-454d-bc90-00dd42bf96ac,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:46.688138 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:46.688585 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:46.698944 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9db525b3-ce64-4818-8202-9b09e4ba246d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:46.702487 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9db525b3-ce64-4818-8202-9b09e4ba246d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2014639 Feb 28 14:31:46.704205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 32822) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:46.716610 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-bbc04abd-9bd2-4e1c-8bf6-37850f145485 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '33071690-ef67-4da4-98c6-d6536a75c5c0', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:46.730350 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bbc04abd-9bd2-4e1c-8bf6-37850f145485 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:46.735123 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bbc04abd-9bd2-4e1c-8bf6-37850f145485 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:46.738761 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bbc04abd-9bd2-4e1c-8bf6-37850f145485 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:46.746892 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bbc04abd-9bd2-4e1c-8bf6-37850f145485 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:46.774133 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbc04abd-9bd2-4e1c-8bf6-37850f145485 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:46.866938 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbc04abd-9bd2-4e1c-8bf6-37850f145485 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:46.871800 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbc04abd-9bd2-4e1c-8bf6-37850f145485 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:46.878547 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-266438a8-f350-47e6-8005-3ca5e5f4043c None None] Set router 00b5a2bd-6915-4988-831c-da393427f423 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:31:46.895690 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc04abd-9bd2-4e1c-8bf6-37850f145485 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b6ee5b-2c6d-4196-960c-7503e5373576,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:46.908789 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bbc04abd-9bd2-4e1c-8bf6-37850f145485 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:46.909974 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bbc04abd-9bd2-4e1c-8bf6-37850f145485 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2038734 Feb 28 14:31:46.912843 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 32826) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:46.918119 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8b51cbdb-557a-47fe-bb32-20d77404a1af tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '33071690-ef67-4da4-98c6-d6536a75c5c0', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:46.924635 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8b51cbdb-557a-47fe-bb32-20d77404a1af tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:46.928486 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8b51cbdb-557a-47fe-bb32-20d77404a1af tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:46.931917 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8b51cbdb-557a-47fe-bb32-20d77404a1af tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:46.938019 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8b51cbdb-557a-47fe-bb32-20d77404a1af tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:46.954445 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-8b51cbdb-557a-47fe-bb32-20d77404a1af tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Project 1cd57789443e43d89a7681324e1f7304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:31:46.962231 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b51cbdb-557a-47fe-bb32-20d77404a1af tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:47.179889 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b51cbdb-557a-47fe-bb32-20d77404a1af tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:47.188326 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b51cbdb-557a-47fe-bb32-20d77404a1af tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:47.215335 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51cbdb-557a-47fe-bb32-20d77404a1af tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3565c757-e0eb-4fed-8640-7019c2e91120,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:47.226045 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde41753-c175-4a6f-8b3d-6cff66efdc3d req-9b7dd1b7-613e-4fb4-906c-28565cceb4f6 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:47.227697 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bde41753-c175-4a6f-8b3d-6cff66efdc3d req-9b7dd1b7-613e-4fb4-906c-28565cceb4f6 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 946 time: 0.1121891 Feb 28 14:31:47.243922 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8b51cbdb-557a-47fe-bb32-20d77404a1af tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:47.245830 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8b51cbdb-557a-47fe-bb32-20d77404a1af tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3320470 Feb 28 14:31:47.248845 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 32832) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:47.259919 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-1b37fe13-7043-4df3-a106-3cb9bc12f12a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '33071690-ef67-4da4-98c6-d6536a75c5c0', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:47.266848 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-266438a8-f350-47e6-8005-3ca5e5f4043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b5a2bd-6915-4988-831c-da393427f423', 'name': 'tempest-TestNetworkBasicOps-router-226286711', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:36Z', 'updated_at': '2022-02-28T14:31:42Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b5a2bd-6915-4988-831c-da393427f423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:37Z', 'updated_at': '2022-02-28T14:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'e4c3210f-2e15-46cb-873f-b6fa0bf04411', 'name': '', 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:fd:55:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b5a2bd-6915-4988-831c-da393427f423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'dfbfdb60-3626-4921-853a-309a67efbab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:41Z', 'updated_at': '2022-02-28T14:31:46Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': 'dfbfdb60-3626-4921-853a-309a67efbab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:31:47.270004 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1b37fe13-7043-4df3-a106-3cb9bc12f12a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:47.270859 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266438a8-f350-47e6-8005-3ca5e5f4043c None None] The sync data for ids ['00b5a2bd-6915-4988-831c-da393427f423'] in dv-neutron-831192-4-hyperv is: [{'id': '00b5a2bd-6915-4988-831c-da393427f423', 'name': 'tempest-TestNetworkBasicOps-router-226286711', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:36Z', 'updated_at': '2022-02-28T14:31:42Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b5a2bd-6915-4988-831c-da393427f423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:37Z', 'updated_at': '2022-02-28T14:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'e4c3210f-2e15-46cb-873f-b6fa0bf04411', 'name': '', 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:fd:55:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b5a2bd-6915-4988-831c-da393427f423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'dfbfdb60-3626-4921-853a-309a67efbab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:41Z', 'updated_at': '2022-02-28T14:31:46Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': 'dfbfdb60-3626-4921-853a-309a67efbab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:31:47.282441 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1b37fe13-7043-4df3-a106-3cb9bc12f12a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:47.283823 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bde41753-c175-4a6f-8b3d-6cff66efdc3d req-45254f48-09bc-4099-812e-d4bd36483c4b tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/security-groups?id=0601ad36-f44b-4bc8-b975-f87b0a0917a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502999 Feb 28 14:31:47.286471 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-1b37fe13-7043-4df3-a106-3cb9bc12f12a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:47.293034 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-1b37fe13-7043-4df3-a106-3cb9bc12f12a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:47.305394 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-1b37fe13-7043-4df3-a106-3cb9bc12f12a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Project 1cd57789443e43d89a7681324e1f7304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:31:47.318044 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b37fe13-7043-4df3-a106-3cb9bc12f12a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:47.427111 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b37fe13-7043-4df3-a106-3cb9bc12f12a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:47.434146 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b37fe13-7043-4df3-a106-3cb9bc12f12a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:47.471888 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37fe13-7043-4df3-a106-3cb9bc12f12a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e822c8a8-92ea-488b-a197-b9f1e1f4e2c8,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:47.480385 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b37fe13-7043-4df3-a106-3cb9bc12f12a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:47.490644 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1b37fe13-7043-4df3-a106-3cb9bc12f12a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2335746 Feb 28 14:31:47.730489 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-22b73d57-8016-4413-a026-fe23ab5d035a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:31:47.751089 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-22b73d57-8016-4413-a026-fe23ab5d035a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:31:47.752690 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-22b73d57-8016-4413-a026-fe23ab5d035a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-87661092&fields=id&tenant_id=1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 267 time: 0.0622821 Feb 28 14:31:47.838182 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-9c25cd9c-3778-432e-985e-20d06c6ebe62 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:47.838796 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-9c25cd9c-3778-432e-985e-20d06c6ebe62 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:31:47.860371 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-9c25cd9c-3778-432e-985e-20d06c6ebe62 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:31:47.861655 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-9c25cd9c-3778-432e-985e-20d06c6ebe62 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports/ba3cde20-e557-4951-ae5b-718b30288faa HTTP/1.1" status: 200 len: 929 time: 0.1020584 Feb 28 14:31:47.952415 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-d00dd744-0f47-4f8c-910b-2e2241f91685 service neutron] 10.222.0.30 "GET /v2.0/ports/ba3cde20-e557-4951-ae5b-718b30288faa?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0697629 Feb 28 14:31:47.964234 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-187d2bf4-830f-4773-a2f1-2e030c6ded65 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:31:47.965654 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-187d2bf4-830f-4773-a2f1-2e030c6ded65 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067523 Feb 28 14:31:48.119727 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-c3d6a92e-80de-4a82-a724-69506032a374 service neutron] 10.222.0.30 "GET /v2.0/networks/be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477094 Feb 28 14:31:48.263410 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-bc5e226f-ebb9-4caf-927a-ab47f32a591a service neutron] 10.222.0.30 "GET /v2.0/networks/be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413300 Feb 28 14:31:48.526436 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-35590ab8-436d-473d-9eec-1c9fb7098b61 req-fd74fe1a-bc79-407a-ba9d-2c6f048a00cc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=17b0e459-5907-41fb-a226-f0be16d574fb HTTP/1.1" status: 200 len: 210 time: 0.0645404 Feb 28 14:31:48.547401 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ba087-bd47-4766-9e2a-41a7016e7edc req-55d77bf2-6498-4416-b437-f4f12d5dc323 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:48.551946 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a66ba087-bd47-4766-9e2a-41a7016e7edc req-55d77bf2-6498-4416-b437-f4f12d5dc323 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 946 time: 0.1228042 Feb 28 14:31:48.604655 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a66ba087-bd47-4766-9e2a-41a7016e7edc req-1c8423f8-b879-445a-a728-ef5472b1e6a4 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/security-groups?id=0601ad36-f44b-4bc8-b975-f87b0a0917a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497012 Feb 28 14:31:49.370467 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device e4c3210f-2e15-46cb-873f-b6fa0bf04411 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:31:49.450236 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port e4c3210f-2e15-46cb-873f-b6fa0bf04411 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:31:49.457196 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port e4c3210f-2e15-46cb-873f-b6fa0bf04411 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:49.457734 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:49.664815 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:49.667943 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-0dd2394e-e131-4aca-bd0c-85f507aee849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:49.670022 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-0dd2394e-e131-4aca-bd0c-85f507aee849 service neutron] 10.222.0.13 "GET /v2.0/ports/ba3cde20-e557-4951-ae5b-718b30288faa HTTP/1.1" status: 200 len: 1025 time: 0.1602015 Feb 28 14:31:49.738905 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port e4c3210f-2e15-46cb-873f-b6fa0bf04411, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=e4c3210f-2e15-46cb-873f-b6fa0bf04411,segment=NetworkSegment(26e0373a-085e-4573-9bb9-f998092f09fe),segment_id=26e0373a-085e-4573-9bb9-f998092f09fe)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:31:49.741026 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-af4cfdf1-5498-443f-bc1c-b259ae1b6a33 req-d880f0ae-60ba-4a09-8862-044c490d6bec tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=17b0e459-5907-41fb-a226-f0be16d574fb HTTP/1.1" status: 200 len: 210 time: 0.0537605 Feb 28 14:31:49.754163 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:49.860675 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=e4c3210f-2e15-46cb-873f-b6fa0bf04411,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:49.933732 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-8318be5a-603c-41a5-bf92-1fbf41413524 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:49.934407 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-8318be5a-603c-41a5-bf92-1fbf41413524 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:31:49.965409 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1717ec-77ee-4957-bbff-13abfe1cdeea req-bf7c5b0c-259a-4a2a-8ecc-a02e0f1a62a4 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:49.966871 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bf1717ec-77ee-4957-bbff-13abfe1cdeea req-bf7c5b0c-259a-4a2a-8ecc-a02e0f1a62a4 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 946 time: 0.1512039 Feb 28 14:31:49.968124 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-8318be5a-603c-41a5-bf92-1fbf41413524 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:31:49.969100 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-8318be5a-603c-41a5-bf92-1fbf41413524 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/networks?id=be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1 HTTP/1.1" status: 200 len: 797 time: 0.2922637 Feb 28 14:31:50.041399 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bf1717ec-77ee-4957-bbff-13abfe1cdeea req-c0883ce0-2eb0-4251-9aa0-49ee50e6f4f1 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/security-groups?id=0601ad36-f44b-4bc8-b975-f87b0a0917a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680869 Feb 28 14:31:50.047749 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-faf2583f-6df7-4b4d-a952-96145dab7e6f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:31:50.069569 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-faf2583f-6df7-4b4d-a952-96145dab7e6f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:31:50.070958 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-faf2583f-6df7-4b4d-a952-96145dab7e6f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 378 time: 0.0844939 Feb 28 14:31:50.080027 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-a800d450-62c5-4de6-ac31-2f66060e40d7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:31:50.081098 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-a800d450-62c5-4de6-ac31-2f66060e40d7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054982 Feb 28 14:31:50.092093 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-52d8e8db-49dc-4288-8e6d-b4319199bdd2 service neutron] Request body: {'port': {'device_id': '17b0e459-5907-41fb-a226-f0be16d574fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:50.209893 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-52d8e8db-49dc-4288-8e6d-b4319199bdd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:50.596482 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-52d8e8db-49dc-4288-8e6d-b4319199bdd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3cde20-e557-4951-ae5b-718b30288faa {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:31:50.610436 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-52d8e8db-49dc-4288-8e6d-b4319199bdd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:50.626402 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-52d8e8db-49dc-4288-8e6d-b4319199bdd2 service neutron] Transition to ACTIVE for port object ba3cde20-e557-4951-ae5b-718b30288faa will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:31:50.631622 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-52d8e8db-49dc-4288-8e6d-b4319199bdd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:50.790511 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:31:50.798643 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8e8db-49dc-4288-8e6d-b4319199bdd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3cde20-e557-4951-ae5b-718b30288faa,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:50.882354 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-52d8e8db-49dc-4288-8e6d-b4319199bdd2 service neutron] Attempting to bind port ba3cde20-e557-4951-ae5b-718b30288faa on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:31:50.882838 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-52d8e8db-49dc-4288-8e6d-b4319199bdd2 service neutron] Attempting to bind port ba3cde20-e557-4951-ae5b-718b30288faa by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '26e0373a-085e-4573-9bb9-f998092f09fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:31:50.883194 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-52d8e8db-49dc-4288-8e6d-b4319199bdd2 service neutron] Attempting to bind port ba3cde20-e557-4951-ae5b-718b30288faa on network be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:31:50.888323 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-52d8e8db-49dc-4288-8e6d-b4319199bdd2 service neutron] Port ba3cde20-e557-4951-ae5b-718b30288faa on network be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:31:50.888647 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-52d8e8db-49dc-4288-8e6d-b4319199bdd2 service neutron] Attempting to bind port ba3cde20-e557-4951-ae5b-718b30288faa on network be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:31:50.894155 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-52d8e8db-49dc-4288-8e6d-b4319199bdd2 service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:31:50.894493 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-52d8e8db-49dc-4288-8e6d-b4319199bdd2 service neutron] Checking segment: {'id': '26e0373a-085e-4573-9bb9-f998092f09fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:31:50.894867 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-52d8e8db-49dc-4288-8e6d-b4319199bdd2 service neutron] Bound using segment: {'id': '26e0373a-085e-4573-9bb9-f998092f09fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:31:50.895452 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-52d8e8db-49dc-4288-8e6d-b4319199bdd2 service neutron] Bound port: ba3cde20-e557-4951-ae5b-718b30288faa, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e0373a-085e-4573-9bb9-f998092f09fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:31:50.895792 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-52d8e8db-49dc-4288-8e6d-b4319199bdd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:50.959693 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4361d4a-0e6d-428a-92cd-501f35fdc2e5 req-37009c43-8a96-48ce-aa1c-4dc0f9abe1de tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:50.961462 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b4361d4a-0e6d-428a-92cd-501f35fdc2e5 req-37009c43-8a96-48ce-aa1c-4dc0f9abe1de tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=17b0e459-5907-41fb-a226-f0be16d574fb HTTP/1.1" status: 200 len: 980 time: 0.1030796 Feb 28 14:31:50.996250 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-52d8e8db-49dc-4288-8e6d-b4319199bdd2 service neutron] For port ba3cde20-e557-4951-ae5b-718b30288faa, host hv-neutron-8311, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:31:51.003018 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-52d8e8db-49dc-4288-8e6d-b4319199bdd2 service neutron] For port ba3cde20-e557-4951-ae5b-718b30288faa, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=ba3cde20-e557-4951-ae5b-718b30288faa,segment=NetworkSegment(26e0373a-085e-4573-9bb9-f998092f09fe),segment_id=26e0373a-085e-4573-9bb9-f998092f09fe)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:31:51.009624 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-52d8e8db-49dc-4288-8e6d-b4319199bdd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:51.015860 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b4361d4a-0e6d-428a-92cd-501f35fdc2e5 req-61a6255a-12bf-4692-a241-6ab351279eee tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bdbe001-30ee-421e-b213-a6c0f1906637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474412 Feb 28 14:31:51.062079 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-52d8e8db-49dc-4288-8e6d-b4319199bdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:51.062755 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-52d8e8db-49dc-4288-8e6d-b4319199bdd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:51.064142 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-52d8e8db-49dc-4288-8e6d-b4319199bdd2 service neutron] 10.222.0.13 "PUT /v2.0/ports/ba3cde20-e557-4951-ae5b-718b30288faa HTTP/1.1" status: 200 len: 1130 time: 0.9759107 Feb 28 14:31:51.066669 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b0e459-5907-41fb-a226-f0be16d574fb', 'tag': 'ba3cde20-e557-4951-ae5b-718b30288faa'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:31:51.110553 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8e8db-49dc-4288-8e6d-b4319199bdd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3cde20-e557-4951-ae5b-718b30288faa,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:51.300083 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b0e459-5907-41fb-a226-f0be16d574fb', 'tag': 'ba3cde20-e557-4951-ae5b-718b30288faa', 'status': 'completed', 'code': 200} Feb 28 14:31:51.378494 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device e4c3210f-2e15-46cb-873f-b6fa0bf04411 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:31:51.396581 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-f2851232-6b57-4e71-93da-c21b389ea422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:51.398064 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-f2851232-6b57-4e71-93da-c21b389ea422 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=17b0e459-5907-41fb-a226-f0be16d574fb HTTP/1.1" status: 200 len: 1133 time: 0.2754869 Feb 28 14:31:51.406856 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051be33e-941e-4c09-8552-d42cfade4330 req-7481a686-08a9-465e-84e2-9f1f3a4d726a tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:51.408304 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-051be33e-941e-4c09-8552-d42cfade4330 req-7481a686-08a9-465e-84e2-9f1f3a4d726a tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 946 time: 0.1075253 Feb 28 14:31:51.467408 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port e4c3210f-2e15-46cb-873f-b6fa0bf04411 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:51.467935 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:51.485650 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-ad7a5bba-1553-43af-8f24-a044492e90fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba3cde20-e557-4951-ae5b-718b30288faa HTTP/1.1" status: 200 len: 217 time: 0.0763862 Feb 28 14:31:51.561128 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-051be33e-941e-4c09-8552-d42cfade4330 req-588f9af8-f650-4cb0-ad0c-17f7442adc2e tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/security-groups?id=0601ad36-f44b-4bc8-b975-f87b0a0917a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955307 Feb 28 14:31:51.571199 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-0c65a268-c849-4aae-980f-01b348540441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:51.572816 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-0c65a268-c849-4aae-980f-01b348540441 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dfbfdb60-3626-4921-853a-309a67efbab1 HTTP/1.1" status: 200 len: 834 time: 0.0798697 Feb 28 14:31:51.652332 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-a130b4c9-efc0-4760-a647-46f14be9920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:51.653823 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-a130b4c9-efc0-4760-a647-46f14be9920b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744536 Feb 28 14:31:51.790147 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-bd2b7032-9d27-4036-8455-1974cb47ef95 service neutron] 10.222.0.13 "GET /v2.0/networks/be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298106 Feb 28 14:31:51.926817 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f57177ec-8c37-45cd-9ab2-1607300d9763 req-a8817885-1a65-40f8-b900-7c2ce1b019db service neutron] 10.222.0.13 "GET /v2.0/networks/be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305971 Feb 28 14:31:52.045470 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2ac45-f8ad-4a98-b736-f9d3bc23bfb1 req-463c0a68-c480-417a-9fa3-be8cfca1ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:52.047479 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-53d2ac45-f8ad-4a98-b736-f9d3bc23bfb1 req-463c0a68-c480-417a-9fa3-be8cfca1ad55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=17b0e459-5907-41fb-a226-f0be16d574fb HTTP/1.1" status: 200 len: 1133 time: 0.0731063 Feb 28 14:31:52.185982 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2ac45-f8ad-4a98-b736-f9d3bc23bfb1 req-75dd313e-085b-44ae-a979-b45201ea9163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:52.187563 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-53d2ac45-f8ad-4a98-b736-f9d3bc23bfb1 req-75dd313e-085b-44ae-a979-b45201ea9163 service neutron] 10.222.0.13 "GET /v2.0/networks?id=be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1 HTTP/1.1" status: 200 len: 898 time: 0.1336522 Feb 28 14:31:52.202771 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273cfa2-295d-46f8-97b5-8c5585225a78 req-d02016ac-37b4-4e5b-ac22-3fa266201678 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:52.204538 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f273cfa2-295d-46f8-97b5-8c5585225a78 req-d02016ac-37b4-4e5b-ac22-3fa266201678 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=17b0e459-5907-41fb-a226-f0be16d574fb HTTP/1.1" status: 200 len: 980 time: 0.0823088 Feb 28 14:31:52.265995 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-53d2ac45-f8ad-4a98-b736-f9d3bc23bfb1 req-0efa92e6-03be-428b-bba6-d84f6f9b5afc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba3cde20-e557-4951-ae5b-718b30288faa HTTP/1.1" status: 200 len: 217 time: 0.0706882 Feb 28 14:31:52.267786 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f273cfa2-295d-46f8-97b5-8c5585225a78 req-aa0f0735-c165-40e4-bced-f48754b22886 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bdbe001-30ee-421e-b213-a6c0f1906637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553925 Feb 28 14:31:52.337186 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2ac45-f8ad-4a98-b736-f9d3bc23bfb1 req-b40627c0-5698-451c-964f-f1f3fbe486bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:52.338608 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-53d2ac45-f8ad-4a98-b736-f9d3bc23bfb1 req-b40627c0-5698-451c-964f-f1f3fbe486bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dfbfdb60-3626-4921-853a-309a67efbab1 HTTP/1.1" status: 200 len: 834 time: 0.0645840 Feb 28 14:31:52.418980 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2ac45-f8ad-4a98-b736-f9d3bc23bfb1 req-2e465df4-1843-4201-8787-94af927ee10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:52.420682 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-53d2ac45-f8ad-4a98-b736-f9d3bc23bfb1 req-2e465df4-1843-4201-8787-94af927ee10a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745878 Feb 28 14:31:52.558190 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-53d2ac45-f8ad-4a98-b736-f9d3bc23bfb1 req-8cf592a2-3c2c-46dc-8dbf-aa1120006837 service neutron] 10.222.0.13 "GET /v2.0/networks/be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302748 Feb 28 14:31:52.733735 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-53d2ac45-f8ad-4a98-b736-f9d3bc23bfb1 req-6cd5c3da-95a5-48b2-9281-ff954b384e48 service neutron] 10.222.0.13 "GET /v2.0/networks/be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681051 Feb 28 14:31:52.773788 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad065e2-d5fa-45a1-9c2d-04d6acc5d893 req-f9e4ab6b-d730-4dc2-b456-34d1945b9902 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:52.775244 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7ad065e2-d5fa-45a1-9c2d-04d6acc5d893 req-f9e4ab6b-d730-4dc2-b456-34d1945b9902 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 946 time: 0.0949755 Feb 28 14:31:52.825453 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7ad065e2-d5fa-45a1-9c2d-04d6acc5d893 req-f2b69b1c-b63f-4f0d-b93a-b7af743f4d55 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/security-groups?id=0601ad36-f44b-4bc8-b975-f87b0a0917a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441289 Feb 28 14:31:53.494832 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7825b-d7eb-4a2e-bd72-3c80444a3a40 req-ca1bda8c-9418-4444-ab55-4be7cce8821a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:53.496380 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a3e7825b-d7eb-4a2e-bd72-3c80444a3a40 req-ca1bda8c-9418-4444-ab55-4be7cce8821a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=17b0e459-5907-41fb-a226-f0be16d574fb HTTP/1.1" status: 200 len: 980 time: 0.1071656 Feb 28 14:31:53.544545 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a3e7825b-d7eb-4a2e-bd72-3c80444a3a40 req-d231ac98-0669-4468-a310-ff40c9ee0b48 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bdbe001-30ee-421e-b213-a6c0f1906637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417507 Feb 28 14:31:54.017036 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d852728-1e99-48f9-8e0a-b440f840392c req-099e45c2-454a-4483-8726-ad64f75ef06e tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:54.018478 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9d852728-1e99-48f9-8e0a-b440f840392c req-099e45c2-454a-4483-8726-ad64f75ef06e tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 946 time: 0.0827639 Feb 28 14:31:54.064471 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9d852728-1e99-48f9-8e0a-b440f840392c req-817709fd-3314-4fa9-bc8d-033e317af0b6 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/security-groups?id=0601ad36-f44b-4bc8-b975-f87b0a0917a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401342 Feb 28 14:31:54.310168 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device ba3cde20-e557-4951-ae5b-718b30288faa details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:31:54.455378 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port ba3cde20-e557-4951-ae5b-718b30288faa, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=ba3cde20-e557-4951-ae5b-718b30288faa,segment=NetworkSegment(26e0373a-085e-4573-9bb9-f998092f09fe),segment_id=26e0373a-085e-4573-9bb9-f998092f09fe)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:31:54.469682 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': 'ba3cde20-e557-4951-ae5b-718b30288faa', 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1', 'port_id': 'ba3cde20-e557-4951-ae5b-718b30288faa', 'mac_address': 'fa:16:3e:76:43:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfbfdb60-3626-4921-853a-309a67efbab1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:31:54.524007 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:54.541019 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3cde20-e557-4951-ae5b-718b30288faa {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:31:54.557598 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port ba3cde20-e557-4951-ae5b-718b30288faa, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=ba3cde20-e557-4951-ae5b-718b30288faa,segment=NetworkSegment(26e0373a-085e-4573-9bb9-f998092f09fe),segment_id=26e0373a-085e-4573-9bb9-f998092f09fe)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:31:54.565182 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:54.637964 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=ba3cde20-e557-4951-ae5b-718b30288faa,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:54.751950 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ddc85d-9162-4088-a3f3-682fd090f96c req-6444c4d0-4cc6-42c8-8c59-1e97c7c90a53 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:54.753502 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-77ddc85d-9162-4088-a3f3-682fd090f96c req-6444c4d0-4cc6-42c8-8c59-1e97c7c90a53 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=17b0e459-5907-41fb-a226-f0be16d574fb HTTP/1.1" status: 200 len: 981 time: 0.0964324 Feb 28 14:31:54.801562 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-77ddc85d-9162-4088-a3f3-682fd090f96c req-03981375-f308-4fd3-8de4-2219916a66a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bdbe001-30ee-421e-b213-a6c0f1906637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418868 Feb 28 14:31:54.802616 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['ba3cde20-e557-4951-ae5b-718b30288faa'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:31:55.293448 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d483ec4-6e00-445e-8432-3003c5558aff req-8c0c7dbb-23d9-411d-93e4-e904e2cd409f tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:55.296708 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6d483ec4-6e00-445e-8432-3003c5558aff req-8c0c7dbb-23d9-411d-93e4-e904e2cd409f tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 946 time: 0.1050594 Feb 28 14:31:55.496198 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6d483ec4-6e00-445e-8432-3003c5558aff req-062a5936-6c50-4156-93db-b94d93638f1d tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/security-groups?id=0601ad36-f44b-4bc8-b975-f87b0a0917a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926675 Feb 28 14:31:55.993287 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8f7ed-c791-43d6-85b9-11d426f97dd3 req-e4211ce7-dade-40de-a467-5580f80eabcc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:55.994986 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-97e8f7ed-c791-43d6-85b9-11d426f97dd3 req-e4211ce7-dade-40de-a467-5580f80eabcc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=17b0e459-5907-41fb-a226-f0be16d574fb HTTP/1.1" status: 200 len: 981 time: 0.0795178 Feb 28 14:31:56.043937 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-97e8f7ed-c791-43d6-85b9-11d426f97dd3 req-83adc576-897d-4fbb-9e40-710031bcf257 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bdbe001-30ee-421e-b213-a6c0f1906637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396726 Feb 28 14:31:56.312359 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device ba3cde20-e557-4951-ae5b-718b30288faa up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:31:56.384229 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port ba3cde20-e557-4951-ae5b-718b30288faa completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:31:56.389656 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port ba3cde20-e557-4951-ae5b-718b30288faa triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:31:56.390023 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:56.507630 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:56.540378 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b0e459-5907-41fb-a226-f0be16d574fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3cde20-e557-4951-ae5b-718b30288faa'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:31:56.552975 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port ba3cde20-e557-4951-ae5b-718b30288faa, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=ba3cde20-e557-4951-ae5b-718b30288faa,segment=NetworkSegment(26e0373a-085e-4573-9bb9-f998092f09fe),segment_id=26e0373a-085e-4573-9bb9-f998092f09fe)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:31:56.558827 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:56.612438 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b0e459-5907-41fb-a226-f0be16d574fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3cde20-e557-4951-ae5b-718b30288faa', 'code': 200} Feb 28 14:31:56.638208 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=ba3cde20-e557-4951-ae5b-718b30288faa,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:56.709136 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805582b4-3c61-4e5f-825d-20b2e39615df req-6fba3a86-c781-4aa8-b79c-0b4611a82a6f tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:56.710660 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-805582b4-3c61-4e5f-825d-20b2e39615df req-6fba3a86-c781-4aa8-b79c-0b4611a82a6f tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 946 time: 0.0903506 Feb 28 14:31:56.759530 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-805582b4-3c61-4e5f-825d-20b2e39615df req-6a579114-a7ab-4072-b644-f98d3ad904af tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/security-groups?id=0601ad36-f44b-4bc8-b975-f87b0a0917a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415936 Feb 28 14:31:56.851584 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b26287-989a-4de6-a74a-21a1c24c7ea8 req-cf833f1b-a2f6-4c7d-8647-8021288e0e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:56.853103 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e5b26287-989a-4de6-a74a-21a1c24c7ea8 req-cf833f1b-a2f6-4c7d-8647-8021288e0e70 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=17b0e459-5907-41fb-a226-f0be16d574fb HTTP/1.1" status: 200 len: 1135 time: 0.0729730 Feb 28 14:31:56.894322 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e5b26287-989a-4de6-a74a-21a1c24c7ea8 req-baa39251-71c0-4495-9ab4-5c67d28a70c9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9bdbe001-30ee-421e-b213-a6c0f1906637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349040 Feb 28 14:31:56.949813 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-555d9256-2436-432e-a5b1-ce84c1cbec49 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540982765&fields=id&tenant_id=5f524760c6fa4d1fa6c1f424e01bc6b0 HTTP/1.1" status: 200 len: 267 time: 0.0401132 Feb 28 14:31:57.114569 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-50114b37-2d44-4209-8907-85fa78a3ea64 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:57.116064 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-50114b37-2d44-4209-8907-85fa78a3ea64 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/networks?id=dbec77e7-9627-41ee-b124-abc98f8f9531 HTTP/1.1" status: 200 len: 811 time: 0.1568773 Feb 28 14:31:57.131912 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-e472bd80-ffd2-4494-9f25-c1eed1239e0f tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/quotas/5f524760c6fa4d1fa6c1f424e01bc6b0 HTTP/1.1" status: 200 len: 375 time: 0.0093842 Feb 28 14:31:57.221346 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-9a9dea02-53f4-4194-9cee-451fc4a36617 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f524760c6fa4d1fa6c1f424e01bc6b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0837984 Feb 28 14:31:57.239801 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3311f-3099-46e6-a3c0-f7b234d1d5c3 req-92cf9ee6-303a-44c3-9ee9-08cd12c1f7c0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:57.240482 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-e5c3311f-3099-46e6-a3c0-f7b234d1d5c3 req-92cf9ee6-303a-44c3-9ee9-08cd12c1f7c0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:31:57.252352 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-e5c3311f-3099-46e6-a3c0-f7b234d1d5c3 req-92cf9ee6-303a-44c3-9ee9-08cd12c1f7c0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:31:57.253468 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e5c3311f-3099-46e6-a3c0-f7b234d1d5c3 req-92cf9ee6-303a-44c3-9ee9-08cd12c1f7c0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=17b0e459-5907-41fb-a226-f0be16d574fb HTTP/1.1" status: 200 len: 982 time: 0.0969923 Feb 28 14:31:57.297322 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e5c3311f-3099-46e6-a3c0-f7b234d1d5c3 req-db776ed6-1211-4058-9299-e7b08fe021a4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bdbe001-30ee-421e-b213-a6c0f1906637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380747 Feb 28 14:31:57.360763 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-2b56ead4-6145-440d-85f6-0e8e839aae3f service neutron] 10.222.0.30 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278553 Feb 28 14:31:57.496327 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-37300cc7-dc48-4b7e-8646-deb298f64ffb service neutron] 10.222.0.30 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270881 Feb 28 14:31:57.953761 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-77d43aa4-d8a5-4862-985c-0f4cd66a06b6 req-4beb9604-7dc3-479a-abdc-fd0a1f041b41 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c9653-c3da-4278-b272-84fe5811bd16 HTTP/1.1" status: 200 len: 210 time: 0.0731037 Feb 28 14:31:57.964595 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a052e09-0df0-4d3a-8aa0-694086ab9739 req-373bf4c0-f57b-4b53-9a90-39e94682ad0d tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:57.966105 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0a052e09-0df0-4d3a-8aa0-694086ab9739 req-373bf4c0-f57b-4b53-9a90-39e94682ad0d tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 946 time: 0.0910010 Feb 28 14:31:58.016432 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0a052e09-0df0-4d3a-8aa0-694086ab9739 req-5e3715f2-839c-4097-b7d7-b3f3d1c31ad5 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/security-groups?id=0601ad36-f44b-4bc8-b975-f87b0a0917a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440404 Feb 28 14:31:58.509719 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1984efd-5a47-40bd-b514-68d880b7f806 req-5c149cd5-3f6f-4c1d-a7e4-a70770441377 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:58.511266 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b1984efd-5a47-40bd-b514-68d880b7f806 req-5c149cd5-3f6f-4c1d-a7e4-a70770441377 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=17b0e459-5907-41fb-a226-f0be16d574fb HTTP/1.1" status: 200 len: 982 time: 0.1018252 Feb 28 14:31:58.663706 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b1984efd-5a47-40bd-b514-68d880b7f806 req-8bf56bde-0715-4dbd-975a-c526eec2cca7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bdbe001-30ee-421e-b213-a6c0f1906637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455865 Feb 28 14:31:58.882016 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144daf7b-f1b6-4004-9f9f-bbc1cb88a19b req-a2cd5228-8e8a-4d7f-b952-c09669a22dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:58.883526 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-144daf7b-f1b6-4004-9f9f-bbc1cb88a19b req-a2cd5228-8e8a-4d7f-b952-c09669a22dbc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 1099 time: 0.1370692 Feb 28 14:31:58.893906 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf0fd0-02cd-4b6e-bf4a-35668067645c req-044bb710-8e30-4918-8cde-497d16d74e73 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:58.895867 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5edf0fd0-02cd-4b6e-bf4a-35668067645c req-044bb710-8e30-4918-8cde-497d16d74e73 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=17b0e459-5907-41fb-a226-f0be16d574fb HTTP/1.1" status: 200 len: 982 time: 0.1112268 Feb 28 14:31:58.962144 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-144daf7b-f1b6-4004-9f9f-bbc1cb88a19b req-9258c1ca-d256-40fb-8810-c3f29366ac68 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0601ad36-f44b-4bc8-b975-f87b0a0917a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658889 Feb 28 14:31:58.965260 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5edf0fd0-02cd-4b6e-bf4a-35668067645c req-d4208c8d-6bbe-4a49-87e1-9dedd6b3b9e4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bdbe001-30ee-421e-b213-a6c0f1906637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566182 Feb 28 14:31:59.001227 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 32978) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:59.069124 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-fd0820a1-60a3-4de2-9282-1cca9d8a7b38 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:59.070697 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-fd0820a1-60a3-4de2-9282-1cca9d8a7b38 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.13 "GET /v2.0/networks?id=dbec77e7-9627-41ee-b124-abc98f8f9531 HTTP/1.1" status: 200 len: 811 time: 0.1617687 Feb 28 14:31:59.074824 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fb4773-89d6-4010-b7b5-16a3f7cfcc19 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:59.076351 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a3fb4773-89d6-4010-b7b5-16a3f7cfcc19 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=17b0e459-5907-41fb-a226-f0be16d574fb HTTP/1.1" status: 200 len: 1130 time: 0.0740969 Feb 28 14:31:59.079298 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 32984) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:31:59.084169 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a688e4fb-2f5a-42a4-bbf8-2a5123d3f9c4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'port_id': 'ba3cde20-e557-4951-ae5b-718b30288faa', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:59.090350 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a688e4fb-2f5a-42a4-bbf8-2a5123d3f9c4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:59.094254 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a688e4fb-2f5a-42a4-bbf8-2a5123d3f9c4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:floatingip and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:59.097226 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a688e4fb-2f5a-42a4-bbf8-2a5123d3f9c4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:59.103168 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a688e4fb-2f5a-42a4-bbf8-2a5123d3f9c4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:59.116455 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a688e4fb-2f5a-42a4-bbf8-2a5123d3f9c4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:59.126598 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1ac15be4-1a51-4474-9169-dcf69a528287 req-55877e46-cc8b-4615-8ec3-810b40b78c0a tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c9653-c3da-4278-b272-84fe5811bd16 HTTP/1.1" status: 200 len: 210 time: 0.0473950 Feb 28 14:31:59.199903 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-fb52634a-c9c4-48ff-b3a2-2035e777bab0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f524760c6fa4d1fa6c1f424e01bc6b0 HTTP/1.1" status: 200 len: 379 time: 0.0410669 Feb 28 14:31:59.238491 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-c1c91432-b787-42fa-b872-dd3821aa1e6b tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Request body: {'port': {'device_id': '384c9653-c3da-4278-b272-84fe5811bd16', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'admin_state_up': True, 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'security_groups': ['e50a005b-1b6f-4b04-9da8-02256e7fa4b4']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:31:59.306335 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f7def-9687-47e9-9001-fea4e4453797 req-b0cb0a4c-6c68-4b9d-9265-2d8951554ab1 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:31:59.308511 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-414f7def-9687-47e9-9001-fea4e4453797 req-b0cb0a4c-6c68-4b9d-9265-2d8951554ab1 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 946 time: 0.1737177 Feb 28 14:31:59.369975 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-414f7def-9687-47e9-9001-fea4e4453797 req-7b116c75-d856-4ce0-ace9-677da0d6a9d2 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/security-groups?id=0601ad36-f44b-4bc8-b975-f87b0a0917a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530691 Feb 28 14:31:59.379777 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-c1c91432-b787-42fa-b872-dd3821aa1e6b tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:31:59.383640 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-c1c91432-b787-42fa-b872-dd3821aa1e6b tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Usage tracker for resource:port and tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:31:59.384951 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a688e4fb-2f5a-42a4-bbf8-2a5123d3f9c4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:59.387387 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-c1c91432-b787-42fa-b872-dd3821aa1e6b tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:31:59.393567 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-c1c91432-b787-42fa-b872-dd3821aa1e6b tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:31:59.410309 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-c1c91432-b787-42fa-b872-dd3821aa1e6b tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Made reservation on behalf of 5f524760c6fa4d1fa6c1f424e01bc6b0 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:31:59.414591 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-c1c91432-b787-42fa-b872-dd3821aa1e6b tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:59.541069 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-a688e4fb-2f5a-42a4-bbf8-2a5123d3f9c4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.26.5.234 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/84d0e84e-054a-40d4-bf78-2646379ef368) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:31:59.600443 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-c1c91432-b787-42fa-b872-dd3821aa1e6b tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Allocated IP 172.20.0.10 (dbec77e7-9627-41ee-b124-abc98f8f9531/2c3c161d-1d7a-4059-be69-1fedd6eff82a/bc717008-9637-4a21-89c1-e3e0f1ab58e2) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:31:59.700885 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a688e4fb-2f5a-42a4-bbf8-2a5123d3f9c4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:59.733767 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a688e4fb-2f5a-42a4-bbf8-2a5123d3f9c4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:59.807019 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a688e4fb-2f5a-42a4-bbf8-2a5123d3f9c4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:31:59.808782 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-c1c91432-b787-42fa-b872-dd3821aa1e6b tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:59.810550 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-a688e4fb-2f5a-42a4-bbf8-2a5123d3f9c4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:31:59.815014 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a688e4fb-2f5a-42a4-bbf8-2a5123d3f9c4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:31:59.826359 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-c1c91432-b787-42fa-b872-dd3821aa1e6b tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Transition to ACTIVE for port object bc717008-9637-4a21-89c1-e3e0f1ab58e2 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:31:59.845668 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688e4fb-2f5a-42a4-bbf8-2a5123d3f9c4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=84d0e84e-054a-40d4-bf78-2646379ef368,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:31:59.880338 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-c1c91432-b787-42fa-b872-dd3821aa1e6b tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:31:59.962295 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-c1c91432-b787-42fa-b872-dd3821aa1e6b tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Network dbec77e7-9627-41ee-b124-abc98f8f9531 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:31:59.965946 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-c1c91432-b787-42fa-b872-dd3821aa1e6b tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:31:59.971835 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-c1c91432-b787-42fa-b872-dd3821aa1e6b tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:32:00.067307 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-c1c91432-b787-42fa-b872-dd3821aa1e6b tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:00.067942 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-c1c91432-b787-42fa-b872-dd3821aa1e6b tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:00.091496 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c91432-b787-42fa-b872-dd3821aa1e6b tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Pushing event updated for resources: {'Port': ['ID=bc717008-9637-4a21-89c1-e3e0f1ab58e2,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:00.103391 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-c1c91432-b787-42fa-b872-dd3821aa1e6b tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8689327 Feb 28 14:32:00.117372 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-a989c786-177e-42c8-a306-bb208200d235 service neutron] Request body: {'port': {'device_id': '384c9653-c3da-4278-b272-84fe5811bd16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:32:00.326171 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-a989c786-177e-42c8-a306-bb208200d235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:00.353831 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 14d3862a-60ae-436d-84cf-3a77b40c149f details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:32:00.358266 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 14d3862a-60ae-436d-84cf-3a77b40c149f no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:32:00.415945 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9029d640-0e1a-49e7-9b18-9b6857787385 None None] Provisioning for port bc717008-9637-4a21-89c1-e3e0f1ab58e2 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:32:00.433801 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9029d640-0e1a-49e7-9b18-9b6857787385 None None] Provisioning complete for port bc717008-9637-4a21-89c1-e3e0f1ab58e2 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:32:00.434513 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9029d640-0e1a-49e7-9b18-9b6857787385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:00.548821 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9029d640-0e1a-49e7-9b18-9b6857787385 None None] Port bc717008-9637-4a21-89c1-e3e0f1ab58e2 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:32:00.571976 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948f7d1-b838-4452-ab21-96b6cab8d7b9 req-a0f5a8f0-70c8-4b00-b2b1-d85a03e11cdf tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:00.572705 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-a948f7d1-b838-4452-ab21-96b6cab8d7b9 req-a0f5a8f0-70c8-4b00-b2b1-d85a03e11cdf tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Synchronizing usage tracker for tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:32:00.652123 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a688e4fb-2f5a-42a4-bbf8-2a5123d3f9c4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:00.662538 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32c2f3-c752-474d-b292-45d55aa7bd0e req-8a244adc-304f-43a7-92a8-57fb75a876c5 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:00.672648 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-be32c2f3-c752-474d-b292-45d55aa7bd0e req-8a244adc-304f-43a7-92a8-57fb75a876c5 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 946 time: 0.1405137 Feb 28 14:32:00.680993 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-a948f7d1-b838-4452-ab21-96b6cab8d7b9 req-a0f5a8f0-70c8-4b00-b2b1-d85a03e11cdf tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Unset dirty status for tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:32:00.688030 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a948f7d1-b838-4452-ab21-96b6cab8d7b9 req-a0f5a8f0-70c8-4b00-b2b1-d85a03e11cdf tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c9653-c3da-4278-b272-84fe5811bd16 HTTP/1.1" status: 200 len: 932 time: 0.4011765 Feb 28 14:32:00.689017 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:00.732301 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 14d3862a-60ae-436d-84cf-3a77b40c149f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=14d3862a-60ae-436d-84cf-3a77b40c149f,segment=NetworkSegment(0bc09363-4857-46b2-90a0-db0228d4026f),segment_id=0bc09363-4857-46b2-90a0-db0228d4026f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:32:00.746339 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-be32c2f3-c752-474d-b292-45d55aa7bd0e req-5e8003cf-6db2-4add-acb7-1c86f189ff3c tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/security-groups?id=0601ad36-f44b-4bc8-b975-f87b0a0917a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721660 Feb 28 14:32:00.749043 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc156523-b18a-4539-8e6d-41b4cdf33977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14d3862a-60ae-436d-84cf-3a77b40c149f'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:32:00.761563 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '14d3862a-60ae-436d-84cf-3a77b40c149f', 'network_id': '589a0197-d1af-4fc9-9262-356094b75395', 'port_id': '14d3862a-60ae-436d-84cf-3a77b40c149f', 'mac_address': 'fa:16:3e:66:d9:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3beb3563-75f4-4921-9c4b-91831fc2c07c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:32:00.763141 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 32996) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:00.766466 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 14d3862a-60ae-436d-84cf-3a77b40c149f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=14d3862a-60ae-436d-84cf-3a77b40c149f,segment=NetworkSegment(0bc09363-4857-46b2-90a0-db0228d4026f),segment_id=0bc09363-4857-46b2-90a0-db0228d4026f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:32:00.772396 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a948f7d1-b838-4452-ab21-96b6cab8d7b9 req-13890ea2-71b4-45ab-8d9c-8585eb0ed3cc tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728314 Feb 28 14:32:00.797373 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:00.858358 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc156523-b18a-4539-8e6d-41b4cdf33977', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14d3862a-60ae-436d-84cf-3a77b40c149f', 'code': 200} Feb 28 14:32:00.889672 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:00.913308 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=14d3862a-60ae-436d-84cf-3a77b40c149f,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:00.918792 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d3862a-60ae-436d-84cf-3a77b40c149f {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:32:00.936638 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 14d3862a-60ae-436d-84cf-3a77b40c149f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=14d3862a-60ae-436d-84cf-3a77b40c149f,segment=NetworkSegment(0bc09363-4857-46b2-90a0-db0228d4026f),segment_id=0bc09363-4857-46b2-90a0-db0228d4026f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:32:00.941973 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:00.948166 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-a989c786-177e-42c8-a306-bb208200d235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc717008-9637-4a21-89c1-e3e0f1ab58e2 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:32:00.950852 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a688e4fb-2f5a-42a4-bbf8-2a5123d3f9c4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:00.956556 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-a989c786-177e-42c8-a306-bb208200d235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:00.972942 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-a989c786-177e-42c8-a306-bb208200d235 service neutron] Transition to ACTIVE for port object bc717008-9637-4a21-89c1-e3e0f1ab58e2 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:32:00.983542 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-a989c786-177e-42c8-a306-bb208200d235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:00.984378 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fd95aceb-cced-4eda-9274-c62ef6235d17 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/floatingips/89da6be8-4adc-4deb-aea7-55401c7945be HTTP/1.1" status: 200 len: 992 time: 0.2197232 Feb 28 14:32:01.023415 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=14d3862a-60ae-436d-84cf-3a77b40c149f,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:01.128063 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989c786-177e-42c8-a306-bb208200d235 service neutron] Pushing event updated for resources: {'Port': ['ID=bc717008-9637-4a21-89c1-e3e0f1ab58e2,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:01.161717 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['14d3862a-60ae-436d-84cf-3a77b40c149f'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:32:01.201685 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a688e4fb-2f5a-42a4-bbf8-2a5123d3f9c4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:01.209283 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a688e4fb-2f5a-42a4-bbf8-2a5123d3f9c4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:01.302856 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688e4fb-2f5a-42a4-bbf8-2a5123d3f9c4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=84d0e84e-054a-40d4-bf78-2646379ef368,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:01.363441 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a688e4fb-2f5a-42a4-bbf8-2a5123d3f9c4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:01.379113 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-a989c786-177e-42c8-a306-bb208200d235 service neutron] Attempting to bind port bc717008-9637-4a21-89c1-e3e0f1ab58e2 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:32:01.379734 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-a989c786-177e-42c8-a306-bb208200d235 service neutron] Attempting to bind port bc717008-9637-4a21-89c1-e3e0f1ab58e2 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '17126b36-8ec3-4ac1-9d6f-8ac5c220baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:32:01.380358 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-a989c786-177e-42c8-a306-bb208200d235 service neutron] Attempting to bind port bc717008-9637-4a21-89c1-e3e0f1ab58e2 on network dbec77e7-9627-41ee-b124-abc98f8f9531 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:32:01.387261 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-a989c786-177e-42c8-a306-bb208200d235 service neutron] Port bc717008-9637-4a21-89c1-e3e0f1ab58e2 on network dbec77e7-9627-41ee-b124-abc98f8f9531 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:32:01.387837 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-a989c786-177e-42c8-a306-bb208200d235 service neutron] Attempting to bind port bc717008-9637-4a21-89c1-e3e0f1ab58e2 on network dbec77e7-9627-41ee-b124-abc98f8f9531 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:32:01.394818 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-a989c786-177e-42c8-a306-bb208200d235 service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:32:01.395413 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-a989c786-177e-42c8-a306-bb208200d235 service neutron] Checking segment: {'id': '17126b36-8ec3-4ac1-9d6f-8ac5c220baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:32:01.395965 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-a989c786-177e-42c8-a306-bb208200d235 service neutron] Bound using segment: {'id': '17126b36-8ec3-4ac1-9d6f-8ac5c220baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:32:01.396544 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-a989c786-177e-42c8-a306-bb208200d235 service neutron] Bound port: bc717008-9637-4a21-89c1-e3e0f1ab58e2, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17126b36-8ec3-4ac1-9d6f-8ac5c220baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:32:01.397069 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-a989c786-177e-42c8-a306-bb208200d235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:01.510943 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-a989c786-177e-42c8-a306-bb208200d235 service neutron] For port bc717008-9637-4a21-89c1-e3e0f1ab58e2, host hv-neutron-8311, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:32:01.514534 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-a989c786-177e-42c8-a306-bb208200d235 service neutron] For port bc717008-9637-4a21-89c1-e3e0f1ab58e2, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=bc717008-9637-4a21-89c1-e3e0f1ab58e2,segment=NetworkSegment(17126b36-8ec3-4ac1-9d6f-8ac5c220baca),segment_id=17126b36-8ec3-4ac1-9d6f-8ac5c220baca)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:32:01.520810 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-a989c786-177e-42c8-a306-bb208200d235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:01.576451 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-a989c786-177e-42c8-a306-bb208200d235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:01.577263 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-a989c786-177e-42c8-a306-bb208200d235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:01.579098 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-a989c786-177e-42c8-a306-bb208200d235 service neutron] 10.222.0.13 "PUT /v2.0/ports/bc717008-9637-4a21-89c1-e3e0f1ab58e2 HTTP/1.1" status: 200 len: 1094 time: 1.4688852 Feb 28 14:32:01.586532 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384c9653-c3da-4278-b272-84fe5811bd16', 'tag': 'bc717008-9637-4a21-89c1-e3e0f1ab58e2'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:32:01.592916 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-a688e4fb-2f5a-42a4-bbf8-2a5123d3f9c4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Floating IP 179a7188-e375-4fa3-82cd-83471c9f6121 associated. External IP: 172.26.5.234, port: ba3cde20-e557-4951-ae5b-718b30288faa. Feb 28 14:32:01.734040 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989c786-177e-42c8-a306-bb208200d235 service neutron] Pushing event updated for resources: {'Port': ['ID=bc717008-9637-4a21-89c1-e3e0f1ab58e2,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:01.739682 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '384c9653-c3da-4278-b272-84fe5811bd16', 'tag': 'bc717008-9637-4a21-89c1-e3e0f1ab58e2', 'status': 'completed', 'code': 200} Feb 28 14:32:01.762596 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-44cefc03-88eb-446f-a4d4-8bc338b218bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:01.764170 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-44cefc03-88eb-446f-a4d4-8bc338b218bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f524760c6fa4d1fa6c1f424e01bc6b0&device_id=384c9653-c3da-4278-b272-84fe5811bd16 HTTP/1.1" status: 200 len: 1097 time: 0.1290190 Feb 28 14:32:01.844393 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-8cbeea84-6590-437c-a1da-0972f25812d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc717008-9637-4a21-89c1-e3e0f1ab58e2 HTTP/1.1" status: 200 len: 217 time: 0.0727396 Feb 28 14:32:01.919193 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-06a2e18e-a54c-4799-baed-1e5dda10d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:01.920777 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-06a2e18e-a54c-4799-baed-1e5dda10d1e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2c3c161d-1d7a-4059-be69-1fedd6eff82a HTTP/1.1" status: 200 len: 850 time: 0.0644357 Feb 28 14:32:02.000036 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-a8329c79-1aec-4cf0-bd46-4cc14c3f0ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:02.001517 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-a8329c79-1aec-4cf0-bd46-4cc14c3f0ec2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dbec77e7-9627-41ee-b124-abc98f8f9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743752 Feb 28 14:32:02.083875 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602060a-0c3a-49f5-8c45-23d3282a23c1 req-633c7d69-5594-4747-8043-10fbd0a5ed87 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:02.084646 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-c602060a-0c3a-49f5-8c45-23d3282a23c1 req-633c7d69-5594-4747-8043-10fbd0a5ed87 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Synchronizing usage tracker for tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:32:02.092880 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a688e4fb-2f5a-42a4-bbf8-2a5123d3f9c4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 00b5a2bd-6915-4988-831c-da393427f423 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:32:02.106999 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-c602060a-0c3a-49f5-8c45-23d3282a23c1 req-633c7d69-5594-4747-8043-10fbd0a5ed87 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Unset dirty status for tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:32:02.108099 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c602060a-0c3a-49f5-8c45-23d3282a23c1 req-633c7d69-5594-4747-8043-10fbd0a5ed87 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c9653-c3da-4278-b272-84fe5811bd16 HTTP/1.1" status: 200 len: 944 time: 0.2107973 Feb 28 14:32:02.140028 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-77492564-37f4-4129-9f6e-0152a17870e6 service neutron] 10.222.0.13 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308117 Feb 28 14:32:02.290758 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e24a5981-3321-4dca-aab7-18cf2cf1bfc5 req-5c0c3f30-6a0d-48b5-9158-e110bcad7e91 service neutron] 10.222.0.13 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440909 Feb 28 14:32:02.355057 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-c602060a-0c3a-49f5-8c45-23d3282a23c1 req-c8b0e337-db41-440f-bf59-3a1168cee4c9 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Synchronizing usage tracker for tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:32:02.357434 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 14d3862a-60ae-436d-84cf-3a77b40c149f up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:32:02.450466 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd58cf4-6ee0-4981-920f-645d158ecbd6 req-337b4bb3-f850-416e-9dff-bc974f227da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:02.452464 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1bd58cf4-6ee0-4981-920f-645d158ecbd6 req-337b4bb3-f850-416e-9dff-bc974f227da9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f524760c6fa4d1fa6c1f424e01bc6b0&device_id=384c9653-c3da-4278-b272-84fe5811bd16 HTTP/1.1" status: 200 len: 1097 time: 0.1120739 Feb 28 14:32:02.469872 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-c602060a-0c3a-49f5-8c45-23d3282a23c1 req-c8b0e337-db41-440f-bf59-3a1168cee4c9 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Unset dirty status for tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:32:02.471853 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c602060a-0c3a-49f5-8c45-23d3282a23c1 req-c8b0e337-db41-440f-bf59-3a1168cee4c9 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826880 Feb 28 14:32:02.494800 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 14d3862a-60ae-436d-84cf-3a77b40c149f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:32:02.494800 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:02.496766 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a688e4fb-2f5a-42a4-bbf8-2a5123d3f9c4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:32:02.512566 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a49f56-1387-46c6-b743-08347c339fe9 None None] Sync routers for ids ['00b5a2bd-6915-4988-831c-da393427f423'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:32:02.527647 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a688e4fb-2f5a-42a4-bbf8-2a5123d3f9c4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:02.531823 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a49f56-1387-46c6-b743-08347c339fe9 None None] Routers {'00b5a2bd-6915-4988-831c-da393427f423'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:32:02.532459 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f2a49f56-1387-46c6-b743-08347c339fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:31:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['00b5a2bd-6915-4988-831c-da393427f423'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:02.598969 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a688e4fb-2f5a-42a4-bbf8-2a5123d3f9c4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 3.5186257 Feb 28 14:32:02.601637 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b0e459-5907-41fb-a226-f0be16d574fb', 'tag': 'ba3cde20-e557-4951-ae5b-718b30288faa'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:32:02.602185 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33006) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:02.646385 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:02.670718 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b0e459-5907-41fb-a226-f0be16d574fb', 'tag': 'ba3cde20-e557-4951-ae5b-718b30288faa', 'status': 'completed', 'code': 200} Feb 28 14:32:02.684085 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd58cf4-6ee0-4981-920f-645d158ecbd6 req-9e91ac0b-12e3-4dae-97b7-6386ba2ee15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:02.685763 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1bd58cf4-6ee0-4981-920f-645d158ecbd6 req-9e91ac0b-12e3-4dae-97b7-6386ba2ee15e service neutron] 10.222.0.13 "GET /v2.0/networks?id=dbec77e7-9627-41ee-b124-abc98f8f9531 HTTP/1.1" status: 200 len: 912 time: 0.2274847 Feb 28 14:32:02.691541 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 14d3862a-60ae-436d-84cf-3a77b40c149f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=14d3862a-60ae-436d-84cf-3a77b40c149f,segment=NetworkSegment(0bc09363-4857-46b2-90a0-db0228d4026f),segment_id=0bc09363-4857-46b2-90a0-db0228d4026f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:32:02.696849 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:02.719198 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863b6c2d-d559-40e7-8e0c-37c08378b993 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:02.720692 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-863b6c2d-d559-40e7-8e0c-37c08378b993 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=17b0e459-5907-41fb-a226-f0be16d574fb&network_id=be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1 HTTP/1.1" status: 200 len: 1130 time: 0.1106362 Feb 28 14:32:02.781586 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=14d3862a-60ae-436d-84cf-3a77b40c149f,revision_number=8']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:02.809718 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-f2a49f56-1387-46c6-b743-08347c339fe9 None None] Set router 00b5a2bd-6915-4988-831c-da393427f423 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:32:02.848437 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1bd58cf4-6ee0-4981-920f-645d158ecbd6 req-88c0afe7-b808-4495-b4e1-69f57495d2b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc717008-9637-4a21-89c1-e3e0f1ab58e2 HTTP/1.1" status: 200 len: 217 time: 0.0889146 Feb 28 14:32:02.859554 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc156523-b18a-4539-8e6d-41b4cdf33977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d3862a-60ae-436d-84cf-3a77b40c149f'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:32:02.863967 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d99b00-6254-498a-bb76-e5a22c73e7d4 req-b893ad61-b254-40ac-bb73-d0d619d6a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:02.864730 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-71d99b00-6254-498a-bb76-e5a22c73e7d4 req-b893ad61-b254-40ac-bb73-d0d619d6a7f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=17b0e459-5907-41fb-a226-f0be16d574fb HTTP/1.1" status: 200 len: 1135 time: 0.0831265 Feb 28 14:32:02.937869 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd58cf4-6ee0-4981-920f-645d158ecbd6 req-5603faa7-6dbf-4bd0-b7ea-badd4780ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:02.951075 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1bd58cf4-6ee0-4981-920f-645d158ecbd6 req-5603faa7-6dbf-4bd0-b7ea-badd4780ac60 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2c3c161d-1d7a-4059-be69-1fedd6eff82a HTTP/1.1" status: 200 len: 850 time: 0.0960021 Feb 28 14:32:02.967521 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc156523-b18a-4539-8e6d-41b4cdf33977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d3862a-60ae-436d-84cf-3a77b40c149f', 'code': 200} Feb 28 14:32:03.050852 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd58cf4-6ee0-4981-920f-645d158ecbd6 req-fced48d4-b5e4-4a70-b9a0-ba719ad6d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:03.052497 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1bd58cf4-6ee0-4981-920f-645d158ecbd6 req-fced48d4-b5e4-4a70-b9a0-ba719ad6d71a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dbec77e7-9627-41ee-b124-abc98f8f9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0943627 Feb 28 14:32:03.097980 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d99b00-6254-498a-bb76-e5a22c73e7d4 req-0eefd239-6296-4a04-ac55-c598431bf83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:03.099486 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-71d99b00-6254-498a-bb76-e5a22c73e7d4 req-0eefd239-6296-4a04-ac55-c598431bf83e service neutron] 10.222.0.13 "GET /v2.0/networks?id=be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1 HTTP/1.1" status: 200 len: 898 time: 0.2280378 Feb 28 14:32:03.226371 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-71d99b00-6254-498a-bb76-e5a22c73e7d4 req-a8e9757b-6028-4a6f-9e82-52b707132381 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba3cde20-e557-4951-ae5b-718b30288faa HTTP/1.1" status: 200 len: 1036 time: 0.1193652 Feb 28 14:32:03.263931 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f2a49f56-1387-46c6-b743-08347c339fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b5a2bd-6915-4988-831c-da393427f423', 'name': 'tempest-TestNetworkBasicOps-router-226286711', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:36Z', 'updated_at': '2022-02-28T14:31:42Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b5a2bd-6915-4988-831c-da393427f423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:37Z', 'updated_at': '2022-02-28T14:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '179a7188-e375-4fa3-82cd-83471c9f6121', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.234', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '00b5a2bd-6915-4988-831c-da393427f423', 'port_id': 'ba3cde20-e557-4951-ae5b-718b30288faa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-706487824', 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1', 'mac_address': 'fa:16:3e:76:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b0e459-5907-41fb-a226-f0be16d574fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:32:00Z', 'updated_at': '2022-02-28T14:32:00Z', 'revision_number': 0, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c3210f-2e15-46cb-873f-b6fa0bf04411', 'name': '', 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:fd:55:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b5a2bd-6915-4988-831c-da393427f423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'dfbfdb60-3626-4921-853a-309a67efbab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:41Z', 'updated_at': '2022-02-28T14:31:49Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': 'dfbfdb60-3626-4921-853a-309a67efbab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:03.267984 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a49f56-1387-46c6-b743-08347c339fe9 None None] Checking router: 00b5a2bd-6915-4988-831c-da393427f423 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:32:03.276580 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1bd58cf4-6ee0-4981-920f-645d158ecbd6 req-17428d97-2a4b-46df-8e08-848d733d1d06 service neutron] 10.222.0.13 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151802 Feb 28 14:32:03.278272 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a49f56-1387-46c6-b743-08347c339fe9 None None] Routers {'00b5a2bd-6915-4988-831c-da393427f423'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:32:03.278868 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f2a49f56-1387-46c6-b743-08347c339fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:31:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['00b5a2bd-6915-4988-831c-da393427f423'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:03.284317 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4db0f4-c475-4c4f-8981-c63e239d1e73 req-63ebb3bd-5841-4be2-b48e-ced64f3d4fe1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:03.285894 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2f4db0f4-c475-4c4f-8981-c63e239d1e73 req-63ebb3bd-5841-4be2-b48e-ced64f3d4fe1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=17b0e459-5907-41fb-a226-f0be16d574fb HTTP/1.1" status: 200 len: 982 time: 0.1830423 Feb 28 14:32:03.348079 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d99b00-6254-498a-bb76-e5a22c73e7d4 req-e1563cb0-e73d-4e7a-b7d2-6acad637af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:03.349713 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-71d99b00-6254-498a-bb76-e5a22c73e7d4 req-e1563cb0-e73d-4e7a-b7d2-6acad637af7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dfbfdb60-3626-4921-853a-309a67efbab1 HTTP/1.1" status: 200 len: 834 time: 0.1090007 Feb 28 14:32:03.443394 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d99b00-6254-498a-bb76-e5a22c73e7d4 req-d964bab3-108b-4abf-bf4d-8780f563c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:03.445229 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-71d99b00-6254-498a-bb76-e5a22c73e7d4 req-d964bab3-108b-4abf-bf4d-8780f563c316 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873792 Feb 28 14:32:03.509244 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-f2a49f56-1387-46c6-b743-08347c339fe9 None None] Set router 00b5a2bd-6915-4988-831c-da393427f423 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:32:03.547467 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2f4db0f4-c475-4c4f-8981-c63e239d1e73 req-b2bdb978-3789-43a1-aa88-eea24c16007c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bdbe001-30ee-421e-b213-a6c0f1906637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422771 Feb 28 14:32:03.580140 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1bd58cf4-6ee0-4981-920f-645d158ecbd6 req-d1b753c7-5c9b-4039-ae73-fba7d216b41b service neutron] 10.222.0.13 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932925 Feb 28 14:32:03.695565 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-71d99b00-6254-498a-bb76-e5a22c73e7d4 req-c2902960-2bdf-4d85-ab0f-bde22e189f4d service neutron] 10.222.0.13 "GET /v2.0/networks/be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421696 Feb 28 14:32:03.857506 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f7de6-afe4-4a91-8c5f-fea90dcd9427 req-8c43662c-5bd2-4f22-9682-f6edf979fa91 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:03.858965 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-275f7de6-afe4-4a91-8c5f-fea90dcd9427 req-8c43662c-5bd2-4f22-9682-f6edf979fa91 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c9653-c3da-4278-b272-84fe5811bd16 HTTP/1.1" status: 200 len: 944 time: 0.1967640 Feb 28 14:32:03.862526 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-71d99b00-6254-498a-bb76-e5a22c73e7d4 req-a91ad708-2fc9-4bf3-a0fe-5ecfeb60982f service neutron] 10.222.0.13 "GET /v2.0/networks/be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605306 Feb 28 14:32:03.907574 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f2a49f56-1387-46c6-b743-08347c339fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b5a2bd-6915-4988-831c-da393427f423', 'name': 'tempest-TestNetworkBasicOps-router-226286711', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:36Z', 'updated_at': '2022-02-28T14:31:42Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b5a2bd-6915-4988-831c-da393427f423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:37Z', 'updated_at': '2022-02-28T14:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '179a7188-e375-4fa3-82cd-83471c9f6121', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.234', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '00b5a2bd-6915-4988-831c-da393427f423', 'port_id': 'ba3cde20-e557-4951-ae5b-718b30288faa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-706487824', 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1', 'mac_address': 'fa:16:3e:76:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b0e459-5907-41fb-a226-f0be16d574fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:32:00Z', 'updated_at': '2022-02-28T14:32:00Z', 'revision_number': 0, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c3210f-2e15-46cb-873f-b6fa0bf04411', 'name': '', 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:fd:55:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b5a2bd-6915-4988-831c-da393427f423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'dfbfdb60-3626-4921-853a-309a67efbab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:41Z', 'updated_at': '2022-02-28T14:31:49Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': 'dfbfdb60-3626-4921-853a-309a67efbab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:03.911734 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a49f56-1387-46c6-b743-08347c339fe9 None None] The sync data for ids ['00b5a2bd-6915-4988-831c-da393427f423'] in dv-neutron-831192-4-hyperv is: [{'id': '00b5a2bd-6915-4988-831c-da393427f423', 'name': 'tempest-TestNetworkBasicOps-router-226286711', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:36Z', 'updated_at': '2022-02-28T14:31:42Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b5a2bd-6915-4988-831c-da393427f423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:37Z', 'updated_at': '2022-02-28T14:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '179a7188-e375-4fa3-82cd-83471c9f6121', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.234', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '00b5a2bd-6915-4988-831c-da393427f423', 'port_id': 'ba3cde20-e557-4951-ae5b-718b30288faa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-706487824', 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1', 'mac_address': 'fa:16:3e:76:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b0e459-5907-41fb-a226-f0be16d574fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:32:00Z', 'updated_at': '2022-02-28T14:32:00Z', 'revision_number': 0, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c3210f-2e15-46cb-873f-b6fa0bf04411', 'name': '', 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:fd:55:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b5a2bd-6915-4988-831c-da393427f423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'dfbfdb60-3626-4921-853a-309a67efbab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:41Z', 'updated_at': '2022-02-28T14:31:49Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': 'dfbfdb60-3626-4921-853a-309a67efbab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:32:03.911986 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-275f7de6-afe4-4a91-8c5f-fea90dcd9427 req-810de3e6-31a1-4f1c-b8ff-16716481516f tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454936 Feb 28 14:32:04.115297 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b34b64-855c-4ba4-98ad-5b9502c1f053 None None] New status for floating IP 179a7188-e375-4fa3-82cd-83471c9f6121: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:32:04.465514 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4fa13-9599-4eef-b512-ef583876240f req-19c161d4-7a04-4a93-8be8-00acacb0ad8a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:04.466948 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-09d4fa13-9599-4eef-b512-ef583876240f req-19c161d4-7a04-4a93-8be8-00acacb0ad8a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/ports?device_id=17b0e459-5907-41fb-a226-f0be16d574fb HTTP/1.1" status: 200 len: 982 time: 0.0977499 Feb 28 14:32:04.537783 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4fa13-9599-4eef-b512-ef583876240f req-24525163-5fe6-46ce-99cd-4bd695f90ae4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:04.539121 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-09d4fa13-9599-4eef-b512-ef583876240f req-24525163-5fe6-46ce-99cd-4bd695f90ae4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/ports/ba3cde20-e557-4951-ae5b-718b30288faa?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0662506 Feb 28 14:32:04.702709 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-09d4fa13-9599-4eef-b512-ef583876240f req-4e7e35db-1663-45da-b00f-04fff34dcad3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/networks/be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1575360 Feb 28 14:32:04.713317 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-09d4fa13-9599-4eef-b512-ef583876240f req-8513dffe-e164-43fd-95d2-4ac6c968b0bf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:32:04.741895 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6e20d-39b1-43de-8537-c10316e5bad5 req-ebb84a2d-d5d8-4dd3-a328-3e7145b2c8dd tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:04.743296 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0ec6e20d-39b1-43de-8537-c10316e5bad5 req-ebb84a2d-d5d8-4dd3-a328-3e7145b2c8dd tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=17b0e459-5907-41fb-a226-f0be16d574fb HTTP/1.1" status: 200 len: 982 time: 0.0824399 Feb 28 14:32:04.787341 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0ec6e20d-39b1-43de-8537-c10316e5bad5 req-b359b538-bb17-4353-8b75-c63d6538a834 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bdbe001-30ee-421e-b213-a6c0f1906637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379703 Feb 28 14:32:04.828733 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-09d4fa13-9599-4eef-b512-ef583876240f req-8513dffe-e164-43fd-95d2-4ac6c968b0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:05.003598 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:05.215800 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-09d4fa13-9599-4eef-b512-ef583876240f req-8513dffe-e164-43fd-95d2-4ac6c968b0bf service neutron] For port ba3cde20-e557-4951-ae5b-718b30288faa, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=ba3cde20-e557-4951-ae5b-718b30288faa,segment=NetworkSegment(26e0373a-085e-4573-9bb9-f998092f09fe),segment_id=26e0373a-085e-4573-9bb9-f998092f09fe)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:32:05.229296 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eca71-497a-4ccd-b376-641695f854f3 req-9263ed6a-bda2-4605-a05c-37379d1242a4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:05.230523 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9b5eca71-497a-4ccd-b376-641695f854f3 req-9263ed6a-bda2-4605-a05c-37379d1242a4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c9653-c3da-4278-b272-84fe5811bd16 HTTP/1.1" status: 200 len: 944 time: 0.2007272 Feb 28 14:32:05.287761 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-09d4fa13-9599-4eef-b512-ef583876240f req-8513dffe-e164-43fd-95d2-4ac6c968b0bf service neutron] For port ba3cde20-e557-4951-ae5b-718b30288faa, host hv-neutron-8311, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:32:05.337710 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9b5eca71-497a-4ccd-b376-641695f854f3 req-6852004c-9a9e-4183-9d16-01b11345e052 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001499 Feb 28 14:32:05.352473 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-09d4fa13-9599-4eef-b512-ef583876240f req-8513dffe-e164-43fd-95d2-4ac6c968b0bf service neutron] device_id is not set on port ba3cde20-e557-4951-ae5b-718b30288faa yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:32:05.363930 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-09d4fa13-9599-4eef-b512-ef583876240f req-8513dffe-e164-43fd-95d2-4ac6c968b0bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:05.371976 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-09d4fa13-9599-4eef-b512-ef583876240f req-8513dffe-e164-43fd-95d2-4ac6c968b0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:05.555841 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513dffe-e164-43fd-95d2-4ac6c968b0bf service neutron] Pushing event updated for resources: {'Port': ['ID=ba3cde20-e557-4951-ae5b-718b30288faa,revision_number=6']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:05.571326 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513dffe-e164-43fd-95d2-4ac6c968b0bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:05.571754 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513dffe-e164-43fd-95d2-4ac6c968b0bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:05.572080 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513dffe-e164-43fd-95d2-4ac6c968b0bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:05.572460 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513dffe-e164-43fd-95d2-4ac6c968b0bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:05.573149 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513dffe-e164-43fd-95d2-4ac6c968b0bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:05.573874 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513dffe-e164-43fd-95d2-4ac6c968b0bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:05.574461 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513dffe-e164-43fd-95d2-4ac6c968b0bf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:05.574816 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513dffe-e164-43fd-95d2-4ac6c968b0bf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:05.575144 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513dffe-e164-43fd-95d2-4ac6c968b0bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:05.575644 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513dffe-e164-43fd-95d2-4ac6c968b0bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:05.576184 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513dffe-e164-43fd-95d2-4ac6c968b0bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:05.576700 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513dffe-e164-43fd-95d2-4ac6c968b0bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:05.653372 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d4fa13-9599-4eef-b512-ef583876240f req-8513dffe-e164-43fd-95d2-4ac6c968b0bf service neutron] No DVR routers for this DVR port ba3cde20-e557-4951-ae5b-718b30288faa on host hv-neutron-8311 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:32:05.698886 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5f20ad7f-8cbd-42a2-8797-23d7d41b50b7 None None] Provisioning complete for port ba3cde20-e557-4951-ae5b-718b30288faa triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:32:05.699527 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5f20ad7f-8cbd-42a2-8797-23d7d41b50b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:05.754628 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-5f20ad7f-8cbd-42a2-8797-23d7d41b50b7 None None] Port ba3cde20-e557-4951-ae5b-718b30288faa cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:32:05.926295 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-09d4fa13-9599-4eef-b512-ef583876240f req-8513dffe-e164-43fd-95d2-4ac6c968b0bf service neutron] In _notify_port_updated(), no bound segment for port ba3cde20-e557-4951-ae5b-718b30288faa on network be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1 {{(pid=87773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 14:32:05.927195 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4fa13-9599-4eef-b512-ef583876240f req-8513dffe-e164-43fd-95d2-4ac6c968b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:05.927794 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-09d4fa13-9599-4eef-b512-ef583876240f req-8513dffe-e164-43fd-95d2-4ac6c968b0bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:05.929264 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-09d4fa13-9599-4eef-b512-ef583876240f req-8513dffe-e164-43fd-95d2-4ac6c968b0bf service neutron] 10.222.0.13 "PUT /v2.0/ports/ba3cde20-e557-4951-ae5b-718b30288faa HTTP/1.1" status: 200 len: 1025 time: 1.2204173 Feb 28 14:32:05.960471 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1571c553-fd3a-482e-96fa-353c75ac272e req-00486816-2290-4e90-8ba5-3b0dfea8688e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=17b0e459-5907-41fb-a226-f0be16d574fb HTTP/1.1" status: 200 len: 210 time: 0.0502045 Feb 28 14:32:06.532776 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f338dc4-b7cd-41cf-ac96-aeb65800b2a6 req-3d055e06-67c2-4380-a9fe-edcb95e58f46 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:06.535626 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1f338dc4-b7cd-41cf-ac96-aeb65800b2a6 req-3d055e06-67c2-4380-a9fe-edcb95e58f46 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c9653-c3da-4278-b272-84fe5811bd16 HTTP/1.1" status: 200 len: 944 time: 0.0862458 Feb 28 14:32:06.583375 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1f338dc4-b7cd-41cf-ac96-aeb65800b2a6 req-19dcf757-b7b3-4c8f-9031-9e873be55727 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433297 Feb 28 14:32:07.080252 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33030) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:07.159558 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3ec1fb-376e-4366-a965-176b15c71197 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:07.160883 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5f3ec1fb-376e-4366-a965-176b15c71197 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports/ba3cde20-e557-4951-ae5b-718b30288faa HTTP/1.1" status: 200 len: 924 time: 0.0795352 Feb 28 14:32:07.536278 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33036) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:07.543411 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d7664315-113d-403d-a760-c8a5a5ffaec9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1752881236', 'description': 'tempest-secgroup-smoke-1752881236 description', 'project_id': '1cd57789443e43d89a7681324e1f7304'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:32:07.550175 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d7664315-113d-403d-a760-c8a5a5ffaec9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:32:07.560164 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d7664315-113d-403d-a760-c8a5a5ffaec9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:32:07.572706 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d7664315-113d-403d-a760-c8a5a5ffaec9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:07.598727 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d7664315-113d-403d-a760-c8a5a5ffaec9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:32:07.604861 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d7664315-113d-403d-a760-c8a5a5ffaec9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:32:07.607844 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d7664315-113d-403d-a760-c8a5a5ffaec9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:32:07.613916 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d7664315-113d-403d-a760-c8a5a5ffaec9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:32:07.636838 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-308dadd5-59c5-4fc6-9f05-acb05484189d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:07.693746 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d7664315-113d-403d-a760-c8a5a5ffaec9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:07.698982 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d7664315-113d-403d-a760-c8a5a5ffaec9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:07.747921 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7664315-113d-403d-a760-c8a5a5ffaec9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7236b9d4-e576-4e8d-bf5e-fa4e15995d59,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:07.755059 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d7664315-113d-403d-a760-c8a5a5ffaec9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:07.756369 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d7664315-113d-403d-a760-c8a5a5ffaec9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2187109 Feb 28 14:32:07.759289 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33042) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:07.764264 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-1e04c85e-9d71-4cca-a3f1-6298fd10c067 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '7236b9d4-e576-4e8d-bf5e-fa4e15995d59', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:32:07.770399 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1e04c85e-9d71-4cca-a3f1-6298fd10c067 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:32:07.774538 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1e04c85e-9d71-4cca-a3f1-6298fd10c067 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:32:07.777941 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1e04c85e-9d71-4cca-a3f1-6298fd10c067 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:32:07.778842 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635d0cc-c29d-4609-b613-9a7098c505c2 req-9efe6c83-dc88-4cb9-bdd8-fe35ad62a47b tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:07.780361 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4635d0cc-c29d-4609-b613-9a7098c505c2 req-9efe6c83-dc88-4cb9-bdd8-fe35ad62a47b tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c9653-c3da-4278-b272-84fe5811bd16 HTTP/1.1" status: 200 len: 944 time: 0.0883362 Feb 28 14:32:07.783861 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1e04c85e-9d71-4cca-a3f1-6298fd10c067 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:32:07.800490 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1e04c85e-9d71-4cca-a3f1-6298fd10c067 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:07.826033 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4635d0cc-c29d-4609-b613-9a7098c505c2 req-9b6ab3c3-d52e-439a-8d2d-c79615b50a71 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398080 Feb 28 14:32:07.858930 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1e04c85e-9d71-4cca-a3f1-6298fd10c067 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:07.864243 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1e04c85e-9d71-4cca-a3f1-6298fd10c067 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:07.884894 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04c85e-9d71-4cca-a3f1-6298fd10c067 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb55bd8-a5fd-499c-913e-418115627587,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:07.897611 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1e04c85e-9d71-4cca-a3f1-6298fd10c067 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:07.898857 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1e04c85e-9d71-4cca-a3f1-6298fd10c067 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1385942 Feb 28 14:32:07.901894 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33046) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:07.906761 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e486fb98-55cd-4570-a402-06538a893066 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '7236b9d4-e576-4e8d-bf5e-fa4e15995d59', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:32:07.912721 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e486fb98-55cd-4570-a402-06538a893066 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:32:07.917070 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e486fb98-55cd-4570-a402-06538a893066 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:32:07.920138 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e486fb98-55cd-4570-a402-06538a893066 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:32:07.926398 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e486fb98-55cd-4570-a402-06538a893066 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:32:07.944157 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e486fb98-55cd-4570-a402-06538a893066 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:08.006239 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e486fb98-55cd-4570-a402-06538a893066 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:08.011732 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e486fb98-55cd-4570-a402-06538a893066 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:08.036792 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486fb98-55cd-4570-a402-06538a893066 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f61da2-7eb4-4cb5-936a-7496a4a8db94,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:08.047578 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e486fb98-55cd-4570-a402-06538a893066 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:08.048949 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e486fb98-55cd-4570-a402-06538a893066 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1461668 Feb 28 14:32:08.052064 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33050) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:08.057397 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-cff8b4ae-d9eb-441d-8ecf-5f834bc29af8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '7236b9d4-e576-4e8d-bf5e-fa4e15995d59', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:32:08.063636 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cff8b4ae-d9eb-441d-8ecf-5f834bc29af8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:32:08.067623 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cff8b4ae-d9eb-441d-8ecf-5f834bc29af8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:32:08.070621 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-cff8b4ae-d9eb-441d-8ecf-5f834bc29af8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:32:08.076893 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-cff8b4ae-d9eb-441d-8ecf-5f834bc29af8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:32:08.095655 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cff8b4ae-d9eb-441d-8ecf-5f834bc29af8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:08.162048 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cff8b4ae-d9eb-441d-8ecf-5f834bc29af8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:08.168320 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cff8b4ae-d9eb-441d-8ecf-5f834bc29af8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:08.200128 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8b4ae-d9eb-441d-8ecf-5f834bc29af8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a17c8e-8dec-4455-8ea5-f3012e514957,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:08.211035 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff8b4ae-d9eb-441d-8ecf-5f834bc29af8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:08.211518 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff8b4ae-d9eb-441d-8ecf-5f834bc29af8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:08.211852 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff8b4ae-d9eb-441d-8ecf-5f834bc29af8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:08.212178 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff8b4ae-d9eb-441d-8ecf-5f834bc29af8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:08.212498 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff8b4ae-d9eb-441d-8ecf-5f834bc29af8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:08.212821 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff8b4ae-d9eb-441d-8ecf-5f834bc29af8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:08.213143 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff8b4ae-d9eb-441d-8ecf-5f834bc29af8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:08.213453 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff8b4ae-d9eb-441d-8ecf-5f834bc29af8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:08.213769 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff8b4ae-d9eb-441d-8ecf-5f834bc29af8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:08.214080 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff8b4ae-d9eb-441d-8ecf-5f834bc29af8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:08.214391 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff8b4ae-d9eb-441d-8ecf-5f834bc29af8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:08.214705 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff8b4ae-d9eb-441d-8ecf-5f834bc29af8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:08.217389 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cff8b4ae-d9eb-441d-8ecf-5f834bc29af8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:08.218540 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cff8b4ae-d9eb-441d-8ecf-5f834bc29af8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1655455 Feb 28 14:32:08.221649 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33054) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:08.226846 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-424ee429-e74e-4438-b210-79d39adf18fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '7236b9d4-e576-4e8d-bf5e-fa4e15995d59', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:32:08.233360 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-424ee429-e74e-4438-b210-79d39adf18fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:32:08.237531 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-424ee429-e74e-4438-b210-79d39adf18fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:32:08.240614 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-424ee429-e74e-4438-b210-79d39adf18fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:32:08.246672 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-424ee429-e74e-4438-b210-79d39adf18fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:32:08.266270 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-424ee429-e74e-4438-b210-79d39adf18fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:08.329532 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-424ee429-e74e-4438-b210-79d39adf18fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:08.334438 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-424ee429-e74e-4438-b210-79d39adf18fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:08.359090 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ee429-e74e-4438-b210-79d39adf18fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=189cc89f-0bc7-49eb-bcb8-624a60871d08,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:08.372023 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device ba3cde20-e557-4951-ae5b-718b30288faa no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:32:08.372225 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-424ee429-e74e-4438-b210-79d39adf18fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:08.375993 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-424ee429-e74e-4438-b210-79d39adf18fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1506150 Feb 28 14:32:08.376187 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33058) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:08.381178 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d32405d4-b3c3-4a31-8ccc-3d6692f357ed tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '7236b9d4-e576-4e8d-bf5e-fa4e15995d59', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:32:08.387351 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d32405d4-b3c3-4a31-8ccc-3d6692f357ed tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:32:08.391470 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d32405d4-b3c3-4a31-8ccc-3d6692f357ed tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:32:08.394398 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d32405d4-b3c3-4a31-8ccc-3d6692f357ed tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:32:08.400878 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d32405d4-b3c3-4a31-8ccc-3d6692f357ed tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:32:08.412558 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-d32405d4-b3c3-4a31-8ccc-3d6692f357ed tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Project 1cd57789443e43d89a7681324e1f7304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:32:08.419906 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d32405d4-b3c3-4a31-8ccc-3d6692f357ed tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:08.434376 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device ba3cde20-e557-4951-ae5b-718b30288faa not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:32:08.486107 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d32405d4-b3c3-4a31-8ccc-3d6692f357ed tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:08.490900 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d32405d4-b3c3-4a31-8ccc-3d6692f357ed tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:08.514557 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32405d4-b3c3-4a31-8ccc-3d6692f357ed tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bda4595-7fa8-4dd8-a362-aaec47faec11,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:08.524831 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d32405d4-b3c3-4a31-8ccc-3d6692f357ed tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:08.526760 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d32405d4-b3c3-4a31-8ccc-3d6692f357ed tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1492405 Feb 28 14:32:08.529203 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33062) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:08.534034 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-1b4a79d6-d92d-469f-9aa9-ec8ea62bf8aa tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '7236b9d4-e576-4e8d-bf5e-fa4e15995d59', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:32:08.539781 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1b4a79d6-d92d-469f-9aa9-ec8ea62bf8aa tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:32:08.544116 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1b4a79d6-d92d-469f-9aa9-ec8ea62bf8aa tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:32:08.547305 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1b4a79d6-d92d-469f-9aa9-ec8ea62bf8aa tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:32:08.553026 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1b4a79d6-d92d-469f-9aa9-ec8ea62bf8aa tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:32:08.566692 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-1b4a79d6-d92d-469f-9aa9-ec8ea62bf8aa tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Project 1cd57789443e43d89a7681324e1f7304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:32:08.573888 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1b4a79d6-d92d-469f-9aa9-ec8ea62bf8aa tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:08.647873 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1b4a79d6-d92d-469f-9aa9-ec8ea62bf8aa tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:08.653123 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1b4a79d6-d92d-469f-9aa9-ec8ea62bf8aa tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:08.676872 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a79d6-d92d-469f-9aa9-ec8ea62bf8aa tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0863249d-3b7d-4b5d-a7fc-7151f9a2219e,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:08.686105 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1b4a79d6-d92d-469f-9aa9-ec8ea62bf8aa tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:08.687293 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1b4a79d6-d92d-469f-9aa9-ec8ea62bf8aa tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1571784 Feb 28 14:32:08.857372 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-c6f0a0ad-8edb-4db1-9375-1abe6b5734ec tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:32:08.876939 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-c6f0a0ad-8edb-4db1-9375-1abe6b5734ec tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:32:08.878838 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-c6f0a0ad-8edb-4db1-9375-1abe6b5734ec tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1752881236&fields=id&tenant_id=1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 267 time: 0.0623028 Feb 28 14:32:08.958550 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-cd12b198-fa62-47f3-b902-18f5bcda80f9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:08.959830 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-cd12b198-fa62-47f3-b902-18f5bcda80f9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports/ba3cde20-e557-4951-ae5b-718b30288faa HTTP/1.1" status: 200 len: 929 time: 0.0734463 Feb 28 14:32:09.015781 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6da081-2f84-4f17-b766-c47cb1adfcd5 req-e13a2026-64e3-4e52-9d05-da678b35bb29 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:09.017328 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9b6da081-2f84-4f17-b766-c47cb1adfcd5 req-e13a2026-64e3-4e52-9d05-da678b35bb29 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c9653-c3da-4278-b272-84fe5811bd16 HTTP/1.1" status: 200 len: 944 time: 0.0805130 Feb 28 14:32:09.036363 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-a60aa30a-4c35-47b5-a117-42dfb3d557d7 service neutron] 10.222.0.30 "GET /v2.0/ports/ba3cde20-e557-4951-ae5b-718b30288faa?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0638897 Feb 28 14:32:09.046312 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-f90be297-e12f-4b59-b7ae-913279112335 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:32:09.047743 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-f90be297-e12f-4b59-b7ae-913279112335 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054419 Feb 28 14:32:09.063226 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9b6da081-2f84-4f17-b766-c47cb1adfcd5 req-784ae9c2-85cb-407f-a2c0-15b714651ae9 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396810 Feb 28 14:32:09.292555 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-9124d2bb-600f-4e5f-a7d4-9b1c622274a7 service neutron] 10.222.0.30 "GET /v2.0/networks/be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391644 Feb 28 14:32:09.435564 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-a467d1a3-1369-499d-b1e2-3f1b1c4f1535 service neutron] 10.222.0.30 "GET /v2.0/networks/be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359816 Feb 28 14:32:09.800649 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1581c834-5aea-4bb8-aa13-976a7a457d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:10.262834 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a9163-f854-4d42-be9e-fff2579591fa req-4156e363-c82b-4c88-adc7-1e251bbb9f3e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:10.264341 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6e0a9163-f854-4d42-be9e-fff2579591fa req-4156e363-c82b-4c88-adc7-1e251bbb9f3e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c9653-c3da-4278-b272-84fe5811bd16 HTTP/1.1" status: 200 len: 944 time: 0.0904021 Feb 28 14:32:10.309196 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6e0a9163-f854-4d42-be9e-fff2579591fa req-e502ea54-752a-4760-8892-c39494499759 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388992 Feb 28 14:32:10.642413 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5f09baa9-54d9-424d-86e0-67e9ad54cf92 req-6e38bd6f-ee04-4a68-bf92-5691b09471d8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f6ec74a-042c-444f-8b2f-e446ffafd96a HTTP/1.1" status: 200 len: 210 time: 0.0491447 Feb 28 14:32:10.930871 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:11.083699 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:11.509055 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb699744-1f97-4254-b44f-63a26f082d0f req-e36a3574-7d95-41c3-b7c0-78b19b65d451 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:11.510492 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cb699744-1f97-4254-b44f-63a26f082d0f req-e36a3574-7d95-41c3-b7c0-78b19b65d451 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c9653-c3da-4278-b272-84fe5811bd16 HTTP/1.1" status: 200 len: 944 time: 0.0892236 Feb 28 14:32:11.559042 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cb699744-1f97-4254-b44f-63a26f082d0f req-639db2be-17a5-4400-a94f-64175ae0aa38 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419414 Feb 28 14:32:11.686181 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-c53b1bd9-e405-41cb-baf5-404c90df8c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:11.687648 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-c53b1bd9-e405-41cb-baf5-404c90df8c16 service neutron] 10.222.0.13 "GET /v2.0/ports/ba3cde20-e557-4951-ae5b-718b30288faa HTTP/1.1" status: 200 len: 1025 time: 0.0683038 Feb 28 14:32:11.792130 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8ac2fe5f-98bc-4a3c-833a-0447e589fc43 req-84fd38fb-a989-414d-a955-29b5f3a8e37a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f6ec74a-042c-444f-8b2f-e446ffafd96a HTTP/1.1" status: 200 len: 210 time: 0.0420480 Feb 28 14:32:11.846370 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-7564a0ed-f603-4da3-b6ab-fa5413d0d4c9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:11.847809 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-7564a0ed-f603-4da3-b6ab-fa5413d0d4c9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/networks?id=be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1 HTTP/1.1" status: 200 len: 797 time: 0.1529765 Feb 28 14:32:11.898918 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-11b8c608-b7f8-4f58-89db-0ac9e91f5442 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 471 time: 0.0419970 Feb 28 14:32:11.909242 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-7b1e65aa-1ea0-42dc-a0d2-1e2cf035f8c4 service neutron] Request body: {'port': {'device_id': '6f6ec74a-042c-444f-8b2f-e446ffafd96a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:32:12.038215 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-7b1e65aa-1ea0-42dc-a0d2-1e2cf035f8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:12.387885 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device bc717008-9637-4a21-89c1-e3e0f1ab58e2 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:32:12.393118 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-7b1e65aa-1ea0-42dc-a0d2-1e2cf035f8c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3cde20-e557-4951-ae5b-718b30288faa {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:32:12.400801 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-7b1e65aa-1ea0-42dc-a0d2-1e2cf035f8c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:12.417170 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-7b1e65aa-1ea0-42dc-a0d2-1e2cf035f8c4 service neutron] Transition to ACTIVE for port object ba3cde20-e557-4951-ae5b-718b30288faa will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:32:12.421961 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-7b1e65aa-1ea0-42dc-a0d2-1e2cf035f8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:12.515497 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:12.539933 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port bc717008-9637-4a21-89c1-e3e0f1ab58e2, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=bc717008-9637-4a21-89c1-e3e0f1ab58e2,segment=NetworkSegment(17126b36-8ec3-4ac1-9d6f-8ac5c220baca),segment_id=17126b36-8ec3-4ac1-9d6f-8ac5c220baca)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:32:12.554802 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': 'bc717008-9637-4a21-89c1-e3e0f1ab58e2', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'port_id': 'bc717008-9637-4a21-89c1-e3e0f1ab58e2', 'mac_address': 'fa:16:3e:23:ff:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:32:12.573871 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e65aa-1ea0-42dc-a0d2-1e2cf035f8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3cde20-e557-4951-ae5b-718b30288faa,revision_number=7']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:12.621980 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:12.645868 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc717008-9637-4a21-89c1-e3e0f1ab58e2 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:32:12.663393 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port bc717008-9637-4a21-89c1-e3e0f1ab58e2, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=bc717008-9637-4a21-89c1-e3e0f1ab58e2,segment=NetworkSegment(17126b36-8ec3-4ac1-9d6f-8ac5c220baca),segment_id=17126b36-8ec3-4ac1-9d6f-8ac5c220baca)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:32:12.669908 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:12.754806 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=bc717008-9637-4a21-89c1-e3e0f1ab58e2,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:12.758350 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-7b1e65aa-1ea0-42dc-a0d2-1e2cf035f8c4 service neutron] Attempting to bind port ba3cde20-e557-4951-ae5b-718b30288faa on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:32:12.758671 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-7b1e65aa-1ea0-42dc-a0d2-1e2cf035f8c4 service neutron] Attempting to bind port ba3cde20-e557-4951-ae5b-718b30288faa by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '26e0373a-085e-4573-9bb9-f998092f09fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:32:12.758977 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-7b1e65aa-1ea0-42dc-a0d2-1e2cf035f8c4 service neutron] Attempting to bind port ba3cde20-e557-4951-ae5b-718b30288faa on network be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:32:12.762847 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:12.763019 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:12.763360 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:12.763695 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:12.764023 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:12.764351 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:12.764671 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:12.764995 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:12.765313 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:12.765627 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:12.765941 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:12.766307 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:32:12.766827 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-7b1e65aa-1ea0-42dc-a0d2-1e2cf035f8c4 service neutron] Port ba3cde20-e557-4951-ae5b-718b30288faa on network be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:32:12.767134 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-7b1e65aa-1ea0-42dc-a0d2-1e2cf035f8c4 service neutron] Attempting to bind port ba3cde20-e557-4951-ae5b-718b30288faa on network be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:32:12.775120 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-7b1e65aa-1ea0-42dc-a0d2-1e2cf035f8c4 service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:32:12.775495 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-7b1e65aa-1ea0-42dc-a0d2-1e2cf035f8c4 service neutron] Checking segment: {'id': '26e0373a-085e-4573-9bb9-f998092f09fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:32:12.775878 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-7b1e65aa-1ea0-42dc-a0d2-1e2cf035f8c4 service neutron] Bound using segment: {'id': '26e0373a-085e-4573-9bb9-f998092f09fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:32:12.776313 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-7b1e65aa-1ea0-42dc-a0d2-1e2cf035f8c4 service neutron] Bound port: ba3cde20-e557-4951-ae5b-718b30288faa, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e0373a-085e-4573-9bb9-f998092f09fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:32:12.776652 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-7b1e65aa-1ea0-42dc-a0d2-1e2cf035f8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:12.844339 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe13d8-4b0c-4d1d-be3d-43273dc31a48 req-d85d8a85-4157-43b2-9cd9-7f0b82e79888 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:12.845928 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9ebe13d8-4b0c-4d1d-be3d-43273dc31a48 req-d85d8a85-4157-43b2-9cd9-7f0b82e79888 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c9653-c3da-4278-b272-84fe5811bd16 HTTP/1.1" status: 200 len: 945 time: 0.1712012 Feb 28 14:32:12.895591 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['bc717008-9637-4a21-89c1-e3e0f1ab58e2'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:32:12.913254 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9ebe13d8-4b0c-4d1d-be3d-43273dc31a48 req-1192982f-90e3-4325-9104-22c98fcb7967 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599797 Feb 28 14:32:12.939397 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-7b1e65aa-1ea0-42dc-a0d2-1e2cf035f8c4 service neutron] For port ba3cde20-e557-4951-ae5b-718b30288faa, host hv-neutron-8311, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:32:12.942548 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-7b1e65aa-1ea0-42dc-a0d2-1e2cf035f8c4 service neutron] For port ba3cde20-e557-4951-ae5b-718b30288faa, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=ba3cde20-e557-4951-ae5b-718b30288faa,segment=NetworkSegment(26e0373a-085e-4573-9bb9-f998092f09fe),segment_id=26e0373a-085e-4573-9bb9-f998092f09fe)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:32:12.948459 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-7b1e65aa-1ea0-42dc-a0d2-1e2cf035f8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:13.001369 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1d403-8fb7-480f-af5e-bdebac629d32 req-2d19f460-cd19-4d47-b5eb-f7006f1b5af4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:13.003544 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-97c1d403-8fb7-480f-af5e-bdebac629d32 req-2d19f460-cd19-4d47-b5eb-f7006f1b5af4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f6ec74a-042c-444f-8b2f-e446ffafd96a HTTP/1.1" status: 200 len: 980 time: 0.0948446 Feb 28 14:32:13.005920 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-7b1e65aa-1ea0-42dc-a0d2-1e2cf035f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:13.006700 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-7b1e65aa-1ea0-42dc-a0d2-1e2cf035f8c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:13.008233 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-7b1e65aa-1ea0-42dc-a0d2-1e2cf035f8c4 service neutron] 10.222.0.13 "PUT /v2.0/ports/ba3cde20-e557-4951-ae5b-718b30288faa HTTP/1.1" status: 200 len: 1130 time: 1.1029387 Feb 28 14:32:13.008798 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6ec74a-042c-444f-8b2f-e446ffafd96a', 'tag': 'ba3cde20-e557-4951-ae5b-718b30288faa'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:32:13.072405 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-97c1d403-8fb7-480f-af5e-bdebac629d32 req-0ba1b724-6043-4196-b37d-5b9cf472b817 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bdbe001-30ee-421e-b213-a6c0f1906637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578475 Feb 28 14:32:13.096776 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6ec74a-042c-444f-8b2f-e446ffafd96a', 'tag': 'ba3cde20-e557-4951-ae5b-718b30288faa', 'status': 'completed', 'code': 200} Feb 28 14:32:13.097350 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e65aa-1ea0-42dc-a0d2-1e2cf035f8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3cde20-e557-4951-ae5b-718b30288faa,revision_number=8']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:13.264144 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-4c7cbbbb-702b-4aed-8bb7-6c0f7d2f0978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:13.265631 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-4c7cbbbb-702b-4aed-8bb7-6c0f7d2f0978 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=6f6ec74a-042c-444f-8b2f-e446ffafd96a HTTP/1.1" status: 200 len: 1133 time: 0.2077281 Feb 28 14:32:13.376718 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-b704f2db-06d1-47eb-b0de-b4f562da616d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba3cde20-e557-4951-ae5b-718b30288faa HTTP/1.1" status: 200 len: 1036 time: 0.1015267 Feb 28 14:32:13.441332 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-2815e418-f557-4bcd-b9a5-25d5aff982ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:13.442908 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-2815e418-f557-4bcd-b9a5-25d5aff982ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dfbfdb60-3626-4921-853a-309a67efbab1 HTTP/1.1" status: 200 len: 834 time: 0.0588357 Feb 28 14:32:13.523212 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-636d31e4-4329-4ffa-9cca-6b119086e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:13.524684 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-636d31e4-4329-4ffa-9cca-6b119086e940 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728314 Feb 28 14:32:13.660851 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-67237211-d423-49c3-8baa-a1f2d4264532 service neutron] 10.222.0.13 "GET /v2.0/networks/be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287272 Feb 28 14:32:13.795454 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20389e15-61a7-4de1-bd07-9186035a2bf4 req-faf87761-da79-42bf-9f90-e279cc6157ad service neutron] 10.222.0.13 "GET /v2.0/networks/be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264498 Feb 28 14:32:13.926583 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a950c-9b50-42e3-94df-6031cbf4fecb req-4f09a2de-e1fb-41e6-9b59-2e2a11f4e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:13.928166 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c59a950c-9b50-42e3-94df-6031cbf4fecb req-4f09a2de-e1fb-41e6-9b59-2e2a11f4e8c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=6f6ec74a-042c-444f-8b2f-e446ffafd96a HTTP/1.1" status: 200 len: 1133 time: 0.0835698 Feb 28 14:32:14.113006 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a950c-9b50-42e3-94df-6031cbf4fecb req-c872cba2-ab9b-4d23-92ff-db3de903001c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:14.114504 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c59a950c-9b50-42e3-94df-6031cbf4fecb req-c872cba2-ab9b-4d23-92ff-db3de903001c service neutron] 10.222.0.13 "GET /v2.0/networks?id=be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1 HTTP/1.1" status: 200 len: 898 time: 0.1752346 Feb 28 14:32:14.206284 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9584d9c-bddd-4544-9e80-da3b0bf73b6c req-8f9082c8-f926-4be9-8c47-487760e31c34 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:14.207749 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e9584d9c-bddd-4544-9e80-da3b0bf73b6c req-8f9082c8-f926-4be9-8c47-487760e31c34 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c9653-c3da-4278-b272-84fe5811bd16 HTTP/1.1" status: 200 len: 945 time: 0.1838899 Feb 28 14:32:14.251954 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c59a950c-9b50-42e3-94df-6031cbf4fecb req-b685eb4a-f084-468c-8536-375152a97b1d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba3cde20-e557-4951-ae5b-718b30288faa HTTP/1.1" status: 200 len: 1036 time: 0.1267817 Feb 28 14:32:14.267588 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1c9f8-b50d-4945-8870-0f299de9b328 req-f80898e8-a181-4057-a4c2-92ce42c0fd90 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:14.269282 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e0c1c9f8-b50d-4945-8870-0f299de9b328 req-f80898e8-a181-4057-a4c2-92ce42c0fd90 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f6ec74a-042c-444f-8b2f-e446ffafd96a HTTP/1.1" status: 200 len: 980 time: 0.0847557 Feb 28 14:32:14.313573 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e9584d9c-bddd-4544-9e80-da3b0bf73b6c req-6183bfa5-052b-4925-be58-a5db61b8c54a tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998142 Feb 28 14:32:14.319894 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e0c1c9f8-b50d-4945-8870-0f299de9b328 req-14a1149f-5f43-4ae4-a967-14ffce923d09 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bdbe001-30ee-421e-b213-a6c0f1906637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449343 Feb 28 14:32:14.329520 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a950c-9b50-42e3-94df-6031cbf4fecb req-379039d8-a26e-466a-ac31-8a7d86072c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:14.331146 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c59a950c-9b50-42e3-94df-6031cbf4fecb req-379039d8-a26e-466a-ac31-8a7d86072c1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dfbfdb60-3626-4921-853a-309a67efbab1 HTTP/1.1" status: 200 len: 834 time: 0.0702128 Feb 28 14:32:14.389123 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device bc717008-9637-4a21-89c1-e3e0f1ab58e2 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:32:14.409825 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a950c-9b50-42e3-94df-6031cbf4fecb req-5bd3bd4b-4556-4170-9c50-87ccfe6eb421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:14.411416 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c59a950c-9b50-42e3-94df-6031cbf4fecb req-5bd3bd4b-4556-4170-9c50-87ccfe6eb421 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727432 Feb 28 14:32:14.462198 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port bc717008-9637-4a21-89c1-e3e0f1ab58e2 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:32:14.467082 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port bc717008-9637-4a21-89c1-e3e0f1ab58e2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:32:14.467488 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:14.547535 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c59a950c-9b50-42e3-94df-6031cbf4fecb req-87d5926e-6f0d-49fc-91e1-99bd6434efba service neutron] 10.222.0.13 "GET /v2.0/networks/be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289103 Feb 28 14:32:14.612952 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:14.639815 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384c9653-c3da-4278-b272-84fe5811bd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc717008-9637-4a21-89c1-e3e0f1ab58e2'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:32:14.650421 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port bc717008-9637-4a21-89c1-e3e0f1ab58e2, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=bc717008-9637-4a21-89c1-e3e0f1ab58e2,segment=NetworkSegment(17126b36-8ec3-4ac1-9d6f-8ac5c220baca),segment_id=17126b36-8ec3-4ac1-9d6f-8ac5c220baca)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:32:14.655465 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:14.684346 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c59a950c-9b50-42e3-94df-6031cbf4fecb req-8729a19f-134e-421f-bf20-16d2a4d33c50 service neutron] 10.222.0.13 "GET /v2.0/networks/be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307151 Feb 28 14:32:14.690193 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384c9653-c3da-4278-b272-84fe5811bd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc717008-9637-4a21-89c1-e3e0f1ab58e2', 'code': 200} Feb 28 14:32:14.727793 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=bc717008-9637-4a21-89c1-e3e0f1ab58e2,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:14.941677 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4c951-6e2d-4258-9e58-c29fe2356e66 req-2e17ad9d-5f1d-4749-92ff-b27c65a06d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:14.943045 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e4b4c951-6e2d-4258-9e58-c29fe2356e66 req-2e17ad9d-5f1d-4749-92ff-b27c65a06d22 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=384c9653-c3da-4278-b272-84fe5811bd16 HTTP/1.1" status: 200 len: 1099 time: 0.0859516 Feb 28 14:32:14.988696 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e4b4c951-6e2d-4258-9e58-c29fe2356e66 req-8553aea2-26c8-40ce-8eba-d4c014147403 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374794 Feb 28 14:32:15.519362 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501a894-1f8d-4f51-a4ae-eec5e26f0c19 req-4520384a-712f-4f2d-ac18-76908517df57 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:15.520788 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d501a894-1f8d-4f51-a4ae-eec5e26f0c19 req-4520384a-712f-4f2d-ac18-76908517df57 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c9653-c3da-4278-b272-84fe5811bd16 HTTP/1.1" status: 200 len: 946 time: 0.0815713 Feb 28 14:32:15.541290 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124db94-6f1a-40ca-a0c1-6420eab084f7 req-7b3dccc7-4a73-4487-a5ff-6673821953c9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:15.542361 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0124db94-6f1a-40ca-a0c1-6420eab084f7 req-7b3dccc7-4a73-4487-a5ff-6673821953c9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f6ec74a-042c-444f-8b2f-e446ffafd96a HTTP/1.1" status: 200 len: 980 time: 0.1054890 Feb 28 14:32:15.566944 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d501a894-1f8d-4f51-a4ae-eec5e26f0c19 req-63684fde-8a44-40fe-91f8-cb74b7279241 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401101 Feb 28 14:32:15.587642 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0124db94-6f1a-40ca-a0c1-6420eab084f7 req-084a95de-4038-460f-aa5e-6e6da9aea231 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bdbe001-30ee-421e-b213-a6c0f1906637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390189 Feb 28 14:32:16.405647 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device ba3cde20-e557-4951-ae5b-718b30288faa details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:32:16.554558 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port ba3cde20-e557-4951-ae5b-718b30288faa, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=ba3cde20-e557-4951-ae5b-718b30288faa,segment=NetworkSegment(26e0373a-085e-4573-9bb9-f998092f09fe),segment_id=26e0373a-085e-4573-9bb9-f998092f09fe)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:32:16.567811 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': 'ba3cde20-e557-4951-ae5b-718b30288faa', 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1', 'port_id': 'ba3cde20-e557-4951-ae5b-718b30288faa', 'mac_address': 'fa:16:3e:76:43:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfbfdb60-3626-4921-853a-309a67efbab1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:32:16.630452 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:16.647051 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3cde20-e557-4951-ae5b-718b30288faa {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:32:16.663014 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port ba3cde20-e557-4951-ae5b-718b30288faa, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=ba3cde20-e557-4951-ae5b-718b30288faa,segment=NetworkSegment(26e0373a-085e-4573-9bb9-f998092f09fe),segment_id=26e0373a-085e-4573-9bb9-f998092f09fe)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:32:16.667568 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:16.736466 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=ba3cde20-e557-4951-ae5b-718b30288faa,revision_number=9']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:16.776167 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d26fa9-220d-4479-88e9-055bc63a18f0 req-917cd031-d6f4-476b-b842-4a390870a695 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:16.777760 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-80d26fa9-220d-4479-88e9-055bc63a18f0 req-917cd031-d6f4-476b-b842-4a390870a695 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c9653-c3da-4278-b272-84fe5811bd16 HTTP/1.1" status: 200 len: 946 time: 0.1044788 Feb 28 14:32:16.800722 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11da2e0-72fa-4ba6-a75c-d9b913f8a8a6 req-5e1d9059-6a68-43b6-97ce-cade8e297768 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:16.802890 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e11da2e0-72fa-4ba6-a75c-d9b913f8a8a6 req-5e1d9059-6a68-43b6-97ce-cade8e297768 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f6ec74a-042c-444f-8b2f-e446ffafd96a HTTP/1.1" status: 200 len: 981 time: 0.1025386 Feb 28 14:32:16.825823 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-80d26fa9-220d-4479-88e9-055bc63a18f0 req-40d7b0b4-11a4-4e70-8dd0-35b83f4c6351 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419965 Feb 28 14:32:16.851627 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e11da2e0-72fa-4ba6-a75c-d9b913f8a8a6 req-549bb20b-0133-4eef-afe4-ff28e46db7bc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bdbe001-30ee-421e-b213-a6c0f1906637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394053 Feb 28 14:32:16.892523 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['ba3cde20-e557-4951-ae5b-718b30288faa'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:32:16.935595 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6e52fe61-8ba8-42c3-915a-6b0a4f58450e req-d4a7f3ce-a6d5-4402-ac92-ce639560e021 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699673 Feb 28 14:32:17.017920 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f130b-35be-497f-92df-a50e044ec769 req-2abd9e06-0751-4318-8b4b-60903a9c5c1f tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:17.019528 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-811f130b-35be-497f-92df-a50e044ec769 req-2abd9e06-0751-4318-8b4b-60903a9c5c1f tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c9653-c3da-4278-b272-84fe5811bd16 HTTP/1.1" status: 200 len: 946 time: 0.0811882 Feb 28 14:32:17.069071 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-811f130b-35be-497f-92df-a50e044ec769 req-2ef817bc-8128-44f4-a7af-17cacbed4bd3 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432153 Feb 28 14:32:17.097026 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33124) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:17.140523 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52fe61-8ba8-42c3-915a-6b0a4f58450e req-2ab553f3-aa11-440f-9c5f-de48cacebec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:17.142129 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6e52fe61-8ba8-42c3-915a-6b0a4f58450e req-2ab553f3-aa11-440f-9c5f-de48cacebec8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=da8de2a3d9124e5bb1749f1b8ff00f1e&device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 1099 time: 0.1851408 Feb 28 14:32:17.212801 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2de186-b4d5-4695-9d4e-ee8d55ee4b9c tempest-TestVolumeBootPattern-1222074957 tempest-TestVolumeBootPattern-1222074957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:17.213383 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fc2de186-b4d5-4695-9d4e-ee8d55ee4b9c tempest-TestVolumeBootPattern-1222074957 tempest-TestVolumeBootPattern-1222074957-project-admin] Synchronizing usage tracker for tenant:6c2ddf1d7b5e403eafba8d094710908d on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:32:17.231788 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fc2de186-b4d5-4695-9d4e-ee8d55ee4b9c tempest-TestVolumeBootPattern-1222074957 tempest-TestVolumeBootPattern-1222074957-project-admin] Unset dirty status for tenant:6c2ddf1d7b5e403eafba8d094710908d on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:32:17.235735 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fc2de186-b4d5-4695-9d4e-ee8d55ee4b9c tempest-TestVolumeBootPattern-1222074957 tempest-TestVolumeBootPattern-1222074957-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=384c9653-c3da-4278-b272-84fe5811bd16 HTTP/1.1" status: 200 len: 1094 time: 0.1347618 Feb 28 14:32:17.235932 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33130) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:17.240863 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-edc20584-74e9-4eef-8a3a-81e4b91638bf tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'port_id': 'bc717008-9637-4a21-89c1-e3e0f1ab58e2', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:32:17.247411 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-edc20584-74e9-4eef-8a3a-81e4b91638bf tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:32:17.251376 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-edc20584-74e9-4eef-8a3a-81e4b91638bf tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Usage tracker for resource:floatingip and tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:32:17.254198 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-edc20584-74e9-4eef-8a3a-81e4b91638bf tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:32:17.260121 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-edc20584-74e9-4eef-8a3a-81e4b91638bf tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:32:17.272428 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-edc20584-74e9-4eef-8a3a-81e4b91638bf tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:17.289333 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52fe61-8ba8-42c3-915a-6b0a4f58450e req-e285de5b-9633-4d75-89cd-d746d1a9e34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:17.290762 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6e52fe61-8ba8-42c3-915a-6b0a4f58450e req-e285de5b-9633-4d75-89cd-d746d1a9e34c service neutron] 10.222.0.13 "GET /v2.0/networks?id=589a0197-d1af-4fc9-9262-356094b75395 HTTP/1.1" status: 200 len: 897 time: 0.1273253 Feb 28 14:32:17.400012 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6e52fe61-8ba8-42c3-915a-6b0a4f58450e req-c0cdf8ce-786f-41c8-8a37-c9d66945b5d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14d3862a-60ae-436d-84cf-3a77b40c149f HTTP/1.1" status: 200 len: 1002 time: 0.1010034 Feb 28 14:32:17.418691 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-edc20584-74e9-4eef-8a3a-81e4b91638bf tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:17.466447 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52fe61-8ba8-42c3-915a-6b0a4f58450e req-20030d4e-3cec-41b8-abae-14bb85e42995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:17.467907 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6e52fe61-8ba8-42c3-915a-6b0a4f58450e req-20030d4e-3cec-41b8-abae-14bb85e42995 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3beb3563-75f4-4921-9c4b-91831fc2c07c HTTP/1.1" status: 200 len: 833 time: 0.0612965 Feb 28 14:32:17.548284 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52fe61-8ba8-42c3-915a-6b0a4f58450e req-5282e648-9d78-48a3-b01d-4e6e8b630b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:17.549893 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6e52fe61-8ba8-42c3-915a-6b0a4f58450e req-5282e648-9d78-48a3-b01d-4e6e8b630b80 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=589a0197-d1af-4fc9-9262-356094b75395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750461 Feb 28 14:32:17.564743 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-edc20584-74e9-4eef-8a3a-81e4b91638bf tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Allocated IP 172.26.5.193 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/00f6e284-6e23-4242-be27-f590e34bc06b) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:32:17.695075 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6e52fe61-8ba8-42c3-915a-6b0a4f58450e req-997d8dce-fcbc-4e6a-a88e-9350f2be598e service neutron] 10.222.0.13 "GET /v2.0/networks/589a0197-d1af-4fc9-9262-356094b75395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374648 Feb 28 14:32:17.721843 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-edc20584-74e9-4eef-8a3a-81e4b91638bf tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:17.755520 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-edc20584-74e9-4eef-8a3a-81e4b91638bf tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:17.814226 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc20584-74e9-4eef-8a3a-81e4b91638bf tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:32:17.817119 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-edc20584-74e9-4eef-8a3a-81e4b91638bf tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:32:17.825388 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc20584-74e9-4eef-8a3a-81e4b91638bf tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:32:17.831460 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6e52fe61-8ba8-42c3-915a-6b0a4f58450e req-154a006f-5b8d-4602-b7b8-139674116cce service neutron] 10.222.0.13 "GET /v2.0/networks/589a0197-d1af-4fc9-9262-356094b75395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301923 Feb 28 14:32:17.860002 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc20584-74e9-4eef-8a3a-81e4b91638bf tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Pushing event updated for resources: {'Port': ['ID=00f6e284-6e23-4242-be27-f590e34bc06b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:18.043149 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2ce57-22b9-4971-a56b-68f253b9e874 req-27524b8f-afbe-4368-afe3-60267e779788 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:18.044538 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-eec2ce57-22b9-4971-a56b-68f253b9e874 req-27524b8f-afbe-4368-afe3-60267e779788 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f6ec74a-042c-444f-8b2f-e446ffafd96a HTTP/1.1" status: 200 len: 981 time: 0.0825450 Feb 28 14:32:18.092447 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-eec2ce57-22b9-4971-a56b-68f253b9e874 req-4f55cde6-18e0-45c0-ba21-460e9e86f10b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bdbe001-30ee-421e-b213-a6c0f1906637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411022 Feb 28 14:32:18.361613 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-edc20584-74e9-4eef-8a3a-81e4b91638bf tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:18.419408 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device ba3cde20-e557-4951-ae5b-718b30288faa up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:32:18.445648 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-edc20584-74e9-4eef-8a3a-81e4b91638bf tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:18.489751 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port ba3cde20-e557-4951-ae5b-718b30288faa completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:32:18.494301 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port ba3cde20-e557-4951-ae5b-718b30288faa triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:32:18.494665 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:18.610921 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:18.637831 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6ec74a-042c-444f-8b2f-e446ffafd96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3cde20-e557-4951-ae5b-718b30288faa'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:32:18.647539 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port ba3cde20-e557-4951-ae5b-718b30288faa, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=ba3cde20-e557-4951-ae5b-718b30288faa,segment=NetworkSegment(26e0373a-085e-4573-9bb9-f998092f09fe),segment_id=26e0373a-085e-4573-9bb9-f998092f09fe)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:32:18.652423 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:18.660430 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-edc20584-74e9-4eef-8a3a-81e4b91638bf tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:18.665811 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-edc20584-74e9-4eef-8a3a-81e4b91638bf tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:18.683208 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6ec74a-042c-444f-8b2f-e446ffafd96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3cde20-e557-4951-ae5b-718b30288faa', 'code': 200} Feb 28 14:32:18.726942 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=ba3cde20-e557-4951-ae5b-718b30288faa,revision_number=10']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:18.781896 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc20584-74e9-4eef-8a3a-81e4b91638bf tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Pushing event updated for resources: {'Port': ['ID=00f6e284-6e23-4242-be27-f590e34bc06b,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:18.791707 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-edc20584-74e9-4eef-8a3a-81e4b91638bf tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:18.920513 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d3174-f4c5-4b96-8ea4-c6edf72cd6f7 req-9a783483-830f-43ad-9943-19e14c664e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:18.922235 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a97d3174-f4c5-4b96-8ea4-c6edf72cd6f7 req-9a783483-830f-43ad-9943-19e14c664e8e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6f6ec74a-042c-444f-8b2f-e446ffafd96a HTTP/1.1" status: 200 len: 1136 time: 0.0731049 Feb 28 14:32:18.961657 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-edc20584-74e9-4eef-8a3a-81e4b91638bf tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Floating IP 83f2b450-5694-4e7e-af2e-fdd1726624c1 associated. External IP: 172.26.5.193, port: bc717008-9637-4a21-89c1-e3e0f1ab58e2. Feb 28 14:32:18.964096 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a97d3174-f4c5-4b96-8ea4-c6edf72cd6f7 req-a2832629-b596-4e69-84b3-e737a406ba8a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9bdbe001-30ee-421e-b213-a6c0f1906637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339134 Feb 28 14:32:19.284167 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4f1b9-d949-46ae-a099-77bad00861ef req-93522bc0-d7de-4548-9f35-b6f748a95cb9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:19.285519 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-67e4f1b9-d949-46ae-a099-77bad00861ef req-93522bc0-d7de-4548-9f35-b6f748a95cb9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f6ec74a-042c-444f-8b2f-e446ffafd96a HTTP/1.1" status: 200 len: 983 time: 0.0820901 Feb 28 14:32:19.327381 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc20584-74e9-4eef-8a3a-81e4b91638bf tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:32:19.335177 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-67e4f1b9-d949-46ae-a099-77bad00861ef req-dc851f6d-42c9-48d2-9323-77b4d7730b76 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bdbe001-30ee-421e-b213-a6c0f1906637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438187 Feb 28 14:32:19.640257 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc20584-74e9-4eef-8a3a-81e4b91638bf tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:32:19.650110 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8ea458-873a-443c-9630-fe8fbbc9eca6 None None] Sync routers for ids ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:32:19.660185 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8ea458-873a-443c-9630-fe8fbbc9eca6 None None] Routers {'89af78d2-0f3b-4ce2-8bda-6c279d6083ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:32:19.660875 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-da8ea458-873a-443c-9630-fe8fbbc9eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:32:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:19.667772 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-edc20584-74e9-4eef-8a3a-81e4b91638bf tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:19.735170 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-edc20584-74e9-4eef-8a3a-81e4b91638bf tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4881001 Feb 28 14:32:19.735170 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384c9653-c3da-4278-b272-84fe5811bd16', 'tag': 'bc717008-9637-4a21-89c1-e3e0f1ab58e2'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:32:19.769580 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '384c9653-c3da-4278-b272-84fe5811bd16', 'tag': 'bc717008-9637-4a21-89c1-e3e0f1ab58e2', 'status': 'completed', 'code': 200} Feb 28 14:32:19.840791 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-da8ea458-873a-443c-9630-fe8fbbc9eca6 None None] Set router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:32:19.873982 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851ca99-5a6a-4606-8dd9-dafb3d6aa70f req-5bb24b95-8c22-4089-8350-de3bb3b3f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:19.875533 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5851ca99-5a6a-4606-8dd9-dafb3d6aa70f req-5bb24b95-8c22-4089-8350-de3bb3b3f26b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f524760c6fa4d1fa6c1f424e01bc6b0&device_id=384c9653-c3da-4278-b272-84fe5811bd16 HTTP/1.1" status: 200 len: 1099 time: 0.0761685 Feb 28 14:32:20.034197 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851ca99-5a6a-4606-8dd9-dafb3d6aa70f req-e21704ee-0308-4bec-aa3e-e206a9592d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:20.037307 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5851ca99-5a6a-4606-8dd9-dafb3d6aa70f req-e21704ee-0308-4bec-aa3e-e206a9592d2a service neutron] 10.222.0.13 "GET /v2.0/networks?id=dbec77e7-9627-41ee-b124-abc98f8f9531 HTTP/1.1" status: 200 len: 912 time: 0.1542058 Feb 28 14:32:20.166927 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5851ca99-5a6a-4606-8dd9-dafb3d6aa70f req-28da0eb4-2766-4f7b-ba17-fe308d6074c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc717008-9637-4a21-89c1-e3e0f1ab58e2 HTTP/1.1" status: 200 len: 1000 time: 0.1232812 Feb 28 14:32:20.199406 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-da8ea458-873a-443c-9630-fe8fbbc9eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'name': 'tempest-TestVolumeBootPattern-748981942-router', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:18Z', 'updated_at': '2022-02-28T14:31:24Z', 'revision_number': 4, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'gw_port': {'id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:19Z', 'updated_at': '2022-02-28T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '83f2b450-5694-4e7e-af2e-fdd1726624c1', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'floating_ip_address': '172.26.5.193', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'port_id': 'bc717008-9637-4a21-89c1-e3e0f1ab58e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'mac_address': 'fa:16:3e:23:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c9653-c3da-4278-b272-84fe5811bd16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:32:18Z', 'updated_at': '2022-02-28T14:32:18Z', 'revision_number': 0, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3836f8f-4ac6-4066-b5b7-81134a9cdac3', 'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'mac_address': 'fa:16:3e:3b:ac:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:23Z', 'updated_at': '2022-02-28T14:31:29Z', 'revision_number': 5, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'subnets': [{'id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:20.204315 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8ea458-873a-443c-9630-fe8fbbc9eca6 None None] Checking router: 89af78d2-0f3b-4ce2-8bda-6c279d6083ef for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:32:20.214251 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8ea458-873a-443c-9630-fe8fbbc9eca6 None None] Routers {'89af78d2-0f3b-4ce2-8bda-6c279d6083ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:32:20.214991 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-da8ea458-873a-443c-9630-fe8fbbc9eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:32:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:20.230027 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851ca99-5a6a-4606-8dd9-dafb3d6aa70f req-2a51f513-0598-4913-af4a-243ef8e0d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:20.231590 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5851ca99-5a6a-4606-8dd9-dafb3d6aa70f req-2a51f513-0598-4913-af4a-243ef8e0d2fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2c3c161d-1d7a-4059-be69-1fedd6eff82a HTTP/1.1" status: 200 len: 850 time: 0.0574784 Feb 28 14:32:20.308975 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851ca99-5a6a-4606-8dd9-dafb3d6aa70f req-a781d333-b2c6-46ad-a710-6423cd1af28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:20.310344 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5851ca99-5a6a-4606-8dd9-dafb3d6aa70f req-a781d333-b2c6-46ad-a710-6423cd1af28b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dbec77e7-9627-41ee-b124-abc98f8f9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727413 Feb 28 14:32:20.397955 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-da8ea458-873a-443c-9630-fe8fbbc9eca6 None None] Set router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:32:20.612696 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5851ca99-5a6a-4606-8dd9-dafb3d6aa70f req-023f89eb-2cbf-42f4-bfc7-5ee29cf68ad3 service neutron] 10.222.0.13 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953982 Feb 28 14:32:20.766667 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978b779-f4b8-4deb-8080-75064f907f73 req-7988b716-9ead-4866-b69c-5933e3b67914 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:20.768104 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6978b779-f4b8-4deb-8080-75064f907f73 req-7988b716-9ead-4866-b69c-5933e3b67914 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f6ec74a-042c-444f-8b2f-e446ffafd96a HTTP/1.1" status: 200 len: 983 time: 0.1937840 Feb 28 14:32:20.773339 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5851ca99-5a6a-4606-8dd9-dafb3d6aa70f req-e615c5bb-c0ab-4d82-b9f7-e6c4eee13abd service neutron] 10.222.0.13 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543019 Feb 28 14:32:20.795465 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-da8ea458-873a-443c-9630-fe8fbbc9eca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'name': 'tempest-TestVolumeBootPattern-748981942-router', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:18Z', 'updated_at': '2022-02-28T14:31:24Z', 'revision_number': 4, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'gw_port': {'id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:19Z', 'updated_at': '2022-02-28T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '83f2b450-5694-4e7e-af2e-fdd1726624c1', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'floating_ip_address': '172.26.5.193', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'port_id': 'bc717008-9637-4a21-89c1-e3e0f1ab58e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'mac_address': 'fa:16:3e:23:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c9653-c3da-4278-b272-84fe5811bd16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:32:18Z', 'updated_at': '2022-02-28T14:32:18Z', 'revision_number': 0, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3836f8f-4ac6-4066-b5b7-81134a9cdac3', 'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'mac_address': 'fa:16:3e:3b:ac:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:23Z', 'updated_at': '2022-02-28T14:31:29Z', 'revision_number': 5, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'subnets': [{'id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:20.801830 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8ea458-873a-443c-9630-fe8fbbc9eca6 None None] The sync data for ids ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'] in dv-neutron-831192-4-hyperv is: [{'id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'name': 'tempest-TestVolumeBootPattern-748981942-router', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:18Z', 'updated_at': '2022-02-28T14:31:24Z', 'revision_number': 4, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'gw_port': {'id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:19Z', 'updated_at': '2022-02-28T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '83f2b450-5694-4e7e-af2e-fdd1726624c1', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'floating_ip_address': '172.26.5.193', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'port_id': 'bc717008-9637-4a21-89c1-e3e0f1ab58e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'mac_address': 'fa:16:3e:23:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c9653-c3da-4278-b272-84fe5811bd16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:32:18Z', 'updated_at': '2022-02-28T14:32:18Z', 'revision_number': 0, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3836f8f-4ac6-4066-b5b7-81134a9cdac3', 'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'mac_address': 'fa:16:3e:3b:ac:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:23Z', 'updated_at': '2022-02-28T14:31:29Z', 'revision_number': 5, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'subnets': [{'id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:32:20.820114 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6978b779-f4b8-4deb-8080-75064f907f73 req-bf5931ce-1af2-468e-a716-23e3bd05af54 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bdbe001-30ee-421e-b213-a6c0f1906637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458236 Feb 28 14:32:20.991242 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd3e2d2-72c0-464d-8166-66e685757a88 None None] New status for floating IP 83f2b450-5694-4e7e-af2e-fdd1726624c1: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:32:21.019526 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561c152-f43f-4de8-bb5c-df34192d5afe req-0912b5e3-319e-4178-a0de-3b8adaf2b03e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:21.021058 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4561c152-f43f-4de8-bb5c-df34192d5afe req-0912b5e3-319e-4178-a0de-3b8adaf2b03e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f6ec74a-042c-444f-8b2f-e446ffafd96a HTTP/1.1" status: 200 len: 983 time: 0.0916247 Feb 28 14:32:21.067244 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4561c152-f43f-4de8-bb5c-df34192d5afe req-9a2c3d12-4dba-4e4f-b646-63425a46a21a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bdbe001-30ee-421e-b213-a6c0f1906637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403352 Feb 28 14:32:21.090009 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33148) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:21.164437 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ee6484-85dd-4623-be2d-c51b0bbfe2b2 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:21.168978 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e8ee6484-85dd-4623-be2d-c51b0bbfe2b2 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6f6ec74a-042c-444f-8b2f-e446ffafd96a&network_id=be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1 HTTP/1.1" status: 200 len: 1131 time: 0.0748134 Feb 28 14:32:21.557734 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af1106-0763-4c02-bafc-f27d2210fe80 req-f36c5163-2435-4f3c-817d-1a42745f7d62 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:21.559210 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-82af1106-0763-4c02-bafc-f27d2210fe80 req-f36c5163-2435-4f3c-817d-1a42745f7d62 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f6ec74a-042c-444f-8b2f-e446ffafd96a HTTP/1.1" status: 200 len: 983 time: 0.0857000 Feb 28 14:32:21.604173 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-82af1106-0763-4c02-bafc-f27d2210fe80 req-2e5ac8fe-ae39-40f0-b4e6-f3fd4a4eefd8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bdbe001-30ee-421e-b213-a6c0f1906637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388472 Feb 28 14:32:22.794321 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb412be-dd3d-4599-90a3-5c06cccdaf5d req-825e47ef-8a53-4ca3-9795-48c237be9397 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:22.795692 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3cb412be-dd3d-4599-90a3-5c06cccdaf5d req-825e47ef-8a53-4ca3-9795-48c237be9397 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f6ec74a-042c-444f-8b2f-e446ffafd96a HTTP/1.1" status: 200 len: 983 time: 0.0816963 Feb 28 14:32:22.839818 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3cb412be-dd3d-4599-90a3-5c06cccdaf5d req-199dd461-8fd4-40dd-a6de-eb7d2c0fa1a4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bdbe001-30ee-421e-b213-a6c0f1906637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380740 Feb 28 14:32:22.939796 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413eb5e-29fa-4beb-a775-c818c3dd307d req-3c3de334-57d1-4403-8dfe-0ac672783b63 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:22.941200 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8413eb5e-29fa-4beb-a775-c818c3dd307d req-3c3de334-57d1-4403-8dfe-0ac672783b63 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f6ec74a-042c-444f-8b2f-e446ffafd96a HTTP/1.1" status: 200 len: 983 time: 0.0843287 Feb 28 14:32:23.011102 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413eb5e-29fa-4beb-a775-c818c3dd307d req-519d878e-e485-4850-a926-d62da77f955a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:23.012450 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8413eb5e-29fa-4beb-a775-c818c3dd307d req-519d878e-e485-4850-a926-d62da77f955a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/ports/ba3cde20-e557-4951-ae5b-718b30288faa?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0653398 Feb 28 14:32:23.162115 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8413eb5e-29fa-4beb-a775-c818c3dd307d req-48c6ae41-8ae7-498b-b904-833d5e73efbb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/networks/be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1431451 Feb 28 14:32:23.172690 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-8413eb5e-29fa-4beb-a775-c818c3dd307d req-5be68cdd-d82d-49e7-a25e-3155af968d58 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:32:23.286641 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-8413eb5e-29fa-4beb-a775-c818c3dd307d req-5be68cdd-d82d-49e7-a25e-3155af968d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:23.492859 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-8413eb5e-29fa-4beb-a775-c818c3dd307d req-5be68cdd-d82d-49e7-a25e-3155af968d58 service neutron] For port ba3cde20-e557-4951-ae5b-718b30288faa, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=ba3cde20-e557-4951-ae5b-718b30288faa,segment=NetworkSegment(26e0373a-085e-4573-9bb9-f998092f09fe),segment_id=26e0373a-085e-4573-9bb9-f998092f09fe)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:32:23.522070 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-8413eb5e-29fa-4beb-a775-c818c3dd307d req-5be68cdd-d82d-49e7-a25e-3155af968d58 service neutron] For port ba3cde20-e557-4951-ae5b-718b30288faa, host hv-neutron-8311, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:32:23.577993 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-8413eb5e-29fa-4beb-a775-c818c3dd307d req-5be68cdd-d82d-49e7-a25e-3155af968d58 service neutron] device_id is not set on port ba3cde20-e557-4951-ae5b-718b30288faa yet. {{(pid=87773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 14:32:23.586862 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-8413eb5e-29fa-4beb-a775-c818c3dd307d req-5be68cdd-d82d-49e7-a25e-3155af968d58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:23.595074 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-8413eb5e-29fa-4beb-a775-c818c3dd307d req-5be68cdd-d82d-49e7-a25e-3155af968d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:23.732774 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be68cdd-d82d-49e7-a25e-3155af968d58 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3cde20-e557-4951-ae5b-718b30288faa,revision_number=11']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:23.791959 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-8413eb5e-29fa-4beb-a775-c818c3dd307d req-5be68cdd-d82d-49e7-a25e-3155af968d58 service neutron] No DVR routers for this DVR port ba3cde20-e557-4951-ae5b-718b30288faa on host hv-neutron-8311 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:32:23.874292 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1f7c736c-cb19-4199-9191-b002916d5dbf None None] Provisioning complete for port ba3cde20-e557-4951-ae5b-718b30288faa triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:32:23.874789 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1f7c736c-cb19-4199-9191-b002916d5dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:23.927521 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1f7c736c-cb19-4199-9191-b002916d5dbf None None] Port ba3cde20-e557-4951-ae5b-718b30288faa cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:32:23.995784 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5ce60fcf-3073-4823-a4cd-30616f333b9d req-70c27ee6-1d4d-4e5b-a18d-0850661b41da tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f6ec74a-042c-444f-8b2f-e446ffafd96a HTTP/1.1" status: 200 len: 210 time: 0.0453556 Feb 28 14:32:24.022643 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-8413eb5e-29fa-4beb-a775-c818c3dd307d req-5be68cdd-d82d-49e7-a25e-3155af968d58 service neutron] In _notify_port_updated(), no bound segment for port ba3cde20-e557-4951-ae5b-718b30288faa on network be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1 {{(pid=87773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 28 14:32:24.023548 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413eb5e-29fa-4beb-a775-c818c3dd307d req-5be68cdd-d82d-49e7-a25e-3155af968d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:24.024173 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-8413eb5e-29fa-4beb-a775-c818c3dd307d req-5be68cdd-d82d-49e7-a25e-3155af968d58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:24.025493 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8413eb5e-29fa-4beb-a775-c818c3dd307d req-5be68cdd-d82d-49e7-a25e-3155af968d58 service neutron] 10.222.0.13 "PUT /v2.0/ports/ba3cde20-e557-4951-ae5b-718b30288faa HTTP/1.1" status: 200 len: 1026 time: 0.8573642 Feb 28 14:32:25.112368 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33162) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:25.179414 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-698764b4-ec80-4353-8dca-5185f54063e9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:25.212017 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-698764b4-ec80-4353-8dca-5185f54063e9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:25.284138 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-698764b4-ec80-4353-8dca-5185f54063e9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:25.306573 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698764b4-ec80-4353-8dca-5185f54063e9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7236b9d4-e576-4e8d-bf5e-fa4e15995d59,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:25.319209 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-698764b4-ec80-4353-8dca-5185f54063e9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:25.320333 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-698764b4-ec80-4353-8dca-5185f54063e9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/security-groups/7236b9d4-e576-4e8d-bf5e-fa4e15995d59 HTTP/1.1" status: 204 len: 168 time: 0.2069671 Feb 28 14:32:25.354343 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33168) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:25.562430 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-befdf42e-9757-4196-a683-32d51a1a5be5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port 84d0e84e-054a-40d4-bf78-2646379ef368 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:32:25.562711 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-befdf42e-9757-4196-a683-32d51a1a5be5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:25.734910 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-befdf42e-9757-4196-a683-32d51a1a5be5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:25.735232 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-befdf42e-9757-4196-a683-32d51a1a5be5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:25.857660 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-befdf42e-9757-4196-a683-32d51a1a5be5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for 84d0e84e-054a-40d4-bf78-2646379ef368 owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:32:26.016647 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-befdf42e-9757-4196-a683-32d51a1a5be5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:26.065817 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befdf42e-9757-4196-a683-32d51a1a5be5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=84d0e84e-054a-40d4-bf78-2646379ef368,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:26.159079 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-befdf42e-9757-4196-a683-32d51a1a5be5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:26.159805 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-befdf42e-9757-4196-a683-32d51a1a5be5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Floating IP 179a7188-e375-4fa3-82cd-83471c9f6121 disassociated (deleted). External IP: 172.26.5.234, port: ba3cde20-e557-4951-ae5b-718b30288faa. Feb 28 14:32:26.451211 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device ba3cde20-e557-4951-ae5b-718b30288faa no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:32:26.509120 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device ba3cde20-e557-4951-ae5b-718b30288faa not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:32:26.617937 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befdf42e-9757-4196-a683-32d51a1a5be5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 00b5a2bd-6915-4988-831c-da393427f423 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:32:26.799176 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befdf42e-9757-4196-a683-32d51a1a5be5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:32:26.809311 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cef3cef-9f97-4202-b14b-84feb7ef3f63 None None] Sync routers for ids ['00b5a2bd-6915-4988-831c-da393427f423'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:32:26.818932 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cef3cef-9f97-4202-b14b-84feb7ef3f63 None None] Routers {'00b5a2bd-6915-4988-831c-da393427f423'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:32:26.819631 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0cef3cef-9f97-4202-b14b-84feb7ef3f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:32:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['00b5a2bd-6915-4988-831c-da393427f423'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:26.821888 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-befdf42e-9757-4196-a683-32d51a1a5be5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:26.881300 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-befdf42e-9757-4196-a683-32d51a1a5be5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/floatingips/179a7188-e375-4fa3-82cd-83471c9f6121 HTTP/1.1" status: 204 len: 168 time: 1.5258877 Feb 28 14:32:27.005352 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-0cef3cef-9f97-4202-b14b-84feb7ef3f63 None None] Set router 00b5a2bd-6915-4988-831c-da393427f423 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:32:27.032088 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33178) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:27.214660 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c98b743-e2aa-4217-bd52-c7e311e17fc5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:27.249487 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c98b743-e2aa-4217-bd52-c7e311e17fc5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:27.318385 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c98b743-e2aa-4217-bd52-c7e311e17fc5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:27.323494 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0cef3cef-9f97-4202-b14b-84feb7ef3f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b5a2bd-6915-4988-831c-da393427f423', 'name': 'tempest-TestNetworkBasicOps-router-226286711', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:36Z', 'updated_at': '2022-02-28T14:31:42Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b5a2bd-6915-4988-831c-da393427f423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:37Z', 'updated_at': '2022-02-28T14:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'e4c3210f-2e15-46cb-873f-b6fa0bf04411', 'name': '', 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:fd:55:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b5a2bd-6915-4988-831c-da393427f423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'dfbfdb60-3626-4921-853a-309a67efbab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:41Z', 'updated_at': '2022-02-28T14:31:49Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': 'dfbfdb60-3626-4921-853a-309a67efbab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:27.327414 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cef3cef-9f97-4202-b14b-84feb7ef3f63 None None] Checking router: 00b5a2bd-6915-4988-831c-da393427f423 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:32:27.336212 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cef3cef-9f97-4202-b14b-84feb7ef3f63 None None] Routers {'00b5a2bd-6915-4988-831c-da393427f423'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:32:27.336811 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0cef3cef-9f97-4202-b14b-84feb7ef3f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:32:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['00b5a2bd-6915-4988-831c-da393427f423'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:27.338154 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98b743-e2aa-4217-bd52-c7e311e17fc5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33071690-ef67-4da4-98c6-d6536a75c5c0,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:27.345053 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c98b743-e2aa-4217-bd52-c7e311e17fc5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:27.346210 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1c98b743-e2aa-4217-bd52-c7e311e17fc5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/security-groups/33071690-ef67-4da4-98c6-d6536a75c5c0 HTTP/1.1" status: 204 len: 168 time: 0.3131185 Feb 28 14:32:27.378884 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33188) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:27.447409 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9e0f8179-2591-4b2b-a617-db1ea6ecc312 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port ba3cde20-e557-4951-ae5b-718b30288faa {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:32:27.448051 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9e0f8179-2591-4b2b-a617-db1ea6ecc312 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:27.518328 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-0cef3cef-9f97-4202-b14b-84feb7ef3f63 None None] Set router 00b5a2bd-6915-4988-831c-da393427f423 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:32:27.694550 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9e0f8179-2591-4b2b-a617-db1ea6ecc312 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:27.799194 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:32:27.816667 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9e0f8179-2591-4b2b-a617-db1ea6ecc312 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for ba3cde20-e557-4951-ae5b-718b30288faa owned by {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:32:27.862066 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0cef3cef-9f97-4202-b14b-84feb7ef3f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b5a2bd-6915-4988-831c-da393427f423', 'name': 'tempest-TestNetworkBasicOps-router-226286711', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:36Z', 'updated_at': '2022-02-28T14:31:42Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b5a2bd-6915-4988-831c-da393427f423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:37Z', 'updated_at': '2022-02-28T14:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'e4c3210f-2e15-46cb-873f-b6fa0bf04411', 'name': '', 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:fd:55:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b5a2bd-6915-4988-831c-da393427f423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'dfbfdb60-3626-4921-853a-309a67efbab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:41Z', 'updated_at': '2022-02-28T14:31:49Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': 'dfbfdb60-3626-4921-853a-309a67efbab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:27.866274 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cef3cef-9f97-4202-b14b-84feb7ef3f63 None None] The sync data for ids ['00b5a2bd-6915-4988-831c-da393427f423'] in dv-neutron-831192-4-hyperv is: [{'id': '00b5a2bd-6915-4988-831c-da393427f423', 'name': 'tempest-TestNetworkBasicOps-router-226286711', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:36Z', 'updated_at': '2022-02-28T14:31:42Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b5a2bd-6915-4988-831c-da393427f423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:37Z', 'updated_at': '2022-02-28T14:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'e4c3210f-2e15-46cb-873f-b6fa0bf04411', 'name': '', 'network_id': 'be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:fd:55:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b5a2bd-6915-4988-831c-da393427f423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'dfbfdb60-3626-4921-853a-309a67efbab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:41Z', 'updated_at': '2022-02-28T14:31:49Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': 'dfbfdb60-3626-4921-853a-309a67efbab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:32:27.971534 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9e0f8179-2591-4b2b-a617-db1ea6ecc312 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:28.022856 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f8179-2591-4b2b-a617-db1ea6ecc312 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=ba3cde20-e557-4951-ae5b-718b30288faa,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:28.147772 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9e0f8179-2591-4b2b-a617-db1ea6ecc312 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:28.163862 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33192) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:28.166262 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8affbc-d013-403b-8db0-294e27133b22 None None] New status for floating IP 179a7188-e375-4fa3-82cd-83471c9f6121: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:32:28.169223 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9e0f8179-2591-4b2b-a617-db1ea6ecc312 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/ports/ba3cde20-e557-4951-ae5b-718b30288faa HTTP/1.1" status: 204 len: 168 time: 0.7876413 Feb 28 14:32:28.754128 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af19b8ce-9303-4fc9-9e90-5131eea5008c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:29.122253 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-af19b8ce-9303-4fc9-9e90-5131eea5008c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port e4c3210f-2e15-46cb-873f-b6fa0bf04411 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:32:29.122253 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af19b8ce-9303-4fc9-9e90-5131eea5008c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:29.323415 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-af19b8ce-9303-4fc9-9e90-5131eea5008c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port e4c3210f-2e15-46cb-873f-b6fa0bf04411, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=e4c3210f-2e15-46cb-873f-b6fa0bf04411,segment=NetworkSegment(26e0373a-085e-4573-9bb9-f998092f09fe),segment_id=26e0373a-085e-4573-9bb9-f998092f09fe)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:32:29.324004 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af19b8ce-9303-4fc9-9e90-5131eea5008c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:29.560549 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-af19b8ce-9303-4fc9-9e90-5131eea5008c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for e4c3210f-2e15-46cb-873f-b6fa0bf04411 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:32:29.765255 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af19b8ce-9303-4fc9-9e90-5131eea5008c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:29.818071 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19b8ce-9303-4fc9-9e90-5131eea5008c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=e4c3210f-2e15-46cb-873f-b6fa0bf04411,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:30.102970 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-af19b8ce-9303-4fc9-9e90-5131eea5008c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:30.480026 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af19b8ce-9303-4fc9-9e90-5131eea5008c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 00b5a2bd-6915-4988-831c-da393427f423 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:32:30.660356 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af19b8ce-9303-4fc9-9e90-5131eea5008c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:32:30.669845 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee10170-0644-48f1-9698-19b0c1a90063 None None] Sync routers for ids ['00b5a2bd-6915-4988-831c-da393427f423'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:32:30.673983 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-af19b8ce-9303-4fc9-9e90-5131eea5008c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "PUT /v2.0/routers/00b5a2bd-6915-4988-831c-da393427f423/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5088265 Feb 28 14:32:30.676838 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33198) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:30.679366 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee10170-0644-48f1-9698-19b0c1a90063 None None] Routers {'00b5a2bd-6915-4988-831c-da393427f423'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:32:30.679965 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0ee10170-0644-48f1-9698-19b0c1a90063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:32:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['00b5a2bd-6915-4988-831c-da393427f423'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:30.743915 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-422e4747-25c7-4811-b027-457a0481f14e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting subnet dfbfdb60-3626-4921-853a-309a67efbab1 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:32:30.747194 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-422e4747-25c7-4811-b027-457a0481f14e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:30.801324 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-422e4747-25c7-4811-b027-457a0481f14e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:30.855927 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-0ee10170-0644-48f1-9698-19b0c1a90063 None None] Set router 00b5a2bd-6915-4988-831c-da393427f423 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:32:30.890137 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-422e4747-25c7-4811-b027-457a0481f14e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:30.971166 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-422e4747-25c7-4811-b027-457a0481f14e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:31.010023 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e4747-25c7-4811-b027-457a0481f14e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Subnet': ['ID=dfbfdb60-3626-4921-853a-309a67efbab1,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:31.013375 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-422e4747-25c7-4811-b027-457a0481f14e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:31.019444 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-422e4747-25c7-4811-b027-457a0481f14e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/subnets/dfbfdb60-3626-4921-853a-309a67efbab1 HTTP/1.1" status: 204 len: 168 time: 0.3416278 Feb 28 14:32:31.019610 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d47cc9-a597-4e0f-b960-7676f3da6791 None None] Network be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:32:31.022045 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33202) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:31.156409 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0ee10170-0644-48f1-9698-19b0c1a90063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b5a2bd-6915-4988-831c-da393427f423', 'name': 'tempest-TestNetworkBasicOps-router-226286711', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:36Z', 'updated_at': '2022-02-28T14:32:29Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b5a2bd-6915-4988-831c-da393427f423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:37Z', 'updated_at': '2022-02-28T14:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:31.160564 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee10170-0644-48f1-9698-19b0c1a90063 None None] Checking router: 00b5a2bd-6915-4988-831c-da393427f423 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:32:31.170638 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee10170-0644-48f1-9698-19b0c1a90063 None None] Routers {'00b5a2bd-6915-4988-831c-da393427f423'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:32:31.171283 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0ee10170-0644-48f1-9698-19b0c1a90063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:32:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['00b5a2bd-6915-4988-831c-da393427f423'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:31.343420 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7350bdfa-c961-43d2-960a-2d3ce5602361 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:31.359225 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664b89a5-d59a-4e9b-989f-58346a4d713e None None] DHCP port deletion for be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:32:31.363629 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-664b89a5-d59a-4e9b-989f-58346a4d713e None None] Deleting port 333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:32:31.363982 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-664b89a5-d59a-4e9b-989f-58346a4d713e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:31.385343 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-0ee10170-0644-48f1-9698-19b0c1a90063 None None] Set router 00b5a2bd-6915-4988-831c-da393427f423 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:32:31.584123 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7350bdfa-c961-43d2-960a-2d3ce5602361 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:31.598537 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7350bdfa-c961-43d2-960a-2d3ce5602361 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port dcf8cc1d-fd3e-4918-bcb7-08860ed6300f {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:32:31.599201 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7350bdfa-c961-43d2-960a-2d3ce5602361 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:31.654382 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-664b89a5-d59a-4e9b-989f-58346a4d713e None None] For port 333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd,segment=NetworkSegment(26e0373a-085e-4573-9bb9-f998092f09fe),segment_id=26e0373a-085e-4573-9bb9-f998092f09fe)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:32:31.654772 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-664b89a5-d59a-4e9b-989f-58346a4d713e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:31.728957 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-0ee10170-0644-48f1-9698-19b0c1a90063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b5a2bd-6915-4988-831c-da393427f423', 'name': 'tempest-TestNetworkBasicOps-router-226286711', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:36Z', 'updated_at': '2022-02-28T14:32:29Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b5a2bd-6915-4988-831c-da393427f423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:37Z', 'updated_at': '2022-02-28T14:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:31.733513 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee10170-0644-48f1-9698-19b0c1a90063 None None] The sync data for ids ['00b5a2bd-6915-4988-831c-da393427f423'] in dv-neutron-831192-4-hyperv is: [{'id': '00b5a2bd-6915-4988-831c-da393427f423', 'name': 'tempest-TestNetworkBasicOps-router-226286711', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:36Z', 'updated_at': '2022-02-28T14:32:29Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'dcf8cc1d-fd3e-4918-bcb7-08860ed6300f', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b5a2bd-6915-4988-831c-da393427f423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:37Z', 'updated_at': '2022-02-28T14:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:32:31.795422 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-664b89a5-d59a-4e9b-989f-58346a4d713e None None] Calling delete_port for 333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:32:31.825602 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-7350bdfa-c961-43d2-960a-2d3ce5602361 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port dcf8cc1d-fd3e-4918-bcb7-08860ed6300f, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=dcf8cc1d-fd3e-4918-bcb7-08860ed6300f,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:32:31.825960 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7350bdfa-c961-43d2-960a-2d3ce5602361 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:31.878335 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-664b89a5-d59a-4e9b-989f-58346a4d713e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:31.930198 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664b89a5-d59a-4e9b-989f-58346a4d713e None None] No DVR routers for this DVR port 333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:32:31.957296 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b89a5-d59a-4e9b-989f-58346a4d713e None None] Pushing event deleted for resources: {'Port': ['ID=333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:31.960529 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7350bdfa-c961-43d2-960a-2d3ce5602361 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for dcf8cc1d-fd3e-4918-bcb7-08860ed6300f owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:32:32.157313 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7350bdfa-c961-43d2-960a-2d3ce5602361 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:32.204657 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350bdfa-c961-43d2-960a-2d3ce5602361 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=dcf8cc1d-fd3e-4918-bcb7-08860ed6300f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:32.297587 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7350bdfa-c961-43d2-960a-2d3ce5602361 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:32.476010 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7350bdfa-c961-43d2-960a-2d3ce5602361 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:32.478380 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7350bdfa-c961-43d2-960a-2d3ce5602361 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:32.502266 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7350bdfa-c961-43d2-960a-2d3ce5602361 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:32.502955 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7350bdfa-c961-43d2-960a-2d3ce5602361 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Fanout notify agent at l3_agent the message router_deleted on router 00b5a2bd-6915-4988-831c-da393427f423 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:32:32.519022 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7350bdfa-c961-43d2-960a-2d3ce5602361 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:32.520156 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7350bdfa-c961-43d2-960a-2d3ce5602361 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/routers/00b5a2bd-6915-4988-831c-da393427f423 HTTP/1.1" status: 204 len: 168 time: 1.4971704 Feb 28 14:32:32.523484 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33206) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:32.642350 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b66f3876-d5d1-4c4f-bc6e-c67fb7f611a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:32.880758 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b66f3876-d5d1-4c4f-bc6e-c67fb7f611a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:32.909054 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b66f3876-d5d1-4c4f-bc6e-c67fb7f611a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:32.926536 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b66f3876-d5d1-4c4f-bc6e-c67fb7f611a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26e0373a-085e-4573-9bb9-f998092f09fe') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:32.926824 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b66f3876-d5d1-4c4f-bc6e-c67fb7f611a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26e0373a-085e-4573-9bb9-f998092f09fe') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:32.939640 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b66f3876-d5d1-4c4f-bc6e-c67fb7f611a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:32.961032 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b66f3876-d5d1-4c4f-bc6e-c67fb7f611a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:32.969900 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b66f3876-d5d1-4c4f-bc6e-c67fb7f611a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:32:32.969900 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b66f3876-d5d1-4c4f-bc6e-c67fb7f611a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:32:32.982850 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:32:33.067721 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b66f3876-d5d1-4c4f-bc6e-c67fb7f611a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:33.087270 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b66f3876-d5d1-4c4f-bc6e-c67fb7f611a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:33.098303 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f3876-d5d1-4c4f-bc6e-c67fb7f611a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Network': ['ID=be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:33.110219 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b66f3876-d5d1-4c4f-bc6e-c67fb7f611a1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/networks/be7705e8-e51a-4c4a-ba7b-f5c6442d5ef1 HTTP/1.1" status: 204 len: 168 time: 0.5840263 Feb 28 14:32:33.122634 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33210) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:33.133993 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-84ac8239-fb57-4805-899c-e94d9dcfa6ce tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0102205 Feb 28 14:32:33.136347 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33216) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:33.141438 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0ccf6f1d-3867-4ed2-8575-23dad5d58df1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'network': {'name': 'tempest-network-smoke--262376635', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'port_security_enabled': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:32:33.146174 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0ccf6f1d-3867-4ed2-8575-23dad5d58df1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:32:33.150758 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0ccf6f1d-3867-4ed2-8575-23dad5d58df1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:network and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:32:33.158643 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0ccf6f1d-3867-4ed2-8575-23dad5d58df1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:32:33.164761 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0ccf6f1d-3867-4ed2-8575-23dad5d58df1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:32:33.176693 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccf6f1d-3867-4ed2-8575-23dad5d58df1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Made reservation on behalf of 1cd57789443e43d89a7681324e1f7304 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:32:33.180161 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0ccf6f1d-3867-4ed2-8575-23dad5d58df1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:33.207413 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ccf6f1d-3867-4ed2-8575-23dad5d58df1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:32:33.216329 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0ccf6f1d-3867-4ed2-8575-23dad5d58df1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:33.216696 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-0ccf6f1d-3867-4ed2-8575-23dad5d58df1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Added segment d0995b96-1cd0-4dc3-b10e-815e55861029 of type vlan for network db00cf80-6b8a-401c-8478-367443edcbd5 Feb 28 14:32:33.242458 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0ccf6f1d-3867-4ed2-8575-23dad5d58df1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:33.271482 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0ccf6f1d-3867-4ed2-8575-23dad5d58df1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:33.276952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccf6f1d-3867-4ed2-8575-23dad5d58df1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:33.277610 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0ccf6f1d-3867-4ed2-8575-23dad5d58df1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:33.368638 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device e4c3210f-2e15-46cb-873f-b6fa0bf04411 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:32:33.392267 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0ccf6f1d-3867-4ed2-8575-23dad5d58df1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2548108 Feb 28 14:32:33.395117 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33222) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:33.395691 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf6f1d-3867-4ed2-8575-23dad5d58df1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Network': ['ID=db00cf80-6b8a-401c-8478-367443edcbd5,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:33.400938 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9121f7e6-67e7-479e-93f8-55bf46d2ffb1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-193399932', 'admin_state_up': True, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:32:33.409437 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9121f7e6-67e7-479e-93f8-55bf46d2ffb1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:32:33.413513 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9121f7e6-67e7-479e-93f8-55bf46d2ffb1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:router and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:32:33.415780 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network db00cf80-6b8a-401c-8478-367443edcbd5 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:32:33.416965 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9121f7e6-67e7-479e-93f8-55bf46d2ffb1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:32:33.424140 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9121f7e6-67e7-479e-93f8-55bf46d2ffb1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:32:33.428620 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: e4c3210f-2e15-46cb-873f-b6fa0bf04411 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:32:33.428944 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device e4c3210f-2e15-46cb-873f-b6fa0bf04411 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:32:33.429180 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device dcf8cc1d-fd3e-4918-bcb7-08860ed6300f no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:32:33.436332 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9121f7e6-67e7-479e-93f8-55bf46d2ffb1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:33.437736 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9121f7e6-67e7-479e-93f8-55bf46d2ffb1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:33.455204 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9121f7e6-67e7-479e-93f8-55bf46d2ffb1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:33.464699 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: dcf8cc1d-fd3e-4918-bcb7-08860ed6300f {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:32:33.465101 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device dcf8cc1d-fd3e-4918-bcb7-08860ed6300f not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:32:33.465607 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:32:33.510809 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:32:33.511143 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 333fbf13-1fd0-49a9-bf19-1a9ca8cb61fd not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:32:33.832268 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9121f7e6-67e7-479e-93f8-55bf46d2ffb1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:34.141464 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9121f7e6-67e7-479e-93f8-55bf46d2ffb1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:34.172843 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9121f7e6-67e7-479e-93f8-55bf46d2ffb1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:34.310428 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-9121f7e6-67e7-479e-93f8-55bf46d2ffb1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.26.5.191 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/283b1d12-045b-4097-a616-2d0d2dede5e9) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:32:34.457582 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9121f7e6-67e7-479e-93f8-55bf46d2ffb1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:34.490239 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9121f7e6-67e7-479e-93f8-55bf46d2ffb1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:34.554191 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9121f7e6-67e7-479e-93f8-55bf46d2ffb1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:32:34.561753 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-9121f7e6-67e7-479e-93f8-55bf46d2ffb1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:32:34.566905 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9121f7e6-67e7-479e-93f8-55bf46d2ffb1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:32:34.595132 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121f7e6-67e7-479e-93f8-55bf46d2ffb1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=283b1d12-045b-4097-a616-2d0d2dede5e9,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:35.005923 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9121f7e6-67e7-479e-93f8-55bf46d2ffb1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:35.006334 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:35.483390 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9121f7e6-67e7-479e-93f8-55bf46d2ffb1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:35.699832 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9121f7e6-67e7-479e-93f8-55bf46d2ffb1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router ed502320-50b7-4417-909f-8c51b9de4583 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:32:35.882375 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9121f7e6-67e7-479e-93f8-55bf46d2ffb1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:32:35.893516 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525fa457-c1e8-47b0-9640-da9b5808af7f None None] Sync routers for ids ['ed502320-50b7-4417-909f-8c51b9de4583'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:32:35.910564 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525fa457-c1e8-47b0-9640-da9b5808af7f None None] Routers {'ed502320-50b7-4417-909f-8c51b9de4583'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:32:35.910564 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-525fa457-c1e8-47b0-9640-da9b5808af7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:32:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ed502320-50b7-4417-909f-8c51b9de4583'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:35.925795 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9121f7e6-67e7-479e-93f8-55bf46d2ffb1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:35.925795 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9121f7e6-67e7-479e-93f8-55bf46d2ffb1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5243988 Feb 28 14:32:35.925795 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33226) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:35.970394 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c2f2ebeb-6d39-464a-86f8-a52f1b9fed81 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=1cd57789443e43d89a7681324e1f7304&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418024 Feb 28 14:32:35.975913 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33230) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:36.106533 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36a353e-4ac0-4fa1-bbb5-614aa042075a tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:36.108153 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c36a353e-4ac0-4fa1-bbb5-614aa042075a tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1364017 Feb 28 14:32:36.111360 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33234) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:36.117451 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-525fa457-c1e8-47b0-9640-da9b5808af7f None None] Set router ed502320-50b7-4417-909f-8c51b9de4583 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:32:36.160677 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8d37058f-15e0-412d-9c49-bdb5c29b6436 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450172 Feb 28 14:32:36.164417 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33238) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:36.168428 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-3415c0c6-9806-4058-a112-9dab5ec3d5b5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-24080011', 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:32:36.285985 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3415c0c6-9806-4058-a112-9dab5ec3d5b5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:32:36.289895 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3415c0c6-9806-4058-a112-9dab5ec3d5b5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:subnet and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:32:36.293661 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3415c0c6-9806-4058-a112-9dab5ec3d5b5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:32:36.300902 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3415c0c6-9806-4058-a112-9dab5ec3d5b5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:32:36.313651 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3415c0c6-9806-4058-a112-9dab5ec3d5b5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Made reservation on behalf of 1cd57789443e43d89a7681324e1f7304 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:32:36.317164 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3415c0c6-9806-4058-a112-9dab5ec3d5b5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:36.425883 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-525fa457-c1e8-47b0-9640-da9b5808af7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'name': 'tempest-TestNetworkBasicOps-router-193399932', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191'}], 'enable_snat': True}, 'gw_port_id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:32:33Z', 'updated_at': '2022-02-28T14:32:34Z', 'revision_number': 3, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:69:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:34Z', 'updated_at': '2022-02-28T14:32:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:36.430294 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525fa457-c1e8-47b0-9640-da9b5808af7f None None] Checking router: ed502320-50b7-4417-909f-8c51b9de4583 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:32:36.430635 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525fa457-c1e8-47b0-9640-da9b5808af7f None None] Updating router ed502320-50b7-4417-909f-8c51b9de4583 port 283b1d12-045b-4097-a616-2d0d2dede5e9 binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:32:36.484690 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-525fa457-c1e8-47b0-9640-da9b5808af7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:36.538862 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3415c0c6-9806-4058-a112-9dab5ec3d5b5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:36.752034 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415c0c6-9806-4058-a112-9dab5ec3d5b5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Subnet': ['ID=73362f39-0625-4f90-8ebc-cfee3edc1c1d,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:36.760199 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3415c0c6-9806-4058-a112-9dab5ec3d5b5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Checking segment: {'id': 'd0995b96-1cd0-4dc3-b10e-815e55861029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:32:36.760748 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3415c0c6-9806-4058-a112-9dab5ec3d5b5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network hostable DHCP agents. Network: db00cf80-6b8a-401c-8478-367443edcbd5, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:32:36.783077 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3415c0c6-9806-4058-a112-9dab5ec3d5b5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network db00cf80-6b8a-401c-8478-367443edcbd5 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:32:36.793649 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-3415c0c6-9806-4058-a112-9dab5ec3d5b5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, db00cf80-6b8a-401c-8478-367443edcbd5) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:32:36.798184 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3415c0c6-9806-4058-a112-9dab5ec3d5b5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:36.798749 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3415c0c6-9806-4058-a112-9dab5ec3d5b5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:36.820496 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6061284-bfc6-42b7-940d-cc179ea5c538 None None] Network db00cf80-6b8a-401c-8478-367443edcbd5 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:32:36.823759 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3415c0c6-9806-4058-a112-9dab5ec3d5b5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6613419 Feb 28 14:32:36.824184 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33242) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:36.933496 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-525fa457-c1e8-47b0-9640-da9b5808af7f None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:36.952352 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-525fa457-c1e8-47b0-9640-da9b5808af7f None None] Transition to ACTIVE for port object 283b1d12-045b-4097-a616-2d0d2dede5e9 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:32:36.970782 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-525fa457-c1e8-47b0-9640-da9b5808af7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:37.099187 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-525fa457-c1e8-47b0-9640-da9b5808af7f None None] Attempting to bind port 283b1d12-045b-4097-a616-2d0d2dede5e9 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:32:37.099546 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-525fa457-c1e8-47b0-9640-da9b5808af7f None None] Attempting to bind port 283b1d12-045b-4097-a616-2d0d2dede5e9 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:32:37.099958 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525fa457-c1e8-47b0-9640-da9b5808af7f None None] Attempting to bind port 283b1d12-045b-4097-a616-2d0d2dede5e9 on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:32:37.103718 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18906207-fb01-4f80-bf2e-0a22b90cbc87 None None] Pushing event updated for resources: {'Port': ['ID=283b1d12-045b-4097-a616-2d0d2dede5e9,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:37.135956 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525fa457-c1e8-47b0-9640-da9b5808af7f None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:32:37.136654 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525fa457-c1e8-47b0-9640-da9b5808af7f None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:32:37.136867 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-525fa457-c1e8-47b0-9640-da9b5808af7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:37.137237 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525fa457-c1e8-47b0-9640-da9b5808af7f None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:32:37.137705 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-525fa457-c1e8-47b0-9640-da9b5808af7f None None] Bound port: 283b1d12-045b-4097-a616-2d0d2dede5e9, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:32:37.138069 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-525fa457-c1e8-47b0-9640-da9b5808af7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:37.182572 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8035eb05-9492-4f55-bb78-82fe234229a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-db00cf80-6b8a-401c-8478-367443edcbd5', 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ips': [{'subnet_id': '73362f39-0625-4f90-8ebc-cfee3edc1c1d'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:32:37.183413 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8035eb05-9492-4f55-bb78-82fe234229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:37.275016 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-525fa457-c1e8-47b0-9640-da9b5808af7f None None] For port 283b1d12-045b-4097-a616-2d0d2dede5e9, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:32:37.304539 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-525fa457-c1e8-47b0-9640-da9b5808af7f None None] For port 283b1d12-045b-4097-a616-2d0d2dede5e9, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=283b1d12-045b-4097-a616-2d0d2dede5e9,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:32:37.307991 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-525fa457-c1e8-47b0-9640-da9b5808af7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:37.434724 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525fa457-c1e8-47b0-9640-da9b5808af7f None None] Routers {'ed502320-50b7-4417-909f-8c51b9de4583'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:32:37.434724 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-525fa457-c1e8-47b0-9640-da9b5808af7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:32:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ed502320-50b7-4417-909f-8c51b9de4583'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:37.522494 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18906207-fb01-4f80-bf2e-0a22b90cbc87 None None] Pushing event updated for resources: {'Port': ['ID=283b1d12-045b-4097-a616-2d0d2dede5e9,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:37.534002 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-8035eb05-9492-4f55-bb78-82fe234229a9 None None] Allocated IP 172.20.0.2 (db00cf80-6b8a-401c-8478-367443edcbd5/73362f39-0625-4f90-8ebc-cfee3edc1c1d/c3823981-30ce-4de1-8ad5-ff3695a710b0) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:32:37.540218 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a56ba5d-00a6-47ac-930f-0269b1a8207c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:37.730865 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-525fa457-c1e8-47b0-9640-da9b5808af7f None None] Set router ed502320-50b7-4417-909f-8c51b9de4583 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:32:37.771650 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9285a94e-fb32-48c1-ad22-6ad5c494d7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:38.124884 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8035eb05-9492-4f55-bb78-82fe234229a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:38.141453 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8035eb05-9492-4f55-bb78-82fe234229a9 None None] Transition to ACTIVE for port object c3823981-30ce-4de1-8ad5-ff3695a710b0 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:32:38.165618 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8035eb05-9492-4f55-bb78-82fe234229a9 None None] Transition to ACTIVE for port object c3823981-30ce-4de1-8ad5-ff3695a710b0 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:32:38.170696 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8035eb05-9492-4f55-bb78-82fe234229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:38.221484 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33248) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:38.236501 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-525fa457-c1e8-47b0-9640-da9b5808af7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'name': 'tempest-TestNetworkBasicOps-router-193399932', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191'}], 'enable_snat': True}, 'gw_port_id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:32:33Z', 'updated_at': '2022-02-28T14:32:34Z', 'revision_number': 3, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:69:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:34Z', 'updated_at': '2022-02-28T14:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:38.245396 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8035eb05-9492-4f55-bb78-82fe234229a9 None None] Network db00cf80-6b8a-401c-8478-367443edcbd5 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:32:38.252181 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-8035eb05-9492-4f55-bb78-82fe234229a9 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:32:38.254627 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035eb05-9492-4f55-bb78-82fe234229a9 None None] Pushing event updated for resources: {'Port': ['ID=c3823981-30ce-4de1-8ad5-ff3695a710b0,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:38.257392 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8035eb05-9492-4f55-bb78-82fe234229a9 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:32:38.259030 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525fa457-c1e8-47b0-9640-da9b5808af7f None None] The sync data for ids ['ed502320-50b7-4417-909f-8c51b9de4583'] in dv-neutron-831192-4-hyperv is: [{'id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'name': 'tempest-TestNetworkBasicOps-router-193399932', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191'}], 'enable_snat': True}, 'gw_port_id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:32:33Z', 'updated_at': '2022-02-28T14:32:34Z', 'revision_number': 3, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:69:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:34Z', 'updated_at': '2022-02-28T14:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:32:38.275870 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-2a56ba5d-00a6-47ac-930f-0269b1a8207c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.20.0.1 (db00cf80-6b8a-401c-8478-367443edcbd5/73362f39-0625-4f90-8ebc-cfee3edc1c1d/6255233e-41f2-4d29-a8c5-be471fa7097b) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:32:38.376696 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-8035eb05-9492-4f55-bb78-82fe234229a9 None None] Attempting to bind port c3823981-30ce-4de1-8ad5-ff3695a710b0 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:32:38.377504 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-8035eb05-9492-4f55-bb78-82fe234229a9 None None] Attempting to bind port c3823981-30ce-4de1-8ad5-ff3695a710b0 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'd0995b96-1cd0-4dc3-b10e-815e55861029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:32:38.387450 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8035eb05-9492-4f55-bb78-82fe234229a9 None None] Attempting to bind port c3823981-30ce-4de1-8ad5-ff3695a710b0 on network db00cf80-6b8a-401c-8478-367443edcbd5 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:32:38.393966 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8035eb05-9492-4f55-bb78-82fe234229a9 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:32:38.395131 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8035eb05-9492-4f55-bb78-82fe234229a9 None None] Checking segment: {'id': 'd0995b96-1cd0-4dc3-b10e-815e55861029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:32:38.396130 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8035eb05-9492-4f55-bb78-82fe234229a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:38.396130 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8035eb05-9492-4f55-bb78-82fe234229a9 None None] Bound using segment: {'id': 'd0995b96-1cd0-4dc3-b10e-815e55861029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:32:38.396952 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-8035eb05-9492-4f55-bb78-82fe234229a9 None None] Bound port: c3823981-30ce-4de1-8ad5-ff3695a710b0, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0995b96-1cd0-4dc3-b10e-815e55861029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:32:38.396952 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8035eb05-9492-4f55-bb78-82fe234229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:38.495954 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c4843e9c-a1d5-4123-8643-f8b449b57b99 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Deleting port 790d928a-7dce-4c85-a868-21f3cf0a4eb5 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:32:38.496356 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4843e9c-a1d5-4123-8643-f8b449b57b99 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:38.522956 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-8035eb05-9492-4f55-bb78-82fe234229a9 None None] For port c3823981-30ce-4de1-8ad5-ff3695a710b0, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:32:38.534456 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-8035eb05-9492-4f55-bb78-82fe234229a9 None None] For port c3823981-30ce-4de1-8ad5-ff3695a710b0, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c3823981-30ce-4de1-8ad5-ff3695a710b0,segment=NetworkSegment(d0995b96-1cd0-4dc3-b10e-815e55861029),segment_id=d0995b96-1cd0-4dc3-b10e-815e55861029)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:32:38.539839 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a56ba5d-00a6-47ac-930f-0269b1a8207c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:38.544713 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8035eb05-9492-4f55-bb78-82fe234229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:38.553935 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-2a56ba5d-00a6-47ac-930f-0269b1a8207c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Transition to ACTIVE for port object 6255233e-41f2-4d29-a8c5-be471fa7097b will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:32:38.581711 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a56ba5d-00a6-47ac-930f-0269b1a8207c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:38.684059 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a56ba5d-00a6-47ac-930f-0269b1a8207c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network db00cf80-6b8a-401c-8478-367443edcbd5 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:32:38.687777 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-2a56ba5d-00a6-47ac-930f-0269b1a8207c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:32:38.692986 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a56ba5d-00a6-47ac-930f-0269b1a8207c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:32:38.765251 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035eb05-9492-4f55-bb78-82fe234229a9 None None] Pushing event updated for resources: {'Port': ['ID=c3823981-30ce-4de1-8ad5-ff3695a710b0,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:38.767303 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a56ba5d-00a6-47ac-930f-0269b1a8207c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:38.769409 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56ba5d-00a6-47ac-930f-0269b1a8207c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=6255233e-41f2-4d29-a8c5-be471fa7097b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:38.812656 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4843e9c-a1d5-4123-8643-f8b449b57b99 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:38.812990 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4843e9c-a1d5-4123-8643-f8b449b57b99 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:38.983947 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c4843e9c-a1d5-4123-8643-f8b449b57b99 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Calling delete_port for 790d928a-7dce-4c85-a868-21f3cf0a4eb5 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:32:38.995225 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a56ba5d-00a6-47ac-930f-0269b1a8207c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:39.211175 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4843e9c-a1d5-4123-8643-f8b449b57b99 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:39.342222 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4843e9c-a1d5-4123-8643-f8b449b57b99 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Pushing event deleted for resources: {'Port': ['ID=790d928a-7dce-4c85-a868-21f3cf0a4eb5,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:39.418014 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4843e9c-a1d5-4123-8643-f8b449b57b99 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:39.418300 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-c4843e9c-a1d5-4123-8643-f8b449b57b99 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Floating IP 89da6be8-4adc-4deb-aea7-55401c7945be disassociated (deleted). External IP: 172.26.5.108, port: 14d3862a-60ae-436d-84cf-3a77b40c149f. Feb 28 14:32:39.555248 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 283b1d12-045b-4097-a616-2d0d2dede5e9 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:32:39.608519 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a56ba5d-00a6-47ac-930f-0269b1a8207c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:39.658144 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a56ba5d-00a6-47ac-930f-0269b1a8207c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:39.724893 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 283b1d12-045b-4097-a616-2d0d2dede5e9 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:32:39.735743 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 283b1d12-045b-4097-a616-2d0d2dede5e9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:32:39.735743 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:39.838164 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56ba5d-00a6-47ac-930f-0269b1a8207c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=6255233e-41f2-4d29-a8c5-be471fa7097b,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:39.848436 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a56ba5d-00a6-47ac-930f-0269b1a8207c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:39.904842 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3c91c1c7-e63d-4943-b241-e20a61dece85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:39.982737 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:39.986972 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4843e9c-a1d5-4123-8643-f8b449b57b99 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Router 328e2cbb-6c79-4cd3-a02a-656dfc7a9028 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:32:40.003900 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 283b1d12-045b-4097-a616-2d0d2dede5e9, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=283b1d12-045b-4097-a616-2d0d2dede5e9,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:32:40.009988 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:40.014517 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c3823981-30ce-4de1-8ad5-ff3695a710b0 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:32:40.091621 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a56ba5d-00a6-47ac-930f-0269b1a8207c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network db00cf80-6b8a-401c-8478-367443edcbd5 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:32:40.092854 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-2a56ba5d-00a6-47ac-930f-0269b1a8207c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:32:40.146953 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=283b1d12-045b-4097-a616-2d0d2dede5e9,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:40.158164 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05683c0-174d-4e59-9b17-285b5d0bc1f7 None None] Network db00cf80-6b8a-401c-8478-367443edcbd5 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:32:40.183106 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port c3823981-30ce-4de1-8ad5-ff3695a710b0 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:32:40.267513 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-50f22bbb-b13d-448c-9c0d-9eb3915985b5 None None] Provisioning for port c3823981-30ce-4de1-8ad5-ff3695a710b0 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:32:40.277898 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-50f22bbb-b13d-448c-9c0d-9eb3915985b5 None None] Provisioning complete for port c3823981-30ce-4de1-8ad5-ff3695a710b0 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:32:40.278282 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-50f22bbb-b13d-448c-9c0d-9eb3915985b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:40.289665 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a56ba5d-00a6-47ac-930f-0269b1a8207c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router ed502320-50b7-4417-909f-8c51b9de4583 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:32:40.408238 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4843e9c-a1d5-4123-8643-f8b449b57b99 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:32:40.414868 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff0b608-6521-4c78-94c9-6ca9bf1a66c9 None None] Sync routers for ids ['328e2cbb-6c79-4cd3-a02a-656dfc7a9028'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:32:40.438267 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff0b608-6521-4c78-94c9-6ca9bf1a66c9 None None] Routers {'328e2cbb-6c79-4cd3-a02a-656dfc7a9028'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:32:40.438267 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-fff0b608-6521-4c78-94c9-6ca9bf1a66c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:32:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['328e2cbb-6c79-4cd3-a02a-656dfc7a9028'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:40.468317 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c4843e9c-a1d5-4123-8643-f8b449b57b99 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:40.552624 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-50f22bbb-b13d-448c-9c0d-9eb3915985b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:40.559477 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c4843e9c-a1d5-4123-8643-f8b449b57b99 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "DELETE /v2.0/floatingips/89da6be8-4adc-4deb-aea7-55401c7945be HTTP/1.1" status: 204 len: 168 time: 2.3434136 Feb 28 14:32:40.560233 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc156523-b18a-4539-8e6d-41b4cdf33977', 'tag': '14d3862a-60ae-436d-84cf-3a77b40c149f'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:32:40.603471 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-50f22bbb-b13d-448c-9c0d-9eb3915985b5 None None] For port c3823981-30ce-4de1-8ad5-ff3695a710b0, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c3823981-30ce-4de1-8ad5-ff3695a710b0,segment=NetworkSegment(d0995b96-1cd0-4dc3-b10e-815e55861029),segment_id=d0995b96-1cd0-4dc3-b10e-815e55861029)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:32:40.613604 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-50f22bbb-b13d-448c-9c0d-9eb3915985b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:40.642674 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc156523-b18a-4539-8e6d-41b4cdf33977', 'tag': '14d3862a-60ae-436d-84cf-3a77b40c149f', 'status': 'completed', 'code': 200} Feb 28 14:32:40.715089 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f22bbb-b13d-448c-9c0d-9eb3915985b5 None None] Pushing event updated for resources: {'Port': ['ID=c3823981-30ce-4de1-8ad5-ff3695a710b0,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:40.808492 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-fff0b608-6521-4c78-94c9-6ca9bf1a66c9 None None] Set router 328e2cbb-6c79-4cd3-a02a-656dfc7a9028 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:32:40.842658 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2b9ec-04de-44e9-b76b-9e0314516515 req-b7c3c62e-b399-49b8-bebe-09add0e68f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:40.844741 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-30d2b9ec-04de-44e9-b76b-9e0314516515 req-b7c3c62e-b399-49b8-bebe-09add0e68f1d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=da8de2a3d9124e5bb1749f1b8ff00f1e&device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 1099 time: 0.1754396 Feb 28 14:32:40.935634 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a56ba5d-00a6-47ac-930f-0269b1a8207c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:32:40.947422 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:40.963771 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2a56ba5d-00a6-47ac-930f-0269b1a8207c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "PUT /v2.0/routers/ed502320-50b7-4417-909f-8c51b9de4583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1378250 Feb 28 14:32:40.969291 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33258) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:41.052573 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de483fe7-5cde-485b-981e-4e77fa08fa89 None None] Sync routers for ids ['ed502320-50b7-4417-909f-8c51b9de4583'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:32:41.152168 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de483fe7-5cde-485b-981e-4e77fa08fa89 None None] Routers {'ed502320-50b7-4417-909f-8c51b9de4583'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:32:41.153051 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-de483fe7-5cde-485b-981e-4e77fa08fa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:32:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ed502320-50b7-4417-909f-8c51b9de4583'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:41.207275 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2b9ec-04de-44e9-b76b-9e0314516515 req-e9d1ed11-04d1-44b7-ad1e-35d715070713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:41.210456 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-30d2b9ec-04de-44e9-b76b-9e0314516515 req-e9d1ed11-04d1-44b7-ad1e-35d715070713 service neutron] 10.222.0.13 "GET /v2.0/networks?id=589a0197-d1af-4fc9-9262-356094b75395 HTTP/1.1" status: 200 len: 897 time: 0.3537879 Feb 28 14:32:41.265932 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:41.267125 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-659998c9-5f73-4f4b-8a0d-5dd67950d4b8 None None] Provisioning for port 6255233e-41f2-4d29-a8c5-be471fa7097b completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:32:41.308047 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-659998c9-5f73-4f4b-8a0d-5dd67950d4b8 None None] Provisioning complete for port 6255233e-41f2-4d29-a8c5-be471fa7097b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:32:41.308795 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-659998c9-5f73-4f4b-8a0d-5dd67950d4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:41.330471 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-30d2b9ec-04de-44e9-b76b-9e0314516515 req-038e89fd-030b-43c2-85b2-b3b0290e2bc5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14d3862a-60ae-436d-84cf-3a77b40c149f HTTP/1.1" status: 200 len: 217 time: 0.1116500 Feb 28 14:32:41.337760 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e090f1-5745-4cbd-baa8-a5f6c2f0b633 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:41.338545 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e090f1-5745-4cbd-baa8-a5f6c2f0b633 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:41.338965 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e090f1-5745-4cbd-baa8-a5f6c2f0b633 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:41.339687 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e090f1-5745-4cbd-baa8-a5f6c2f0b633 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:41.340091 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e090f1-5745-4cbd-baa8-a5f6c2f0b633 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:41.340533 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e090f1-5745-4cbd-baa8-a5f6c2f0b633 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:41.340978 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e090f1-5745-4cbd-baa8-a5f6c2f0b633 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:41.346259 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c5e090f1-5745-4cbd-baa8-a5f6c2f0b633 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4967 time: 0.3767054 Feb 28 14:32:41.352090 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33264) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:41.449687 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2b9ec-04de-44e9-b76b-9e0314516515 req-7af05b71-3eab-4f7c-8409-079b1567c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:41.456219 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-30d2b9ec-04de-44e9-b76b-9e0314516515 req-7af05b71-3eab-4f7c-8409-079b1567c33b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3beb3563-75f4-4921-9c4b-91831fc2c07c HTTP/1.1" status: 200 len: 833 time: 0.1198354 Feb 28 14:32:41.475772 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-fff0b608-6521-4c78-94c9-6ca9bf1a66c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933297153', 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:52Z', 'updated_at': '2022-02-28T14:30:58Z', 'revision_number': 4, 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'gw_port': {'id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:53Z', 'updated_at': '2022-02-28T14:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '858b89fb-bd27-47fb-90a6-9545980d479a', 'name': '', 'network_id': '589a0197-d1af-4fc9-9262-356094b75395', 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'mac_address': 'fa:16:3e:34:f1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '3beb3563-75f4-4921-9c4b-91831fc2c07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:57Z', 'updated_at': '2022-02-28T14:31:05Z', 'revision_number': 5, 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'subnets': [{'id': '3beb3563-75f4-4921-9c4b-91831fc2c07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:41.485315 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff0b608-6521-4c78-94c9-6ca9bf1a66c9 None None] Checking router: 328e2cbb-6c79-4cd3-a02a-656dfc7a9028 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:32:41.501877 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff0b608-6521-4c78-94c9-6ca9bf1a66c9 None None] Routers {'328e2cbb-6c79-4cd3-a02a-656dfc7a9028'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:32:41.502686 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-fff0b608-6521-4c78-94c9-6ca9bf1a66c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:32:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['328e2cbb-6c79-4cd3-a02a-656dfc7a9028'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:41.546181 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-659998c9-5f73-4f4b-8a0d-5dd67950d4b8 None None] Port 6255233e-41f2-4d29-a8c5-be471fa7097b cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:32:41.547565 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 283b1d12-045b-4097-a616-2d0d2dede5e9 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:32:41.605033 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2b9ec-04de-44e9-b76b-9e0314516515 req-fb2332cf-7d21-4d1f-9ee1-1f7ced8316bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:41.606763 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-30d2b9ec-04de-44e9-b76b-9e0314516515 req-fb2332cf-7d21-4d1f-9ee1-1f7ced8316bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=589a0197-d1af-4fc9-9262-356094b75395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1406870 Feb 28 14:32:41.613133 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13e6cc-ba18-427d-9ebc-f8e2efbfac5c req-89374dce-8cef-4ee2-9feb-e584cd71550b tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:41.627270 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9f13e6cc-ba18-427d-9ebc-f8e2efbfac5c req-89374dce-8cef-4ee2-9feb-e584cd71550b tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 946 time: 0.4052479 Feb 28 14:32:41.637359 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1f68d0-9f94-40c1-a1d5-4f5261564b9b tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:41.637359 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1f68d0-9f94-40c1-a1d5-4f5261564b9b tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:41.638371 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1f68d0-9f94-40c1-a1d5-4f5261564b9b tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:41.638371 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1f68d0-9f94-40c1-a1d5-4f5261564b9b tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:41.638687 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1f68d0-9f94-40c1-a1d5-4f5261564b9b tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:41.639360 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1f68d0-9f94-40c1-a1d5-4f5261564b9b tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:41.639969 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1f68d0-9f94-40c1-a1d5-4f5261564b9b tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:41.642744 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ef1f68d0-9f94-40c1-a1d5-4f5261564b9b tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4623 time: 0.2895050 Feb 28 14:32:41.651598 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33268) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:41.676933 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-de483fe7-5cde-485b-981e-4e77fa08fa89 None None] Set router ed502320-50b7-4417-909f-8c51b9de4583 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:32:41.702749 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9f13e6cc-ba18-427d-9ebc-f8e2efbfac5c req-5f2ddcd6-7ea7-456a-bc4a-25a29780517b tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/security-groups?id=0601ad36-f44b-4bc8-b975-f87b0a0917a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586424 Feb 28 14:32:41.739269 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-659998c9-5f73-4f4b-8a0d-5dd67950d4b8 None None] Provisioning complete for port c3823981-30ce-4de1-8ad5-ff3695a710b0 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:32:41.739269 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-659998c9-5f73-4f4b-8a0d-5dd67950d4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:41.794093 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-fff0b608-6521-4c78-94c9-6ca9bf1a66c9 None None] Set router 328e2cbb-6c79-4cd3-a02a-656dfc7a9028 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:32:41.885797 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-30d2b9ec-04de-44e9-b76b-9e0314516515 req-99e3ed74-e18f-4f77-86e3-3c003f73ddf7 service neutron] 10.222.0.13 "GET /v2.0/networks/589a0197-d1af-4fc9-9262-356094b75395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714958 Feb 28 14:32:41.951999 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 283b1d12-045b-4097-a616-2d0d2dede5e9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:32:41.951999 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:42.112981 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-30d2b9ec-04de-44e9-b76b-9e0314516515 req-f83297ac-c57d-413f-9ada-1b532cc2267e service neutron] 10.222.0.13 "GET /v2.0/networks/589a0197-d1af-4fc9-9262-356094b75395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179019 Feb 28 14:32:42.132283 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cb79cb4a-bfb8-42f0-be1a-fad00c8895fb tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.4799209 Feb 28 14:32:42.235414 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-fff0b608-6521-4c78-94c9-6ca9bf1a66c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933297153', 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:52Z', 'updated_at': '2022-02-28T14:30:58Z', 'revision_number': 4, 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'gw_port': {'id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:53Z', 'updated_at': '2022-02-28T14:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '858b89fb-bd27-47fb-90a6-9545980d479a', 'name': '', 'network_id': '589a0197-d1af-4fc9-9262-356094b75395', 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'mac_address': 'fa:16:3e:34:f1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '3beb3563-75f4-4921-9c4b-91831fc2c07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:57Z', 'updated_at': '2022-02-28T14:31:05Z', 'revision_number': 5, 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'subnets': [{'id': '3beb3563-75f4-4921-9c4b-91831fc2c07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:42.243742 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff0b608-6521-4c78-94c9-6ca9bf1a66c9 None None] The sync data for ids ['328e2cbb-6c79-4cd3-a02a-656dfc7a9028'] in dv-neutron-831192-4-hyperv is: [{'id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933297153', 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:52Z', 'updated_at': '2022-02-28T14:30:58Z', 'revision_number': 4, 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'gw_port': {'id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:53Z', 'updated_at': '2022-02-28T14:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '858b89fb-bd27-47fb-90a6-9545980d479a', 'name': '', 'network_id': '589a0197-d1af-4fc9-9262-356094b75395', 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'mac_address': 'fa:16:3e:34:f1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '3beb3563-75f4-4921-9c4b-91831fc2c07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:57Z', 'updated_at': '2022-02-28T14:31:05Z', 'revision_number': 5, 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'subnets': [{'id': '3beb3563-75f4-4921-9c4b-91831fc2c07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:32:42.288631 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c3823981-30ce-4de1-8ad5-ff3695a710b0 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:32:42.407384 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5ef2bfdc-f5af-4d9a-93ed-7e0f18803a0f None None] Provisioning complete for port 6255233e-41f2-4d29-a8c5-be471fa7097b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:32:42.407822 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5ef2bfdc-f5af-4d9a-93ed-7e0f18803a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:42.519761 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-5ef2bfdc-f5af-4d9a-93ed-7e0f18803a0f None None] Port 6255233e-41f2-4d29-a8c5-be471fa7097b cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:32:42.537614 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676ccde-9f00-4fd6-aadd-05172d707973 req-74d8b45f-cc7a-401a-8606-1d6ccadfbba7 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:42.539223 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-1676ccde-9f00-4fd6-aadd-05172d707973 req-74d8b45f-cc7a-401a-8606-1d6ccadfbba7 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Synchronizing usage tracker for tenant:da8de2a3d9124e5bb1749f1b8ff00f1e on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:32:42.547026 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port c3823981-30ce-4de1-8ad5-ff3695a710b0 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:32:42.547435 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:42.563523 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-1676ccde-9f00-4fd6-aadd-05172d707973 req-74d8b45f-cc7a-401a-8606-1d6ccadfbba7 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Unset dirty status for tenant:da8de2a3d9124e5bb1749f1b8ff00f1e on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:32:42.565367 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1676ccde-9f00-4fd6-aadd-05172d707973 req-74d8b45f-cc7a-401a-8606-1d6ccadfbba7 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 946 time: 0.1496718 Feb 28 14:32:42.599565 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33274) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:42.607013 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-83a38311-1cad-424c-b0f2-e84125f34514 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1521456448', 'description': 'tempest-secgroup-smoke-1521456448 description', 'project_id': '1cd57789443e43d89a7681324e1f7304'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:32:42.619428 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-83a38311-1cad-424c-b0f2-e84125f34514 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:32:42.622835 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:42.625034 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-83a38311-1cad-424c-b0f2-e84125f34514 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:32:42.628492 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-83a38311-1cad-424c-b0f2-e84125f34514 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:32:42.637420 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-83a38311-1cad-424c-b0f2-e84125f34514 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:32:42.649741 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83a38311-1cad-424c-b0f2-e84125f34514 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:42.658697 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee63c07a-3c07-4f9e-8415-58f5b9442cfa None None] New status for floating IP 89da6be8-4adc-4deb-aea7-55401c7945be: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:32:42.682948 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-83a38311-1cad-424c-b0f2-e84125f34514 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:32:42.688187 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-83a38311-1cad-424c-b0f2-e84125f34514 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:32:42.689714 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-1676ccde-9f00-4fd6-aadd-05172d707973 req-1a7046c7-37a7-4fcc-a9b1-4e4573570a34 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Deleting port 14d3862a-60ae-436d-84cf-3a77b40c149f {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:32:42.691554 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-1676ccde-9f00-4fd6-aadd-05172d707973 req-1a7046c7-37a7-4fcc-a9b1-4e4573570a34 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:42.691688 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-83a38311-1cad-424c-b0f2-e84125f34514 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:32:42.704116 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-83a38311-1cad-424c-b0f2-e84125f34514 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:32:42.726995 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-de483fe7-5cde-485b-981e-4e77fa08fa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'name': 'tempest-TestNetworkBasicOps-router-193399932', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191'}], 'enable_snat': True}, 'gw_port_id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:32:33Z', 'updated_at': '2022-02-28T14:32:38Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:34Z', 'updated_at': '2022-02-28T14:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '6255233e-41f2-4d29-a8c5-be471fa7097b', 'name': '', 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:c1:c6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '73362f39-0625-4f90-8ebc-cfee3edc1c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:37Z', 'updated_at': '2022-02-28T14:32:39Z', 'revision_number': 2, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '73362f39-0625-4f90-8ebc-cfee3edc1c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:42.800927 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de483fe7-5cde-485b-981e-4e77fa08fa89 None None] Checking router: ed502320-50b7-4417-909f-8c51b9de4583 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:32:42.801538 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de483fe7-5cde-485b-981e-4e77fa08fa89 None None] Updating router ed502320-50b7-4417-909f-8c51b9de4583 port 6255233e-41f2-4d29-a8c5-be471fa7097b binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:32:42.814835 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83a38311-1cad-424c-b0f2-e84125f34514 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:42.822587 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83a38311-1cad-424c-b0f2-e84125f34514 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:42.893473 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-de483fe7-5cde-485b-981e-4e77fa08fa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:42.916859 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a38311-1cad-424c-b0f2-e84125f34514 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25819708-14f3-4c83-9cd3-531bb6ff6395,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:42.966428 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-83a38311-1cad-424c-b0f2-e84125f34514 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:42.968398 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-83a38311-1cad-424c-b0f2-e84125f34514 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3674335 Feb 28 14:32:42.974266 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33280) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:42.985123 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-d52d151f-3009-4bac-8405-92c79a7e93ab tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '25819708-14f3-4c83-9cd3-531bb6ff6395', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:32:42.998688 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d52d151f-3009-4bac-8405-92c79a7e93ab tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:32:43.005412 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d52d151f-3009-4bac-8405-92c79a7e93ab tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:32:43.013198 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-d52d151f-3009-4bac-8405-92c79a7e93ab tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:32:43.022237 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-d52d151f-3009-4bac-8405-92c79a7e93ab tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:32:43.064617 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d52d151f-3009-4bac-8405-92c79a7e93ab tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:43.074965 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-1676ccde-9f00-4fd6-aadd-05172d707973 req-1a7046c7-37a7-4fcc-a9b1-4e4573570a34 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] For port 14d3862a-60ae-436d-84cf-3a77b40c149f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=14d3862a-60ae-436d-84cf-3a77b40c149f,segment=NetworkSegment(0bc09363-4857-46b2-90a0-db0228d4026f),segment_id=0bc09363-4857-46b2-90a0-db0228d4026f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:32:43.075995 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-1676ccde-9f00-4fd6-aadd-05172d707973 req-1a7046c7-37a7-4fcc-a9b1-4e4573570a34 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:43.096336 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa0728-f96c-4468-80e6-17795d0c2248 req-383239b1-1d73-42c0-82b0-b23ca4e0a888 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:43.098414 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5caa0728-f96c-4468-80e6-17795d0c2248 req-383239b1-1d73-42c0-82b0-b23ca4e0a888 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 946 time: 0.1752083 Feb 28 14:32:43.174750 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5caa0728-f96c-4468-80e6-17795d0c2248 req-970f1b36-eeca-412f-a9f4-db19842733b6 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/security-groups?id=0601ad36-f44b-4bc8-b975-f87b0a0917a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610962 Feb 28 14:32:43.195273 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d52d151f-3009-4bac-8405-92c79a7e93ab tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:43.202189 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d52d151f-3009-4bac-8405-92c79a7e93ab tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:43.238373 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d151f-3009-4bac-8405-92c79a7e93ab tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea14bad-8fca-4eb5-b573-650677aaed2e,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:43.251314 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d52d151f-3009-4bac-8405-92c79a7e93ab tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:43.252842 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d52d151f-3009-4bac-8405-92c79a7e93ab tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2771835 Feb 28 14:32:43.255705 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33284) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:43.263691 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-396a6da8-bfbd-494f-9168-f3c4a39cd9d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '25819708-14f3-4c83-9cd3-531bb6ff6395', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:32:43.269586 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-396a6da8-bfbd-494f-9168-f3c4a39cd9d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:32:43.279480 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-396a6da8-bfbd-494f-9168-f3c4a39cd9d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:32:43.284609 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-396a6da8-bfbd-494f-9168-f3c4a39cd9d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:32:43.307952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-396a6da8-bfbd-494f-9168-f3c4a39cd9d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:32:43.342264 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-396a6da8-bfbd-494f-9168-f3c4a39cd9d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:43.414860 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-de483fe7-5cde-485b-981e-4e77fa08fa89 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:43.428949 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-396a6da8-bfbd-494f-9168-f3c4a39cd9d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:43.433266 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-1676ccde-9f00-4fd6-aadd-05172d707973 req-1a7046c7-37a7-4fcc-a9b1-4e4573570a34 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Calling delete_port for 14d3862a-60ae-436d-84cf-3a77b40c149f owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:32:43.434123 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-396a6da8-bfbd-494f-9168-f3c4a39cd9d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:43.434316 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-de483fe7-5cde-485b-981e-4e77fa08fa89 None None] Transition to ACTIVE for port object 6255233e-41f2-4d29-a8c5-be471fa7097b will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:32:43.442705 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-de483fe7-5cde-485b-981e-4e77fa08fa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:43.458011 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a6da8-bfbd-494f-9168-f3c4a39cd9d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5507f10-b150-4fbe-ac33-e6ea3ae5d7f6,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:43.476013 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-396a6da8-bfbd-494f-9168-f3c4a39cd9d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:43.483865 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-396a6da8-bfbd-494f-9168-f3c4a39cd9d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2255964 Feb 28 14:32:43.486226 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33288) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:43.492273 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-22550631-cb8d-4384-ad59-a43f85075143 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '25819708-14f3-4c83-9cd3-531bb6ff6395', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:32:43.501853 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-22550631-cb8d-4384-ad59-a43f85075143 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:32:43.509563 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-22550631-cb8d-4384-ad59-a43f85075143 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:32:43.515995 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-22550631-cb8d-4384-ad59-a43f85075143 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:32:43.529579 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-22550631-cb8d-4384-ad59-a43f85075143 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:32:43.569565 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22550631-cb8d-4384-ad59-a43f85075143 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:43.629369 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-1676ccde-9f00-4fd6-aadd-05172d707973 req-1a7046c7-37a7-4fcc-a9b1-4e4573570a34 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:43.676791 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22550631-cb8d-4384-ad59-a43f85075143 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:43.686663 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22550631-cb8d-4384-ad59-a43f85075143 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:43.712667 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c53327-7bdc-4f77-b889-66b375aced1a None None] Pushing event updated for resources: {'Port': ['ID=6255233e-41f2-4d29-a8c5-be471fa7097b,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:43.751113 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22550631-cb8d-4384-ad59-a43f85075143 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1505d2a-4eb4-4ec0-ad10-c1bb7d9ee5f9,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:43.769627 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22550631-cb8d-4384-ad59-a43f85075143 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:43.771924 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7046c7-37a7-4fcc-a9b1-4e4573570a34 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Pushing event deleted for resources: {'Port': ['ID=14d3862a-60ae-436d-84cf-3a77b40c149f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:43.781266 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-22550631-cb8d-4384-ad59-a43f85075143 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2931256 Feb 28 14:32:43.787208 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33292) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:43.805352 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-333f64d4-5f8e-4ff1-97e0-aa3e925cc4b7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '25819708-14f3-4c83-9cd3-531bb6ff6395', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:32:43.814687 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-333f64d4-5f8e-4ff1-97e0-aa3e925cc4b7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:32:43.820908 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-333f64d4-5f8e-4ff1-97e0-aa3e925cc4b7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:32:43.825022 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1676ccde-9f00-4fd6-aadd-05172d707973 req-1a7046c7-37a7-4fcc-a9b1-4e4573570a34 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] No DVR routers for this DVR port 14d3862a-60ae-436d-84cf-3a77b40c149f on host hv-neutron-8311 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:32:43.825553 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-333f64d4-5f8e-4ff1-97e0-aa3e925cc4b7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:32:43.827408 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-1676ccde-9f00-4fd6-aadd-05172d707973 req-1a7046c7-37a7-4fcc-a9b1-4e4573570a34 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:43.830191 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc156523-b18a-4539-8e6d-41b4cdf33977', 'name': 'network-vif-deleted', 'tag': '14d3862a-60ae-436d-84cf-3a77b40c149f'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:32:43.832372 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-333f64d4-5f8e-4ff1-97e0-aa3e925cc4b7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:32:43.837308 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-de483fe7-5cde-485b-981e-4e77fa08fa89 None None] Attempting to bind port 6255233e-41f2-4d29-a8c5-be471fa7097b on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:32:43.837905 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-de483fe7-5cde-485b-981e-4e77fa08fa89 None None] Attempting to bind port 6255233e-41f2-4d29-a8c5-be471fa7097b by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'd0995b96-1cd0-4dc3-b10e-815e55861029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:32:43.838227 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de483fe7-5cde-485b-981e-4e77fa08fa89 None None] Attempting to bind port 6255233e-41f2-4d29-a8c5-be471fa7097b on network db00cf80-6b8a-401c-8478-367443edcbd5 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:32:43.854479 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1676ccde-9f00-4fd6-aadd-05172d707973 req-1a7046c7-37a7-4fcc-a9b1-4e4573570a34 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.13 "DELETE /v2.0/ports/14d3862a-60ae-436d-84cf-3a77b40c149f HTTP/1.1" status: 204 len: 173 time: 1.2809682 Feb 28 14:32:43.854671 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de483fe7-5cde-485b-981e-4e77fa08fa89 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:32:43.856687 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de483fe7-5cde-485b-981e-4e77fa08fa89 None None] Checking segment: {'id': 'd0995b96-1cd0-4dc3-b10e-815e55861029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:32:43.856687 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-de483fe7-5cde-485b-981e-4e77fa08fa89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:43.856687 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de483fe7-5cde-485b-981e-4e77fa08fa89 None None] Bound using segment: {'id': 'd0995b96-1cd0-4dc3-b10e-815e55861029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:32:43.856687 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-de483fe7-5cde-485b-981e-4e77fa08fa89 None None] Bound port: 6255233e-41f2-4d29-a8c5-be471fa7097b, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0995b96-1cd0-4dc3-b10e-815e55861029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:32:43.858156 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-de483fe7-5cde-485b-981e-4e77fa08fa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:43.880576 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-333f64d4-5f8e-4ff1-97e0-aa3e925cc4b7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:43.926425 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc156523-b18a-4539-8e6d-41b4cdf33977', 'name': 'network-vif-deleted', 'tag': '14d3862a-60ae-436d-84cf-3a77b40c149f', 'status': 'completed', 'code': 200} Feb 28 14:32:43.975024 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-de483fe7-5cde-485b-981e-4e77fa08fa89 None None] For port 6255233e-41f2-4d29-a8c5-be471fa7097b, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:32:43.979220 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-de483fe7-5cde-485b-981e-4e77fa08fa89 None None] For port 6255233e-41f2-4d29-a8c5-be471fa7097b, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=6255233e-41f2-4d29-a8c5-be471fa7097b,segment=NetworkSegment(d0995b96-1cd0-4dc3-b10e-815e55861029),segment_id=d0995b96-1cd0-4dc3-b10e-815e55861029)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:32:43.984800 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-de483fe7-5cde-485b-981e-4e77fa08fa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:43.992020 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-333f64d4-5f8e-4ff1-97e0-aa3e925cc4b7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:44.000110 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-333f64d4-5f8e-4ff1-97e0-aa3e925cc4b7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:44.035681 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f64d4-5f8e-4ff1-97e0-aa3e925cc4b7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6805e6-5ff4-41ed-8639-312a088fd5c5,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:44.040361 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-333f64d4-5f8e-4ff1-97e0-aa3e925cc4b7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:44.044021 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-333f64d4-5f8e-4ff1-97e0-aa3e925cc4b7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2534833 Feb 28 14:32:44.045599 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33298) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:44.053765 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-1c478b81-4a78-4cb5-a85a-44aa18c02e14 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '25819708-14f3-4c83-9cd3-531bb6ff6395', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:32:44.065292 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1c478b81-4a78-4cb5-a85a-44aa18c02e14 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:32:44.073654 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1c478b81-4a78-4cb5-a85a-44aa18c02e14 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:32:44.078497 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1c478b81-4a78-4cb5-a85a-44aa18c02e14 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:32:44.085014 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de483fe7-5cde-485b-981e-4e77fa08fa89 None None] Routers {'ed502320-50b7-4417-909f-8c51b9de4583'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:32:44.085543 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-de483fe7-5cde-485b-981e-4e77fa08fa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:32:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ed502320-50b7-4417-909f-8c51b9de4583'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:44.095579 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1c478b81-4a78-4cb5-a85a-44aa18c02e14 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:32:44.107693 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-1c478b81-4a78-4cb5-a85a-44aa18c02e14 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Project 1cd57789443e43d89a7681324e1f7304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:32:44.119733 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c478b81-4a78-4cb5-a85a-44aa18c02e14 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:44.191181 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c53327-7bdc-4f77-b889-66b375aced1a None None] Pushing event updated for resources: {'Port': ['ID=6255233e-41f2-4d29-a8c5-be471fa7097b,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:44.217088 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c478b81-4a78-4cb5-a85a-44aa18c02e14 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:44.223727 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c478b81-4a78-4cb5-a85a-44aa18c02e14 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:44.253141 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c478b81-4a78-4cb5-a85a-44aa18c02e14 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1abde90c-1bbc-4ed9-84b1-de389e37069b,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:44.269741 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1c478b81-4a78-4cb5-a85a-44aa18c02e14 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:44.272040 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1c478b81-4a78-4cb5-a85a-44aa18c02e14 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2246640 Feb 28 14:32:44.275646 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33304) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:44.281504 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2c9f634f-d960-4a00-be0a-a3b1d0274059 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '25819708-14f3-4c83-9cd3-531bb6ff6395', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:32:44.288114 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2c9f634f-d960-4a00-be0a-a3b1d0274059 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:32:44.292421 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2c9f634f-d960-4a00-be0a-a3b1d0274059 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:32:44.296951 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2c9f634f-d960-4a00-be0a-a3b1d0274059 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:32:44.303282 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2c9f634f-d960-4a00-be0a-a3b1d0274059 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:32:44.318344 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-2c9f634f-d960-4a00-be0a-a3b1d0274059 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Project 1cd57789443e43d89a7681324e1f7304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:32:44.341543 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2c9f634f-d960-4a00-be0a-a3b1d0274059 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:44.462996 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-de483fe7-5cde-485b-981e-4e77fa08fa89 None None] Set router ed502320-50b7-4417-909f-8c51b9de4583 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:32:44.564053 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-95d12685-cefb-4cf1-b880-0426c3e1b6ac req-da40dfc5-0b32-4b2b-ba7b-de3da678feeb tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc156523-b18a-4539-8e6d-41b4cdf33977 HTTP/1.1" status: 200 len: 210 time: 0.1496899 Feb 28 14:32:44.614973 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2c9f634f-d960-4a00-be0a-a3b1d0274059 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:44.614973 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2c9f634f-d960-4a00-be0a-a3b1d0274059 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:44.647460 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f634f-d960-4a00-be0a-a3b1d0274059 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc28e093-3fe1-4334-8ec5-f16f584f1a3b,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:44.663810 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2c9f634f-d960-4a00-be0a-a3b1d0274059 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:44.665164 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2c9f634f-d960-4a00-be0a-a3b1d0274059 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3890615 Feb 28 14:32:44.844547 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-ca9be41e-6db1-48b4-a638-5447f390df07 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:32:44.858695 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-de483fe7-5cde-485b-981e-4e77fa08fa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'name': 'tempest-TestNetworkBasicOps-router-193399932', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191'}], 'enable_snat': True}, 'gw_port_id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:32:33Z', 'updated_at': '2022-02-28T14:32:38Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:34Z', 'updated_at': '2022-02-28T14:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '6255233e-41f2-4d29-a8c5-be471fa7097b', 'name': '', 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:c1:c6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '73362f39-0625-4f90-8ebc-cfee3edc1c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:37Z', 'updated_at': '2022-02-28T14:32:43Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '73362f39-0625-4f90-8ebc-cfee3edc1c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:44.862437 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-ca9be41e-6db1-48b4-a638-5447f390df07 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:32:44.862897 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de483fe7-5cde-485b-981e-4e77fa08fa89 None None] The sync data for ids ['ed502320-50b7-4417-909f-8c51b9de4583'] in dv-neutron-831192-4-hyperv is: [{'id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'name': 'tempest-TestNetworkBasicOps-router-193399932', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191'}], 'enable_snat': True}, 'gw_port_id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:32:33Z', 'updated_at': '2022-02-28T14:32:38Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:34Z', 'updated_at': '2022-02-28T14:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '6255233e-41f2-4d29-a8c5-be471fa7097b', 'name': '', 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:c1:c6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '73362f39-0625-4f90-8ebc-cfee3edc1c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:37Z', 'updated_at': '2022-02-28T14:32:43Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '73362f39-0625-4f90-8ebc-cfee3edc1c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:32:44.863602 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-ca9be41e-6db1-48b4-a638-5447f390df07 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1521456448&fields=id&tenant_id=1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 267 time: 0.0598195 Feb 28 14:32:45.037954 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-df6d0e55-3c7b-4a1e-817e-c74dab40bcfe tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:45.039553 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-df6d0e55-3c7b-4a1e-817e-c74dab40bcfe tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/networks?id=db00cf80-6b8a-401c-8478-367443edcbd5 HTTP/1.1" status: 200 len: 796 time: 0.1687455 Feb 28 14:32:45.057031 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-e1265cd6-506d-41fe-aeb9-25e493ffca85 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/quotas/1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 375 time: 0.0108464 Feb 28 14:32:45.150201 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-edf849a2-6d6e-4ee7-887b-329b2bdbeae3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:32:45.168097 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-edf849a2-6d6e-4ee7-887b-329b2bdbeae3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:32:45.169431 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-edf849a2-6d6e-4ee7-887b-329b2bdbeae3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069040 Feb 28 14:32:45.375140 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-130ff5c5-0012-482e-a8de-91cdc0e98dde service neutron] 10.222.0.30 "GET /v2.0/networks/db00cf80-6b8a-401c-8478-367443edcbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910813 Feb 28 14:32:45.422203 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 6255233e-41f2-4d29-a8c5-be471fa7097b up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:32:45.501286 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 6255233e-41f2-4d29-a8c5-be471fa7097b completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:32:45.507245 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 6255233e-41f2-4d29-a8c5-be471fa7097b triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:32:45.507979 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:45.539309 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-e15dbaf3-2dd3-40ee-bd81-c025406464d4 service neutron] 10.222.0.30 "GET /v2.0/networks/db00cf80-6b8a-401c-8478-367443edcbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579783 Feb 28 14:32:45.639970 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:45.688117 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33326) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:45.710730 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 6255233e-41f2-4d29-a8c5-be471fa7097b, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=6255233e-41f2-4d29-a8c5-be471fa7097b,segment=NetworkSegment(d0995b96-1cd0-4dc3-b10e-815e55861029),segment_id=d0995b96-1cd0-4dc3-b10e-815e55861029)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:32:45.721074 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:45.814090 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=6255233e-41f2-4d29-a8c5-be471fa7097b,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:45.825808 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d0fd581a-9681-4ceb-8e15-a9c8dbb8d9d3 req-b04d0c83-ec97-4596-a857-12029dc3925f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bd1cf8-4def-460f-a121-effc720b06a6 HTTP/1.1" status: 200 len: 210 time: 0.0612299 Feb 28 14:32:46.456724 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea7f795b-3d3b-41f1-823d-c5fee6dd5afe tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:46.497113 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 14d3862a-60ae-436d-84cf-3a77b40c149f no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:32:46.536753 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: 14d3862a-60ae-436d-84cf-3a77b40c149f {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:32:46.536905 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 14d3862a-60ae-436d-84cf-3a77b40c149f not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:32:46.892902 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ea7f795b-3d3b-41f1-823d-c5fee6dd5afe tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Deleting port 858b89fb-bd27-47fb-90a6-9545980d479a {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:32:46.893468 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea7f795b-3d3b-41f1-823d-c5fee6dd5afe tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:47.011454 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-be368422-eac3-4d18-8f19-e2dd964d2d09 req-ea753b46-f3a9-481e-a1b6-05a13fd0e179 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:32:47.024852 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-be368422-eac3-4d18-8f19-e2dd964d2d09 req-ea753b46-f3a9-481e-a1b6-05a13fd0e179 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:32:47.025606 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-be368422-eac3-4d18-8f19-e2dd964d2d09 req-ea753b46-f3a9-481e-a1b6-05a13fd0e179 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bd1cf8-4def-460f-a121-effc720b06a6 HTTP/1.1" status: 200 len: 210 time: 0.0621531 Feb 28 14:32:47.223108 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-e0321dbd-3c7a-4add-8b4e-f240937802dd tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:47.224517 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-e0321dbd-3c7a-4add-8b4e-f240937802dd tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/networks?id=db00cf80-6b8a-401c-8478-367443edcbd5 HTTP/1.1" status: 200 len: 796 time: 0.2884481 Feb 28 14:32:47.265752 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-ea7f795b-3d3b-41f1-823d-c5fee6dd5afe tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] For port 858b89fb-bd27-47fb-90a6-9545980d479a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=858b89fb-bd27-47fb-90a6-9545980d479a,segment=NetworkSegment(0bc09363-4857-46b2-90a0-db0228d4026f),segment_id=0bc09363-4857-46b2-90a0-db0228d4026f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:32:47.267056 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea7f795b-3d3b-41f1-823d-c5fee6dd5afe tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:47.388891 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 6255233e-41f2-4d29-a8c5-be471fa7097b up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:32:47.408091 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-ea7f795b-3d3b-41f1-823d-c5fee6dd5afe tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Calling delete_port for 858b89fb-bd27-47fb-90a6-9545980d479a owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:32:47.458609 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-121918d9-866e-4cc5-b37b-12098700a895 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 380 time: 0.2180388 Feb 28 14:32:47.468844 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-c3063bcb-2a94-41c8-83d8-bb19a4fea641 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'port': {'device_id': '51bd1cf8-4def-460f-a121-effc720b06a6', 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5', 'admin_state_up': True, 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'security_groups': ['25819708-14f3-4c83-9cd3-531bb6ff6395']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:32:47.489404 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 6255233e-41f2-4d29-a8c5-be471fa7097b triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:32:47.489404 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:47.661916 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-c3063bcb-2a94-41c8-83d8-bb19a4fea641 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:32:47.685386 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-c3063bcb-2a94-41c8-83d8-bb19a4fea641 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:32:47.697388 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-c3063bcb-2a94-41c8-83d8-bb19a4fea641 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Made reservation on behalf of 1cd57789443e43d89a7681324e1f7304 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:32:47.702240 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-c3063bcb-2a94-41c8-83d8-bb19a4fea641 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:47.852081 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea7f795b-3d3b-41f1-823d-c5fee6dd5afe tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:47.945216 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f795b-3d3b-41f1-823d-c5fee6dd5afe tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Pushing event deleted for resources: {'Port': ['ID=858b89fb-bd27-47fb-90a6-9545980d479a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:48.235604 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-476647ee-13a8-4ac4-b0a8-48d2d857b44d req-e4a103bc-4ac2-427d-be20-f6b642e87ba5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bd1cf8-4def-460f-a121-effc720b06a6 HTTP/1.1" status: 200 len: 210 time: 0.0711048 Feb 28 14:32:48.252390 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-c3063bcb-2a94-41c8-83d8-bb19a4fea641 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.20.0.4 (db00cf80-6b8a-401c-8478-367443edcbd5/73362f39-0625-4f90-8ebc-cfee3edc1c1d/2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:32:48.557580 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea7f795b-3d3b-41f1-823d-c5fee6dd5afe tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:48.672639 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-c3063bcb-2a94-41c8-83d8-bb19a4fea641 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:48.748864 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-c3063bcb-2a94-41c8-83d8-bb19a4fea641 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Transition to ACTIVE for port object 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:32:48.871294 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-c3063bcb-2a94-41c8-83d8-bb19a4fea641 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:49.008852 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-c3063bcb-2a94-41c8-83d8-bb19a4fea641 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network db00cf80-6b8a-401c-8478-367443edcbd5 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:32:49.022710 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-c3063bcb-2a94-41c8-83d8-bb19a4fea641 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:32:49.032929 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-c3063bcb-2a94-41c8-83d8-bb19a4fea641 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:32:49.088176 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3063bcb-2a94-41c8-83d8-bb19a4fea641 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:49.100188 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7f795b-3d3b-41f1-823d-c5fee6dd5afe tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Router 328e2cbb-6c79-4cd3-a02a-656dfc7a9028 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:32:49.118599 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-c3063bcb-2a94-41c8-83d8-bb19a4fea641 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:49.119579 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-c3063bcb-2a94-41c8-83d8-bb19a4fea641 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:49.222711 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-c3063bcb-2a94-41c8-83d8-bb19a4fea641 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7577884 Feb 28 14:32:49.247032 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-4e9e57ee-8e20-4fa7-977b-f602bf95d9f5 service neutron] Request body: {'port': {'device_id': '51bd1cf8-4def-460f-a121-effc720b06a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:32:49.253313 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e3b83646-cfbb-48da-996d-e592cbd37d76 None None] Provisioning for port 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:32:49.262193 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e3b83646-cfbb-48da-996d-e592cbd37d76 None None] Provisioning complete for port 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:32:49.262917 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e3b83646-cfbb-48da-996d-e592cbd37d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:49.364852 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-e3b83646-cfbb-48da-996d-e592cbd37d76 None None] Port 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:32:49.461169 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7f795b-3d3b-41f1-823d-c5fee6dd5afe tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:32:49.465345 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb327cd-cf38-431d-8e24-43331be02dd9 None None] Sync routers for ids ['328e2cbb-6c79-4cd3-a02a-656dfc7a9028'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:32:49.467339 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ea7f795b-3d3b-41f1-823d-c5fee6dd5afe tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "PUT /v2.0/routers/328e2cbb-6c79-4cd3-a02a-656dfc7a9028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7779493 Feb 28 14:32:49.468638 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33354) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:49.478304 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb327cd-cf38-431d-8e24-43331be02dd9 None None] Routers {'328e2cbb-6c79-4cd3-a02a-656dfc7a9028'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:32:49.478304 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-bfb327cd-cf38-431d-8e24-43331be02dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:32:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['328e2cbb-6c79-4cd3-a02a-656dfc7a9028'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:49.516741 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b586e-41fc-4a1e-a4a4-78665fd36020 req-3badb7db-0a0f-41c4-b2fc-f1199470e69f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:49.518543 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-707b586e-41fc-4a1e-a4a4-78665fd36020 req-3badb7db-0a0f-41c4-b2fc-f1199470e69f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bd1cf8-4def-460f-a121-effc720b06a6 HTTP/1.1" status: 200 len: 931 time: 0.1276107 Feb 28 14:32:49.577876 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-707b586e-41fc-4a1e-a4a4-78665fd36020 req-6f7a41c3-af1e-4100-8a8f-1835874b5f67 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:32:49.594332 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-707b586e-41fc-4a1e-a4a4-78665fd36020 req-6f7a41c3-af1e-4100-8a8f-1835874b5f67 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:32:49.596128 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-707b586e-41fc-4a1e-a4a4-78665fd36020 req-6f7a41c3-af1e-4100-8a8f-1835874b5f67 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=25819708-14f3-4c83-9cd3-531bb6ff6395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649951 Feb 28 14:32:49.708993 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-4e9e57ee-8e20-4fa7-977b-f602bf95d9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:49.733111 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-bfb327cd-cf38-431d-8e24-43331be02dd9 None None] Set router 328e2cbb-6c79-4cd3-a02a-656dfc7a9028 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:32:49.737674 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d181e43-33ba-4d62-aaee-527309992047 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Deleting subnet 3beb3563-75f4-4921-9c4b-91831fc2c07c {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:32:49.768635 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d181e43-33ba-4d62-aaee-527309992047 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:49.845238 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d181e43-33ba-4d62-aaee-527309992047 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:50.062116 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-bfb327cd-cf38-431d-8e24-43331be02dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933297153', 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:52Z', 'updated_at': '2022-02-28T14:32:47Z', 'revision_number': 5, 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'gw_port': {'id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:53Z', 'updated_at': '2022-02-28T14:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:50.066375 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb327cd-cf38-431d-8e24-43331be02dd9 None None] Checking router: 328e2cbb-6c79-4cd3-a02a-656dfc7a9028 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:32:50.076321 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb327cd-cf38-431d-8e24-43331be02dd9 None None] Routers {'328e2cbb-6c79-4cd3-a02a-656dfc7a9028'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:32:50.076960 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-bfb327cd-cf38-431d-8e24-43331be02dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:32:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['328e2cbb-6c79-4cd3-a02a-656dfc7a9028'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:50.083172 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d181e43-33ba-4d62-aaee-527309992047 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:50.219506 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d181e43-33ba-4d62-aaee-527309992047 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:50.275322 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d181e43-33ba-4d62-aaee-527309992047 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:50.278560 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d181e43-33ba-4d62-aaee-527309992047 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Pushing event deleted for resources: {'Subnet': ['ID=3beb3563-75f4-4921-9c4b-91831fc2c07c,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:50.278766 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314f4567-eb64-4b42-b928-0884097169a6 None None] Network 589a0197-d1af-4fc9-9262-356094b75395 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:32:50.286537 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2d181e43-33ba-4d62-aaee-527309992047 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "DELETE /v2.0/subnets/3beb3563-75f4-4921-9c4b-91831fc2c07c HTTP/1.1" status: 204 len: 168 time: 0.8146040 Feb 28 14:32:50.287905 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-4e9e57ee-8e20-4fa7-977b-f602bf95d9f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:32:50.289809 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33358) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:50.299135 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-bfb327cd-cf38-431d-8e24-43331be02dd9 None None] Set router 328e2cbb-6c79-4cd3-a02a-656dfc7a9028 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:32:50.299383 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-4e9e57ee-8e20-4fa7-977b-f602bf95d9f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:50.326118 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-4e9e57ee-8e20-4fa7-977b-f602bf95d9f5 service neutron] Transition to ACTIVE for port object 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:32:50.332051 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-4e9e57ee-8e20-4fa7-977b-f602bf95d9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:50.555422 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2dbb068-65a1-4d79-b897-bdf06f0b5d56 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:50.557685 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e57ee-8e20-4fa7-977b-f602bf95d9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:50.642540 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-4e9e57ee-8e20-4fa7-977b-f602bf95d9f5 service neutron] Attempting to bind port 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:32:50.642890 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-4e9e57ee-8e20-4fa7-977b-f602bf95d9f5 service neutron] Attempting to bind port 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'd0995b96-1cd0-4dc3-b10e-815e55861029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:32:50.643237 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-4e9e57ee-8e20-4fa7-977b-f602bf95d9f5 service neutron] Attempting to bind port 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1 on network db00cf80-6b8a-401c-8478-367443edcbd5 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:32:50.657554 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-4e9e57ee-8e20-4fa7-977b-f602bf95d9f5 service neutron] Port 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1 on network db00cf80-6b8a-401c-8478-367443edcbd5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:32:50.657885 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-4e9e57ee-8e20-4fa7-977b-f602bf95d9f5 service neutron] Attempting to bind port 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1 on network db00cf80-6b8a-401c-8478-367443edcbd5 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:32:50.664497 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-4e9e57ee-8e20-4fa7-977b-f602bf95d9f5 service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:32:50.664887 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-4e9e57ee-8e20-4fa7-977b-f602bf95d9f5 service neutron] Checking segment: {'id': 'd0995b96-1cd0-4dc3-b10e-815e55861029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:32:50.665372 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-4e9e57ee-8e20-4fa7-977b-f602bf95d9f5 service neutron] Bound using segment: {'id': 'd0995b96-1cd0-4dc3-b10e-815e55861029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:32:50.665783 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-4e9e57ee-8e20-4fa7-977b-f602bf95d9f5 service neutron] Bound port: 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0995b96-1cd0-4dc3-b10e-815e55861029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:32:50.666425 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-4e9e57ee-8e20-4fa7-977b-f602bf95d9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:50.842937 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-4e9e57ee-8e20-4fa7-977b-f602bf95d9f5 service neutron] For port 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1, host hv-neutron-8311, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:32:50.861586 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-4e9e57ee-8e20-4fa7-977b-f602bf95d9f5 service neutron] For port 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1,segment=NetworkSegment(d0995b96-1cd0-4dc3-b10e-815e55861029),segment_id=d0995b96-1cd0-4dc3-b10e-815e55861029)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:32:50.871120 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-4e9e57ee-8e20-4fa7-977b-f602bf95d9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:50.927859 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-4e9e57ee-8e20-4fa7-977b-f602bf95d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:50.928472 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-4e9e57ee-8e20-4fa7-977b-f602bf95d9f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:50.929833 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-4e9e57ee-8e20-4fa7-977b-f602bf95d9f5 service neutron] 10.222.0.13 "PUT /v2.0/ports/2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1 HTTP/1.1" status: 200 len: 1093 time: 1.6929314 Feb 28 14:32:50.931378 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-bfb327cd-cf38-431d-8e24-43331be02dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933297153', 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:52Z', 'updated_at': '2022-02-28T14:32:47Z', 'revision_number': 5, 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'gw_port': {'id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:53Z', 'updated_at': '2022-02-28T14:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:50.936953 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb327cd-cf38-431d-8e24-43331be02dd9 None None] The sync data for ids ['328e2cbb-6c79-4cd3-a02a-656dfc7a9028'] in dv-neutron-831192-4-hyperv is: [{'id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933297153', 'tenant_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36'}], 'enable_snat': True}, 'gw_port_id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:30:52Z', 'updated_at': '2022-02-28T14:32:47Z', 'revision_number': 5, 'project_id': 'da8de2a3d9124e5bb1749f1b8ff00f1e', 'gw_port': {'id': '9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328e2cbb-6c79-4cd3-a02a-656dfc7a9028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:30:53Z', 'updated_at': '2022-02-28T14:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:32:50.945647 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51bd1cf8-4def-460f-a121-effc720b06a6', 'tag': '2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:32:50.978516 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2dbb068-65a1-4d79-b897-bdf06f0b5d56 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:50.994424 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a2dbb068-65a1-4d79-b897-bdf06f0b5d56 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Deleting port 9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:32:50.994424 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2dbb068-65a1-4d79-b897-bdf06f0b5d56 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:51.032246 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461fae9-1a90-4bdd-b049-eb620d3eded1 req-f1c20614-d69b-4541-91ef-fab97305bfb3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:51.032889 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-6461fae9-1a90-4bdd-b049-eb620d3eded1 req-f1c20614-d69b-4541-91ef-fab97305bfb3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:32:51.040936 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51bd1cf8-4def-460f-a121-effc720b06a6', 'tag': '2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1', 'status': 'completed', 'code': 200} Feb 28 14:32:51.067389 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e57ee-8e20-4fa7-977b-f602bf95d9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:51.081894 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-6461fae9-1a90-4bdd-b049-eb620d3eded1 req-f1c20614-d69b-4541-91ef-fab97305bfb3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:32:51.083108 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6461fae9-1a90-4bdd-b049-eb620d3eded1 req-f1c20614-d69b-4541-91ef-fab97305bfb3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bd1cf8-4def-460f-a121-effc720b06a6 HTTP/1.1" status: 200 len: 943 time: 0.2965069 Feb 28 14:32:51.141518 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-5af10d52-8563-4c97-82eb-035e0193dc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:51.142990 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-5af10d52-8563-4c97-82eb-035e0193dc14 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=51bd1cf8-4def-460f-a121-effc720b06a6 HTTP/1.1" status: 200 len: 1096 time: 0.1588359 Feb 28 14:32:51.207108 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-a2dbb068-65a1-4d79-b897-bdf06f0b5d56 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] For port 9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:32:51.207439 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2dbb068-65a1-4d79-b897-bdf06f0b5d56 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:51.225325 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-e95bb597-8063-479f-a5f4-6621224ab079 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1 HTTP/1.1" status: 200 len: 217 time: 0.0731766 Feb 28 14:32:51.228561 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6461fae9-1a90-4bdd-b049-eb620d3eded1 req-451094bc-9ad7-4c47-8e77-aef7d82f778c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=25819708-14f3-4c83-9cd3-531bb6ff6395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298127 Feb 28 14:32:51.310916 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-2b1cb419-9793-4744-be95-aab292bfe6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:51.312852 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-2b1cb419-9793-4744-be95-aab292bfe6a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=73362f39-0625-4f90-8ebc-cfee3edc1c1d HTTP/1.1" status: 200 len: 833 time: 0.0790143 Feb 28 14:32:51.336741 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c401eff4-a8e5-494d-8d14-99591f203a71 None None] DHCP port deletion for 589a0197-d1af-4fc9-9262-356094b75395 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:32:51.344210 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c401eff4-a8e5-494d-8d14-99591f203a71 None None] Deleting port 16866c84-9cd5-4a3d-af20-852048542eab {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:32:51.344751 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c401eff4-a8e5-494d-8d14-99591f203a71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:51.388271 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a2dbb068-65a1-4d79-b897-bdf06f0b5d56 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Calling delete_port for 9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:32:51.426723 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-22e89a96-c994-469e-8d35-b16b6d0d0bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:51.428761 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-22e89a96-c994-469e-8d35-b16b6d0d0bf9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=db00cf80-6b8a-401c-8478-367443edcbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1049333 Feb 28 14:32:51.431747 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 858b89fb-bd27-47fb-90a6-9545980d479a no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:32:51.473236 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 858b89fb-bd27-47fb-90a6-9545980d479a {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:32:51.473571 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 858b89fb-bd27-47fb-90a6-9545980d479a not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:32:51.474195 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 16866c84-9cd5-4a3d-af20-852048542eab no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:32:51.597387 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-7d667042-e9da-4f7b-9231-7cd4d4428cc6 service neutron] 10.222.0.13 "GET /v2.0/networks/db00cf80-6b8a-401c-8478-367443edcbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607487 Feb 28 14:32:51.659135 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2dbb068-65a1-4d79-b897-bdf06f0b5d56 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:51.719666 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbb068-65a1-4d79-b897-bdf06f0b5d56 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Pushing event deleted for resources: {'Port': ['ID=9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:51.818718 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:51.829743 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2dbb068-65a1-4d79-b897-bdf06f0b5d56 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:51.865867 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c401eff4-a8e5-494d-8d14-99591f203a71 None None] For port 16866c84-9cd5-4a3d-af20-852048542eab, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=16866c84-9cd5-4a3d-af20-852048542eab,segment=NetworkSegment(0bc09363-4857-46b2-90a0-db0228d4026f),segment_id=0bc09363-4857-46b2-90a0-db0228d4026f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:32:51.866807 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c401eff4-a8e5-494d-8d14-99591f203a71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:51.908746 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c93224fd-926f-47cf-9a5b-d45979808a10 req-6f53f5f7-1f0d-4cd7-8911-a08b8cf38bd6 service neutron] 10.222.0.13 "GET /v2.0/networks/db00cf80-6b8a-401c-8478-367443edcbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042309 Feb 28 14:32:52.033312 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2dbb068-65a1-4d79-b897-bdf06f0b5d56 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:52.036111 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2dbb068-65a1-4d79-b897-bdf06f0b5d56 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:52.041106 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 16866c84-9cd5-4a3d-af20-852048542eab, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=16866c84-9cd5-4a3d-af20-852048542eab,segment=NetworkSegment(0bc09363-4857-46b2-90a0-db0228d4026f),segment_id=0bc09363-4857-46b2-90a0-db0228d4026f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:32:52.050053 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c401eff4-a8e5-494d-8d14-99591f203a71 None None] Calling delete_port for 16866c84-9cd5-4a3d-af20-852048542eab owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:32:52.070765 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2dbb068-65a1-4d79-b897-bdf06f0b5d56 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:52.071369 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2dbb068-65a1-4d79-b897-bdf06f0b5d56 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Fanout notify agent at l3_agent the message router_deleted on router 328e2cbb-6c79-4cd3-a02a-656dfc7a9028 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:32:52.078994 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08624d52-13b6-4ae0-a785-2357d81e95ad req-36b90f77-ba82-445c-bdee-8bea4e5eddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:52.083658 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-08624d52-13b6-4ae0-a785-2357d81e95ad req-36b90f77-ba82-445c-bdee-8bea4e5eddc8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=51bd1cf8-4def-460f-a121-effc720b06a6 HTTP/1.1" status: 200 len: 1096 time: 0.1207886 Feb 28 14:32:52.087128 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:52.090407 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2dbb068-65a1-4d79-b897-bdf06f0b5d56 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:52.094174 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a2dbb068-65a1-4d79-b897-bdf06f0b5d56 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "DELETE /v2.0/routers/328e2cbb-6c79-4cd3-a02a-656dfc7a9028 HTTP/1.1" status: 204 len: 168 time: 1.8007205 Feb 28 14:32:52.095893 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33366) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:52.225400 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5f8a42c-f286-4b38-bcf6-e87ae01db866 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:52.231709 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=16866c84-9cd5-4a3d-af20-852048542eab,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:52.235221 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-c401eff4-a8e5-494d-8d14-99591f203a71 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:32:52.235571 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-c401eff4-a8e5-494d-8d14-99591f203a71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:32:52.240428 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c5f8a42c-f286-4b38-bcf6-e87ae01db866 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Deleting port 16866c84-9cd5-4a3d-af20-852048542eab {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:32:52.240769 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5f8a42c-f286-4b38-bcf6-e87ae01db866 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:52.258289 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08624d52-13b6-4ae0-a785-2357d81e95ad req-a09c1b0a-7141-478c-9750-6e3daffbc0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:52.259976 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-08624d52-13b6-4ae0-a785-2357d81e95ad req-a09c1b0a-7141-478c-9750-6e3daffbc0a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=db00cf80-6b8a-401c-8478-367443edcbd5 HTTP/1.1" status: 200 len: 897 time: 0.1686778 Feb 28 14:32:52.334850 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-08624d52-13b6-4ae0-a785-2357d81e95ad req-ee9570e6-08b5-4efa-be74-9fe4bee7d54b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1 HTTP/1.1" status: 200 len: 217 time: 0.0641453 Feb 28 14:32:52.401030 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08624d52-13b6-4ae0-a785-2357d81e95ad req-fc080d57-4e6d-42ee-b848-466fff52d0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:52.402577 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-08624d52-13b6-4ae0-a785-2357d81e95ad req-fc080d57-4e6d-42ee-b848-466fff52d0f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=73362f39-0625-4f90-8ebc-cfee3edc1c1d HTTP/1.1" status: 200 len: 833 time: 0.0615840 Feb 28 14:32:52.481271 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08624d52-13b6-4ae0-a785-2357d81e95ad req-f8c1754f-b654-48e5-9b10-d2970a92c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:52.482763 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-08624d52-13b6-4ae0-a785-2357d81e95ad req-f8c1754f-b654-48e5-9b10-d2970a92c45c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=db00cf80-6b8a-401c-8478-367443edcbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736995 Feb 28 14:32:52.496271 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-c5f8a42c-f286-4b38-bcf6-e87ae01db866 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] For port 16866c84-9cd5-4a3d-af20-852048542eab, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=16866c84-9cd5-4a3d-af20-852048542eab,segment=NetworkSegment(0bc09363-4857-46b2-90a0-db0228d4026f),segment_id=0bc09363-4857-46b2-90a0-db0228d4026f)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:32:52.496773 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5f8a42c-f286-4b38-bcf6-e87ae01db866 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:52.618754 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-08624d52-13b6-4ae0-a785-2357d81e95ad req-997f7ab2-2fb7-47a9-9c91-02b5a4048ec4 service neutron] 10.222.0.13 "GET /v2.0/networks/db00cf80-6b8a-401c-8478-367443edcbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290126 Feb 28 14:32:52.737317 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c401eff4-a8e5-494d-8d14-99591f203a71 None None] Deleting port 16866c84-9cd5-4a3d-af20-852048542eab {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:32:52.737317 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c401eff4-a8e5-494d-8d14-99591f203a71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:52.744018 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c5f8a42c-f286-4b38-bcf6-e87ae01db866 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Calling delete_port for 16866c84-9cd5-4a3d-af20-852048542eab owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:32:52.767363 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-08624d52-13b6-4ae0-a785-2357d81e95ad req-6be9664c-35cf-442b-8aaf-bf68b3dcb445 service neutron] 10.222.0.13 "GET /v2.0/networks/db00cf80-6b8a-401c-8478-367443edcbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371818 Feb 28 14:32:52.795705 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc3279-5032-4ae6-bd3f-72b48ecc9909 req-13150f8e-5403-4124-8d5c-39e0c4a6e728 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:52.797530 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-65bc3279-5032-4ae6-bd3f-72b48ecc9909 req-13150f8e-5403-4124-8d5c-39e0c4a6e728 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bd1cf8-4def-460f-a121-effc720b06a6 HTTP/1.1" status: 200 len: 943 time: 0.4478323 Feb 28 14:32:52.865276 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-65bc3279-5032-4ae6-bd3f-72b48ecc9909 req-0f0cf62c-eb80-4b10-b885-b2f72a0eca38 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=25819708-14f3-4c83-9cd3-531bb6ff6395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608370 Feb 28 14:32:52.866383 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5f8a42c-f286-4b38-bcf6-e87ae01db866 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:52.912697 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8a42c-f286-4b38-bcf6-e87ae01db866 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Pushing event deleted for resources: {'Port': ['ID=16866c84-9cd5-4a3d-af20-852048542eab,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:52.916135 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f8a42c-f286-4b38-bcf6-e87ae01db866 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] No DVR routers for this DVR port 16866c84-9cd5-4a3d-af20-852048542eab on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:32:52.953766 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c401eff4-a8e5-494d-8d14-99591f203a71 None None] For port 16866c84-9cd5-4a3d-af20-852048542eab, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=16866c84-9cd5-4a3d-af20-852048542eab,segment=NetworkSegment(0bc09363-4857-46b2-90a0-db0228d4026f),segment_id=0bc09363-4857-46b2-90a0-db0228d4026f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:32:52.954261 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c401eff4-a8e5-494d-8d14-99591f203a71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:53.045576 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5f8a42c-f286-4b38-bcf6-e87ae01db866 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:53.070820 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c5f8a42c-f286-4b38-bcf6-e87ae01db866 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589a0197-d1af-4fc9-9262-356094b75395']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:53.082235 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c401eff4-a8e5-494d-8d14-99591f203a71 None None] Calling delete_port for 16866c84-9cd5-4a3d-af20-852048542eab owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:32:53.083002 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c5f8a42c-f286-4b38-bcf6-e87ae01db866 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc09363-4857-46b2-90a0-db0228d4026f') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:53.083332 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-c5f8a42c-f286-4b38-bcf6-e87ae01db866 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc09363-4857-46b2-90a0-db0228d4026f') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:32:53.094534 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5f8a42c-f286-4b38-bcf6-e87ae01db866 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:53.110575 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5f8a42c-f286-4b38-bcf6-e87ae01db866 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:53.116694 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f8a42c-f286-4b38-bcf6-e87ae01db866 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:32:53.117050 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5f8a42c-f286-4b38-bcf6-e87ae01db866 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:32:53.135358 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:32:53.151885 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-c401eff4-a8e5-494d-8d14-99591f203a71 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:32:53.152242 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-c401eff4-a8e5-494d-8d14-99591f203a71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:32:53.216658 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5f8a42c-f286-4b38-bcf6-e87ae01db866 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:53.233455 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5f8a42c-f286-4b38-bcf6-e87ae01db866 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:53.244072 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8a42c-f286-4b38-bcf6-e87ae01db866 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Pushing event deleted for resources: {'Network': ['ID=589a0197-d1af-4fc9-9262-356094b75395,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:53.251717 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c5f8a42c-f286-4b38-bcf6-e87ae01db866 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "DELETE /v2.0/networks/589a0197-d1af-4fc9-9262-356094b75395 HTTP/1.1" status: 204 len: 168 time: 1.1562128 Feb 28 14:32:53.254489 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33372) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:53.325578 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1963b00d-dd96-4c35-80bd-ee976949c507 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:53.355855 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1963b00d-dd96-4c35-80bd-ee976949c507 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:53.380028 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:32:53.416050 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:32:53.416369 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9d39a1be-0d2b-4e9f-960a-8a69f5d2cdf9 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:32:53.428336 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1963b00d-dd96-4c35-80bd-ee976949c507 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:53.445576 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963b00d-dd96-4c35-80bd-ee976949c507 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0601ad36-f44b-4bc8-b975-f87b0a0917a9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:53.460329 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1963b00d-dd96-4c35-80bd-ee976949c507 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:53.461460 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1963b00d-dd96-4c35-80bd-ee976949c507 tempest-TestNetworkAdvancedServerOps-388079492 tempest-TestNetworkAdvancedServerOps-388079492-project] 10.222.0.30 "DELETE /v2.0/security-groups/0601ad36-f44b-4bc8-b975-f87b0a0917a9 HTTP/1.1" status: 204 len: 168 time: 0.2059317 Feb 28 14:32:53.776426 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c401eff4-a8e5-494d-8d14-99591f203a71 None None] Deleting port 16866c84-9cd5-4a3d-af20-852048542eab {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:32:53.776903 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c401eff4-a8e5-494d-8d14-99591f203a71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:53.790504 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33382) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:53.846686 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c401eff4-a8e5-494d-8d14-99591f203a71 None None] The port '16866c84-9cd5-4a3d-af20-852048542eab' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:32:53.946215 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c3ebc75f-5168-4e80-93b3-96727a5ecf68 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da8de2a3d9124e5bb1749f1b8ff00f1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1552870 Feb 28 14:32:53.949111 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33390) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:54.008743 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d95e16ef-5156-43be-9957-379202dd37d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:54.038643 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d95e16ef-5156-43be-9957-379202dd37d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:54.055727 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba555c87-ffe4-45c4-b3e2-fa22eaccef31 req-4d40ba45-e239-40f2-8587-213abad786cf tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:54.057276 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ba555c87-ffe4-45c4-b3e2-fa22eaccef31 req-4d40ba45-e239-40f2-8587-213abad786cf tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bd1cf8-4def-460f-a121-effc720b06a6 HTTP/1.1" status: 200 len: 943 time: 0.0843918 Feb 28 14:32:54.095745 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d95e16ef-5156-43be-9957-379202dd37d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:54.102426 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ba555c87-ffe4-45c4-b3e2-fa22eaccef31 req-bae7b55d-40d5-44e6-af73-5561ba7a2c47 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=25819708-14f3-4c83-9cd3-531bb6ff6395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392623 Feb 28 14:32:54.114965 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e16ef-5156-43be-9957-379202dd37d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43336f8e-4948-4dc7-a331-c7269433110c,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:54.122796 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d95e16ef-5156-43be-9957-379202dd37d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:54.127499 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d95e16ef-5156-43be-9957-379202dd37d1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43336f8e-4948-4dc7-a331-c7269433110c HTTP/1.1" status: 204 len: 168 time: 0.1734347 Feb 28 14:32:54.440896 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33398) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:54.461545 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99d3605e-c819-4471-ba77-d14625420d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:54.476884 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-99d3605e-c819-4471-ba77-d14625420d73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:32:54.480746 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-99d3605e-c819-4471-ba77-d14625420d73 admin admin] Usage tracker for resource:security_group_rule and tenant:5e7b83206c9a416d83f2903de4aba8a4 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:32:54.483631 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-99d3605e-c819-4471-ba77-d14625420d73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:32:54.489639 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-99d3605e-c819-4471-ba77-d14625420d73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:32:54.562131 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:32:54.577962 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99d3605e-c819-4471-ba77-d14625420d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:54.582607 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99d3605e-c819-4471-ba77-d14625420d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:54.626347 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-99d3605e-c819-4471-ba77-d14625420d73 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e7b83206c9a416d83f2903de4aba8a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1845376 Feb 28 14:32:54.629057 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33402) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:54.630903 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3605e-c819-4471-ba77-d14625420d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8737be-9a01-455e-bd39-bd171a25baa9,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:54.687556 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4f55fa38-b575-495d-ae6e-3aa7f6151f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:54.697369 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1,segment=NetworkSegment(d0995b96-1cd0-4dc3-b10e-815e55861029),segment_id=d0995b96-1cd0-4dc3-b10e-815e55861029)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:32:54.711050 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1', 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5', 'port_id': '2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1', 'mac_address': 'fa:16:3e:89:70:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73362f39-0625-4f90-8ebc-cfee3edc1c1d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:32:54.714667 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4f55fa38-b575-495d-ae6e-3aa7f6151f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:54.769142 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4f55fa38-b575-495d-ae6e-3aa7f6151f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:54.770323 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:54.785163 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55fa38-b575-495d-ae6e-3aa7f6151f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8737be-9a01-455e-bd39-bd171a25baa9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:54.787100 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:32:54.790361 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4f55fa38-b575-495d-ae6e-3aa7f6151f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:54.791515 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4f55fa38-b575-495d-ae6e-3aa7f6151f08 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/be8737be-9a01-455e-bd39-bd171a25baa9 HTTP/1.1" status: 204 len: 168 time: 0.1614783 Feb 28 14:32:54.815713 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1,segment=NetworkSegment(d0995b96-1cd0-4dc3-b10e-815e55861029),segment_id=d0995b96-1cd0-4dc3-b10e-815e55861029)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:32:54.821266 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:54.890560 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:55.091637 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:32:55.307235 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00617a-5d72-4e04-84b8-0031d382d993 req-a13c65a8-b3af-4afb-ab84-027093be43b8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:55.308945 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7b00617a-5d72-4e04-84b8-0031d382d993 req-a13c65a8-b3af-4afb-ab84-027093be43b8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bd1cf8-4def-460f-a121-effc720b06a6 HTTP/1.1" status: 200 len: 944 time: 0.0901015 Feb 28 14:32:55.354009 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7b00617a-5d72-4e04-84b8-0031d382d993 req-44a885a3-e15a-4454-8fe7-1307a95f6409 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=25819708-14f3-4c83-9cd3-531bb6ff6395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389001 Feb 28 14:32:56.556117 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11afec-234a-4385-9218-deb052d868a0 req-a8afe1a5-a3f5-4066-ae05-fb7fb85a4a93 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:56.557570 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fc11afec-234a-4385-9218-deb052d868a0 req-a8afe1a5-a3f5-4066-ae05-fb7fb85a4a93 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bd1cf8-4def-460f-a121-effc720b06a6 HTTP/1.1" status: 200 len: 944 time: 0.0840912 Feb 28 14:32:56.574490 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:32:56.611067 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fc11afec-234a-4385-9218-deb052d868a0 req-be5044aa-70b3-4f0e-88df-d5bc5a300e74 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=25819708-14f3-4c83-9cd3-531bb6ff6395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451043 Feb 28 14:32:56.649454 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:32:56.654288 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:32:56.654644 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:56.773249 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:56.802875 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bd1cf8-4def-460f-a121-effc720b06a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:32:56.812220 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1,segment=NetworkSegment(d0995b96-1cd0-4dc3-b10e-815e55861029),segment_id=d0995b96-1cd0-4dc3-b10e-815e55861029)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:32:56.817570 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:56.853293 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51bd1cf8-4def-460f-a121-effc720b06a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1', 'code': 200} Feb 28 14:32:56.887943 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:32:57.104129 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8939eb4-66f1-4456-9d2d-f5db57aaf269 req-22d12b42-6d12-4fd5-be2c-585a12024ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:57.105640 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f8939eb4-66f1-4456-9d2d-f5db57aaf269 req-22d12b42-6d12-4fd5-be2c-585a12024ea5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51bd1cf8-4def-460f-a121-effc720b06a6 HTTP/1.1" status: 200 len: 1098 time: 0.0832617 Feb 28 14:32:57.155463 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f8939eb4-66f1-4456-9d2d-f5db57aaf269 req-80bcff8d-34ff-4468-a31c-003827fd5cd1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=25819708-14f3-4c83-9cd3-531bb6ff6395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408192 Feb 28 14:32:57.813835 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132dfc6-9a8d-4041-ba3c-869259cc8084 req-ef8d121c-f0f3-4e68-8593-77003784dfd7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:57.815399 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4132dfc6-9a8d-4041-ba3c-869259cc8084 req-ef8d121c-f0f3-4e68-8593-77003784dfd7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bd1cf8-4def-460f-a121-effc720b06a6 HTTP/1.1" status: 200 len: 945 time: 0.0843308 Feb 28 14:32:57.863976 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4132dfc6-9a8d-4041-ba3c-869259cc8084 req-59c2ebc6-7142-483f-a4a8-3f5681eb3aa2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=25819708-14f3-4c83-9cd3-531bb6ff6395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428226 Feb 28 14:32:59.071772 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97a5d0-1d65-472c-ab2d-b7958fa199bc req-3f887b64-f9cc-4452-8a66-5895fc42190d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:59.073229 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-be97a5d0-1d65-472c-ab2d-b7958fa199bc req-3f887b64-f9cc-4452-8a66-5895fc42190d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bd1cf8-4def-460f-a121-effc720b06a6 HTTP/1.1" status: 200 len: 945 time: 0.0825465 Feb 28 14:32:59.117420 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-be97a5d0-1d65-472c-ab2d-b7958fa199bc req-5eaaeac2-9fbe-4cc6-9d31-d52138d9b396 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=25819708-14f3-4c83-9cd3-531bb6ff6395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382948 Feb 28 14:32:59.309617 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf3fa1-8e5e-446c-b4b8-561f662fbf10 req-3b178032-93e9-47f3-b321-bc1a0d930321 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:59.310943 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ebf3fa1-8e5e-446c-b4b8-561f662fbf10 req-3b178032-93e9-47f3-b321-bc1a0d930321 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bd1cf8-4def-460f-a121-effc720b06a6 HTTP/1.1" status: 200 len: 945 time: 0.0829482 Feb 28 14:32:59.366723 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ebf3fa1-8e5e-446c-b4b8-561f662fbf10 req-bd8d6cce-b517-4f61-acf4-0e34c1a8aa49 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=25819708-14f3-4c83-9cd3-531bb6ff6395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468450 Feb 28 14:32:59.408124 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33422) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:59.480506 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08206e93-59e2-40c1-98f1-941319756757 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:32:59.480506 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-08206e93-59e2-40c1-98f1-941319756757 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=51bd1cf8-4def-460f-a121-effc720b06a6 HTTP/1.1" status: 200 len: 1093 time: 0.0776284 Feb 28 14:32:59.486574 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33426) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:32:59.492450 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6f26ac8f-bcf1-4c42-973d-8afe23a0d8f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'port_id': '2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:32:59.500870 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6f26ac8f-bcf1-4c42-973d-8afe23a0d8f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:32:59.500870 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6f26ac8f-bcf1-4c42-973d-8afe23a0d8f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:floatingip and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:32:59.507942 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6f26ac8f-bcf1-4c42-973d-8afe23a0d8f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:32:59.513176 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6f26ac8f-bcf1-4c42-973d-8afe23a0d8f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:32:59.523773 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f26ac8f-bcf1-4c42-973d-8afe23a0d8f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:59.674063 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f26ac8f-bcf1-4c42-973d-8afe23a0d8f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:32:59.829249 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-6f26ac8f-bcf1-4c42-973d-8afe23a0d8f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.26.5.148 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/7c4c7f8a-5e41-4732-9028-741331b2dc9e) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:32:59.986676 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f26ac8f-bcf1-4c42-973d-8afe23a0d8f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:00.019447 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f26ac8f-bcf1-4c42-973d-8afe23a0d8f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:00.084899 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f26ac8f-bcf1-4c42-973d-8afe23a0d8f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:33:00.087753 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-6f26ac8f-bcf1-4c42-973d-8afe23a0d8f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:33:00.096123 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f26ac8f-bcf1-4c42-973d-8afe23a0d8f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:33:00.253180 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26ac8f-bcf1-4c42-973d-8afe23a0d8f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=7c4c7f8a-5e41-4732-9028-741331b2dc9e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:00.658551 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f26ac8f-bcf1-4c42-973d-8afe23a0d8f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:00.738689 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f26ac8f-bcf1-4c42-973d-8afe23a0d8f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:00.970345 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f26ac8f-bcf1-4c42-973d-8afe23a0d8f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:00.977043 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f26ac8f-bcf1-4c42-973d-8afe23a0d8f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:01.084601 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26ac8f-bcf1-4c42-973d-8afe23a0d8f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=7c4c7f8a-5e41-4732-9028-741331b2dc9e,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:01.096838 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f26ac8f-bcf1-4c42-973d-8afe23a0d8f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:01.270746 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-6f26ac8f-bcf1-4c42-973d-8afe23a0d8f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Floating IP d521b203-59b4-460b-95c0-93f44f4755dd associated. External IP: 172.26.5.148, port: 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1. Feb 28 14:33:01.617373 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f26ac8f-bcf1-4c42-973d-8afe23a0d8f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router ed502320-50b7-4417-909f-8c51b9de4583 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:33:01.909116 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f26ac8f-bcf1-4c42-973d-8afe23a0d8f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:33:01.919977 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2968eeae-60dc-4ed3-abe1-82219ae55137 None None] Sync routers for ids ['ed502320-50b7-4417-909f-8c51b9de4583'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:33:01.931973 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2968eeae-60dc-4ed3-abe1-82219ae55137 None None] Routers {'ed502320-50b7-4417-909f-8c51b9de4583'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:33:01.932638 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-2968eeae-60dc-4ed3-abe1-82219ae55137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:32:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ed502320-50b7-4417-909f-8c51b9de4583'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:33:01.934348 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6f26ac8f-bcf1-4c42-973d-8afe23a0d8f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:01.993415 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6f26ac8f-bcf1-4c42-973d-8afe23a0d8f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5080507 Feb 28 14:33:01.993415 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51bd1cf8-4def-460f-a121-effc720b06a6', 'tag': '2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:33:01.997194 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33430) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:02.039587 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51bd1cf8-4def-460f-a121-effc720b06a6', 'tag': '2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1', 'status': 'completed', 'code': 200} Feb 28 14:33:02.130612 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-2968eeae-60dc-4ed3-abe1-82219ae55137 None None] Set router ed502320-50b7-4417-909f-8c51b9de4583 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:33:02.360140 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e221a7ec-06e0-48dc-b3b4-150e701ef236 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/routers/ed502320-50b7-4417-909f-8c51b9de4583 HTTP/1.1" status: 200 len: 922 time: 0.3636563 Feb 28 14:33:02.363478 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33436) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:02.363696 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef601a1c-7bb3-4c4c-ae0f-b246794441f1 req-e5104b1d-586b-4c17-92be-4bfeeb916934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:02.364941 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ef601a1c-7bb3-4c4c-ae0f-b246794441f1 req-e5104b1d-586b-4c17-92be-4bfeeb916934 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=51bd1cf8-4def-460f-a121-effc720b06a6 HTTP/1.1" status: 200 len: 1098 time: 0.2911081 Feb 28 14:33:02.480328 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8f1b43af-737b-479e-925d-054ff59b040f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/d521b203-59b4-460b-95c0-93f44f4755dd HTTP/1.1" status: 200 len: 991 time: 0.1151497 Feb 28 14:33:02.502663 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef601a1c-7bb3-4c4c-ae0f-b246794441f1 req-a784626d-768e-4d48-8f1e-b8af979225ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:02.504120 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ef601a1c-7bb3-4c4c-ae0f-b246794441f1 req-a784626d-768e-4d48-8f1e-b8af979225ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=db00cf80-6b8a-401c-8478-367443edcbd5 HTTP/1.1" status: 200 len: 897 time: 0.1320562 Feb 28 14:33:02.524965 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-2968eeae-60dc-4ed3-abe1-82219ae55137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'name': 'tempest-TestNetworkBasicOps-router-193399932', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191'}], 'enable_snat': True}, 'gw_port_id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:32:33Z', 'updated_at': '2022-02-28T14:32:38Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:34Z', 'updated_at': '2022-02-28T14:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': 'd521b203-59b4-460b-95c0-93f44f4755dd', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.148', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'port_id': '2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5', 'mac_address': 'fa:16:3e:89:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd1cf8-4def-460f-a121-effc720b06a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:33:00Z', 'updated_at': '2022-02-28T14:33:00Z', 'revision_number': 0, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6255233e-41f2-4d29-a8c5-be471fa7097b', 'name': '', 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:c1:c6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '73362f39-0625-4f90-8ebc-cfee3edc1c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:37Z', 'updated_at': '2022-02-28T14:32:45Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '73362f39-0625-4f90-8ebc-cfee3edc1c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:33:02.529008 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2968eeae-60dc-4ed3-abe1-82219ae55137 None None] Checking router: ed502320-50b7-4417-909f-8c51b9de4583 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:33:02.537209 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2968eeae-60dc-4ed3-abe1-82219ae55137 None None] Routers {'ed502320-50b7-4417-909f-8c51b9de4583'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:33:02.537793 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-2968eeae-60dc-4ed3-abe1-82219ae55137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:32:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ed502320-50b7-4417-909f-8c51b9de4583'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:33:02.607030 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ef601a1c-7bb3-4c4c-ae0f-b246794441f1 req-b3facc93-7d45-42aa-a1ea-f12bef0efecc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1 HTTP/1.1" status: 200 len: 999 time: 0.0962520 Feb 28 14:33:02.669163 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef601a1c-7bb3-4c4c-ae0f-b246794441f1 req-7ca1a129-85c8-4aed-bf5b-cb3310adc529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:02.670478 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ef601a1c-7bb3-4c4c-ae0f-b246794441f1 req-7ca1a129-85c8-4aed-bf5b-cb3310adc529 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=73362f39-0625-4f90-8ebc-cfee3edc1c1d HTTP/1.1" status: 200 len: 833 time: 0.0567846 Feb 28 14:33:02.716676 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-2968eeae-60dc-4ed3-abe1-82219ae55137 None None] Set router ed502320-50b7-4417-909f-8c51b9de4583 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:33:02.748295 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef601a1c-7bb3-4c4c-ae0f-b246794441f1 req-5cd96a3c-083b-4820-a181-1e7a35794584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:02.749735 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ef601a1c-7bb3-4c4c-ae0f-b246794441f1 req-5cd96a3c-083b-4820-a181-1e7a35794584 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=db00cf80-6b8a-401c-8478-367443edcbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737317 Feb 28 14:33:02.883761 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ef601a1c-7bb3-4c4c-ae0f-b246794441f1 req-5fa03b9c-5c8d-4199-9f66-22a79f602037 service neutron] 10.222.0.13 "GET /v2.0/networks/db00cf80-6b8a-401c-8478-367443edcbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281159 Feb 28 14:33:03.015708 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ef601a1c-7bb3-4c4c-ae0f-b246794441f1 req-aac9ee70-b578-484a-ac6c-6322f6aa34f9 service neutron] 10.222.0.13 "GET /v2.0/networks/db00cf80-6b8a-401c-8478-367443edcbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260443 Feb 28 14:33:03.060615 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-2968eeae-60dc-4ed3-abe1-82219ae55137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'name': 'tempest-TestNetworkBasicOps-router-193399932', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191'}], 'enable_snat': True}, 'gw_port_id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:32:33Z', 'updated_at': '2022-02-28T14:32:38Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:34Z', 'updated_at': '2022-02-28T14:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': 'd521b203-59b4-460b-95c0-93f44f4755dd', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.148', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'port_id': '2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5', 'mac_address': 'fa:16:3e:89:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd1cf8-4def-460f-a121-effc720b06a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:33:00Z', 'updated_at': '2022-02-28T14:33:00Z', 'revision_number': 0, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6255233e-41f2-4d29-a8c5-be471fa7097b', 'name': '', 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:c1:c6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '73362f39-0625-4f90-8ebc-cfee3edc1c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:37Z', 'updated_at': '2022-02-28T14:32:45Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '73362f39-0625-4f90-8ebc-cfee3edc1c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:33:03.064809 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2968eeae-60dc-4ed3-abe1-82219ae55137 None None] The sync data for ids ['ed502320-50b7-4417-909f-8c51b9de4583'] in dv-neutron-831192-4-hyperv is: [{'id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'name': 'tempest-TestNetworkBasicOps-router-193399932', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191'}], 'enable_snat': True}, 'gw_port_id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:32:33Z', 'updated_at': '2022-02-28T14:32:38Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:34Z', 'updated_at': '2022-02-28T14:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': 'd521b203-59b4-460b-95c0-93f44f4755dd', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.148', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'port_id': '2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5', 'mac_address': 'fa:16:3e:89:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd1cf8-4def-460f-a121-effc720b06a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:33:00Z', 'updated_at': '2022-02-28T14:33:00Z', 'revision_number': 0, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6255233e-41f2-4d29-a8c5-be471fa7097b', 'name': '', 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:c1:c6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '73362f39-0625-4f90-8ebc-cfee3edc1c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:37Z', 'updated_at': '2022-02-28T14:32:45Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '73362f39-0625-4f90-8ebc-cfee3edc1c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:33:03.288181 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb421876-0531-4c02-b248-1d3a3d85b8ee None None] New status for floating IP d521b203-59b4-460b-95c0-93f44f4755dd: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:33:03.483964 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33440) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:03.598070 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6d32b22e-34a1-463a-82e0-a5881a61ca6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/d521b203-59b4-460b-95c0-93f44f4755dd HTTP/1.1" status: 200 len: 993 time: 0.1129639 Feb 28 14:33:04.804943 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:33:05.025443 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:07.651353 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7a361d52-a0b5-402b-83f2-83b0b80b448e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:09.807619 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b924632c-eb65-4d7b-8703-c45cbd7a0e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:10.942998 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:11.103229 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:12.459337 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:17.442099 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ecf0eb7a-0077-4bcc-ad91-5741659e4657 req-8d0c7551-513e-4b90-9be6-88fa2d3d1f02 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=384c9653-c3da-4278-b272-84fe5811bd16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733256 Feb 28 14:33:17.586961 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0eb7a-0077-4bcc-ad91-5741659e4657 req-42270338-53fd-4a0f-a084-83ed4b9c1963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:17.589048 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ecf0eb7a-0077-4bcc-ad91-5741659e4657 req-42270338-53fd-4a0f-a084-83ed4b9c1963 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f524760c6fa4d1fa6c1f424e01bc6b0&device_id=384c9653-c3da-4278-b272-84fe5811bd16 HTTP/1.1" status: 200 len: 1099 time: 0.0760245 Feb 28 14:33:17.737252 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0eb7a-0077-4bcc-ad91-5741659e4657 req-e14ccb7f-717f-4335-b8fb-de5d2cf30041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:17.738922 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ecf0eb7a-0077-4bcc-ad91-5741659e4657 req-e14ccb7f-717f-4335-b8fb-de5d2cf30041 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dbec77e7-9627-41ee-b124-abc98f8f9531 HTTP/1.1" status: 200 len: 912 time: 0.1288605 Feb 28 14:33:17.845180 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ecf0eb7a-0077-4bcc-ad91-5741659e4657 req-0d4fcd97-9d11-4d46-ae4e-8b305fcce259 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc717008-9637-4a21-89c1-e3e0f1ab58e2 HTTP/1.1" status: 200 len: 1002 time: 0.1001740 Feb 28 14:33:17.922210 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0eb7a-0077-4bcc-ad91-5741659e4657 req-b7dadff9-9f05-4da0-96b3-480ae168e4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:17.923651 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ecf0eb7a-0077-4bcc-ad91-5741659e4657 req-b7dadff9-9f05-4da0-96b3-480ae168e4a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2c3c161d-1d7a-4059-be69-1fedd6eff82a HTTP/1.1" status: 200 len: 850 time: 0.0720196 Feb 28 14:33:18.003279 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0eb7a-0077-4bcc-ad91-5741659e4657 req-9ad21a73-2569-493a-a967-558cc1106d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:18.004736 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ecf0eb7a-0077-4bcc-ad91-5741659e4657 req-9ad21a73-2569-493a-a967-558cc1106d82 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dbec77e7-9627-41ee-b124-abc98f8f9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739703 Feb 28 14:33:18.144714 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ecf0eb7a-0077-4bcc-ad91-5741659e4657 req-b5e9088d-57b9-4a00-8449-84634e9bede5 service neutron] 10.222.0.13 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329556 Feb 28 14:33:18.401212 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ecf0eb7a-0077-4bcc-ad91-5741659e4657 req-e5537266-c34e-4541-a973-6bf4cb309126 service neutron] 10.222.0.13 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488356 Feb 28 14:33:32.858555 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33458) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:33.053861 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8407cfed-6557-4536-abab-4697016e7324 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/routers/ed502320-50b7-4417-909f-8c51b9de4583/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1939502 Feb 28 14:33:33.056835 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33462) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:33.267021 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba221cf-7bc9-429c-ad56-d5f24e9f1134 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Notify agent at dv-neutron-831192-4-hyperv the message router_removed_from_agent {{(pid=87772) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 28 14:33:33.270517 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-aba221cf-7bc9-429c-ad56-d5f24e9f1134 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "DELETE /v2.0/agents/bc3dd96e-371a-4510-a057-59d13f63fa40/l3-routers/ed502320-50b7-4417-909f-8c51b9de4583 HTTP/1.1" status: 204 len: 168 time: 0.2127852 Feb 28 14:33:33.273185 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33466) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:33.464570 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dae3e3a1-26d9-4a12-a3b9-2488f2d76518 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/routers/ed502320-50b7-4417-909f-8c51b9de4583/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1903243 Feb 28 14:33:33.467468 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33470) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:33.686386 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 6255233e-41f2-4d29-a8c5-be471fa7097b no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:33:33.807081 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:33.839474 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 6255233e-41f2-4d29-a8c5-be471fa7097b, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=6255233e-41f2-4d29-a8c5-be471fa7097b,segment=NetworkSegment(d0995b96-1cd0-4dc3-b10e-815e55861029),segment_id=d0995b96-1cd0-4dc3-b10e-815e55861029)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:33:33.844302 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:33.913382 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=6255233e-41f2-4d29-a8c5-be471fa7097b,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:33.920633 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:33.920983 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:33.921301 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:33.922142 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:33.922471 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:33.922798 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:33.923119 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:33.923486 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:33.923819 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:33.924176 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:33.924494 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:33.924901 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:33.931961 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-29b0bd44-3482-4421-8575-06b17d6ce4da tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/d521b203-59b4-460b-95c0-93f44f4755dd HTTP/1.1" status: 200 len: 993 time: 0.4633026 Feb 28 14:33:34.078185 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58b8074-aa94-44f2-b65a-82d5d5dc711e None None] New status for floating IP d521b203-59b4-460b-95c0-93f44f4755dd: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:33:34.936399 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33476) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:35.026284 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:35.047262 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4e521168-6de8-4600-90a8-f5e4c0a9930a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/d521b203-59b4-460b-95c0-93f44f4755dd HTTP/1.1" status: 200 len: 991 time: 0.1097417 Feb 28 14:33:35.403791 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 283b1d12-045b-4097-a616-2d0d2dede5e9 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:33:35.527294 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:35.543945 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 283b1d12-045b-4097-a616-2d0d2dede5e9, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=283b1d12-045b-4097-a616-2d0d2dede5e9,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:33:35.550267 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:35.618823 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=283b1d12-045b-4097-a616-2d0d2dede5e9,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:36.190418 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33482) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:36.398869 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d585d2be-5e9f-4f7b-877c-a61ce0cd10d1 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Router ed502320-50b7-4417-909f-8c51b9de4583 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:33:36.399280 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d585d2be-5e9f-4f7b-877c-a61ce0cd10d1 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Notify agent at dv-neutron-831192-4-hyperv the message router_added_to_agent {{(pid=87773) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 28 14:33:36.418591 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d585d2be-5e9f-4f7b-877c-a61ce0cd10d1 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "POST /v2.0/agents/bc3dd96e-371a-4510-a057-59d13f63fa40/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2270572 Feb 28 14:33:36.421126 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33488) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:36.435751 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fcaed2-a278-44af-9e27-3972a95741d2 None None] Sync routers for ids ['ed502320-50b7-4417-909f-8c51b9de4583'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:33:36.446150 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fcaed2-a278-44af-9e27-3972a95741d2 None None] Routers {'ed502320-50b7-4417-909f-8c51b9de4583'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:33:36.446861 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-78fcaed2-a278-44af-9e27-3972a95741d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:33:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ed502320-50b7-4417-909f-8c51b9de4583'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:33:36.603379 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-74b0da38-1f54-4efd-90d1-cff4c1c6758d tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/routers/ed502320-50b7-4417-909f-8c51b9de4583/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1807022 Feb 28 14:33:36.606186 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33494) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:36.628255 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-78fcaed2-a278-44af-9e27-3972a95741d2 None None] Set router ed502320-50b7-4417-909f-8c51b9de4583 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:33:36.713984 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bb134e39-def9-4ca5-98d2-f03679b588c3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/d521b203-59b4-460b-95c0-93f44f4755dd HTTP/1.1" status: 200 len: 991 time: 0.1065881 Feb 28 14:33:37.037706 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-78fcaed2-a278-44af-9e27-3972a95741d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'name': 'tempest-TestNetworkBasicOps-router-193399932', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191'}], 'enable_snat': True}, 'gw_port_id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:32:33Z', 'updated_at': '2022-02-28T14:32:38Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:69:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:34Z', 'updated_at': '2022-02-28T14:33:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': 'd521b203-59b4-460b-95c0-93f44f4755dd', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.148', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'port_id': '2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5', 'mac_address': 'fa:16:3e:89:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd1cf8-4def-460f-a121-effc720b06a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:33:00Z', 'updated_at': '2022-02-28T14:33:34Z', 'revision_number': 2, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6255233e-41f2-4d29-a8c5-be471fa7097b', 'name': '', 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:c1:c6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '73362f39-0625-4f90-8ebc-cfee3edc1c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:37Z', 'updated_at': '2022-02-28T14:33:33Z', 'revision_number': 6, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '73362f39-0625-4f90-8ebc-cfee3edc1c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:33:37.041921 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fcaed2-a278-44af-9e27-3972a95741d2 None None] Checking router: ed502320-50b7-4417-909f-8c51b9de4583 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:33:37.052261 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fcaed2-a278-44af-9e27-3972a95741d2 None None] Routers {'ed502320-50b7-4417-909f-8c51b9de4583'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:33:37.052851 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-78fcaed2-a278-44af-9e27-3972a95741d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:33:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ed502320-50b7-4417-909f-8c51b9de4583'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:33:37.232232 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-78fcaed2-a278-44af-9e27-3972a95741d2 None None] Set router ed502320-50b7-4417-909f-8c51b9de4583 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:33:37.604972 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-78fcaed2-a278-44af-9e27-3972a95741d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'name': 'tempest-TestNetworkBasicOps-router-193399932', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191'}], 'enable_snat': True}, 'gw_port_id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:32:33Z', 'updated_at': '2022-02-28T14:32:38Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:69:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:34Z', 'updated_at': '2022-02-28T14:33:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': 'd521b203-59b4-460b-95c0-93f44f4755dd', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.148', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'port_id': '2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5', 'mac_address': 'fa:16:3e:89:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd1cf8-4def-460f-a121-effc720b06a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:33:00Z', 'updated_at': '2022-02-28T14:33:34Z', 'revision_number': 2, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6255233e-41f2-4d29-a8c5-be471fa7097b', 'name': '', 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:c1:c6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '73362f39-0625-4f90-8ebc-cfee3edc1c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:37Z', 'updated_at': '2022-02-28T14:33:33Z', 'revision_number': 6, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '73362f39-0625-4f90-8ebc-cfee3edc1c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:33:37.611127 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fcaed2-a278-44af-9e27-3972a95741d2 None None] The sync data for ids ['ed502320-50b7-4417-909f-8c51b9de4583'] in dv-neutron-831192-4-hyperv is: [{'id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'name': 'tempest-TestNetworkBasicOps-router-193399932', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191'}], 'enable_snat': True}, 'gw_port_id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:32:33Z', 'updated_at': '2022-02-28T14:32:38Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:69:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:34Z', 'updated_at': '2022-02-28T14:33:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': 'd521b203-59b4-460b-95c0-93f44f4755dd', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.148', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'port_id': '2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5', 'mac_address': 'fa:16:3e:89:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd1cf8-4def-460f-a121-effc720b06a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:33:00Z', 'updated_at': '2022-02-28T14:33:34Z', 'revision_number': 2, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6255233e-41f2-4d29-a8c5-be471fa7097b', 'name': '', 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:c1:c6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '73362f39-0625-4f90-8ebc-cfee3edc1c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:37Z', 'updated_at': '2022-02-28T14:33:33Z', 'revision_number': 6, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '73362f39-0625-4f90-8ebc-cfee3edc1c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:33:37.646348 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2932d390-c90f-495a-a6c7-3a020884fa68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:37.717173 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33498) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:37.834243 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-27b23fd4-c826-44cd-a5b4-4ccadd5c16d1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/d521b203-59b4-460b-95c0-93f44f4755dd HTTP/1.1" status: 200 len: 991 time: 0.1159430 Feb 28 14:33:38.838361 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33502) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:38.956099 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-34a25983-d7e8-496d-927d-ac08c7d662a7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/d521b203-59b4-460b-95c0-93f44f4755dd HTTP/1.1" status: 200 len: 991 time: 0.1163990 Feb 28 14:33:39.310771 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a21a31-9ecf-4348-bf84-be365c663b00 None None] New status for floating IP d521b203-59b4-460b-95c0-93f44f4755dd: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:33:39.459406 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 6255233e-41f2-4d29-a8c5-be471fa7097b up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:33:39.529712 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 6255233e-41f2-4d29-a8c5-be471fa7097b triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:33:39.530069 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:39.650135 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:39.685931 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 6255233e-41f2-4d29-a8c5-be471fa7097b, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=6255233e-41f2-4d29-a8c5-be471fa7097b,segment=NetworkSegment(d0995b96-1cd0-4dc3-b10e-815e55861029),segment_id=d0995b96-1cd0-4dc3-b10e-815e55861029)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:33:39.690998 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:39.691848 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 283b1d12-045b-4097-a616-2d0d2dede5e9 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:33:39.817936 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=6255233e-41f2-4d29-a8c5-be471fa7097b,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:39.823006 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4eae7a21-d89f-4820-88b6-faa2f49f6bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:39.831025 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 283b1d12-045b-4097-a616-2d0d2dede5e9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:33:39.831254 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:39.947517 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:39.960941 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33506) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:39.964183 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 283b1d12-045b-4097-a616-2d0d2dede5e9, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=283b1d12-045b-4097-a616-2d0d2dede5e9,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:33:39.970590 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:40.040457 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=283b1d12-045b-4097-a616-2d0d2dede5e9,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:40.074848 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5504406e-aa27-4fd5-b94a-a0cf6fc3c2fa tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/d521b203-59b4-460b-95c0-93f44f4755dd HTTP/1.1" status: 200 len: 993 time: 0.1126201 Feb 28 14:33:40.362338 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33514) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:40.681562 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfffad-21d5-440f-a16d-23161f47c929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port 7c4c7f8a-5e41-4732-9028-741331b2dc9e {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:33:40.681828 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b2cfffad-21d5-440f-a16d-23161f47c929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:40.859198 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b2cfffad-21d5-440f-a16d-23161f47c929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:40.859526 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b2cfffad-21d5-440f-a16d-23161f47c929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:40.938852 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:40.984322 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfffad-21d5-440f-a16d-23161f47c929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for 7c4c7f8a-5e41-4732-9028-741331b2dc9e owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:33:41.096344 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:41.146492 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b2cfffad-21d5-440f-a16d-23161f47c929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:41.192854 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfffad-21d5-440f-a16d-23161f47c929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=7c4c7f8a-5e41-4732-9028-741331b2dc9e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:41.231182 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cfffad-21d5-440f-a16d-23161f47c929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:41.231542 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cfffad-21d5-440f-a16d-23161f47c929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:41.231866 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cfffad-21d5-440f-a16d-23161f47c929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:41.232183 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cfffad-21d5-440f-a16d-23161f47c929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:41.232497 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cfffad-21d5-440f-a16d-23161f47c929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:41.232814 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cfffad-21d5-440f-a16d-23161f47c929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:41.233124 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cfffad-21d5-440f-a16d-23161f47c929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:41.233442 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cfffad-21d5-440f-a16d-23161f47c929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:41.233744 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cfffad-21d5-440f-a16d-23161f47c929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:41.234052 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cfffad-21d5-440f-a16d-23161f47c929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:41.234357 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cfffad-21d5-440f-a16d-23161f47c929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:41.234647 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cfffad-21d5-440f-a16d-23161f47c929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:41.292322 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b2cfffad-21d5-440f-a16d-23161f47c929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:41.292610 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-b2cfffad-21d5-440f-a16d-23161f47c929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Floating IP d521b203-59b4-460b-95c0-93f44f4755dd disassociated (deleted). External IP: 172.26.5.148, port: 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1. Feb 28 14:33:41.412371 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 6255233e-41f2-4d29-a8c5-be471fa7097b up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:33:41.482745 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 6255233e-41f2-4d29-a8c5-be471fa7097b triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:33:41.483114 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:41.598954 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 283b1d12-045b-4097-a616-2d0d2dede5e9 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:33:41.650058 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2cfffad-21d5-440f-a16d-23161f47c929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router ed502320-50b7-4417-909f-8c51b9de4583 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:33:41.663081 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 283b1d12-045b-4097-a616-2d0d2dede5e9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:33:41.663477 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:41.805192 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:33:41.833711 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cfffad-21d5-440f-a16d-23161f47c929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:33:41.843659 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0ee780-fd15-43b5-9405-db8ce99c0cc7 None None] Sync routers for ids ['ed502320-50b7-4417-909f-8c51b9de4583'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:33:41.854103 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0ee780-fd15-43b5-9405-db8ce99c0cc7 None None] Routers {'ed502320-50b7-4417-909f-8c51b9de4583'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:33:41.854393 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b2cfffad-21d5-440f-a16d-23161f47c929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:41.854718 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2d0ee780-fd15-43b5-9405-db8ce99c0cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:33:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ed502320-50b7-4417-909f-8c51b9de4583'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:33:41.908829 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b2cfffad-21d5-440f-a16d-23161f47c929 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/floatingips/d521b203-59b4-460b-95c0-93f44f4755dd HTTP/1.1" status: 204 len: 168 time: 1.5452242 Feb 28 14:33:41.909412 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51bd1cf8-4def-460f-a121-effc720b06a6', 'tag': '2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:33:41.958685 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51bd1cf8-4def-460f-a121-effc720b06a6', 'tag': '2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1', 'status': 'completed', 'code': 200} Feb 28 14:33:42.049186 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-2d0ee780-fd15-43b5-9405-db8ce99c0cc7 None None] Set router ed502320-50b7-4417-909f-8c51b9de4583 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:33:42.070939 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988b5be-db72-48f0-a1db-a1ffaec74e95 req-3276f4fe-25f2-45b5-ab4b-ba4e4df71e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:42.072365 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3988b5be-db72-48f0-a1db-a1ffaec74e95 req-3276f4fe-25f2-45b5-ab4b-ba4e4df71e3c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=51bd1cf8-4def-460f-a121-effc720b06a6 HTTP/1.1" status: 200 len: 1098 time: 0.0918968 Feb 28 14:33:42.221936 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988b5be-db72-48f0-a1db-a1ffaec74e95 req-748d3e5c-2bdf-47de-a0c6-46108bf1212f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:42.223448 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3988b5be-db72-48f0-a1db-a1ffaec74e95 req-748d3e5c-2bdf-47de-a0c6-46108bf1212f service neutron] 10.222.0.13 "GET /v2.0/networks?id=db00cf80-6b8a-401c-8478-367443edcbd5 HTTP/1.1" status: 200 len: 897 time: 0.1456468 Feb 28 14:33:42.291425 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3988b5be-db72-48f0-a1db-a1ffaec74e95 req-7f6edf03-c63c-4851-9335-515f9baaa1e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1 HTTP/1.1" status: 200 len: 217 time: 0.0600464 Feb 28 14:33:42.300428 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756e0db-32ac-420c-ac66-bf2ce31fb51b req-a27126fd-ff46-4e84-99a7-184c758d73ae tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:42.301291 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-a756e0db-32ac-420c-ac66-bf2ce31fb51b req-a27126fd-ff46-4e84-99a7-184c758d73ae tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:33:42.318211 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-a756e0db-32ac-420c-ac66-bf2ce31fb51b req-a27126fd-ff46-4e84-99a7-184c758d73ae tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:33:42.320068 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a756e0db-32ac-420c-ac66-bf2ce31fb51b req-a27126fd-ff46-4e84-99a7-184c758d73ae tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bd1cf8-4def-460f-a121-effc720b06a6 HTTP/1.1" status: 200 len: 945 time: 0.1034019 Feb 28 14:33:42.367562 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988b5be-db72-48f0-a1db-a1ffaec74e95 req-3e2a7f30-80db-46f1-ab1f-c4ab96ece873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:42.369030 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3988b5be-db72-48f0-a1db-a1ffaec74e95 req-3e2a7f30-80db-46f1-ab1f-c4ab96ece873 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=73362f39-0625-4f90-8ebc-cfee3edc1c1d HTTP/1.1" status: 200 len: 833 time: 0.0711880 Feb 28 14:33:42.389464 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2d0ee780-fd15-43b5-9405-db8ce99c0cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'name': 'tempest-TestNetworkBasicOps-router-193399932', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191'}], 'enable_snat': True}, 'gw_port_id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:32:33Z', 'updated_at': '2022-02-28T14:32:38Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:34Z', 'updated_at': '2022-02-28T14:33:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '6255233e-41f2-4d29-a8c5-be471fa7097b', 'name': '', 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:c1:c6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '73362f39-0625-4f90-8ebc-cfee3edc1c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:37Z', 'updated_at': '2022-02-28T14:33:39Z', 'revision_number': 7, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '73362f39-0625-4f90-8ebc-cfee3edc1c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:33:42.394702 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0ee780-fd15-43b5-9405-db8ce99c0cc7 None None] Checking router: ed502320-50b7-4417-909f-8c51b9de4583 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:33:42.404747 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0ee780-fd15-43b5-9405-db8ce99c0cc7 None None] Routers {'ed502320-50b7-4417-909f-8c51b9de4583'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:33:42.405522 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2d0ee780-fd15-43b5-9405-db8ce99c0cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:33:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ed502320-50b7-4417-909f-8c51b9de4583'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:33:42.452351 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988b5be-db72-48f0-a1db-a1ffaec74e95 req-4041e5c5-b75d-4c42-aa1e-e81e5ec9821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:42.453920 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3988b5be-db72-48f0-a1db-a1ffaec74e95 req-4041e5c5-b75d-4c42-aa1e-e81e5ec9821c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=db00cf80-6b8a-401c-8478-367443edcbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783892 Feb 28 14:33:42.498021 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:42.504025 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a756e0db-32ac-420c-ac66-bf2ce31fb51b req-761a6ecc-a981-4853-9b1f-601caab89784 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=25819708-14f3-4c83-9cd3-531bb6ff6395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782150 Feb 28 14:33:42.592717 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3988b5be-db72-48f0-a1db-a1ffaec74e95 req-4e7e5355-998d-4875-b835-2a6c020ce0de service neutron] 10.222.0.13 "GET /v2.0/networks/db00cf80-6b8a-401c-8478-367443edcbd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316216 Feb 28 14:33:42.620312 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-2d0ee780-fd15-43b5-9405-db8ce99c0cc7 None None] Set router ed502320-50b7-4417-909f-8c51b9de4583 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:33:42.848331 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3988b5be-db72-48f0-a1db-a1ffaec74e95 req-cec013b0-5af7-4d53-b292-6944cb6f83e8 service neutron] 10.222.0.13 "GET /v2.0/networks/db00cf80-6b8a-401c-8478-367443edcbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478640 Feb 28 14:33:42.954062 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2d0ee780-fd15-43b5-9405-db8ce99c0cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'name': 'tempest-TestNetworkBasicOps-router-193399932', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191'}], 'enable_snat': True}, 'gw_port_id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:32:33Z', 'updated_at': '2022-02-28T14:32:38Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:34Z', 'updated_at': '2022-02-28T14:33:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '6255233e-41f2-4d29-a8c5-be471fa7097b', 'name': '', 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:c1:c6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '73362f39-0625-4f90-8ebc-cfee3edc1c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:37Z', 'updated_at': '2022-02-28T14:33:39Z', 'revision_number': 7, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '73362f39-0625-4f90-8ebc-cfee3edc1c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:33:42.958515 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0ee780-fd15-43b5-9405-db8ce99c0cc7 None None] The sync data for ids ['ed502320-50b7-4417-909f-8c51b9de4583'] in dv-neutron-831192-4-hyperv is: [{'id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'name': 'tempest-TestNetworkBasicOps-router-193399932', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191'}], 'enable_snat': True}, 'gw_port_id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:32:33Z', 'updated_at': '2022-02-28T14:32:38Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:34Z', 'updated_at': '2022-02-28T14:33:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '6255233e-41f2-4d29-a8c5-be471fa7097b', 'name': '', 'network_id': 'db00cf80-6b8a-401c-8478-367443edcbd5', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:c1:c6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '73362f39-0625-4f90-8ebc-cfee3edc1c1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:37Z', 'updated_at': '2022-02-28T14:33:39Z', 'revision_number': 7, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '73362f39-0625-4f90-8ebc-cfee3edc1c1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:33:43.521375 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc88ec-ab58-4158-8c65-1312a8705f15 req-ae368453-1c53-4242-8e81-fecbe07e310a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:43.522806 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-06dc88ec-ab58-4158-8c65-1312a8705f15 req-ae368453-1c53-4242-8e81-fecbe07e310a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/ports?device_id=51bd1cf8-4def-460f-a121-effc720b06a6 HTTP/1.1" status: 200 len: 945 time: 0.0848770 Feb 28 14:33:43.596306 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-06dc88ec-ab58-4158-8c65-1312a8705f15 req-86759f2b-25b5-4116-b753-c41f799e0798 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:33:43.596306 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-06dc88ec-ab58-4158-8c65-1312a8705f15 req-86759f2b-25b5-4116-b753-c41f799e0798 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:43.660951 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7014f2-a10c-4897-a88d-257e6e775944 None None] New status for floating IP d521b203-59b4-460b-95c0-93f44f4755dd: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:33:43.853059 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f5b1e-74f4-4dd5-a55f-18a6e169a87d req-f506c6b9-447b-4324-94d9-9abbc98debf6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:43.854519 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-226f5b1e-74f4-4dd5-a55f-18a6e169a87d req-f506c6b9-447b-4324-94d9-9abbc98debf6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=51bd1cf8-4def-460f-a121-effc720b06a6 HTTP/1.1" status: 200 len: 945 time: 0.2337306 Feb 28 14:33:43.938727 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-226f5b1e-74f4-4dd5-a55f-18a6e169a87d req-64aa433b-bd67-4803-b489-afaade649007 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=25819708-14f3-4c83-9cd3-531bb6ff6395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701716 Feb 28 14:33:43.943851 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-06dc88ec-ab58-4158-8c65-1312a8705f15 req-86759f2b-25b5-4116-b753-c41f799e0798 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1,segment=NetworkSegment(d0995b96-1cd0-4dc3-b10e-815e55861029),segment_id=d0995b96-1cd0-4dc3-b10e-815e55861029)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:33:43.944207 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-06dc88ec-ab58-4158-8c65-1312a8705f15 req-86759f2b-25b5-4116-b753-c41f799e0798 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:44.072952 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-06dc88ec-ab58-4158-8c65-1312a8705f15 req-86759f2b-25b5-4116-b753-c41f799e0798 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1 owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:33:44.218055 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-06dc88ec-ab58-4158-8c65-1312a8705f15 req-86759f2b-25b5-4116-b753-c41f799e0798 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:44.267948 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86759f2b-25b5-4116-b753-c41f799e0798 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:44.307342 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86759f2b-25b5-4116-b753-c41f799e0798 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:44.307691 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86759f2b-25b5-4116-b753-c41f799e0798 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:44.308020 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86759f2b-25b5-4116-b753-c41f799e0798 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:44.308345 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86759f2b-25b5-4116-b753-c41f799e0798 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:44.308669 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86759f2b-25b5-4116-b753-c41f799e0798 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:44.308987 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86759f2b-25b5-4116-b753-c41f799e0798 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:44.309302 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86759f2b-25b5-4116-b753-c41f799e0798 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:44.309620 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86759f2b-25b5-4116-b753-c41f799e0798 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:44.309936 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86759f2b-25b5-4116-b753-c41f799e0798 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:44.310253 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86759f2b-25b5-4116-b753-c41f799e0798 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:44.310550 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86759f2b-25b5-4116-b753-c41f799e0798 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:44.310861 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86759f2b-25b5-4116-b753-c41f799e0798 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:44.355316 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-06dc88ec-ab58-4158-8c65-1312a8705f15 req-86759f2b-25b5-4116-b753-c41f799e0798 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] No DVR routers for this DVR port 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1 on host hv-neutron-8311 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:33:44.357965 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-06dc88ec-ab58-4158-8c65-1312a8705f15 req-86759f2b-25b5-4116-b753-c41f799e0798 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:44.360426 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bd1cf8-4def-460f-a121-effc720b06a6', 'name': 'network-vif-deleted', 'tag': '2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:33:44.388635 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-06dc88ec-ab58-4158-8c65-1312a8705f15 req-86759f2b-25b5-4116-b753-c41f799e0798 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "DELETE /v2.0/ports/2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1 HTTP/1.1" status: 204 len: 173 time: 0.8590686 Feb 28 14:33:44.407825 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51bd1cf8-4def-460f-a121-effc720b06a6', 'name': 'network-vif-deleted', 'tag': '2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1', 'status': 'completed', 'code': 200} Feb 28 14:33:45.032650 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33532) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:45.103227 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d7f9974-9008-48a2-bda2-6c022f601ca9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:45.141504 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d7f9974-9008-48a2-bda2-6c022f601ca9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:45.209622 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d7f9974-9008-48a2-bda2-6c022f601ca9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:45.227940 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f9974-9008-48a2-bda2-6c022f601ca9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25819708-14f3-4c83-9cd3-531bb6ff6395,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:45.238948 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3d7f9974-9008-48a2-bda2-6c022f601ca9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:45.242902 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3d7f9974-9008-48a2-bda2-6c022f601ca9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/security-groups/25819708-14f3-4c83-9cd3-531bb6ff6395 HTTP/1.1" status: 204 len: 168 time: 0.2066519 Feb 28 14:33:45.272462 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33538) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:45.848235 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5f328c73-a7d2-495f-85dc-ddcd200aa883 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:46.214978 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5f328c73-a7d2-495f-85dc-ddcd200aa883 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port 6255233e-41f2-4d29-a8c5-be471fa7097b {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:33:46.215719 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5f328c73-a7d2-495f-85dc-ddcd200aa883 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:46.416762 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-5f328c73-a7d2-495f-85dc-ddcd200aa883 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port 6255233e-41f2-4d29-a8c5-be471fa7097b, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=6255233e-41f2-4d29-a8c5-be471fa7097b,segment=NetworkSegment(d0995b96-1cd0-4dc3-b10e-815e55861029),segment_id=d0995b96-1cd0-4dc3-b10e-815e55861029)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:33:46.417091 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5f328c73-a7d2-495f-85dc-ddcd200aa883 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:46.644683 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5f328c73-a7d2-495f-85dc-ddcd200aa883 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for 6255233e-41f2-4d29-a8c5-be471fa7097b owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:33:46.744601 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:33:46.779131 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:33:46.779574 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 2fea2ec4-b3bf-4f47-83b0-b3d612de7ba1 not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:33:46.855753 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5f328c73-a7d2-495f-85dc-ddcd200aa883 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:46.905774 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f328c73-a7d2-495f-85dc-ddcd200aa883 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=6255233e-41f2-4d29-a8c5-be471fa7097b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:47.186758 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5f328c73-a7d2-495f-85dc-ddcd200aa883 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:47.559786 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f328c73-a7d2-495f-85dc-ddcd200aa883 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router ed502320-50b7-4417-909f-8c51b9de4583 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:33:47.742811 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f328c73-a7d2-495f-85dc-ddcd200aa883 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:33:47.752500 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b1166c-424e-4298-b615-dec3ae6df66c None None] Sync routers for ids ['ed502320-50b7-4417-909f-8c51b9de4583'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:33:47.755946 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5f328c73-a7d2-495f-85dc-ddcd200aa883 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "PUT /v2.0/routers/ed502320-50b7-4417-909f-8c51b9de4583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4824142 Feb 28 14:33:47.759730 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33542) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:47.763886 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b1166c-424e-4298-b615-dec3ae6df66c None None] Routers {'ed502320-50b7-4417-909f-8c51b9de4583'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:33:47.764492 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-28b1166c-424e-4298-b615-dec3ae6df66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:33:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ed502320-50b7-4417-909f-8c51b9de4583'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:33:47.824863 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac9facf-052a-43bc-95a0-fc2b1d18f633 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting subnet 73362f39-0625-4f90-8ebc-cfee3edc1c1d {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:33:47.828053 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ac9facf-052a-43bc-95a0-fc2b1d18f633 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:47.885244 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ac9facf-052a-43bc-95a0-fc2b1d18f633 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:47.972733 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ac9facf-052a-43bc-95a0-fc2b1d18f633 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:47.990317 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-28b1166c-424e-4298-b615-dec3ae6df66c None None] Set router ed502320-50b7-4417-909f-8c51b9de4583 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:33:48.059192 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ac9facf-052a-43bc-95a0-fc2b1d18f633 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:48.220833 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9facf-052a-43bc-95a0-fc2b1d18f633 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Subnet': ['ID=73362f39-0625-4f90-8ebc-cfee3edc1c1d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:48.224417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9ac9facf-052a-43bc-95a0-fc2b1d18f633 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:48.230818 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9ac9facf-052a-43bc-95a0-fc2b1d18f633 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/subnets/73362f39-0625-4f90-8ebc-cfee3edc1c1d HTTP/1.1" status: 204 len: 168 time: 0.4701672 Feb 28 14:33:48.233592 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33546) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:48.249696 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b5d11c-e0b5-4508-85a5-6832947b1260 None None] Network db00cf80-6b8a-401c-8478-367443edcbd5 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:33:48.413805 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2401ce62-b01b-446c-b3ff-22069d802034 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:48.454288 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-28b1166c-424e-4298-b615-dec3ae6df66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'name': 'tempest-TestNetworkBasicOps-router-193399932', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191'}], 'enable_snat': True}, 'gw_port_id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:32:33Z', 'updated_at': '2022-02-28T14:33:46Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:34Z', 'updated_at': '2022-02-28T14:33:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:33:48.460409 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b1166c-424e-4298-b615-dec3ae6df66c None None] Checking router: ed502320-50b7-4417-909f-8c51b9de4583 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:33:48.479926 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b1166c-424e-4298-b615-dec3ae6df66c None None] Routers {'ed502320-50b7-4417-909f-8c51b9de4583'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:33:48.480577 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-28b1166c-424e-4298-b615-dec3ae6df66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:33:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ed502320-50b7-4417-909f-8c51b9de4583'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:33:48.599095 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2401ce62-b01b-446c-b3ff-22069d802034 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:48.610187 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2401ce62-b01b-446c-b3ff-22069d802034 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port 283b1d12-045b-4097-a616-2d0d2dede5e9 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:33:48.610640 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2401ce62-b01b-446c-b3ff-22069d802034 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:48.623319 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942fdd96-3bcf-4a77-b433-1beb53f7e748 None None] DHCP port deletion for db00cf80-6b8a-401c-8478-367443edcbd5 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:33:48.637554 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-942fdd96-3bcf-4a77-b433-1beb53f7e748 None None] Deleting port c3823981-30ce-4de1-8ad5-ff3695a710b0 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:33:48.637919 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-942fdd96-3bcf-4a77-b433-1beb53f7e748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:48.718227 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-28b1166c-424e-4298-b615-dec3ae6df66c None None] Set router ed502320-50b7-4417-909f-8c51b9de4583 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:33:48.797909 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-2401ce62-b01b-446c-b3ff-22069d802034 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port 283b1d12-045b-4097-a616-2d0d2dede5e9, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=283b1d12-045b-4097-a616-2d0d2dede5e9,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:33:48.798242 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2401ce62-b01b-446c-b3ff-22069d802034 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:48.919412 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2401ce62-b01b-446c-b3ff-22069d802034 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for 283b1d12-045b-4097-a616-2d0d2dede5e9 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:33:49.082782 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-942fdd96-3bcf-4a77-b433-1beb53f7e748 None None] For port c3823981-30ce-4de1-8ad5-ff3695a710b0, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c3823981-30ce-4de1-8ad5-ff3695a710b0,segment=NetworkSegment(d0995b96-1cd0-4dc3-b10e-815e55861029),segment_id=d0995b96-1cd0-4dc3-b10e-815e55861029)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:33:49.083470 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-942fdd96-3bcf-4a77-b433-1beb53f7e748 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:49.109800 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2401ce62-b01b-446c-b3ff-22069d802034 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:49.156126 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401ce62-b01b-446c-b3ff-22069d802034 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=283b1d12-045b-4097-a616-2d0d2dede5e9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:49.249101 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2401ce62-b01b-446c-b3ff-22069d802034 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:49.277499 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-942fdd96-3bcf-4a77-b433-1beb53f7e748 None None] Calling delete_port for c3823981-30ce-4de1-8ad5-ff3695a710b0 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:33:49.365707 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-942fdd96-3bcf-4a77-b433-1beb53f7e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:49.400755 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-28b1166c-424e-4298-b615-dec3ae6df66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'name': 'tempest-TestNetworkBasicOps-router-193399932', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191'}], 'enable_snat': True}, 'gw_port_id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:32:33Z', 'updated_at': '2022-02-28T14:33:46Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:34Z', 'updated_at': '2022-02-28T14:33:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:33:49.416325 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fdd96-3bcf-4a77-b433-1beb53f7e748 None None] Pushing event deleted for resources: {'Port': ['ID=c3823981-30ce-4de1-8ad5-ff3695a710b0,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:49.418166 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942fdd96-3bcf-4a77-b433-1beb53f7e748 None None] No DVR routers for this DVR port c3823981-30ce-4de1-8ad5-ff3695a710b0 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:33:49.422122 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b1166c-424e-4298-b615-dec3ae6df66c None None] The sync data for ids ['ed502320-50b7-4417-909f-8c51b9de4583'] in dv-neutron-831192-4-hyperv is: [{'id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'name': 'tempest-TestNetworkBasicOps-router-193399932', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191'}], 'enable_snat': True}, 'gw_port_id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:32:33Z', 'updated_at': '2022-02-28T14:33:46Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '283b1d12-045b-4097-a616-2d0d2dede5e9', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed502320-50b7-4417-909f-8c51b9de4583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:32:34Z', 'updated_at': '2022-02-28T14:33:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:33:49.438460 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2401ce62-b01b-446c-b3ff-22069d802034 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:49.444456 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2401ce62-b01b-446c-b3ff-22069d802034 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:49.474742 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2401ce62-b01b-446c-b3ff-22069d802034 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:49.475563 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2401ce62-b01b-446c-b3ff-22069d802034 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Fanout notify agent at l3_agent the message router_deleted on router ed502320-50b7-4417-909f-8c51b9de4583 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:33:49.491479 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2401ce62-b01b-446c-b3ff-22069d802034 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:49.495969 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33550) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:49.496393 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2401ce62-b01b-446c-b3ff-22069d802034 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/routers/ed502320-50b7-4417-909f-8c51b9de4583 HTTP/1.1" status: 204 len: 168 time: 1.2612803 Feb 28 14:33:49.610040 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4daa5c51-1360-456f-b1bb-864c3ae317d0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:49.740274 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4daa5c51-1360-456f-b1bb-864c3ae317d0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:49.765688 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-4daa5c51-1360-456f-b1bb-864c3ae317d0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db00cf80-6b8a-401c-8478-367443edcbd5']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:33:49.777433 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-4daa5c51-1360-456f-b1bb-864c3ae317d0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0995b96-1cd0-4dc3-b10e-815e55861029') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:33:49.777733 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-4daa5c51-1360-456f-b1bb-864c3ae317d0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0995b96-1cd0-4dc3-b10e-815e55861029') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:33:49.789598 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4daa5c51-1360-456f-b1bb-864c3ae317d0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:49.806902 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4daa5c51-1360-456f-b1bb-864c3ae317d0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:49.809818 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c3823981-30ce-4de1-8ad5-ff3695a710b0 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:33:49.813933 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4daa5c51-1360-456f-b1bb-864c3ae317d0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:33:49.814425 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4daa5c51-1360-456f-b1bb-864c3ae317d0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:33:49.828946 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:33:49.845841 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: c3823981-30ce-4de1-8ad5-ff3695a710b0 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:33:49.846251 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c3823981-30ce-4de1-8ad5-ff3695a710b0 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:33:49.917074 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4daa5c51-1360-456f-b1bb-864c3ae317d0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:49.936141 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4daa5c51-1360-456f-b1bb-864c3ae317d0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:49.948102 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa5c51-1360-456f-b1bb-864c3ae317d0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Network': ['ID=db00cf80-6b8a-401c-8478-367443edcbd5,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:49.956800 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4daa5c51-1360-456f-b1bb-864c3ae317d0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/networks/db00cf80-6b8a-401c-8478-367443edcbd5 HTTP/1.1" status: 204 len: 168 time: 0.4599056 Feb 28 14:33:49.975610 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33554) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:49.983283 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-77029252-feae-4f61-a9f7-af36d7b32c7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'network': {'name': 'tempest-network-smoke--1862083193', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'port_security_enabled': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:33:49.989013 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-77029252-feae-4f61-a9f7-af36d7b32c7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:33:49.993954 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-77029252-feae-4f61-a9f7-af36d7b32c7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:network and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:33:49.997351 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-77029252-feae-4f61-a9f7-af36d7b32c7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:33:50.003832 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-77029252-feae-4f61-a9f7-af36d7b32c7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:33:50.015384 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77029252-feae-4f61-a9f7-af36d7b32c7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Made reservation on behalf of 1cd57789443e43d89a7681324e1f7304 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:33:50.018955 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77029252-feae-4f61-a9f7-af36d7b32c7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:50.049063 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77029252-feae-4f61-a9f7-af36d7b32c7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:33:50.058843 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77029252-feae-4f61-a9f7-af36d7b32c7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:50.059226 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-77029252-feae-4f61-a9f7-af36d7b32c7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Added segment 649f3042-5dab-418e-aae7-5dd58ad1e904 of type vlan for network 471068cc-0d08-4911-aefb-36d87cbd377e Feb 28 14:33:50.089164 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77029252-feae-4f61-a9f7-af36d7b32c7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:50.124198 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77029252-feae-4f61-a9f7-af36d7b32c7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:50.129716 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77029252-feae-4f61-a9f7-af36d7b32c7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:50.130321 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77029252-feae-4f61-a9f7-af36d7b32c7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:50.340938 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-77029252-feae-4f61-a9f7-af36d7b32c7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3640368 Feb 28 14:33:50.343981 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33558) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:50.348426 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77029252-feae-4f61-a9f7-af36d7b32c7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Network': ['ID=471068cc-0d08-4911-aefb-36d87cbd377e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:50.351435 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-25192ce0-800b-47d6-b0d0-ffb80d238930 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2024359230', 'admin_state_up': True, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:33:50.359465 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 471068cc-0d08-4911-aefb-36d87cbd377e details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:33:50.359964 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-25192ce0-800b-47d6-b0d0-ffb80d238930 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:33:50.364614 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-25192ce0-800b-47d6-b0d0-ffb80d238930 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:router and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:33:50.367717 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-25192ce0-800b-47d6-b0d0-ffb80d238930 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:33:50.374352 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-25192ce0-800b-47d6-b0d0-ffb80d238930 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:33:50.386233 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25192ce0-800b-47d6-b0d0-ffb80d238930 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:50.387621 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25192ce0-800b-47d6-b0d0-ffb80d238930 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:50.414063 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25192ce0-800b-47d6-b0d0-ffb80d238930 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:50.809420 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25192ce0-800b-47d6-b0d0-ffb80d238930 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:51.124132 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25192ce0-800b-47d6-b0d0-ffb80d238930 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:51.154089 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25192ce0-800b-47d6-b0d0-ffb80d238930 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:51.295264 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-25192ce0-800b-47d6-b0d0-ffb80d238930 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.26.5.113 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/8235829b-24de-4810-836f-49aa90c894a6) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:33:51.370862 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 6255233e-41f2-4d29-a8c5-be471fa7097b no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:33:51.406484 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 6255233e-41f2-4d29-a8c5-be471fa7097b {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:33:51.406785 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 6255233e-41f2-4d29-a8c5-be471fa7097b not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:33:51.407316 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 283b1d12-045b-4097-a616-2d0d2dede5e9 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:33:51.445575 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 283b1d12-045b-4097-a616-2d0d2dede5e9 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:33:51.446185 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 283b1d12-045b-4097-a616-2d0d2dede5e9 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:33:51.448925 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25192ce0-800b-47d6-b0d0-ffb80d238930 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:51.481485 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25192ce0-800b-47d6-b0d0-ffb80d238930 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:51.540783 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25192ce0-800b-47d6-b0d0-ffb80d238930 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:33:51.543505 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-25192ce0-800b-47d6-b0d0-ffb80d238930 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:33:51.551777 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25192ce0-800b-47d6-b0d0-ffb80d238930 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:33:51.589182 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25192ce0-800b-47d6-b0d0-ffb80d238930 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=8235829b-24de-4810-836f-49aa90c894a6,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:52.109346 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25192ce0-800b-47d6-b0d0-ffb80d238930 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:52.462105 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25192ce0-800b-47d6-b0d0-ffb80d238930 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:52.677702 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25192ce0-800b-47d6-b0d0-ffb80d238930 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 4a466a37-ef8c-469a-8e22-ceaff343f56c is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:33:52.858009 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25192ce0-800b-47d6-b0d0-ffb80d238930 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:33:52.868305 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222dd15e-e453-45be-ab99-e4e6b1f53821 None None] Sync routers for ids ['4a466a37-ef8c-469a-8e22-ceaff343f56c'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:33:52.877307 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222dd15e-e453-45be-ab99-e4e6b1f53821 None None] Routers {'4a466a37-ef8c-469a-8e22-ceaff343f56c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:33:52.878127 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-222dd15e-e453-45be-ab99-e4e6b1f53821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:33:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['4a466a37-ef8c-469a-8e22-ceaff343f56c'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:33:52.886382 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-25192ce0-800b-47d6-b0d0-ffb80d238930 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:52.887822 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-25192ce0-800b-47d6-b0d0-ffb80d238930 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5425942 Feb 28 14:33:52.890982 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33562) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:52.935617 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4e74ffbd-7a54-4889-b74b-6db245a428e8 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=1cd57789443e43d89a7681324e1f7304&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434520 Feb 28 14:33:52.938312 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33566) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:53.056303 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-222dd15e-e453-45be-ab99-e4e6b1f53821 None None] Set router 4a466a37-ef8c-469a-8e22-ceaff343f56c gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:33:53.067754 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e4a7cc-e8a7-4c5e-a83c-49749833ac0d tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:53.069216 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-60e4a7cc-e8a7-4c5e-a83c-49749833ac0d tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300094 Feb 28 14:33:53.073218 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33570) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:53.112813 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-57ae182e-d328-4685-84fb-e1718c779e14 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381517 Feb 28 14:33:53.115182 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33574) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:53.120668 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fda00b6d-37f0-4739-98be-8ad950480f28 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-952702163', 'network_id': '471068cc-0d08-4911-aefb-36d87cbd377e', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:33:53.231399 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fda00b6d-37f0-4739-98be-8ad950480f28 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:33:53.235414 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fda00b6d-37f0-4739-98be-8ad950480f28 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:subnet and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:33:53.238346 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fda00b6d-37f0-4739-98be-8ad950480f28 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:33:53.244078 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fda00b6d-37f0-4739-98be-8ad950480f28 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:33:53.256047 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda00b6d-37f0-4739-98be-8ad950480f28 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Made reservation on behalf of 1cd57789443e43d89a7681324e1f7304 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:33:53.259545 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fda00b6d-37f0-4739-98be-8ad950480f28 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:53.342033 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-222dd15e-e453-45be-ab99-e4e6b1f53821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'name': 'tempest-TestNetworkBasicOps-router-2024359230', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '8235829b-24de-4810-836f-49aa90c894a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:33:50Z', 'updated_at': '2022-02-28T14:33:51Z', 'revision_number': 3, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '8235829b-24de-4810-836f-49aa90c894a6', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:33:51Z', 'updated_at': '2022-02-28T14:33:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:33:53.346858 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222dd15e-e453-45be-ab99-e4e6b1f53821 None None] Checking router: 4a466a37-ef8c-469a-8e22-ceaff343f56c for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:33:53.347228 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222dd15e-e453-45be-ab99-e4e6b1f53821 None None] Updating router 4a466a37-ef8c-469a-8e22-ceaff343f56c port 8235829b-24de-4810-836f-49aa90c894a6 binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:33:53.402913 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-222dd15e-e453-45be-ab99-e4e6b1f53821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:53.493527 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fda00b6d-37f0-4739-98be-8ad950480f28 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:53.567589 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda00b6d-37f0-4739-98be-8ad950480f28 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Subnet': ['ID=858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:53.579318 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda00b6d-37f0-4739-98be-8ad950480f28 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Checking segment: {'id': '649f3042-5dab-418e-aae7-5dd58ad1e904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '471068cc-0d08-4911-aefb-36d87cbd377e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:33:53.579664 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda00b6d-37f0-4739-98be-8ad950480f28 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network hostable DHCP agents. Network: 471068cc-0d08-4911-aefb-36d87cbd377e, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:33:53.598516 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda00b6d-37f0-4739-98be-8ad950480f28 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 471068cc-0d08-4911-aefb-36d87cbd377e is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:33:53.607628 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-fda00b6d-37f0-4739-98be-8ad950480f28 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 471068cc-0d08-4911-aefb-36d87cbd377e) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:33:53.612890 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda00b6d-37f0-4739-98be-8ad950480f28 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:53.613465 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fda00b6d-37f0-4739-98be-8ad950480f28 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:53.618423 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7528f92d-a406-4d10-aa94-fa54fe7911cc None None] Network 471068cc-0d08-4911-aefb-36d87cbd377e requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:33:53.637567 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fda00b6d-37f0-4739-98be-8ad950480f28 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5210974 Feb 28 14:33:53.640270 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33578) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:53.753324 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-222dd15e-e453-45be-ab99-e4e6b1f53821 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:53.766337 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-222dd15e-e453-45be-ab99-e4e6b1f53821 None None] Transition to ACTIVE for port object 8235829b-24de-4810-836f-49aa90c894a6 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:33:53.775028 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-222dd15e-e453-45be-ab99-e4e6b1f53821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:53.838001 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eb0c58-6b0a-47cf-9951-6915afaac08f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-471068cc-0d08-4911-aefb-36d87cbd377e', 'network_id': '471068cc-0d08-4911-aefb-36d87cbd377e', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ips': [{'subnet_id': '858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:33:53.838963 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-08eb0c58-6b0a-47cf-9951-6915afaac08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:53.848912 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516f393-83fe-4c24-a9aa-cefb400bc136 None None] Pushing event updated for resources: {'Port': ['ID=8235829b-24de-4810-836f-49aa90c894a6,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:53.869168 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-222dd15e-e453-45be-ab99-e4e6b1f53821 None None] Attempting to bind port 8235829b-24de-4810-836f-49aa90c894a6 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:33:53.869914 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-222dd15e-e453-45be-ab99-e4e6b1f53821 None None] Attempting to bind port 8235829b-24de-4810-836f-49aa90c894a6 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:33:53.869914 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222dd15e-e453-45be-ab99-e4e6b1f53821 None None] Attempting to bind port 8235829b-24de-4810-836f-49aa90c894a6 on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:33:53.878958 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516f393-83fe-4c24-a9aa-cefb400bc136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:53.878958 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516f393-83fe-4c24-a9aa-cefb400bc136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:53.879515 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516f393-83fe-4c24-a9aa-cefb400bc136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:53.879515 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516f393-83fe-4c24-a9aa-cefb400bc136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:53.879707 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516f393-83fe-4c24-a9aa-cefb400bc136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:53.880030 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516f393-83fe-4c24-a9aa-cefb400bc136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:53.880337 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516f393-83fe-4c24-a9aa-cefb400bc136 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:53.880651 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516f393-83fe-4c24-a9aa-cefb400bc136 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:53.880959 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516f393-83fe-4c24-a9aa-cefb400bc136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:53.881266 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516f393-83fe-4c24-a9aa-cefb400bc136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:53.881777 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516f393-83fe-4c24-a9aa-cefb400bc136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:53.882258 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516f393-83fe-4c24-a9aa-cefb400bc136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:33:53.885436 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222dd15e-e453-45be-ab99-e4e6b1f53821 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:33:53.885801 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222dd15e-e453-45be-ab99-e4e6b1f53821 None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:33:53.886190 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-222dd15e-e453-45be-ab99-e4e6b1f53821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:53.886725 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222dd15e-e453-45be-ab99-e4e6b1f53821 None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:33:53.887434 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-222dd15e-e453-45be-ab99-e4e6b1f53821 None None] Bound port: 8235829b-24de-4810-836f-49aa90c894a6, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:33:53.887985 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-222dd15e-e453-45be-ab99-e4e6b1f53821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:53.960357 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-222dd15e-e453-45be-ab99-e4e6b1f53821 None None] For port 8235829b-24de-4810-836f-49aa90c894a6, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:33:53.963374 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-222dd15e-e453-45be-ab99-e4e6b1f53821 None None] For port 8235829b-24de-4810-836f-49aa90c894a6, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=8235829b-24de-4810-836f-49aa90c894a6,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:33:53.968306 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-222dd15e-e453-45be-ab99-e4e6b1f53821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:53.999965 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-08eb0c58-6b0a-47cf-9951-6915afaac08f None None] Allocated IP 172.20.0.2 (471068cc-0d08-4911-aefb-36d87cbd377e/858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b/ec89ca42-ae98-411f-a560-0be32d730820) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:33:54.047130 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222dd15e-e453-45be-ab99-e4e6b1f53821 None None] Routers {'4a466a37-ef8c-469a-8e22-ceaff343f56c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:33:54.047774 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-222dd15e-e453-45be-ab99-e4e6b1f53821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:33:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['4a466a37-ef8c-469a-8e22-ceaff343f56c'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:33:54.139560 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516f393-83fe-4c24-a9aa-cefb400bc136 None None] Pushing event updated for resources: {'Port': ['ID=8235829b-24de-4810-836f-49aa90c894a6,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:54.215182 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-08eb0c58-6b0a-47cf-9951-6915afaac08f None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:54.226059 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-08eb0c58-6b0a-47cf-9951-6915afaac08f None None] Transition to ACTIVE for port object ec89ca42-ae98-411f-a560-0be32d730820 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:33:54.244160 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-08eb0c58-6b0a-47cf-9951-6915afaac08f None None] Transition to ACTIVE for port object ec89ca42-ae98-411f-a560-0be32d730820 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:33:54.251392 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-08eb0c58-6b0a-47cf-9951-6915afaac08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:54.253775 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-222dd15e-e453-45be-ab99-e4e6b1f53821 None None] Set router 4a466a37-ef8c-469a-8e22-ceaff343f56c gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:33:54.319265 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08eb0c58-6b0a-47cf-9951-6915afaac08f None None] Network 471068cc-0d08-4911-aefb-36d87cbd377e is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:33:54.322437 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-08eb0c58-6b0a-47cf-9951-6915afaac08f None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:33:54.326872 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eb0c58-6b0a-47cf-9951-6915afaac08f None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:33:54.329118 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb0c58-6b0a-47cf-9951-6915afaac08f None None] Pushing event updated for resources: {'Port': ['ID=ec89ca42-ae98-411f-a560-0be32d730820,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:54.421808 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-08eb0c58-6b0a-47cf-9951-6915afaac08f None None] Attempting to bind port ec89ca42-ae98-411f-a560-0be32d730820 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:33:54.422178 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-08eb0c58-6b0a-47cf-9951-6915afaac08f None None] Attempting to bind port ec89ca42-ae98-411f-a560-0be32d730820 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '649f3042-5dab-418e-aae7-5dd58ad1e904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '471068cc-0d08-4911-aefb-36d87cbd377e'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:33:54.422833 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eb0c58-6b0a-47cf-9951-6915afaac08f None None] Attempting to bind port ec89ca42-ae98-411f-a560-0be32d730820 on network 471068cc-0d08-4911-aefb-36d87cbd377e {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:33:54.428413 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eb0c58-6b0a-47cf-9951-6915afaac08f None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:33:54.429381 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eb0c58-6b0a-47cf-9951-6915afaac08f None None] Checking segment: {'id': '649f3042-5dab-418e-aae7-5dd58ad1e904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '471068cc-0d08-4911-aefb-36d87cbd377e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:33:54.429901 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-08eb0c58-6b0a-47cf-9951-6915afaac08f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:54.430293 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eb0c58-6b0a-47cf-9951-6915afaac08f None None] Bound using segment: {'id': '649f3042-5dab-418e-aae7-5dd58ad1e904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '471068cc-0d08-4911-aefb-36d87cbd377e'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:33:54.430760 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-08eb0c58-6b0a-47cf-9951-6915afaac08f None None] Bound port: ec89ca42-ae98-411f-a560-0be32d730820, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649f3042-5dab-418e-aae7-5dd58ad1e904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '471068cc-0d08-4911-aefb-36d87cbd377e'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:33:54.431130 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-08eb0c58-6b0a-47cf-9951-6915afaac08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:54.513820 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1e0e8580-6347-41a9-a539-dceb2aaa4651 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:54.525979 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-08eb0c58-6b0a-47cf-9951-6915afaac08f None None] For port ec89ca42-ae98-411f-a560-0be32d730820, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:33:54.529061 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-08eb0c58-6b0a-47cf-9951-6915afaac08f None None] For port ec89ca42-ae98-411f-a560-0be32d730820, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=ec89ca42-ae98-411f-a560-0be32d730820,segment=NetworkSegment(649f3042-5dab-418e-aae7-5dd58ad1e904),segment_id=649f3042-5dab-418e-aae7-5dd58ad1e904)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:33:54.535861 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-08eb0c58-6b0a-47cf-9951-6915afaac08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:54.551042 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-222dd15e-e453-45be-ab99-e4e6b1f53821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'name': 'tempest-TestNetworkBasicOps-router-2024359230', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '8235829b-24de-4810-836f-49aa90c894a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:33:50Z', 'updated_at': '2022-02-28T14:33:51Z', 'revision_number': 3, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '8235829b-24de-4810-836f-49aa90c894a6', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:33:51Z', 'updated_at': '2022-02-28T14:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:33:54.554979 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222dd15e-e453-45be-ab99-e4e6b1f53821 None None] The sync data for ids ['4a466a37-ef8c-469a-8e22-ceaff343f56c'] in dv-neutron-831192-4-hyperv is: [{'id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'name': 'tempest-TestNetworkBasicOps-router-2024359230', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '8235829b-24de-4810-836f-49aa90c894a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:33:50Z', 'updated_at': '2022-02-28T14:33:51Z', 'revision_number': 3, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '8235829b-24de-4810-836f-49aa90c894a6', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:33:51Z', 'updated_at': '2022-02-28T14:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:33:54.625283 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb0c58-6b0a-47cf-9951-6915afaac08f None None] Pushing event updated for resources: {'Port': ['ID=ec89ca42-ae98-411f-a560-0be32d730820,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:54.989064 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-1e0e8580-6347-41a9-a539-dceb2aaa4651 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.20.0.1 (471068cc-0d08-4911-aefb-36d87cbd377e/858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b/0cb929c9-600e-4aee-8170-5c2dedf4042d) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:33:55.158522 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1e0e8580-6347-41a9-a539-dceb2aaa4651 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:55.175888 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-1e0e8580-6347-41a9-a539-dceb2aaa4651 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Transition to ACTIVE for port object 0cb929c9-600e-4aee-8170-5c2dedf4042d will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:33:55.201193 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1e0e8580-6347-41a9-a539-dceb2aaa4651 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:55.271476 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0e8580-6347-41a9-a539-dceb2aaa4651 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 471068cc-0d08-4911-aefb-36d87cbd377e is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:33:55.278763 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-1e0e8580-6347-41a9-a539-dceb2aaa4651 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:33:55.281382 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0e8580-6347-41a9-a539-dceb2aaa4651 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:33:55.321413 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e8580-6347-41a9-a539-dceb2aaa4651 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=0cb929c9-600e-4aee-8170-5c2dedf4042d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:55.350867 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1e0e8580-6347-41a9-a539-dceb2aaa4651 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:55.515850 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 8235829b-24de-4810-836f-49aa90c894a6 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:33:55.585335 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 8235829b-24de-4810-836f-49aa90c894a6 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:33:55.591131 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 8235829b-24de-4810-836f-49aa90c894a6 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:33:55.591791 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:55.662292 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1e0e8580-6347-41a9-a539-dceb2aaa4651 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:55.727014 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:55.734153 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10062de4-2b4d-49b5-99c3-3e97e8437dbb None None] Network 471068cc-0d08-4911-aefb-36d87cbd377e requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:33:55.870409 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 8235829b-24de-4810-836f-49aa90c894a6, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=8235829b-24de-4810-836f-49aa90c894a6,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:33:55.877131 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-25369560-9ab4-4be0-8c36-1d4a27b76dee None None] Provisioning for port ec89ca42-ae98-411f-a560-0be32d730820 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:33:55.888369 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:55.889179 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device ec89ca42-ae98-411f-a560-0be32d730820 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:33:56.083205 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=8235829b-24de-4810-836f-49aa90c894a6,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:56.105446 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port ec89ca42-ae98-411f-a560-0be32d730820 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:33:56.139926 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port ec89ca42-ae98-411f-a560-0be32d730820 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:33:56.140170 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:56.217099 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1e0e8580-6347-41a9-a539-dceb2aaa4651 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:56.222551 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1e0e8580-6347-41a9-a539-dceb2aaa4651 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:56.284012 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:56.317650 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port ec89ca42-ae98-411f-a560-0be32d730820, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=ec89ca42-ae98-411f-a560-0be32d730820,segment=NetworkSegment(649f3042-5dab-418e-aae7-5dd58ad1e904),segment_id=649f3042-5dab-418e-aae7-5dd58ad1e904)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:33:56.324398 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:56.343781 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1e0e8580-6347-41a9-a539-dceb2aaa4651 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:56.347941 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e8580-6347-41a9-a539-dceb2aaa4651 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=0cb929c9-600e-4aee-8170-5c2dedf4042d,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:56.403719 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=ec89ca42-ae98-411f-a560-0be32d730820,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:56.498691 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0e8580-6347-41a9-a539-dceb2aaa4651 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 471068cc-0d08-4911-aefb-36d87cbd377e is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:33:56.499896 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-1e0e8580-6347-41a9-a539-dceb2aaa4651 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:33:56.592815 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e6b08bb0-504d-40ca-bf46-7cb0ae88f416 None None] Provisioning for port 0cb929c9-600e-4aee-8170-5c2dedf4042d completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:33:56.598449 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e6b08bb0-504d-40ca-bf46-7cb0ae88f416 None None] Provisioning complete for port 0cb929c9-600e-4aee-8170-5c2dedf4042d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:33:56.598803 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e6b08bb0-504d-40ca-bf46-7cb0ae88f416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:56.657246 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-e6b08bb0-504d-40ca-bf46-7cb0ae88f416 None None] Port 0cb929c9-600e-4aee-8170-5c2dedf4042d cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:33:56.668705 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e6b08bb0-504d-40ca-bf46-7cb0ae88f416 None None] Provisioning complete for port ec89ca42-ae98-411f-a560-0be32d730820 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:33:56.669069 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e6b08bb0-504d-40ca-bf46-7cb0ae88f416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:56.695810 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0e8580-6347-41a9-a539-dceb2aaa4651 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 4a466a37-ef8c-469a-8e22-ceaff343f56c has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:33:56.891345 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0e8580-6347-41a9-a539-dceb2aaa4651 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:33:56.901422 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d730d0-4183-4bda-9c0a-9adeb1ec1870 None None] Sync routers for ids ['4a466a37-ef8c-469a-8e22-ceaff343f56c'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:33:56.904204 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1e0e8580-6347-41a9-a539-dceb2aaa4651 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "PUT /v2.0/routers/4a466a37-ef8c-469a-8e22-ceaff343f56c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2628822 Feb 28 14:33:56.907847 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33582) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:56.918151 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d730d0-4183-4bda-9c0a-9adeb1ec1870 None None] Routers {'4a466a37-ef8c-469a-8e22-ceaff343f56c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:33:56.918746 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c2d730d0-4183-4bda-9c0a-9adeb1ec1870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:33:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['4a466a37-ef8c-469a-8e22-ceaff343f56c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:33:56.985693 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8140aea3-5c1a-4f98-a918-95367049049d None None] Provisioning complete for port 0cb929c9-600e-4aee-8170-5c2dedf4042d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:33:56.986033 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8140aea3-5c1a-4f98-a918-95367049049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:57.048237 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3265c9-6ad9-4bdb-9d20-1b0dc5f57755 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:57.048850 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3265c9-6ad9-4bdb-9d20-1b0dc5f57755 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:57.049346 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3265c9-6ad9-4bdb-9d20-1b0dc5f57755 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:57.049797 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3265c9-6ad9-4bdb-9d20-1b0dc5f57755 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:57.050246 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3265c9-6ad9-4bdb-9d20-1b0dc5f57755 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:57.050692 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3265c9-6ad9-4bdb-9d20-1b0dc5f57755 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:57.052473 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-af3265c9-6ad9-4bdb-9d20-1b0dc5f57755 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1437173 Feb 28 14:33:57.055339 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33586) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:57.116334 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8140aea3-5c1a-4f98-a918-95367049049d None None] Port 0cb929c9-600e-4aee-8170-5c2dedf4042d cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:33:57.127890 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f4da0e-9579-4e7c-ac5c-cf29d52f00cf tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:57.128303 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f4da0e-9579-4e7c-ac5c-cf29d52f00cf tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:57.128715 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f4da0e-9579-4e7c-ac5c-cf29d52f00cf tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:57.129153 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f4da0e-9579-4e7c-ac5c-cf29d52f00cf tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:57.129587 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f4da0e-9579-4e7c-ac5c-cf29d52f00cf tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:57.130020 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f4da0e-9579-4e7c-ac5c-cf29d52f00cf tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:57.131779 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d3f4da0e-9579-4e7c-ac5c-cf29d52f00cf tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4012 time: 0.0755973 Feb 28 14:33:57.134589 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33590) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:57.148972 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-c2d730d0-4183-4bda-9c0a-9adeb1ec1870 None None] Set router 4a466a37-ef8c-469a-8e22-ceaff343f56c gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:33:57.344130 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d4955dba-fe49-4334-beb4-430c0d37d447 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2084694 Feb 28 14:33:57.437847 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 8235829b-24de-4810-836f-49aa90c894a6 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:33:57.530917 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 8235829b-24de-4810-836f-49aa90c894a6 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:33:57.531313 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:57.569376 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c2d730d0-4183-4bda-9c0a-9adeb1ec1870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'name': 'tempest-TestNetworkBasicOps-router-2024359230', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '8235829b-24de-4810-836f-49aa90c894a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:33:50Z', 'updated_at': '2022-02-28T14:33:55Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '8235829b-24de-4810-836f-49aa90c894a6', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:33:51Z', 'updated_at': '2022-02-28T14:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '0cb929c9-600e-4aee-8170-5c2dedf4042d', 'name': '', 'network_id': '471068cc-0d08-4911-aefb-36d87cbd377e', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:81:c4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:33:54Z', 'updated_at': '2022-02-28T14:33:56Z', 'revision_number': 2, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:33:57.577955 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d730d0-4183-4bda-9c0a-9adeb1ec1870 None None] Checking router: 4a466a37-ef8c-469a-8e22-ceaff343f56c for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:33:57.578300 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d730d0-4183-4bda-9c0a-9adeb1ec1870 None None] Updating router 4a466a37-ef8c-469a-8e22-ceaff343f56c port 0cb929c9-600e-4aee-8170-5c2dedf4042d binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:33:57.640836 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33596) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:57.646273 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-03240f8a-d234-4ff3-846a-f37f843d8a37 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1882027280', 'description': 'tempest-secgroup-smoke-1882027280 description', 'project_id': '1cd57789443e43d89a7681324e1f7304'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:33:57.652923 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-03240f8a-d234-4ff3-846a-f37f843d8a37 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:33:57.657297 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-03240f8a-d234-4ff3-846a-f37f843d8a37 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:33:57.660918 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-03240f8a-d234-4ff3-846a-f37f843d8a37 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:33:57.667678 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-03240f8a-d234-4ff3-846a-f37f843d8a37 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:33:57.679655 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-03240f8a-d234-4ff3-846a-f37f843d8a37 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:57.687881 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c2d730d0-4183-4bda-9c0a-9adeb1ec1870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:57.700670 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-03240f8a-d234-4ff3-846a-f37f843d8a37 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:33:57.704827 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-03240f8a-d234-4ff3-846a-f37f843d8a37 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:33:57.707918 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-03240f8a-d234-4ff3-846a-f37f843d8a37 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:33:57.713847 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-03240f8a-d234-4ff3-846a-f37f843d8a37 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:33:57.787336 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-03240f8a-d234-4ff3-846a-f37f843d8a37 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:57.792149 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-03240f8a-d234-4ff3-846a-f37f843d8a37 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:57.794260 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device ec89ca42-ae98-411f-a560-0be32d730820 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:33:57.837876 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03240f8a-d234-4ff3-846a-f37f843d8a37 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc85ad7-f67e-455c-b145-cf4b8e7c170d,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:57.842795 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-03240f8a-d234-4ff3-846a-f37f843d8a37 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:57.844196 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-03240f8a-d234-4ff3-846a-f37f843d8a37 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2023671 Feb 28 14:33:57.847417 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33600) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:57.852155 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a4e2fbd1-44ba-418d-ac79-5ae3ede91030 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': 'fdc85ad7-f67e-455c-b145-cf4b8e7c170d', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:33:57.858347 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a4e2fbd1-44ba-418d-ac79-5ae3ede91030 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:33:57.862987 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a4e2fbd1-44ba-418d-ac79-5ae3ede91030 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:33:57.865885 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a4e2fbd1-44ba-418d-ac79-5ae3ede91030 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:33:57.871962 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a4e2fbd1-44ba-418d-ac79-5ae3ede91030 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:33:57.892691 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a4e2fbd1-44ba-418d-ac79-5ae3ede91030 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.001735 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port ec89ca42-ae98-411f-a560-0be32d730820 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:33:58.002480 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.082639 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a4e2fbd1-44ba-418d-ac79-5ae3ede91030 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.087082 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a4e2fbd1-44ba-418d-ac79-5ae3ede91030 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.108049 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2fbd1-44ba-418d-ac79-5ae3ede91030 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=594f1f55-95d6-4e2a-b88f-d671b0932468,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:58.121000 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a4e2fbd1-44ba-418d-ac79-5ae3ede91030 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.122305 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a4e2fbd1-44ba-418d-ac79-5ae3ede91030 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2740440 Feb 28 14:33:58.125299 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33604) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:58.131672 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e8d751c7-1567-463a-82e8-e1fb4ac450c0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': 'fdc85ad7-f67e-455c-b145-cf4b8e7c170d', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:33:58.138527 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e8d751c7-1567-463a-82e8-e1fb4ac450c0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:33:58.142470 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e8d751c7-1567-463a-82e8-e1fb4ac450c0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:33:58.145605 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e8d751c7-1567-463a-82e8-e1fb4ac450c0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:33:58.151474 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e8d751c7-1567-463a-82e8-e1fb4ac450c0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:33:58.169842 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8d751c7-1567-463a-82e8-e1fb4ac450c0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.228138 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c2d730d0-4183-4bda-9c0a-9adeb1ec1870 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.232210 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8d751c7-1567-463a-82e8-e1fb4ac450c0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.236097 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8d751c7-1567-463a-82e8-e1fb4ac450c0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.240458 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c2d730d0-4183-4bda-9c0a-9adeb1ec1870 None None] Transition to ACTIVE for port object 0cb929c9-600e-4aee-8170-5c2dedf4042d will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:33:58.247552 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c2d730d0-4183-4bda-9c0a-9adeb1ec1870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.259785 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d751c7-1567-463a-82e8-e1fb4ac450c0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a0175f0-8d18-486f-8f4f-4680637eb6fe,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:58.269856 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e8d751c7-1567-463a-82e8-e1fb4ac450c0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.273847 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e8d751c7-1567-463a-82e8-e1fb4ac450c0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1449411 Feb 28 14:33:58.274103 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33608) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:58.279023 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-4bdcdd7c-9cc8-4d83-b881-85ff3eb1860f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': 'fdc85ad7-f67e-455c-b145-cf4b8e7c170d', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:33:58.285713 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-4bdcdd7c-9cc8-4d83-b881-85ff3eb1860f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:33:58.289767 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4bdcdd7c-9cc8-4d83-b881-85ff3eb1860f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:33:58.292804 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4bdcdd7c-9cc8-4d83-b881-85ff3eb1860f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:33:58.298964 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-4bdcdd7c-9cc8-4d83-b881-85ff3eb1860f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:33:58.319638 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4bdcdd7c-9cc8-4d83-b881-85ff3eb1860f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.392502 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4bdcdd7c-9cc8-4d83-b881-85ff3eb1860f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.398000 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4bdcdd7c-9cc8-4d83-b881-85ff3eb1860f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.418182 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35689568-0d01-4d3d-b207-0d9426431677 None None] Pushing event updated for resources: {'Port': ['ID=0cb929c9-600e-4aee-8170-5c2dedf4042d,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:58.434140 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdcdd7c-9cc8-4d83-b881-85ff3eb1860f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a33c3749-1b86-4e69-b85a-d05bd81273e4,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:58.451681 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4bdcdd7c-9cc8-4d83-b881-85ff3eb1860f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.453402 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4bdcdd7c-9cc8-4d83-b881-85ff3eb1860f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1783965 Feb 28 14:33:58.456913 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33612) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:58.463513 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-56e9ae3e-6f02-4c07-bc72-148e7e9bf9ff tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': 'fdc85ad7-f67e-455c-b145-cf4b8e7c170d', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:33:58.471645 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-56e9ae3e-6f02-4c07-bc72-148e7e9bf9ff tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:33:58.476085 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-56e9ae3e-6f02-4c07-bc72-148e7e9bf9ff tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:33:58.479325 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-56e9ae3e-6f02-4c07-bc72-148e7e9bf9ff tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:33:58.481820 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c2d730d0-4183-4bda-9c0a-9adeb1ec1870 None None] Attempting to bind port 0cb929c9-600e-4aee-8170-5c2dedf4042d on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:33:58.482191 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c2d730d0-4183-4bda-9c0a-9adeb1ec1870 None None] Attempting to bind port 0cb929c9-600e-4aee-8170-5c2dedf4042d by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '649f3042-5dab-418e-aae7-5dd58ad1e904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '471068cc-0d08-4911-aefb-36d87cbd377e'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:33:58.482551 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d730d0-4183-4bda-9c0a-9adeb1ec1870 None None] Attempting to bind port 0cb929c9-600e-4aee-8170-5c2dedf4042d on network 471068cc-0d08-4911-aefb-36d87cbd377e {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:33:58.487096 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-56e9ae3e-6f02-4c07-bc72-148e7e9bf9ff tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:33:58.488257 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d730d0-4183-4bda-9c0a-9adeb1ec1870 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:33:58.488630 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d730d0-4183-4bda-9c0a-9adeb1ec1870 None None] Checking segment: {'id': '649f3042-5dab-418e-aae7-5dd58ad1e904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '471068cc-0d08-4911-aefb-36d87cbd377e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:33:58.489024 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c2d730d0-4183-4bda-9c0a-9adeb1ec1870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.489688 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d730d0-4183-4bda-9c0a-9adeb1ec1870 None None] Bound using segment: {'id': '649f3042-5dab-418e-aae7-5dd58ad1e904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '471068cc-0d08-4911-aefb-36d87cbd377e'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:33:58.489955 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c2d730d0-4183-4bda-9c0a-9adeb1ec1870 None None] Bound port: 0cb929c9-600e-4aee-8170-5c2dedf4042d, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649f3042-5dab-418e-aae7-5dd58ad1e904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '471068cc-0d08-4911-aefb-36d87cbd377e'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:33:58.490324 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c2d730d0-4183-4bda-9c0a-9adeb1ec1870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.505644 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-56e9ae3e-6f02-4c07-bc72-148e7e9bf9ff tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.575497 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-56e9ae3e-6f02-4c07-bc72-148e7e9bf9ff tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.579533 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-56e9ae3e-6f02-4c07-bc72-148e7e9bf9ff tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.590611 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c2d730d0-4183-4bda-9c0a-9adeb1ec1870 None None] For port 0cb929c9-600e-4aee-8170-5c2dedf4042d, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:33:58.593906 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c2d730d0-4183-4bda-9c0a-9adeb1ec1870 None None] For port 0cb929c9-600e-4aee-8170-5c2dedf4042d, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=0cb929c9-600e-4aee-8170-5c2dedf4042d,segment=NetworkSegment(649f3042-5dab-418e-aae7-5dd58ad1e904),segment_id=649f3042-5dab-418e-aae7-5dd58ad1e904)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:33:58.597905 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c2d730d0-4183-4bda-9c0a-9adeb1ec1870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.604723 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9ae3e-6f02-4c07-bc72-148e7e9bf9ff tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d40762f-c822-4149-8b13-f8e141899a0f,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:58.613948 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-56e9ae3e-6f02-4c07-bc72-148e7e9bf9ff tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.615204 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-56e9ae3e-6f02-4c07-bc72-148e7e9bf9ff tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1568263 Feb 28 14:33:58.617916 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33616) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:58.622939 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0ee4c0c7-6c0a-4e72-8e36-7469028a220f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': 'fdc85ad7-f67e-455c-b145-cf4b8e7c170d', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:33:58.628712 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0ee4c0c7-6c0a-4e72-8e36-7469028a220f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:33:58.632510 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0ee4c0c7-6c0a-4e72-8e36-7469028a220f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:33:58.635370 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0ee4c0c7-6c0a-4e72-8e36-7469028a220f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:33:58.641232 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0ee4c0c7-6c0a-4e72-8e36-7469028a220f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:33:58.659188 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-0ee4c0c7-6c0a-4e72-8e36-7469028a220f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Project 1cd57789443e43d89a7681324e1f7304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:33:58.667423 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0ee4c0c7-6c0a-4e72-8e36-7469028a220f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.675791 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d730d0-4183-4bda-9c0a-9adeb1ec1870 None None] Routers {'4a466a37-ef8c-469a-8e22-ceaff343f56c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:33:58.676668 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c2d730d0-4183-4bda-9c0a-9adeb1ec1870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:33:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['4a466a37-ef8c-469a-8e22-ceaff343f56c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:33:58.737679 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0ee4c0c7-6c0a-4e72-8e36-7469028a220f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.742724 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0ee4c0c7-6c0a-4e72-8e36-7469028a220f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.746588 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35689568-0d01-4d3d-b207-0d9426431677 None None] Pushing event updated for resources: {'Port': ['ID=0cb929c9-600e-4aee-8170-5c2dedf4042d,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:58.760139 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4c0c7-6c0a-4e72-8e36-7469028a220f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7cc1e0c-9743-4745-bd73-09ac6e51e5f4,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:58.780277 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0ee4c0c7-6c0a-4e72-8e36-7469028a220f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.784456 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0ee4c0c7-6c0a-4e72-8e36-7469028a220f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1631677 Feb 28 14:33:58.784768 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33620) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:33:58.790551 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-98981df7-215a-46e8-a755-2a5ef3505528 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': 'fdc85ad7-f67e-455c-b145-cf4b8e7c170d', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:33:58.797260 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-98981df7-215a-46e8-a755-2a5ef3505528 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:33:58.801576 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-98981df7-215a-46e8-a755-2a5ef3505528 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:33:58.805203 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-98981df7-215a-46e8-a755-2a5ef3505528 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:33:58.811244 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-98981df7-215a-46e8-a755-2a5ef3505528 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:33:58.823362 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-98981df7-215a-46e8-a755-2a5ef3505528 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Project 1cd57789443e43d89a7681324e1f7304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:33:58.832751 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-98981df7-215a-46e8-a755-2a5ef3505528 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.867071 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-c2d730d0-4183-4bda-9c0a-9adeb1ec1870 None None] Set router 4a466a37-ef8c-469a-8e22-ceaff343f56c gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:33:58.902366 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-98981df7-215a-46e8-a755-2a5ef3505528 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.907181 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-98981df7-215a-46e8-a755-2a5ef3505528 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.936391 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98981df7-215a-46e8-a755-2a5ef3505528 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a766e40-4bd0-44bf-9d20-345215f1775d,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:58.944532 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-98981df7-215a-46e8-a755-2a5ef3505528 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:58.946656 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-98981df7-215a-46e8-a755-2a5ef3505528 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1609323 Feb 28 14:33:59.194596 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-583bf60f-6f3d-45f2-8a0d-a179117a82e0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:33:59.212450 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-583bf60f-6f3d-45f2-8a0d-a179117a82e0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:33:59.213816 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-583bf60f-6f3d-45f2-8a0d-a179117a82e0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1882027280&fields=id&tenant_id=1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 267 time: 0.0640519 Feb 28 14:33:59.232296 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c2d730d0-4183-4bda-9c0a-9adeb1ec1870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'name': 'tempest-TestNetworkBasicOps-router-2024359230', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '8235829b-24de-4810-836f-49aa90c894a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:33:50Z', 'updated_at': '2022-02-28T14:33:55Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '8235829b-24de-4810-836f-49aa90c894a6', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:33:51Z', 'updated_at': '2022-02-28T14:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '0cb929c9-600e-4aee-8170-5c2dedf4042d', 'name': '', 'network_id': '471068cc-0d08-4911-aefb-36d87cbd377e', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:81:c4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:33:54Z', 'updated_at': '2022-02-28T14:33:58Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:33:59.236417 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d730d0-4183-4bda-9c0a-9adeb1ec1870 None None] The sync data for ids ['4a466a37-ef8c-469a-8e22-ceaff343f56c'] in dv-neutron-831192-4-hyperv is: [{'id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'name': 'tempest-TestNetworkBasicOps-router-2024359230', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '8235829b-24de-4810-836f-49aa90c894a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:33:50Z', 'updated_at': '2022-02-28T14:33:55Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '8235829b-24de-4810-836f-49aa90c894a6', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:33:51Z', 'updated_at': '2022-02-28T14:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '0cb929c9-600e-4aee-8170-5c2dedf4042d', 'name': '', 'network_id': '471068cc-0d08-4911-aefb-36d87cbd377e', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:81:c4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:33:54Z', 'updated_at': '2022-02-28T14:33:58Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:33:59.410444 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-4b0868cf-d841-4bf4-8b55-e189ddf3083f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:33:59.410835 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-4b0868cf-d841-4bf4-8b55-e189ddf3083f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:33:59.440503 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 0cb929c9-600e-4aee-8170-5c2dedf4042d up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:33:59.452933 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-4b0868cf-d841-4bf4-8b55-e189ddf3083f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:33:59.454450 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-4b0868cf-d841-4bf4-8b55-e189ddf3083f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/networks?id=471068cc-0d08-4911-aefb-36d87cbd377e HTTP/1.1" status: 200 len: 797 time: 0.2321672 Feb 28 14:33:59.473763 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-ee8922cf-5533-4c59-8250-8a116a1e4b81 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/quotas/1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 375 time: 0.0114915 Feb 28 14:33:59.535179 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 0cb929c9-600e-4aee-8170-5c2dedf4042d completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:33:59.541038 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 0cb929c9-600e-4aee-8170-5c2dedf4042d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:33:59.541402 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:59.575350 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-86a9274a-73a9-44ac-9eff-6c74274870c9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:33:59.592346 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-86a9274a-73a9-44ac-9eff-6c74274870c9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:33:59.594033 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-86a9274a-73a9-44ac-9eff-6c74274870c9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1143620 Feb 28 14:33:59.667436 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:59.705357 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 0cb929c9-600e-4aee-8170-5c2dedf4042d, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=0cb929c9-600e-4aee-8170-5c2dedf4042d,segment=NetworkSegment(649f3042-5dab-418e-aae7-5dd58ad1e904),segment_id=649f3042-5dab-418e-aae7-5dd58ad1e904)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:33:59.710775 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:33:59.742660 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-ceae2962-c698-48bb-983f-147733a8622e service neutron] 10.222.0.30 "GET /v2.0/networks/471068cc-0d08-4911-aefb-36d87cbd377e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359084 Feb 28 14:33:59.785909 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=0cb929c9-600e-4aee-8170-5c2dedf4042d,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:33:59.885845 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-c43322dd-5353-4457-a460-eb0296b32417 service neutron] 10.222.0.30 "GET /v2.0/networks/471068cc-0d08-4911-aefb-36d87cbd377e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370544 Feb 28 14:34:00.067128 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-2b0606eb-76be-4b81-9448-e5ddac592169 req-ee049f4f-7d3e-4804-a42c-5cd6d284fb2b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:34:00.080993 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-2b0606eb-76be-4b81-9448-e5ddac592169 req-ee049f4f-7d3e-4804-a42c-5cd6d284fb2b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:34:00.082405 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2b0606eb-76be-4b81-9448-e5ddac592169 req-ee049f4f-7d3e-4804-a42c-5cd6d284fb2b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=f99d766b-8285-4b24-9e4c-060f40f0ad88 HTTP/1.1" status: 200 len: 210 time: 0.0584097 Feb 28 14:34:01.164114 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-f481e22d-4749-4218-b152-83f46f6db3ea tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:01.165637 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-f481e22d-4749-4218-b152-83f46f6db3ea tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:34:01.182808 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-f481e22d-4749-4218-b152-83f46f6db3ea tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:34:01.182808 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-f481e22d-4749-4218-b152-83f46f6db3ea tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/networks?id=471068cc-0d08-4911-aefb-36d87cbd377e HTTP/1.1" status: 200 len: 797 time: 0.1780250 Feb 28 14:34:01.253532 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-5bd9a3e6-fe56-4320-824e-12d49aead9c2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:34:01.260595 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7de49db8-a6a0-44d2-96ab-c497a1ea890a req-3739856a-b23b-4fa4-867d-5bc217f7a152 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=f99d766b-8285-4b24-9e4c-060f40f0ad88 HTTP/1.1" status: 200 len: 210 time: 0.0658062 Feb 28 14:34:01.268615 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-5bd9a3e6-fe56-4320-824e-12d49aead9c2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:34:01.269882 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-5bd9a3e6-fe56-4320-824e-12d49aead9c2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 380 time: 0.0776539 Feb 28 14:34:01.284414 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-78289672-694e-4ab2-a727-7753959c22a7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'port': {'device_id': 'f99d766b-8285-4b24-9e4c-060f40f0ad88', 'network_id': '471068cc-0d08-4911-aefb-36d87cbd377e', 'admin_state_up': True, 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'security_groups': ['fdc85ad7-f67e-455c-b145-cf4b8e7c170d']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:34:01.432480 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-78289672-694e-4ab2-a727-7753959c22a7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:34:01.435761 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 0cb929c9-600e-4aee-8170-5c2dedf4042d up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:34:01.444065 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-78289672-694e-4ab2-a727-7753959c22a7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:34:01.456405 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-78289672-694e-4ab2-a727-7753959c22a7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Made reservation on behalf of 1cd57789443e43d89a7681324e1f7304 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:34:01.463965 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-78289672-694e-4ab2-a727-7753959c22a7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:01.525393 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 0cb929c9-600e-4aee-8170-5c2dedf4042d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:34:01.525393 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:01.661627 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-78289672-694e-4ab2-a727-7753959c22a7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.20.0.4 (471068cc-0d08-4911-aefb-36d87cbd377e/858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b/219499c8-bcf3-4323-8398-b68f6557491e) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:34:01.855631 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-78289672-694e-4ab2-a727-7753959c22a7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:01.871379 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-78289672-694e-4ab2-a727-7753959c22a7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Transition to ACTIVE for port object 219499c8-bcf3-4323-8398-b68f6557491e will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:34:01.897806 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-78289672-694e-4ab2-a727-7753959c22a7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:01.967764 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-78289672-694e-4ab2-a727-7753959c22a7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 471068cc-0d08-4911-aefb-36d87cbd377e is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:34:01.975341 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-78289672-694e-4ab2-a727-7753959c22a7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:34:01.979673 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-78289672-694e-4ab2-a727-7753959c22a7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:34:02.009573 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78289672-694e-4ab2-a727-7753959c22a7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=219499c8-bcf3-4323-8398-b68f6557491e,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:34:02.047579 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-78289672-694e-4ab2-a727-7753959c22a7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:02.048206 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-78289672-694e-4ab2-a727-7753959c22a7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:02.074954 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-78289672-694e-4ab2-a727-7753959c22a7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7949567 Feb 28 14:34:02.087651 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-7985c5b6-8602-40ad-989b-f185260565b4 service neutron] Request body: {'port': {'device_id': 'f99d766b-8285-4b24-9e4c-060f40f0ad88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:34:02.203044 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-7985c5b6-8602-40ad-989b-f185260565b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:02.246720 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-12120c3f-4634-4967-aacc-19aaa78a5a5a None None] Provisioning for port 219499c8-bcf3-4323-8398-b68f6557491e completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:34:02.253167 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-12120c3f-4634-4967-aacc-19aaa78a5a5a None None] Provisioning complete for port 219499c8-bcf3-4323-8398-b68f6557491e triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:34:02.253545 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-12120c3f-4634-4967-aacc-19aaa78a5a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:02.317905 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-12120c3f-4634-4967-aacc-19aaa78a5a5a None None] Port 219499c8-bcf3-4323-8398-b68f6557491e cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:34:02.571505 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2e9e8-d173-41b1-a4e9-61ac83f54d1f req-e414f95b-681a-48fc-a5ff-0e61f7931a25 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:02.571505 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-4ba2e9e8-d173-41b1-a4e9-61ac83f54d1f req-e414f95b-681a-48fc-a5ff-0e61f7931a25 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:34:02.644291 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-4ba2e9e8-d173-41b1-a4e9-61ac83f54d1f req-e414f95b-681a-48fc-a5ff-0e61f7931a25 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:34:02.645285 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4ba2e9e8-d173-41b1-a4e9-61ac83f54d1f req-e414f95b-681a-48fc-a5ff-0e61f7931a25 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=f99d766b-8285-4b24-9e4c-060f40f0ad88 HTTP/1.1" status: 200 len: 931 time: 0.2606871 Feb 28 14:34:02.650553 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-7985c5b6-8602-40ad-989b-f185260565b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 219499c8-bcf3-4323-8398-b68f6557491e {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:34:02.659253 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-7985c5b6-8602-40ad-989b-f185260565b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:02.698778 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-7985c5b6-8602-40ad-989b-f185260565b4 service neutron] Transition to ACTIVE for port object 219499c8-bcf3-4323-8398-b68f6557491e will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:34:02.704658 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-7985c5b6-8602-40ad-989b-f185260565b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:02.760764 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4ba2e9e8-d173-41b1-a4e9-61ac83f54d1f req-e3669537-e59c-4a6d-971d-0916a9739a8d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdc85ad7-f67e-455c-b145-cf4b8e7c170d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039994 Feb 28 14:34:02.843310 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985c5b6-8602-40ad-989b-f185260565b4 service neutron] Pushing event updated for resources: {'Port': ['ID=219499c8-bcf3-4323-8398-b68f6557491e,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:34:02.965573 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-7985c5b6-8602-40ad-989b-f185260565b4 service neutron] Attempting to bind port 219499c8-bcf3-4323-8398-b68f6557491e on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:34:02.965573 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-7985c5b6-8602-40ad-989b-f185260565b4 service neutron] Attempting to bind port 219499c8-bcf3-4323-8398-b68f6557491e by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '649f3042-5dab-418e-aae7-5dd58ad1e904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '471068cc-0d08-4911-aefb-36d87cbd377e'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:34:02.965573 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-7985c5b6-8602-40ad-989b-f185260565b4 service neutron] Attempting to bind port 219499c8-bcf3-4323-8398-b68f6557491e on network 471068cc-0d08-4911-aefb-36d87cbd377e {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:34:02.970309 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-7985c5b6-8602-40ad-989b-f185260565b4 service neutron] Port 219499c8-bcf3-4323-8398-b68f6557491e on network 471068cc-0d08-4911-aefb-36d87cbd377e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:34:02.971618 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-7985c5b6-8602-40ad-989b-f185260565b4 service neutron] Attempting to bind port 219499c8-bcf3-4323-8398-b68f6557491e on network 471068cc-0d08-4911-aefb-36d87cbd377e {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:34:02.976965 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-7985c5b6-8602-40ad-989b-f185260565b4 service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:34:02.976965 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-7985c5b6-8602-40ad-989b-f185260565b4 service neutron] Checking segment: {'id': '649f3042-5dab-418e-aae7-5dd58ad1e904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '471068cc-0d08-4911-aefb-36d87cbd377e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:34:02.977214 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-7985c5b6-8602-40ad-989b-f185260565b4 service neutron] Bound using segment: {'id': '649f3042-5dab-418e-aae7-5dd58ad1e904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '471068cc-0d08-4911-aefb-36d87cbd377e'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:34:02.977435 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-7985c5b6-8602-40ad-989b-f185260565b4 service neutron] Bound port: 219499c8-bcf3-4323-8398-b68f6557491e, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '649f3042-5dab-418e-aae7-5dd58ad1e904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '471068cc-0d08-4911-aefb-36d87cbd377e'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:34:02.978232 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-7985c5b6-8602-40ad-989b-f185260565b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:03.178496 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-7985c5b6-8602-40ad-989b-f185260565b4 service neutron] For port 219499c8-bcf3-4323-8398-b68f6557491e, host hv-neutron-8311, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:34:03.180592 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-7985c5b6-8602-40ad-989b-f185260565b4 service neutron] For port 219499c8-bcf3-4323-8398-b68f6557491e, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=219499c8-bcf3-4323-8398-b68f6557491e,segment=NetworkSegment(649f3042-5dab-418e-aae7-5dd58ad1e904),segment_id=649f3042-5dab-418e-aae7-5dd58ad1e904)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:34:03.185438 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-7985c5b6-8602-40ad-989b-f185260565b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:03.240650 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-7985c5b6-8602-40ad-989b-f185260565b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:03.241290 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-7985c5b6-8602-40ad-989b-f185260565b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:03.242960 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-7985c5b6-8602-40ad-989b-f185260565b4 service neutron] 10.222.0.13 "PUT /v2.0/ports/219499c8-bcf3-4323-8398-b68f6557491e HTTP/1.1" status: 200 len: 1093 time: 1.1595156 Feb 28 14:34:03.243190 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99d766b-8285-4b24-9e4c-060f40f0ad88', 'tag': '219499c8-bcf3-4323-8398-b68f6557491e'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:34:03.279743 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985c5b6-8602-40ad-989b-f185260565b4 service neutron] Pushing event updated for resources: {'Port': ['ID=219499c8-bcf3-4323-8398-b68f6557491e,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:34:03.315054 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99d766b-8285-4b24-9e4c-060f40f0ad88', 'tag': '219499c8-bcf3-4323-8398-b68f6557491e', 'status': 'completed', 'code': 200} Feb 28 14:34:03.374446 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-54222fc2-df10-4e04-afd7-4eaf507211a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:03.375767 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-54222fc2-df10-4e04-afd7-4eaf507211a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=f99d766b-8285-4b24-9e4c-060f40f0ad88 HTTP/1.1" status: 200 len: 1096 time: 0.0916817 Feb 28 14:34:03.450112 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-3d8a4881-6039-4feb-8ff3-0b802f86cb7d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=219499c8-bcf3-4323-8398-b68f6557491e HTTP/1.1" status: 200 len: 217 time: 0.0670555 Feb 28 14:34:03.517974 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-68bb2f55-4139-4726-9f24-9bb9ead6f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:03.519494 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-68bb2f55-4139-4726-9f24-9bb9ead6f878 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b HTTP/1.1" status: 200 len: 843 time: 0.0620792 Feb 28 14:34:03.605317 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-fd5ab2c8-01fc-4ccc-81b8-dd1a95f87cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:03.606980 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-fd5ab2c8-01fc-4ccc-81b8-dd1a95f87cbf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=471068cc-0d08-4911-aefb-36d87cbd377e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817039 Feb 28 14:34:03.756021 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-5e23f4e3-85c4-4b88-a549-7bc9646a8848 service neutron] 10.222.0.13 "GET /v2.0/networks/471068cc-0d08-4911-aefb-36d87cbd377e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375360 Feb 28 14:34:03.889488 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6146a03d-6747-416e-ba73-7cd8bccbaf4f req-ac4cf4f0-a00a-4074-88ba-96110bc39d09 service neutron] 10.222.0.13 "GET /v2.0/networks/471068cc-0d08-4911-aefb-36d87cbd377e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256468 Feb 28 14:34:04.045892 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f03572-3b51-454f-8c43-4569e6ec97d6 req-b0e2152a-1a5b-4a2e-9680-65285a1cf486 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:04.048561 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-61f03572-3b51-454f-8c43-4569e6ec97d6 req-b0e2152a-1a5b-4a2e-9680-65285a1cf486 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=f99d766b-8285-4b24-9e4c-060f40f0ad88 HTTP/1.1" status: 200 len: 943 time: 0.1564713 Feb 28 14:34:04.050890 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f220f24-a125-477a-b9af-20f4039f18ce req-d00b52ff-02c8-4e27-87a0-53a95b6d0078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:04.052376 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9f220f24-a125-477a-b9af-20f4039f18ce req-d00b52ff-02c8-4e27-87a0-53a95b6d0078 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=f99d766b-8285-4b24-9e4c-060f40f0ad88 HTTP/1.1" status: 200 len: 1096 time: 0.1093695 Feb 28 14:34:04.193483 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-61f03572-3b51-454f-8c43-4569e6ec97d6 req-e49878ee-631b-4641-b129-bed4d664c62a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdc85ad7-f67e-455c-b145-cf4b8e7c170d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390696 Feb 28 14:34:04.228764 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f220f24-a125-477a-b9af-20f4039f18ce req-50a15eea-1d9e-4600-b087-cc6f2e6db0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:04.230187 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9f220f24-a125-477a-b9af-20f4039f18ce req-50a15eea-1d9e-4600-b087-cc6f2e6db0e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=471068cc-0d08-4911-aefb-36d87cbd377e HTTP/1.1" status: 200 len: 898 time: 0.1593418 Feb 28 14:34:04.315584 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9f220f24-a125-477a-b9af-20f4039f18ce req-9dfa227b-8f3a-4397-b12e-1723fe0abd8b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=219499c8-bcf3-4323-8398-b68f6557491e HTTP/1.1" status: 200 len: 217 time: 0.0780153 Feb 28 14:34:04.380625 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f220f24-a125-477a-b9af-20f4039f18ce req-afb51e7e-c638-4bae-a70f-05d4b60daabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:04.382054 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9f220f24-a125-477a-b9af-20f4039f18ce req-afb51e7e-c638-4bae-a70f-05d4b60daabe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b HTTP/1.1" status: 200 len: 843 time: 0.0608716 Feb 28 14:34:04.468384 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f220f24-a125-477a-b9af-20f4039f18ce req-62c19c1e-e521-42bd-be4e-e0f049f3f8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:04.470946 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9f220f24-a125-477a-b9af-20f4039f18ce req-62c19c1e-e521-42bd-be4e-e0f049f3f8ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=471068cc-0d08-4911-aefb-36d87cbd377e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807519 Feb 28 14:34:04.613584 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9f220f24-a125-477a-b9af-20f4039f18ce req-0d685cda-7b0e-494b-9ad9-22036d3e6f07 service neutron] 10.222.0.13 "GET /v2.0/networks/471068cc-0d08-4911-aefb-36d87cbd377e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353984 Feb 28 14:34:04.755496 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9f220f24-a125-477a-b9af-20f4039f18ce req-4e8a353d-e74a-42ad-9d50-6f32c6931b9b service neutron] 10.222.0.13 "GET /v2.0/networks/471068cc-0d08-4911-aefb-36d87cbd377e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337354 Feb 28 14:34:04.804625 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 219499c8-bcf3-4323-8398-b68f6557491e details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:34:04.949341 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 219499c8-bcf3-4323-8398-b68f6557491e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=219499c8-bcf3-4323-8398-b68f6557491e,segment=NetworkSegment(649f3042-5dab-418e-aae7-5dd58ad1e904),segment_id=649f3042-5dab-418e-aae7-5dd58ad1e904)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:34:04.963749 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '219499c8-bcf3-4323-8398-b68f6557491e', 'network_id': '471068cc-0d08-4911-aefb-36d87cbd377e', 'port_id': '219499c8-bcf3-4323-8398-b68f6557491e', 'mac_address': 'fa:16:3e:19:0f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:34:05.020947 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:05.046851 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 219499c8-bcf3-4323-8398-b68f6557491e {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:34:05.059855 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:05.064256 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 219499c8-bcf3-4323-8398-b68f6557491e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=219499c8-bcf3-4323-8398-b68f6557491e,segment=NetworkSegment(649f3042-5dab-418e-aae7-5dd58ad1e904),segment_id=649f3042-5dab-418e-aae7-5dd58ad1e904)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:34:05.069489 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:05.137683 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=219499c8-bcf3-4323-8398-b68f6557491e,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:34:05.324370 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['219499c8-bcf3-4323-8398-b68f6557491e'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:34:05.388981 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f65127-d5c0-4f91-aa59-057b3e599115 req-c6b294ef-a0fe-4a17-87f8-b305f0b7c9cd tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:05.390421 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-17f65127-d5c0-4f91-aa59-057b3e599115 req-c6b294ef-a0fe-4a17-87f8-b305f0b7c9cd tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=f99d766b-8285-4b24-9e4c-060f40f0ad88 HTTP/1.1" status: 200 len: 944 time: 0.0861492 Feb 28 14:34:05.435890 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-17f65127-d5c0-4f91-aa59-057b3e599115 req-f66e137d-0d3c-40eb-a930-34411048179d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdc85ad7-f67e-455c-b145-cf4b8e7c170d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392549 Feb 28 14:34:06.643405 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782da77-bfe9-4691-bbe7-e7425d106a40 req-d2fae7c8-4369-4bcf-825f-2d1c94be6a17 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:06.645297 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3782da77-bfe9-4691-bbe7-e7425d106a40 req-d2fae7c8-4369-4bcf-825f-2d1c94be6a17 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=f99d766b-8285-4b24-9e4c-060f40f0ad88 HTTP/1.1" status: 200 len: 944 time: 0.0915377 Feb 28 14:34:06.696491 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3782da77-bfe9-4691-bbe7-e7425d106a40 req-5ae9953f-11f0-444f-af97-ce9b1e6d7a09 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdc85ad7-f67e-455c-b145-cf4b8e7c170d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427022 Feb 28 14:34:06.821549 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 219499c8-bcf3-4323-8398-b68f6557491e up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:34:06.900910 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port 219499c8-bcf3-4323-8398-b68f6557491e completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:34:06.906025 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 219499c8-bcf3-4323-8398-b68f6557491e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:34:06.906399 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:07.029246 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:07.056693 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99d766b-8285-4b24-9e4c-060f40f0ad88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219499c8-bcf3-4323-8398-b68f6557491e'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:34:07.066914 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 219499c8-bcf3-4323-8398-b68f6557491e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=219499c8-bcf3-4323-8398-b68f6557491e,segment=NetworkSegment(649f3042-5dab-418e-aae7-5dd58ad1e904),segment_id=649f3042-5dab-418e-aae7-5dd58ad1e904)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:34:07.072779 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:07.139809 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=219499c8-bcf3-4323-8398-b68f6557491e,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:34:07.229775 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99d766b-8285-4b24-9e4c-060f40f0ad88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219499c8-bcf3-4323-8398-b68f6557491e', 'code': 200} Feb 28 14:34:07.476828 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7415c-191e-4f62-912a-119e6e8b8f89 req-c51e6599-4a67-4f02-a776-f26f400eb41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:07.478306 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-79f7415c-191e-4f62-912a-119e6e8b8f89 req-c51e6599-4a67-4f02-a776-f26f400eb41b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f99d766b-8285-4b24-9e4c-060f40f0ad88 HTTP/1.1" status: 200 len: 1098 time: 0.0759053 Feb 28 14:34:07.517771 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-79f7415c-191e-4f62-912a-119e6e8b8f89 req-d485ca42-6a4a-4638-8871-79e83fb5f78f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fdc85ad7-f67e-455c-b145-cf4b8e7c170d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337675 Feb 28 14:34:07.661706 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-51ec225e-1014-4c82-8784-78a4d9697d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:07.891136 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e877441-fcd4-40b2-bc14-0ad4cb6f74f1 req-5856b25f-e4e8-4fbf-af24-134992e82f2a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:07.892653 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0e877441-fcd4-40b2-bc14-0ad4cb6f74f1 req-5856b25f-e4e8-4fbf-af24-134992e82f2a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=f99d766b-8285-4b24-9e4c-060f40f0ad88 HTTP/1.1" status: 200 len: 945 time: 0.0832450 Feb 28 14:34:07.940135 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0e877441-fcd4-40b2-bc14-0ad4cb6f74f1 req-283ed965-2f03-44cb-92e4-259a927ba0c8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdc85ad7-f67e-455c-b145-cf4b8e7c170d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411773 Feb 28 14:34:09.144165 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634406ee-ca63-49d5-bed1-ed511741e500 req-cf4119b1-90b8-459b-82a6-18acd0b18658 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:09.145940 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-634406ee-ca63-49d5-bed1-ed511741e500 req-cf4119b1-90b8-459b-82a6-18acd0b18658 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=f99d766b-8285-4b24-9e4c-060f40f0ad88 HTTP/1.1" status: 200 len: 945 time: 0.0952125 Feb 28 14:34:09.190737 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-634406ee-ca63-49d5-bed1-ed511741e500 req-3d307026-ec48-4283-baf0-8e12b8f35647 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdc85ad7-f67e-455c-b145-cf4b8e7c170d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388796 Feb 28 14:34:09.375605 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae681c-96b6-4adb-baca-0cc6057bf32b req-98711d2b-58e1-4e97-9670-ba8145f24b1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:09.377060 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a8ae681c-96b6-4adb-baca-0cc6057bf32b req-98711d2b-58e1-4e97-9670-ba8145f24b1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=f99d766b-8285-4b24-9e4c-060f40f0ad88 HTTP/1.1" status: 200 len: 945 time: 0.0817149 Feb 28 14:34:09.425703 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a8ae681c-96b6-4adb-baca-0cc6057bf32b req-5de68376-54d4-4261-ba21-af34e3cc77b0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdc85ad7-f67e-455c-b145-cf4b8e7c170d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421405 Feb 28 14:34:09.450648 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33672) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:34:09.694518 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a99db7-9252-4ce2-ad6a-0727ad50e4cd tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:09.696079 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-94a99db7-9252-4ce2-ad6a-0727ad50e4cd tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f99d766b-8285-4b24-9e4c-060f40f0ad88 HTTP/1.1" status: 200 len: 1093 time: 0.2442663 Feb 28 14:34:09.699038 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33678) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:34:09.704004 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-454bc5fe-45a1-436d-bf9d-3ede4fef488d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'port_id': '219499c8-bcf3-4323-8398-b68f6557491e', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:34:09.710207 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-454bc5fe-45a1-436d-bf9d-3ede4fef488d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:34:09.714368 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-454bc5fe-45a1-436d-bf9d-3ede4fef488d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:floatingip and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:34:09.717344 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-454bc5fe-45a1-436d-bf9d-3ede4fef488d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:34:09.723677 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-454bc5fe-45a1-436d-bf9d-3ede4fef488d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:34:09.737032 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-454bc5fe-45a1-436d-bf9d-3ede4fef488d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:09.810204 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ec1cdf3c-f484-491e-b634-9ecd2b6ef784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:09.877867 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-454bc5fe-45a1-436d-bf9d-3ede4fef488d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:10.022087 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-454bc5fe-45a1-436d-bf9d-3ede4fef488d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.26.5.91 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/ee4e956e-c0e3-4da0-9c2e-f8008c516c17) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:34:10.170188 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-454bc5fe-45a1-436d-bf9d-3ede4fef488d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:10.206821 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-454bc5fe-45a1-436d-bf9d-3ede4fef488d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:10.370137 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454bc5fe-45a1-436d-bf9d-3ede4fef488d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:34:10.377231 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-454bc5fe-45a1-436d-bf9d-3ede4fef488d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:34:10.381336 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454bc5fe-45a1-436d-bf9d-3ede4fef488d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:34:10.409889 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454bc5fe-45a1-436d-bf9d-3ede4fef488d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=ee4e956e-c0e3-4da0-9c2e-f8008c516c17,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:34:10.792821 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-454bc5fe-45a1-436d-bf9d-3ede4fef488d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:10.868194 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-454bc5fe-45a1-436d-bf9d-3ede4fef488d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:10.932941 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:11.075178 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-454bc5fe-45a1-436d-bf9d-3ede4fef488d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:11.082636 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-454bc5fe-45a1-436d-bf9d-3ede4fef488d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:11.099326 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:11.194142 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454bc5fe-45a1-436d-bf9d-3ede4fef488d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=ee4e956e-c0e3-4da0-9c2e-f8008c516c17,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:34:11.209010 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-454bc5fe-45a1-436d-bf9d-3ede4fef488d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:11.380260 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-454bc5fe-45a1-436d-bf9d-3ede4fef488d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Floating IP 9b91717b-d236-4ae9-9a62-c329e2e3de4e associated. External IP: 172.26.5.91, port: 219499c8-bcf3-4323-8398-b68f6557491e. Feb 28 14:34:11.733551 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454bc5fe-45a1-436d-bf9d-3ede4fef488d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 4a466a37-ef8c-469a-8e22-ceaff343f56c has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:34:12.019511 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454bc5fe-45a1-436d-bf9d-3ede4fef488d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:34:12.029435 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567817d0-acae-4dd9-ab51-a990b4d8fe7c None None] Sync routers for ids ['4a466a37-ef8c-469a-8e22-ceaff343f56c'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:34:12.042501 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567817d0-acae-4dd9-ab51-a990b4d8fe7c None None] Routers {'4a466a37-ef8c-469a-8e22-ceaff343f56c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:34:12.043556 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-567817d0-acae-4dd9-ab51-a990b4d8fe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:34:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['4a466a37-ef8c-469a-8e22-ceaff343f56c'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:34:12.044764 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-454bc5fe-45a1-436d-bf9d-3ede4fef488d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:12.101262 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-454bc5fe-45a1-436d-bf9d-3ede4fef488d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4011703 Feb 28 14:34:12.101800 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99d766b-8285-4b24-9e4c-060f40f0ad88', 'tag': '219499c8-bcf3-4323-8398-b68f6557491e'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:34:12.104239 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33682) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:34:12.147515 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99d766b-8285-4b24-9e4c-060f40f0ad88', 'tag': '219499c8-bcf3-4323-8398-b68f6557491e', 'status': 'completed', 'code': 200} Feb 28 14:34:12.227488 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-567817d0-acae-4dd9-ab51-a990b4d8fe7c None None] Set router 4a466a37-ef8c-469a-8e22-ceaff343f56c gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:34:12.370608 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f607f38e-f0a6-4765-bc71-8b0d86406cb8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/9b91717b-d236-4ae9-9a62-c329e2e3de4e HTTP/1.1" status: 200 len: 990 time: 0.2652466 Feb 28 14:34:12.391919 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e1700-b5e5-46e9-9512-65ea80711e0f req-1014a503-0391-42d7-b030-657cdb4f015a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:12.393325 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-708e1700-b5e5-46e9-9512-65ea80711e0f req-1014a503-0391-42d7-b030-657cdb4f015a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=f99d766b-8285-4b24-9e4c-060f40f0ad88 HTTP/1.1" status: 200 len: 1098 time: 0.1094627 Feb 28 14:34:12.467298 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:12.528915 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e1700-b5e5-46e9-9512-65ea80711e0f req-1883dcc3-c1c6-4d46-9e69-22a89887653d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:12.530421 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-708e1700-b5e5-46e9-9512-65ea80711e0f req-1883dcc3-c1c6-4d46-9e69-22a89887653d service neutron] 10.222.0.13 "GET /v2.0/networks?id=471068cc-0d08-4911-aefb-36d87cbd377e HTTP/1.1" status: 200 len: 898 time: 0.1307533 Feb 28 14:34:12.576306 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-567817d0-acae-4dd9-ab51-a990b4d8fe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'name': 'tempest-TestNetworkBasicOps-router-2024359230', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '8235829b-24de-4810-836f-49aa90c894a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:33:50Z', 'updated_at': '2022-02-28T14:33:55Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '8235829b-24de-4810-836f-49aa90c894a6', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:33:51Z', 'updated_at': '2022-02-28T14:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '9b91717b-d236-4ae9-9a62-c329e2e3de4e', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.91', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'port_id': '219499c8-bcf3-4323-8398-b68f6557491e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '471068cc-0d08-4911-aefb-36d87cbd377e', 'mac_address': 'fa:16:3e:19:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99d766b-8285-4b24-9e4c-060f40f0ad88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:34:10Z', 'updated_at': '2022-02-28T14:34:10Z', 'revision_number': 0, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb929c9-600e-4aee-8170-5c2dedf4042d', 'name': '', 'network_id': '471068cc-0d08-4911-aefb-36d87cbd377e', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:81:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:33:54Z', 'updated_at': '2022-02-28T14:33:59Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:34:12.580228 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567817d0-acae-4dd9-ab51-a990b4d8fe7c None None] Checking router: 4a466a37-ef8c-469a-8e22-ceaff343f56c for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:34:12.588824 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567817d0-acae-4dd9-ab51-a990b4d8fe7c None None] Routers {'4a466a37-ef8c-469a-8e22-ceaff343f56c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:34:12.589408 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-567817d0-acae-4dd9-ab51-a990b4d8fe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:34:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['4a466a37-ef8c-469a-8e22-ceaff343f56c'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:34:12.633659 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-708e1700-b5e5-46e9-9512-65ea80711e0f req-e599b9c3-de69-4bc1-b032-3f292cbbb94d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=219499c8-bcf3-4323-8398-b68f6557491e HTTP/1.1" status: 200 len: 998 time: 0.0966213 Feb 28 14:34:12.695453 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e1700-b5e5-46e9-9512-65ea80711e0f req-31e9b15e-7176-40cc-a746-97c515cecf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:12.696881 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-708e1700-b5e5-46e9-9512-65ea80711e0f req-31e9b15e-7176-40cc-a746-97c515cecf74 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b HTTP/1.1" status: 200 len: 843 time: 0.0579894 Feb 28 14:34:12.770791 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-567817d0-acae-4dd9-ab51-a990b4d8fe7c None None] Set router 4a466a37-ef8c-469a-8e22-ceaff343f56c gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:34:12.779184 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e1700-b5e5-46e9-9512-65ea80711e0f req-c306b0e6-a3bc-4590-b2cf-05c97aa7ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:12.780677 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-708e1700-b5e5-46e9-9512-65ea80711e0f req-c306b0e6-a3bc-4590-b2cf-05c97aa7ba13 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=471068cc-0d08-4911-aefb-36d87cbd377e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777609 Feb 28 14:34:12.916257 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-708e1700-b5e5-46e9-9512-65ea80711e0f req-8c928944-49b2-4eda-bae5-cca53fa2b7ac service neutron] 10.222.0.13 "GET /v2.0/networks/471068cc-0d08-4911-aefb-36d87cbd377e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283674 Feb 28 14:34:13.057215 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-708e1700-b5e5-46e9-9512-65ea80711e0f req-97251115-3a9a-43c1-827f-3b5badbc61b1 service neutron] 10.222.0.13 "GET /v2.0/networks/471068cc-0d08-4911-aefb-36d87cbd377e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348343 Feb 28 14:34:13.138210 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-567817d0-acae-4dd9-ab51-a990b4d8fe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'name': 'tempest-TestNetworkBasicOps-router-2024359230', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '8235829b-24de-4810-836f-49aa90c894a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:33:50Z', 'updated_at': '2022-02-28T14:33:55Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '8235829b-24de-4810-836f-49aa90c894a6', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:33:51Z', 'updated_at': '2022-02-28T14:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '9b91717b-d236-4ae9-9a62-c329e2e3de4e', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.91', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'port_id': '219499c8-bcf3-4323-8398-b68f6557491e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '471068cc-0d08-4911-aefb-36d87cbd377e', 'mac_address': 'fa:16:3e:19:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99d766b-8285-4b24-9e4c-060f40f0ad88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:34:10Z', 'updated_at': '2022-02-28T14:34:10Z', 'revision_number': 0, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb929c9-600e-4aee-8170-5c2dedf4042d', 'name': '', 'network_id': '471068cc-0d08-4911-aefb-36d87cbd377e', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:81:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:33:54Z', 'updated_at': '2022-02-28T14:33:59Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:34:13.142472 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567817d0-acae-4dd9-ab51-a990b4d8fe7c None None] The sync data for ids ['4a466a37-ef8c-469a-8e22-ceaff343f56c'] in dv-neutron-831192-4-hyperv is: [{'id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'name': 'tempest-TestNetworkBasicOps-router-2024359230', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '8235829b-24de-4810-836f-49aa90c894a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:33:50Z', 'updated_at': '2022-02-28T14:33:55Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '8235829b-24de-4810-836f-49aa90c894a6', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:33:51Z', 'updated_at': '2022-02-28T14:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '9b91717b-d236-4ae9-9a62-c329e2e3de4e', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.91', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'port_id': '219499c8-bcf3-4323-8398-b68f6557491e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '471068cc-0d08-4911-aefb-36d87cbd377e', 'mac_address': 'fa:16:3e:19:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99d766b-8285-4b24-9e4c-060f40f0ad88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:34:10Z', 'updated_at': '2022-02-28T14:34:10Z', 'revision_number': 0, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb929c9-600e-4aee-8170-5c2dedf4042d', 'name': '', 'network_id': '471068cc-0d08-4911-aefb-36d87cbd377e', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:81:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:33:54Z', 'updated_at': '2022-02-28T14:33:59Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:34:13.341082 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e2a26-a9bd-46fe-90f2-8d88afe7de08 None None] New status for floating IP 9b91717b-d236-4ae9-9a62-c329e2e3de4e: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:34:13.374709 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33688) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:34:13.484105 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a89a4401-98ac-4f36-8db2-dc109deab307 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/9b91717b-d236-4ae9-9a62-c329e2e3de4e HTTP/1.1" status: 200 len: 990 time: 0.1070659 Feb 28 14:34:14.486687 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33692) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:34:14.597684 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5c0c84d1-7616-4cca-b92d-96e080b148ae tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/9b91717b-d236-4ae9-9a62-c329e2e3de4e HTTP/1.1" status: 200 len: 992 time: 0.1096606 Feb 28 14:34:18.810755 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:34:25.306584 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017de893-f8ea-4397-8ea1-7400f6366314 req-279230fd-126f-43f8-910e-98b1b0d1e9e3 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:25.307932 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-017de893-f8ea-4397-8ea1-7400f6366314 req-279230fd-126f-43f8-910e-98b1b0d1e9e3 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c9653-c3da-4278-b272-84fe5811bd16 HTTP/1.1" status: 200 len: 946 time: 0.0913081 Feb 28 14:34:25.356678 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-017de893-f8ea-4397-8ea1-7400f6366314 req-92f9b538-e32a-4174-9310-b559d43568a4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428581 Feb 28 14:34:26.569302 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac985f-2a20-45f3-aef2-e8e21a6f10f2 req-4cdfd8c4-cb14-4135-9844-528fc7801bda tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:26.570741 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-52ac985f-2a20-45f3-aef2-e8e21a6f10f2 req-4cdfd8c4-cb14-4135-9844-528fc7801bda tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c9653-c3da-4278-b272-84fe5811bd16 HTTP/1.1" status: 200 len: 946 time: 0.0905075 Feb 28 14:34:26.621996 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-52ac985f-2a20-45f3-aef2-e8e21a6f10f2 req-f3991071-bac8-4fb2-8e46-a0898503339c tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426970 Feb 28 14:34:26.797406 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0f847-8d6d-47ee-81b6-1108929d5ab6 req-1aa3080f-c439-49d5-949b-d77179908a67 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:26.798781 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-96e0f847-8d6d-47ee-81b6-1108929d5ab6 req-1aa3080f-c439-49d5-949b-d77179908a67 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.13 "GET /v2.0/ports?device_id=384c9653-c3da-4278-b272-84fe5811bd16 HTTP/1.1" status: 200 len: 946 time: 0.0824194 Feb 28 14:34:26.872914 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-96e0f847-8d6d-47ee-81b6-1108929d5ab6 req-4201a4b7-8319-4fc9-b551-3ed493d08236 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Deleting port bc717008-9637-4a21-89c1-e3e0f1ab58e2 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:34:26.873203 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-96e0f847-8d6d-47ee-81b6-1108929d5ab6 req-4201a4b7-8319-4fc9-b551-3ed493d08236 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:27.118981 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-96e0f847-8d6d-47ee-81b6-1108929d5ab6 req-4201a4b7-8319-4fc9-b551-3ed493d08236 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] For port bc717008-9637-4a21-89c1-e3e0f1ab58e2, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=bc717008-9637-4a21-89c1-e3e0f1ab58e2,segment=NetworkSegment(17126b36-8ec3-4ac1-9d6f-8ac5c220baca),segment_id=17126b36-8ec3-4ac1-9d6f-8ac5c220baca)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:34:27.119350 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-96e0f847-8d6d-47ee-81b6-1108929d5ab6 req-4201a4b7-8319-4fc9-b551-3ed493d08236 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:27.516894 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-96e0f847-8d6d-47ee-81b6-1108929d5ab6 req-4201a4b7-8319-4fc9-b551-3ed493d08236 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:27.517238 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-96e0f847-8d6d-47ee-81b6-1108929d5ab6 req-4201a4b7-8319-4fc9-b551-3ed493d08236 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:27.517571 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [req-96e0f847-8d6d-47ee-81b6-1108929d5ab6 req-4201a4b7-8319-4fc9-b551-3ed493d08236 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Floating IP 83f2b450-5694-4e7e-af2e-fdd1726624c1 disassociated. External IP: 172.26.5.193, port: bc717008-9637-4a21-89c1-e3e0f1ab58e2. Feb 28 14:34:27.517906 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-96e0f847-8d6d-47ee-81b6-1108929d5ab6 req-4201a4b7-8319-4fc9-b551-3ed493d08236 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Calling delete_port for bc717008-9637-4a21-89c1-e3e0f1ab58e2 owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:34:27.679598 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-96e0f847-8d6d-47ee-81b6-1108929d5ab6 req-4201a4b7-8319-4fc9-b551-3ed493d08236 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:27.729055 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201a4b7-8319-4fc9-b551-3ed493d08236 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Pushing event deleted for resources: {'Port': ['ID=bc717008-9637-4a21-89c1-e3e0f1ab58e2,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:34:27.780763 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cfafa6ea-a3c2-4a8f-bcf6-4fca8b6f827e req-0e360c9f-e0ab-45d9-8b7b-32f2353e516f tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c9653-c3da-4278-b272-84fe5811bd16 HTTP/1.1" status: 200 len: 210 time: 0.0438483 Feb 28 14:34:27.917314 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96e0f847-8d6d-47ee-81b6-1108929d5ab6 req-4201a4b7-8319-4fc9-b551-3ed493d08236 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:34:28.112662 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96e0f847-8d6d-47ee-81b6-1108929d5ab6 req-4201a4b7-8319-4fc9-b551-3ed493d08236 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:34:28.123378 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcee83f-947f-412a-9d83-6fcb1b31612b None None] Sync routers for ids ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:34:28.134628 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcee83f-947f-412a-9d83-6fcb1b31612b None None] Routers {'89af78d2-0f3b-4ce2-8bda-6c279d6083ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:34:28.135273 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-bfcee83f-947f-412a-9d83-6fcb1b31612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:34:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:34:28.191661 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e0f847-8d6d-47ee-81b6-1108929d5ab6 req-4201a4b7-8319-4fc9-b551-3ed493d08236 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] No DVR routers for this DVR port bc717008-9637-4a21-89c1-e3e0f1ab58e2 on host hv-neutron-8311 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:34:28.195325 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-96e0f847-8d6d-47ee-81b6-1108929d5ab6 req-4201a4b7-8319-4fc9-b551-3ed493d08236 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:28.198097 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384c9653-c3da-4278-b272-84fe5811bd16', 'name': 'network-vif-deleted', 'tag': 'bc717008-9637-4a21-89c1-e3e0f1ab58e2'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:34:28.216830 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-96e0f847-8d6d-47ee-81b6-1108929d5ab6 req-4201a4b7-8319-4fc9-b551-3ed493d08236 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.13 "DELETE /v2.0/ports/bc717008-9637-4a21-89c1-e3e0f1ab58e2 HTTP/1.1" status: 204 len: 173 time: 1.4109864 Feb 28 14:34:28.264258 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384c9653-c3da-4278-b272-84fe5811bd16', 'name': 'network-vif-deleted', 'tag': 'bc717008-9637-4a21-89c1-e3e0f1ab58e2', 'status': 'completed', 'code': 200} Feb 28 14:34:28.321999 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-bfcee83f-947f-412a-9d83-6fcb1b31612b None None] Set router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:34:28.649741 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-bfcee83f-947f-412a-9d83-6fcb1b31612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'name': 'tempest-TestVolumeBootPattern-748981942-router', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:18Z', 'updated_at': '2022-02-28T14:31:24Z', 'revision_number': 4, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'gw_port': {'id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:19Z', 'updated_at': '2022-02-28T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'c3836f8f-4ac6-4066-b5b7-81134a9cdac3', 'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'mac_address': 'fa:16:3e:3b:ac:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:23Z', 'updated_at': '2022-02-28T14:31:29Z', 'revision_number': 5, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'subnets': [{'id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:34:28.653527 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcee83f-947f-412a-9d83-6fcb1b31612b None None] Checking router: 89af78d2-0f3b-4ce2-8bda-6c279d6083ef for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:34:28.666994 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcee83f-947f-412a-9d83-6fcb1b31612b None None] Routers {'89af78d2-0f3b-4ce2-8bda-6c279d6083ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:34:28.667699 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-bfcee83f-947f-412a-9d83-6fcb1b31612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:34:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:34:28.846883 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-bfcee83f-947f-412a-9d83-6fcb1b31612b None None] Set router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:34:28.916252 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device bc717008-9637-4a21-89c1-e3e0f1ab58e2 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:34:28.941225 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-18b63d36-4fc5-478f-9ccb-2fa09617ee00 req-e4b28365-d6d6-4011-995b-664dfadcc598 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=384c9653-c3da-4278-b272-84fe5811bd16 HTTP/1.1" status: 200 len: 210 time: 0.0421104 Feb 28 14:34:28.951693 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: bc717008-9637-4a21-89c1-e3e0f1ab58e2 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:34:28.952032 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device bc717008-9637-4a21-89c1-e3e0f1ab58e2 not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:34:29.153780 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-bfcee83f-947f-412a-9d83-6fcb1b31612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'name': 'tempest-TestVolumeBootPattern-748981942-router', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:18Z', 'updated_at': '2022-02-28T14:31:24Z', 'revision_number': 4, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'gw_port': {'id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:19Z', 'updated_at': '2022-02-28T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'c3836f8f-4ac6-4066-b5b7-81134a9cdac3', 'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'mac_address': 'fa:16:3e:3b:ac:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:23Z', 'updated_at': '2022-02-28T14:31:29Z', 'revision_number': 5, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'subnets': [{'id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:34:29.157626 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcee83f-947f-412a-9d83-6fcb1b31612b None None] The sync data for ids ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'] in dv-neutron-831192-4-hyperv is: [{'id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'name': 'tempest-TestVolumeBootPattern-748981942-router', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:18Z', 'updated_at': '2022-02-28T14:31:24Z', 'revision_number': 4, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'gw_port': {'id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:19Z', 'updated_at': '2022-02-28T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'c3836f8f-4ac6-4066-b5b7-81134a9cdac3', 'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'mac_address': 'fa:16:3e:3b:ac:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:23Z', 'updated_at': '2022-02-28T14:31:29Z', 'revision_number': 5, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'subnets': [{'id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:34:29.369900 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d681eb58-f311-423e-9092-658ea1f4993d None None] New status for floating IP 83f2b450-5694-4e7e-af2e-fdd1726624c1: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:34:30.309362 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-563d1882-9350-435d-b430-54f9fd794736 req-131c1ede-2568-48f3-bb8e-10b985ce9bca tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540982765&fields=id&tenant_id=5f524760c6fa4d1fa6c1f424e01bc6b0 HTTP/1.1" status: 200 len: 267 time: 0.0419440 Feb 28 14:34:30.467401 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d1882-9350-435d-b430-54f9fd794736 req-a9737f0b-da3c-4817-ada3-0ab0b9473fb5 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:30.468831 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-563d1882-9350-435d-b430-54f9fd794736 req-a9737f0b-da3c-4817-ada3-0ab0b9473fb5 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/networks?id=dbec77e7-9627-41ee-b124-abc98f8f9531 HTTP/1.1" status: 200 len: 811 time: 0.1503048 Feb 28 14:34:30.483589 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-563d1882-9350-435d-b430-54f9fd794736 req-43a76f9f-3056-4fb3-accb-853081f313e2 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/quotas/5f524760c6fa4d1fa6c1f424e01bc6b0 HTTP/1.1" status: 200 len: 375 time: 0.0092485 Feb 28 14:34:30.577559 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-563d1882-9350-435d-b430-54f9fd794736 req-ab81b0f7-413c-4023-8faa-7d50f97e10e1 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f524760c6fa4d1fa6c1f424e01bc6b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0891848 Feb 28 14:34:30.770362 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-563d1882-9350-435d-b430-54f9fd794736 req-d5ac3200-d027-4b8f-a0e4-8786dada4b7a service neutron] 10.222.0.30 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752954 Feb 28 14:34:30.910628 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-563d1882-9350-435d-b430-54f9fd794736 req-96f4d59d-986e-46cd-89ca-9e1761d3e905 service neutron] 10.222.0.30 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314144 Feb 28 14:34:31.312224 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-a5350b83-c77f-4770-9646-e1b356fa835f req-b3f74542-e80d-4c0d-b098-cbd4f85f7e3b tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Synchronizing usage tracker for tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:34:31.331041 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-a5350b83-c77f-4770-9646-e1b356fa835f req-b3f74542-e80d-4c0d-b098-cbd4f85f7e3b tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Unset dirty status for tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:34:31.332249 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a5350b83-c77f-4770-9646-e1b356fa835f req-b3f74542-e80d-4c0d-b098-cbd4f85f7e3b tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=070c7f4a-c77c-40ee-b702-2a0ab1e94b72 HTTP/1.1" status: 200 len: 210 time: 0.0653353 Feb 28 14:34:32.363193 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d1882-9350-435d-b430-54f9fd794736 req-3e9a1405-630b-4235-94a1-bdc0024d6438 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:32.363753 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-563d1882-9350-435d-b430-54f9fd794736 req-3e9a1405-630b-4235-94a1-bdc0024d6438 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Synchronizing usage tracker for tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:34:32.383066 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-563d1882-9350-435d-b430-54f9fd794736 req-3e9a1405-630b-4235-94a1-bdc0024d6438 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Unset dirty status for tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:34:32.384288 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-563d1882-9350-435d-b430-54f9fd794736 req-3e9a1405-630b-4235-94a1-bdc0024d6438 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.13 "GET /v2.0/networks?id=dbec77e7-9627-41ee-b124-abc98f8f9531 HTTP/1.1" status: 200 len: 811 time: 0.1683009 Feb 28 14:34:32.442493 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-563d1882-9350-435d-b430-54f9fd794736 req-3fda4958-706a-4950-9f52-a7487d976b5a tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f524760c6fa4d1fa6c1f424e01bc6b0 HTTP/1.1" status: 200 len: 379 time: 0.0498893 Feb 28 14:34:32.453980 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-563d1882-9350-435d-b430-54f9fd794736 req-28798825-125b-4568-b705-3e8f5820653e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Request body: {'port': {'device_id': '070c7f4a-c77c-40ee-b702-2a0ab1e94b72', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'admin_state_up': True, 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'security_groups': ['e50a005b-1b6f-4b04-9da8-02256e7fa4b4']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:34:32.502499 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bccf457a-9a8a-4a7d-a435-f41c5f52ebd8 req-20071495-db92-4a49-af0e-050325e927dc tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=070c7f4a-c77c-40ee-b702-2a0ab1e94b72 HTTP/1.1" status: 200 len: 210 time: 0.0509968 Feb 28 14:34:32.602559 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-563d1882-9350-435d-b430-54f9fd794736 req-28798825-125b-4568-b705-3e8f5820653e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:34:32.612304 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-563d1882-9350-435d-b430-54f9fd794736 req-28798825-125b-4568-b705-3e8f5820653e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:34:32.622703 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-563d1882-9350-435d-b430-54f9fd794736 req-28798825-125b-4568-b705-3e8f5820653e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Made reservation on behalf of 5f524760c6fa4d1fa6c1f424e01bc6b0 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:34:32.626203 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-563d1882-9350-435d-b430-54f9fd794736 req-28798825-125b-4568-b705-3e8f5820653e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:32.919541 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [req-563d1882-9350-435d-b430-54f9fd794736 req-28798825-125b-4568-b705-3e8f5820653e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Allocated IP 172.20.0.6 (dbec77e7-9627-41ee-b124-abc98f8f9531/2c3c161d-1d7a-4059-be69-1fedd6eff82a/83d429e0-a9a6-4f0d-b616-f148844183c2) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:34:33.109252 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-563d1882-9350-435d-b430-54f9fd794736 req-28798825-125b-4568-b705-3e8f5820653e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:33.125157 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-563d1882-9350-435d-b430-54f9fd794736 req-28798825-125b-4568-b705-3e8f5820653e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Transition to ACTIVE for port object 83d429e0-a9a6-4f0d-b616-f148844183c2 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:34:33.149601 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-563d1882-9350-435d-b430-54f9fd794736 req-28798825-125b-4568-b705-3e8f5820653e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:33.218612 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-563d1882-9350-435d-b430-54f9fd794736 req-28798825-125b-4568-b705-3e8f5820653e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Network dbec77e7-9627-41ee-b124-abc98f8f9531 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:34:33.226139 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [req-563d1882-9350-435d-b430-54f9fd794736 req-28798825-125b-4568-b705-3e8f5820653e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:34:33.230578 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-563d1882-9350-435d-b430-54f9fd794736 req-28798825-125b-4568-b705-3e8f5820653e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:34:33.261471 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28798825-125b-4568-b705-3e8f5820653e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Pushing event updated for resources: {'Port': ['ID=83d429e0-a9a6-4f0d-b616-f148844183c2,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:34:33.298862 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d1882-9350-435d-b430-54f9fd794736 req-28798825-125b-4568-b705-3e8f5820653e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:33.299509 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-563d1882-9350-435d-b430-54f9fd794736 req-28798825-125b-4568-b705-3e8f5820653e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:33.329207 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-563d1882-9350-435d-b430-54f9fd794736 req-28798825-125b-4568-b705-3e8f5820653e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8790913 Feb 28 14:34:33.341586 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-563d1882-9350-435d-b430-54f9fd794736 req-528e0ab6-1442-4fd7-a41f-bbbf5f873207 service neutron] Request body: {'port': {'device_id': '070c7f4a-c77c-40ee-b702-2a0ab1e94b72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:34:33.424168 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ff1c8455-2754-4ada-9e5f-27054b52583b None None] Provisioning for port 83d429e0-a9a6-4f0d-b616-f148844183c2 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:34:33.431001 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ff1c8455-2754-4ada-9e5f-27054b52583b None None] Provisioning complete for port 83d429e0-a9a6-4f0d-b616-f148844183c2 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:34:33.431743 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ff1c8455-2754-4ada-9e5f-27054b52583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:33.475737 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-563d1882-9350-435d-b430-54f9fd794736 req-528e0ab6-1442-4fd7-a41f-bbbf5f873207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:33.497285 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-ff1c8455-2754-4ada-9e5f-27054b52583b None None] Port 83d429e0-a9a6-4f0d-b616-f148844183c2 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:34:33.699699 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9701a6-8caf-42a9-bbd6-2d8568100e38 req-30bcd03e-9281-4724-bb3e-a326393f7ab3 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:33.703710 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2a9701a6-8caf-42a9-bbd6-2d8568100e38 req-30bcd03e-9281-4724-bb3e-a326393f7ab3 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=070c7f4a-c77c-40ee-b702-2a0ab1e94b72 HTTP/1.1" status: 200 len: 931 time: 0.0920126 Feb 28 14:34:33.746400 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2a9701a6-8caf-42a9-bbd6-2d8568100e38 req-3af5c39e-1852-4302-8732-3d9732cea5ae tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387609 Feb 28 14:34:33.845515 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-563d1882-9350-435d-b430-54f9fd794736 req-528e0ab6-1442-4fd7-a41f-bbbf5f873207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83d429e0-a9a6-4f0d-b616-f148844183c2 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:34:33.855211 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-563d1882-9350-435d-b430-54f9fd794736 req-528e0ab6-1442-4fd7-a41f-bbbf5f873207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:33.870666 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-563d1882-9350-435d-b430-54f9fd794736 req-528e0ab6-1442-4fd7-a41f-bbbf5f873207 service neutron] Transition to ACTIVE for port object 83d429e0-a9a6-4f0d-b616-f148844183c2 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:34:33.875839 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-563d1882-9350-435d-b430-54f9fd794736 req-528e0ab6-1442-4fd7-a41f-bbbf5f873207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:34.034082 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e0ab6-1442-4fd7-a41f-bbbf5f873207 service neutron] Pushing event updated for resources: {'Port': ['ID=83d429e0-a9a6-4f0d-b616-f148844183c2,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:34:34.117612 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-563d1882-9350-435d-b430-54f9fd794736 req-528e0ab6-1442-4fd7-a41f-bbbf5f873207 service neutron] Attempting to bind port 83d429e0-a9a6-4f0d-b616-f148844183c2 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:34:34.118051 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-563d1882-9350-435d-b430-54f9fd794736 req-528e0ab6-1442-4fd7-a41f-bbbf5f873207 service neutron] Attempting to bind port 83d429e0-a9a6-4f0d-b616-f148844183c2 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '17126b36-8ec3-4ac1-9d6f-8ac5c220baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:34:34.118353 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563d1882-9350-435d-b430-54f9fd794736 req-528e0ab6-1442-4fd7-a41f-bbbf5f873207 service neutron] Attempting to bind port 83d429e0-a9a6-4f0d-b616-f148844183c2 on network dbec77e7-9627-41ee-b124-abc98f8f9531 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:34:34.123084 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563d1882-9350-435d-b430-54f9fd794736 req-528e0ab6-1442-4fd7-a41f-bbbf5f873207 service neutron] Port 83d429e0-a9a6-4f0d-b616-f148844183c2 on network dbec77e7-9627-41ee-b124-abc98f8f9531 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:34:34.123460 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563d1882-9350-435d-b430-54f9fd794736 req-528e0ab6-1442-4fd7-a41f-bbbf5f873207 service neutron] Attempting to bind port 83d429e0-a9a6-4f0d-b616-f148844183c2 on network dbec77e7-9627-41ee-b124-abc98f8f9531 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:34:34.129103 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563d1882-9350-435d-b430-54f9fd794736 req-528e0ab6-1442-4fd7-a41f-bbbf5f873207 service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:34:34.129508 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563d1882-9350-435d-b430-54f9fd794736 req-528e0ab6-1442-4fd7-a41f-bbbf5f873207 service neutron] Checking segment: {'id': '17126b36-8ec3-4ac1-9d6f-8ac5c220baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:34:34.129833 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563d1882-9350-435d-b430-54f9fd794736 req-528e0ab6-1442-4fd7-a41f-bbbf5f873207 service neutron] Bound using segment: {'id': '17126b36-8ec3-4ac1-9d6f-8ac5c220baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:34:34.130256 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-563d1882-9350-435d-b430-54f9fd794736 req-528e0ab6-1442-4fd7-a41f-bbbf5f873207 service neutron] Bound port: 83d429e0-a9a6-4f0d-b616-f148844183c2, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17126b36-8ec3-4ac1-9d6f-8ac5c220baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:34:34.130597 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-563d1882-9350-435d-b430-54f9fd794736 req-528e0ab6-1442-4fd7-a41f-bbbf5f873207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:34.244055 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-563d1882-9350-435d-b430-54f9fd794736 req-528e0ab6-1442-4fd7-a41f-bbbf5f873207 service neutron] For port 83d429e0-a9a6-4f0d-b616-f148844183c2, host hv-neutron-8311, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:34:34.247266 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-563d1882-9350-435d-b430-54f9fd794736 req-528e0ab6-1442-4fd7-a41f-bbbf5f873207 service neutron] For port 83d429e0-a9a6-4f0d-b616-f148844183c2, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=83d429e0-a9a6-4f0d-b616-f148844183c2,segment=NetworkSegment(17126b36-8ec3-4ac1-9d6f-8ac5c220baca),segment_id=17126b36-8ec3-4ac1-9d6f-8ac5c220baca)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:34:34.255473 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-563d1882-9350-435d-b430-54f9fd794736 req-528e0ab6-1442-4fd7-a41f-bbbf5f873207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:34.316838 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d1882-9350-435d-b430-54f9fd794736 req-528e0ab6-1442-4fd7-a41f-bbbf5f873207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:34.317535 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-563d1882-9350-435d-b430-54f9fd794736 req-528e0ab6-1442-4fd7-a41f-bbbf5f873207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:34.318977 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-563d1882-9350-435d-b430-54f9fd794736 req-528e0ab6-1442-4fd7-a41f-bbbf5f873207 service neutron] 10.222.0.13 "PUT /v2.0/ports/83d429e0-a9a6-4f0d-b616-f148844183c2 HTTP/1.1" status: 200 len: 1093 time: 0.9819331 Feb 28 14:34:34.319384 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070c7f4a-c77c-40ee-b702-2a0ab1e94b72', 'tag': '83d429e0-a9a6-4f0d-b616-f148844183c2'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:34:34.345072 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e0ab6-1442-4fd7-a41f-bbbf5f873207 service neutron] Pushing event updated for resources: {'Port': ['ID=83d429e0-a9a6-4f0d-b616-f148844183c2,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:34:34.417808 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070c7f4a-c77c-40ee-b702-2a0ab1e94b72', 'tag': '83d429e0-a9a6-4f0d-b616-f148844183c2', 'status': 'completed', 'code': 200} Feb 28 14:34:34.453958 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d1882-9350-435d-b430-54f9fd794736 req-85abbbaf-45d4-4968-83c0-cb65a5073de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:34.455990 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-563d1882-9350-435d-b430-54f9fd794736 req-85abbbaf-45d4-4968-83c0-cb65a5073de2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f524760c6fa4d1fa6c1f424e01bc6b0&device_id=070c7f4a-c77c-40ee-b702-2a0ab1e94b72 HTTP/1.1" status: 200 len: 1096 time: 0.0958545 Feb 28 14:34:34.530774 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-563d1882-9350-435d-b430-54f9fd794736 req-503a06c7-8476-4976-bfc5-8c6c212df0fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83d429e0-a9a6-4f0d-b616-f148844183c2 HTTP/1.1" status: 200 len: 217 time: 0.0676525 Feb 28 14:34:34.595419 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d1882-9350-435d-b430-54f9fd794736 req-902cc3c5-6cc0-4e3f-a304-2501c11831c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:34.596751 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-563d1882-9350-435d-b430-54f9fd794736 req-902cc3c5-6cc0-4e3f-a304-2501c11831c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2c3c161d-1d7a-4059-be69-1fedd6eff82a HTTP/1.1" status: 200 len: 850 time: 0.0598764 Feb 28 14:34:34.674214 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d1882-9350-435d-b430-54f9fd794736 req-9169e16e-11ff-4a68-a1d6-9ed96076ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:34.675674 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-563d1882-9350-435d-b430-54f9fd794736 req-9169e16e-11ff-4a68-a1d6-9ed96076ba08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dbec77e7-9627-41ee-b124-abc98f8f9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722041 Feb 28 14:34:34.925010 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-563d1882-9350-435d-b430-54f9fd794736 req-c88cae8e-701a-43d6-b90f-796446aaf44a service neutron] 10.222.0.13 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402627 Feb 28 14:34:34.938721 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a04e61-5f4f-4c64-8ed7-03681084756a req-b8bd3d86-0386-4d4d-84df-c38338748ec6 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:34.940219 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-83a04e61-5f4f-4c64-8ed7-03681084756a req-b8bd3d86-0386-4d4d-84df-c38338748ec6 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=070c7f4a-c77c-40ee-b702-2a0ab1e94b72 HTTP/1.1" status: 200 len: 943 time: 0.0815568 Feb 28 14:34:34.985618 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-83a04e61-5f4f-4c64-8ed7-03681084756a req-3d45c53e-9260-47d5-93e6-e64838ebc477 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385916 Feb 28 14:34:35.062675 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:35.068121 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-563d1882-9350-435d-b430-54f9fd794736 req-4c69fa63-56cd-43ff-9d35-7d898ca20705 service neutron] 10.222.0.13 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359844 Feb 28 14:34:35.204228 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf307be-3258-4625-a8ac-bfb9e13747e4 req-a91f6fb6-b4a4-4946-bdd9-34d5a46882ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:35.205743 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0cf307be-3258-4625-a8ac-bfb9e13747e4 req-a91f6fb6-b4a4-4946-bdd9-34d5a46882ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f524760c6fa4d1fa6c1f424e01bc6b0&device_id=070c7f4a-c77c-40ee-b702-2a0ab1e94b72 HTTP/1.1" status: 200 len: 1096 time: 0.0926888 Feb 28 14:34:35.339493 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf307be-3258-4625-a8ac-bfb9e13747e4 req-11273666-9048-4440-bb02-6cded285e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:35.340959 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0cf307be-3258-4625-a8ac-bfb9e13747e4 req-11273666-9048-4440-bb02-6cded285e457 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dbec77e7-9627-41ee-b124-abc98f8f9531 HTTP/1.1" status: 200 len: 912 time: 0.1281874 Feb 28 14:34:35.411214 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0cf307be-3258-4625-a8ac-bfb9e13747e4 req-0cef8339-fc18-482d-b0ea-01bbf25d7cc6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83d429e0-a9a6-4f0d-b616-f148844183c2 HTTP/1.1" status: 200 len: 217 time: 0.0634663 Feb 28 14:34:35.474648 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf307be-3258-4625-a8ac-bfb9e13747e4 req-7f3827e1-1647-4302-ac3c-37278f777303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:35.476143 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0cf307be-3258-4625-a8ac-bfb9e13747e4 req-7f3827e1-1647-4302-ac3c-37278f777303 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2c3c161d-1d7a-4059-be69-1fedd6eff82a HTTP/1.1" status: 200 len: 850 time: 0.0591052 Feb 28 14:34:35.553234 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf307be-3258-4625-a8ac-bfb9e13747e4 req-35cb60e5-44ee-4265-b7dd-49b64e6fcdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:35.554689 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0cf307be-3258-4625-a8ac-bfb9e13747e4 req-35cb60e5-44ee-4265-b7dd-49b64e6fcdc6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dbec77e7-9627-41ee-b124-abc98f8f9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726368 Feb 28 14:34:35.694272 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0cf307be-3258-4625-a8ac-bfb9e13747e4 req-aa09d5d7-4acf-4b5f-a7a1-472559094f99 service neutron] 10.222.0.13 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330051 Feb 28 14:34:35.838123 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0cf307be-3258-4625-a8ac-bfb9e13747e4 req-2cf066d0-1f6f-45cc-b254-8eb2e9b65d15 service neutron] 10.222.0.13 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378655 Feb 28 14:34:36.206571 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e45bb-9a40-4736-bc1d-f4fb94d26f27 req-e90990b3-b357-428d-a9d5-8bd094f25c30 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:36.207314 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-953e45bb-9a40-4736-bc1d-f4fb94d26f27 req-e90990b3-b357-428d-a9d5-8bd094f25c30 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Synchronizing usage tracker for tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:34:36.227491 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-953e45bb-9a40-4736-bc1d-f4fb94d26f27 req-e90990b3-b357-428d-a9d5-8bd094f25c30 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Unset dirty status for tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:34:36.229255 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-953e45bb-9a40-4736-bc1d-f4fb94d26f27 req-e90990b3-b357-428d-a9d5-8bd094f25c30 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=070c7f4a-c77c-40ee-b702-2a0ab1e94b72 HTTP/1.1" status: 200 len: 943 time: 0.1228538 Feb 28 14:34:36.279564 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-953e45bb-9a40-4736-bc1d-f4fb94d26f27 req-cf7c1325-e8a4-4769-a195-7191051ba562 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409832 Feb 28 14:34:37.490871 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaec4e2-49ea-4f13-84ca-9d39122c4536 req-9b8aa758-4bca-44fb-8b5f-fca8c6ec07b4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:37.492915 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-abaec4e2-49ea-4f13-84ca-9d39122c4536 req-9b8aa758-4bca-44fb-8b5f-fca8c6ec07b4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=070c7f4a-c77c-40ee-b702-2a0ab1e94b72 HTTP/1.1" status: 200 len: 943 time: 0.0958898 Feb 28 14:34:37.544047 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-abaec4e2-49ea-4f13-84ca-9d39122c4536 req-d0a7cd8c-26ba-4109-b013-6b45173fb930 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456600 Feb 28 14:34:37.658278 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-530cf8ab-3f67-4782-8996-c51fcde2a61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:38.743493 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97ad87-b27b-4e44-b52c-37cc646feaa1 req-286174d5-acf2-4976-a84e-dbe13ed2a00e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:38.744839 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fa97ad87-b27b-4e44-b52c-37cc646feaa1 req-286174d5-acf2-4976-a84e-dbe13ed2a00e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=070c7f4a-c77c-40ee-b702-2a0ab1e94b72 HTTP/1.1" status: 200 len: 943 time: 0.0818272 Feb 28 14:34:38.791251 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fa97ad87-b27b-4e44-b52c-37cc646feaa1 req-f2e980ec-0bf2-4a7c-aff1-44a04369a575 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406747 Feb 28 14:34:39.818472 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cc8d6940-52d5-4183-a873-794439e8ceb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:39.988035 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f4a62-2bca-4848-9eed-63be10075e84 req-c9d4096b-c486-44eb-9ce2-47316e164996 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:39.989452 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9e1f4a62-2bca-4848-9eed-63be10075e84 req-c9d4096b-c486-44eb-9ce2-47316e164996 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=070c7f4a-c77c-40ee-b702-2a0ab1e94b72 HTTP/1.1" status: 200 len: 943 time: 0.0880551 Feb 28 14:34:40.034897 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9e1f4a62-2bca-4848-9eed-63be10075e84 req-4da78a8e-7785-4624-9fd9-8035c9b9a61f tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395150 Feb 28 14:34:40.944522 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:41.100657 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:41.236492 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887667d5-ddaf-40a8-bb34-43dfe3dcad53 req-7584b6e7-17f5-483a-b6dc-99e3acb3cca1 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:41.237834 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-887667d5-ddaf-40a8-bb34-43dfe3dcad53 req-7584b6e7-17f5-483a-b6dc-99e3acb3cca1 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=070c7f4a-c77c-40ee-b702-2a0ab1e94b72 HTTP/1.1" status: 200 len: 943 time: 0.0875289 Feb 28 14:34:41.284340 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-887667d5-ddaf-40a8-bb34-43dfe3dcad53 req-e82eee48-1808-4589-bf76-e10897f6222c tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383377 Feb 28 14:34:42.487420 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea6bcb-9a03-4fc8-be54-cd91efd5e83c req-c862f789-d519-4a86-b65e-9a748c2150f6 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:42.488865 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-95ea6bcb-9a03-4fc8-be54-cd91efd5e83c req-c862f789-d519-4a86-b65e-9a748c2150f6 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=070c7f4a-c77c-40ee-b702-2a0ab1e94b72 HTTP/1.1" status: 200 len: 943 time: 0.0840023 Feb 28 14:34:42.529689 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:42.535530 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-95ea6bcb-9a03-4fc8-be54-cd91efd5e83c req-ea7a4cea-c289-44ca-9637-de9fbaab23e9 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407608 Feb 28 14:34:43.000066 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 83d429e0-a9a6-4f0d-b616-f148844183c2 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:34:43.142878 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 83d429e0-a9a6-4f0d-b616-f148844183c2, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=83d429e0-a9a6-4f0d-b616-f148844183c2,segment=NetworkSegment(17126b36-8ec3-4ac1-9d6f-8ac5c220baca),segment_id=17126b36-8ec3-4ac1-9d6f-8ac5c220baca)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:34:43.155965 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '83d429e0-a9a6-4f0d-b616-f148844183c2', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'port_id': '83d429e0-a9a6-4f0d-b616-f148844183c2', 'mac_address': 'fa:16:3e:23:72:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:34:43.220175 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:43.239102 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83d429e0-a9a6-4f0d-b616-f148844183c2 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:34:43.254938 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 83d429e0-a9a6-4f0d-b616-f148844183c2, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=83d429e0-a9a6-4f0d-b616-f148844183c2,segment=NetworkSegment(17126b36-8ec3-4ac1-9d6f-8ac5c220baca),segment_id=17126b36-8ec3-4ac1-9d6f-8ac5c220baca)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:34:43.263099 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:43.337479 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=83d429e0-a9a6-4f0d-b616-f148844183c2,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:34:43.344828 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:34:43.345172 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:34:43.345518 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:34:43.345840 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:34:43.346150 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:34:43.346474 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:34:43.346830 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:34:43.347147 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:34:43.347498 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:34:43.347813 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:34:43.348124 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:34:43.348436 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:34:43.483831 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['83d429e0-a9a6-4f0d-b616-f148844183c2'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:34:43.726507 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32a73a-bd4f-441f-a711-823072cd7ac5 req-3e22a1b3-9934-4902-aced-133d3394666c tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:43.727990 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-be32a73a-bd4f-441f-a711-823072cd7ac5 req-3e22a1b3-9934-4902-aced-133d3394666c tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=070c7f4a-c77c-40ee-b702-2a0ab1e94b72 HTTP/1.1" status: 200 len: 944 time: 0.0868547 Feb 28 14:34:43.776902 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-be32a73a-bd4f-441f-a711-823072cd7ac5 req-c09fe868-6301-4106-a770-e9e647182a68 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418873 Feb 28 14:34:44.987139 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0de3f-c0af-46f7-841e-5d155f9feec1 req-689d93a8-77b0-4d4a-909e-4bad085993e7 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:44.988591 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4de0de3f-c0af-46f7-841e-5d155f9feec1 req-689d93a8-77b0-4d4a-909e-4bad085993e7 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=070c7f4a-c77c-40ee-b702-2a0ab1e94b72 HTTP/1.1" status: 200 len: 944 time: 0.0952466 Feb 28 14:34:45.024184 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 83d429e0-a9a6-4f0d-b616-f148844183c2 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:34:45.034040 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4de0de3f-c0af-46f7-841e-5d155f9feec1 req-cbc43bc1-5b0f-4d55-abe8-d2adef3b88dd tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396729 Feb 28 14:34:45.096980 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port 83d429e0-a9a6-4f0d-b616-f148844183c2 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:34:45.103913 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 83d429e0-a9a6-4f0d-b616-f148844183c2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:34:45.104280 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:45.222032 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:45.250387 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070c7f4a-c77c-40ee-b702-2a0ab1e94b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d429e0-a9a6-4f0d-b616-f148844183c2'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:34:45.260535 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 83d429e0-a9a6-4f0d-b616-f148844183c2, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=83d429e0-a9a6-4f0d-b616-f148844183c2,segment=NetworkSegment(17126b36-8ec3-4ac1-9d6f-8ac5c220baca),segment_id=17126b36-8ec3-4ac1-9d6f-8ac5c220baca)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:34:45.265716 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:45.303476 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070c7f4a-c77c-40ee-b702-2a0ab1e94b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d429e0-a9a6-4f0d-b616-f148844183c2', 'code': 200} Feb 28 14:34:45.340341 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=83d429e0-a9a6-4f0d-b616-f148844183c2,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:34:45.579793 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43ad78-49a2-47dc-a6f9-ae24edd112a8 req-aa6fad4c-bcbe-412e-a678-f4c12c022c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:45.581259 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8a43ad78-49a2-47dc-a6f9-ae24edd112a8 req-aa6fad4c-bcbe-412e-a678-f4c12c022c87 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=070c7f4a-c77c-40ee-b702-2a0ab1e94b72 HTTP/1.1" status: 200 len: 1098 time: 0.0736132 Feb 28 14:34:45.622907 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8a43ad78-49a2-47dc-a6f9-ae24edd112a8 req-6767f870-3926-4822-8c18-c11ad51e26e5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352907 Feb 28 14:34:46.237955 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da35d87-6dae-49ac-baf2-640084ace2ea req-c51ea406-3143-4b42-8b2e-07c15a0e3fab tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:46.239413 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4da35d87-6dae-49ac-baf2-640084ace2ea req-c51ea406-3143-4b42-8b2e-07c15a0e3fab tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=070c7f4a-c77c-40ee-b702-2a0ab1e94b72 HTTP/1.1" status: 200 len: 945 time: 0.0880792 Feb 28 14:34:46.284125 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4da35d87-6dae-49ac-baf2-640084ace2ea req-6181a5ea-ac25-4e7e-8a6a-93c33d711878 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387917 Feb 28 14:34:47.487610 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132ef12-0396-4145-9928-8d884e1a6d48 req-97e01e6b-eaed-4df7-b098-5bef1ad0414b tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:47.489062 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2132ef12-0396-4145-9928-8d884e1a6d48 req-97e01e6b-eaed-4df7-b098-5bef1ad0414b tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=070c7f4a-c77c-40ee-b702-2a0ab1e94b72 HTTP/1.1" status: 200 len: 945 time: 0.0866604 Feb 28 14:34:47.536288 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2132ef12-0396-4145-9928-8d884e1a6d48 req-53e9b5e1-6248-4246-a772-dfa06315db8e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389366 Feb 28 14:34:47.845234 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0e456-6708-4128-864e-a209f8dd10b4 req-d467c97a-c138-40a6-a38f-06db7e3c0f60 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:47.846658 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-84a0e456-6708-4128-864e-a209f8dd10b4 req-d467c97a-c138-40a6-a38f-06db7e3c0f60 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=070c7f4a-c77c-40ee-b702-2a0ab1e94b72 HTTP/1.1" status: 200 len: 945 time: 0.2012985 Feb 28 14:34:47.889798 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-84a0e456-6708-4128-864e-a209f8dd10b4 req-93e7aba6-d016-434c-bb65-d8c749e8aeed tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374069 Feb 28 14:34:47.912981 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33784) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:34:47.986475 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10382840-7404-4442-af06-18d32ad55c25 tempest-TestVolumeBootPattern-1222074957 tempest-TestVolumeBootPattern-1222074957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:47.987952 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-10382840-7404-4442-af06-18d32ad55c25 tempest-TestVolumeBootPattern-1222074957 tempest-TestVolumeBootPattern-1222074957-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=070c7f4a-c77c-40ee-b702-2a0ab1e94b72 HTTP/1.1" status: 200 len: 1093 time: 0.0740125 Feb 28 14:34:47.990786 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33788) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:34:47.995942 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'port_id': '83d429e0-a9a6-4f0d-b616-f148844183c2', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:34:48.001782 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:34:48.005942 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Usage tracker for resource:floatingip and tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:34:48.009087 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:34:48.015417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:34:48.029277 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:48.173932 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:48.315644 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Allocated IP 172.26.5.121 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/35e3d98d-34b7-4217-8791-53cff588fb1f) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:34:48.466426 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:48.502296 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:48.577174 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:34:48.583803 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:34:48.587942 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:34:48.615942 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Pushing event updated for resources: {'Port': ['ID=35e3d98d-34b7-4217-8791-53cff588fb1f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:34:48.633456 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:34:48.633783 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:34:48.634106 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:34:48.634490 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:34:48.634813 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:34:48.635134 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:34:48.635474 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:34:48.635791 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:34:48.636107 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:34:48.636418 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:34:48.636727 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:34:48.637021 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:34:49.028412 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:49.111838 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:49.328447 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:49.334016 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:49.444543 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Pushing event updated for resources: {'Port': ['ID=35e3d98d-34b7-4217-8791-53cff588fb1f,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:34:49.456001 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:49.755016 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Floating IP 1ed6433f-ab24-4f19-88ad-a8d5053ff67a associated. External IP: 172.26.5.121, port: 83d429e0-a9a6-4f0d-b616-f148844183c2. Feb 28 14:34:50.124520 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:34:50.313233 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:34:50.323510 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aed958-75b2-44f0-9053-9b9a36f9165a None None] Sync routers for ids ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:34:50.334193 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aed958-75b2-44f0-9053-9b9a36f9165a None None] Routers {'89af78d2-0f3b-4ce2-8bda-6c279d6083ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:34:50.334781 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e8aed958-75b2-44f0-9053-9b9a36f9165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:34:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:34:50.339696 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:34:50.399277 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-210f4336-01d4-44ad-92f8-22a02a1f90d0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4073112 Feb 28 14:34:50.400248 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070c7f4a-c77c-40ee-b702-2a0ab1e94b72', 'tag': '83d429e0-a9a6-4f0d-b616-f148844183c2'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:34:50.448761 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070c7f4a-c77c-40ee-b702-2a0ab1e94b72', 'tag': '83d429e0-a9a6-4f0d-b616-f148844183c2', 'status': 'completed', 'code': 200} Feb 28 14:34:50.543111 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-e8aed958-75b2-44f0-9053-9b9a36f9165a None None] Set router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:34:50.544385 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19045254-de07-4909-b80d-fff3c3e57801 req-55fc1ad6-b651-4ed0-87f9-19304f430887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:50.546906 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-19045254-de07-4909-b80d-fff3c3e57801 req-55fc1ad6-b651-4ed0-87f9-19304f430887 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f524760c6fa4d1fa6c1f424e01bc6b0&device_id=070c7f4a-c77c-40ee-b702-2a0ab1e94b72 HTTP/1.1" status: 200 len: 1098 time: 0.0712788 Feb 28 14:34:50.679568 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19045254-de07-4909-b80d-fff3c3e57801 req-d54baad7-c753-485e-9e2c-d4da6796d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:50.681725 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-19045254-de07-4909-b80d-fff3c3e57801 req-d54baad7-c753-485e-9e2c-d4da6796d727 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dbec77e7-9627-41ee-b124-abc98f8f9531 HTTP/1.1" status: 200 len: 912 time: 0.1280820 Feb 28 14:34:50.786102 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-19045254-de07-4909-b80d-fff3c3e57801 req-5e68e8ed-bf61-4466-8b91-ae76ba1c17ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83d429e0-a9a6-4f0d-b616-f148844183c2 HTTP/1.1" status: 200 len: 999 time: 0.0983753 Feb 28 14:34:50.852660 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19045254-de07-4909-b80d-fff3c3e57801 req-77176f61-be38-4a7a-ae94-d7ff0171371e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:50.854882 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-19045254-de07-4909-b80d-fff3c3e57801 req-77176f61-be38-4a7a-ae94-d7ff0171371e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2c3c161d-1d7a-4059-be69-1fedd6eff82a HTTP/1.1" status: 200 len: 850 time: 0.0626163 Feb 28 14:34:50.890217 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e8aed958-75b2-44f0-9053-9b9a36f9165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'name': 'tempest-TestVolumeBootPattern-748981942-router', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:18Z', 'updated_at': '2022-02-28T14:31:24Z', 'revision_number': 4, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'gw_port': {'id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:19Z', 'updated_at': '2022-02-28T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '1ed6433f-ab24-4f19-88ad-a8d5053ff67a', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'port_id': '83d429e0-a9a6-4f0d-b616-f148844183c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'mac_address': 'fa:16:3e:23:72:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070c7f4a-c77c-40ee-b702-2a0ab1e94b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:34:48Z', 'updated_at': '2022-02-28T14:34:48Z', 'revision_number': 0, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3836f8f-4ac6-4066-b5b7-81134a9cdac3', 'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'mac_address': 'fa:16:3e:3b:ac:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:23Z', 'updated_at': '2022-02-28T14:31:29Z', 'revision_number': 5, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'subnets': [{'id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:34:50.894153 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aed958-75b2-44f0-9053-9b9a36f9165a None None] Checking router: 89af78d2-0f3b-4ce2-8bda-6c279d6083ef for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:34:50.902903 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aed958-75b2-44f0-9053-9b9a36f9165a None None] Routers {'89af78d2-0f3b-4ce2-8bda-6c279d6083ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:34:50.903714 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e8aed958-75b2-44f0-9053-9b9a36f9165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:34:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:34:50.930037 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19045254-de07-4909-b80d-fff3c3e57801 req-6113262d-23c6-4ded-b3b3-002e30263e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:34:50.931928 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-19045254-de07-4909-b80d-fff3c3e57801 req-6113262d-23c6-4ded-b3b3-002e30263e20 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dbec77e7-9627-41ee-b124-abc98f8f9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708063 Feb 28 14:34:51.080695 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-e8aed958-75b2-44f0-9053-9b9a36f9165a None None] Set router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:34:51.178591 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-19045254-de07-4909-b80d-fff3c3e57801 req-e6323eab-a8d9-43d4-aa79-4cd2f2c8b773 service neutron] 10.222.0.13 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412312 Feb 28 14:34:51.311801 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-19045254-de07-4909-b80d-fff3c3e57801 req-ddb2817a-0bb2-436f-8ca9-97904a06cd54 service neutron] 10.222.0.13 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269419 Feb 28 14:34:51.425351 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e8aed958-75b2-44f0-9053-9b9a36f9165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'name': 'tempest-TestVolumeBootPattern-748981942-router', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:18Z', 'updated_at': '2022-02-28T14:31:24Z', 'revision_number': 4, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'gw_port': {'id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:19Z', 'updated_at': '2022-02-28T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '1ed6433f-ab24-4f19-88ad-a8d5053ff67a', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'port_id': '83d429e0-a9a6-4f0d-b616-f148844183c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'mac_address': 'fa:16:3e:23:72:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070c7f4a-c77c-40ee-b702-2a0ab1e94b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:34:48Z', 'updated_at': '2022-02-28T14:34:48Z', 'revision_number': 0, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3836f8f-4ac6-4066-b5b7-81134a9cdac3', 'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'mac_address': 'fa:16:3e:3b:ac:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:23Z', 'updated_at': '2022-02-28T14:31:29Z', 'revision_number': 5, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'subnets': [{'id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:34:51.429990 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aed958-75b2-44f0-9053-9b9a36f9165a None None] The sync data for ids ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'] in dv-neutron-831192-4-hyperv is: [{'id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'name': 'tempest-TestVolumeBootPattern-748981942-router', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:18Z', 'updated_at': '2022-02-28T14:31:24Z', 'revision_number': 4, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'gw_port': {'id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:19Z', 'updated_at': '2022-02-28T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '1ed6433f-ab24-4f19-88ad-a8d5053ff67a', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'port_id': '83d429e0-a9a6-4f0d-b616-f148844183c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'mac_address': 'fa:16:3e:23:72:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070c7f4a-c77c-40ee-b702-2a0ab1e94b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:34:48Z', 'updated_at': '2022-02-28T14:34:48Z', 'revision_number': 0, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3836f8f-4ac6-4066-b5b7-81134a9cdac3', 'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'mac_address': 'fa:16:3e:3b:ac:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:23Z', 'updated_at': '2022-02-28T14:31:29Z', 'revision_number': 5, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'subnets': [{'id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:34:51.622257 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5326bd21-c6e8-4e98-ac24-69e106923288 None None] New status for floating IP 1ed6433f-ab24-4f19-88ad-a8d5053ff67a: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:34:55.815512 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:35:05.074192 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:35:07.663212 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-64a99080-ecb0-48fb-a7fc-5d064aa53eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:35:09.805648 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-098e4cf7-79a2-4c6a-92df-3a6f7fc5e5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:35:10.941003 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:35:11.103819 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:35:12.468851 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:35:19.719878 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e68ea59-b641-46b2-b9e4-16d19342167f req-f5e7e668-87e3-46e4-b4a8-e86f410f4e64 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f99d766b-8285-4b24-9e4c-060f40f0ad88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0887630 Feb 28 14:35:19.873301 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68ea59-b641-46b2-b9e4-16d19342167f req-d8b06f6a-38d1-4e49-84f8-4759a14a65d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:35:19.874737 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e68ea59-b641-46b2-b9e4-16d19342167f req-d8b06f6a-38d1-4e49-84f8-4759a14a65d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=f99d766b-8285-4b24-9e4c-060f40f0ad88 HTTP/1.1" status: 200 len: 1098 time: 0.0789344 Feb 28 14:35:20.022940 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68ea59-b641-46b2-b9e4-16d19342167f req-67297f68-06df-477a-8dd1-8da17b73f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:35:20.024319 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e68ea59-b641-46b2-b9e4-16d19342167f req-67297f68-06df-477a-8dd1-8da17b73f3e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=471068cc-0d08-4911-aefb-36d87cbd377e HTTP/1.1" status: 200 len: 898 time: 0.1304345 Feb 28 14:35:20.130260 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e68ea59-b641-46b2-b9e4-16d19342167f req-f3c069cf-1b84-4293-9744-f4b0328ee3c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=219499c8-bcf3-4323-8398-b68f6557491e HTTP/1.1" status: 200 len: 1000 time: 0.0996811 Feb 28 14:35:20.193883 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68ea59-b641-46b2-b9e4-16d19342167f req-da5bfe6c-7f0f-4bbc-bc3e-e427d0cc7e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:35:20.195307 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e68ea59-b641-46b2-b9e4-16d19342167f req-da5bfe6c-7f0f-4bbc-bc3e-e427d0cc7e12 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b HTTP/1.1" status: 200 len: 843 time: 0.0586765 Feb 28 14:35:20.274469 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68ea59-b641-46b2-b9e4-16d19342167f req-9755cb8b-74f1-4455-89ba-ad482c4006c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:35:20.275862 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e68ea59-b641-46b2-b9e4-16d19342167f req-9755cb8b-74f1-4455-89ba-ad482c4006c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=471068cc-0d08-4911-aefb-36d87cbd377e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738490 Feb 28 14:35:20.408124 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e68ea59-b641-46b2-b9e4-16d19342167f req-c3b9a045-3b85-4486-9b2e-4a2e4437c29e service neutron] 10.222.0.13 "GET /v2.0/networks/471068cc-0d08-4911-aefb-36d87cbd377e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261606 Feb 28 14:35:20.540240 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e68ea59-b641-46b2-b9e4-16d19342167f req-b09b9fc6-5631-465a-81d3-20ddd9c1e455 service neutron] 10.222.0.13 "GET /v2.0/networks/471068cc-0d08-4911-aefb-36d87cbd377e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256871 Feb 28 14:35:32.818893 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:35:35.071026 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:35:37.656778 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e6b123dc-ff01-40ed-93e8-4ca6872c8868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:35:39.817340 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-90589ac6-7185-4f35-8a56-682d21fa9bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:35:40.949649 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:35:41.113486 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:35:42.469579 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:05.072102 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:05.818068 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33816) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:36:05.823910 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-71be6fca-adf1-46f3-a066-aeee735d6812 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:36:05.948369 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-71be6fca-adf1-46f3-a066-aeee735d6812 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2870652'] for subnet, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:06.136212 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-71be6fca-adf1-46f3-a066-aeee735d6812 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759642986469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2438788'] for subnet, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:06.184547 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71be6fca-adf1-46f3-a066-aeee735d6812 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:06.185125 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-71be6fca-adf1-46f3-a066-aeee735d6812 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:06.186386 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-71be6fca-adf1-46f3-a066-aeee735d6812 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "PUT /v2.0/subnets/858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b HTTP/1.1" status: 200 len: 835 time: 0.3673842 Feb 28 14:36:06.189639 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52ed7f4-cbb5-4e3e-8abd-c768d4b0909a None None] Network 471068cc-0d08-4911-aefb-36d87cbd377e requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:36:06.202107 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be6fca-adf1-46f3-a066-aeee735d6812 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Subnet': ['ID=858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:36:06.209484 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be6fca-adf1-46f3-a066-aeee735d6812 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:06.209851 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be6fca-adf1-46f3-a066-aeee735d6812 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:06.210154 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be6fca-adf1-46f3-a066-aeee735d6812 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:06.210510 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be6fca-adf1-46f3-a066-aeee735d6812 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:06.210830 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be6fca-adf1-46f3-a066-aeee735d6812 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:06.211147 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be6fca-adf1-46f3-a066-aeee735d6812 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:06.211493 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be6fca-adf1-46f3-a066-aeee735d6812 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:06.211811 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be6fca-adf1-46f3-a066-aeee735d6812 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:06.212127 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be6fca-adf1-46f3-a066-aeee735d6812 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:06.212443 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be6fca-adf1-46f3-a066-aeee735d6812 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:06.212755 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be6fca-adf1-46f3-a066-aeee735d6812 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:06.213048 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71be6fca-adf1-46f3-a066-aeee735d6812 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:06.640466 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bb58e6e7-c511-4fbe-8f80-194c24a1fdd5 None None] Provisioning complete for port 219499c8-bcf3-4323-8398-b68f6557491e triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:36:06.640840 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bb58e6e7-c511-4fbe-8f80-194c24a1fdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:06.776631 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bb58e6e7-c511-4fbe-8f80-194c24a1fdd5 None None] Provisioning complete for port 0cb929c9-600e-4aee-8170-5c2dedf4042d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:36:06.776914 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bb58e6e7-c511-4fbe-8f80-194c24a1fdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:06.913767 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bb58e6e7-c511-4fbe-8f80-194c24a1fdd5 None None] Provisioning complete for port ec89ca42-ae98-411f-a560-0be32d730820 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:36:06.914109 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bb58e6e7-c511-4fbe-8f80-194c24a1fdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:07.672830 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e61102fc-47d2-4869-9b70-e024ff1f4ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:09.808718 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a3ad6542-d574-4777-acfd-523c71796265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:09.818158 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:36:10.947739 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:11.114280 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:12.475079 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:20.469026 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-981f33ab-aa1c-47b7-a5bf-d9bdc9a4fa33 req-be68ef4b-9fdd-43a5-b305-cf37811f00a8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=070c7f4a-c77c-40ee-b702-2a0ab1e94b72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777006 Feb 28 14:36:20.577808 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f33ab-aa1c-47b7-a5bf-d9bdc9a4fa33 req-16fba4d1-6812-4c98-921b-d31c016df969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:20.579275 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-981f33ab-aa1c-47b7-a5bf-d9bdc9a4fa33 req-16fba4d1-6812-4c98-921b-d31c016df969 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f524760c6fa4d1fa6c1f424e01bc6b0&device_id=070c7f4a-c77c-40ee-b702-2a0ab1e94b72 HTTP/1.1" status: 200 len: 1098 time: 0.0840108 Feb 28 14:36:20.862485 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f33ab-aa1c-47b7-a5bf-d9bdc9a4fa33 req-3577ae1d-6060-4a56-9cc0-8efe78480da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:20.863982 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-981f33ab-aa1c-47b7-a5bf-d9bdc9a4fa33 req-3577ae1d-6060-4a56-9cc0-8efe78480da9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dbec77e7-9627-41ee-b124-abc98f8f9531 HTTP/1.1" status: 200 len: 912 time: 0.2654057 Feb 28 14:36:20.977820 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-981f33ab-aa1c-47b7-a5bf-d9bdc9a4fa33 req-d6ef6ffd-0e7a-48a8-9225-391d700ef24c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83d429e0-a9a6-4f0d-b616-f148844183c2 HTTP/1.1" status: 200 len: 1001 time: 0.1068914 Feb 28 14:36:21.055754 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f33ab-aa1c-47b7-a5bf-d9bdc9a4fa33 req-89be7537-34d5-4aab-a522-0fa65ba37a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:21.057320 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-981f33ab-aa1c-47b7-a5bf-d9bdc9a4fa33 req-89be7537-34d5-4aab-a522-0fa65ba37a73 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2c3c161d-1d7a-4059-be69-1fedd6eff82a HTTP/1.1" status: 200 len: 850 time: 0.0737014 Feb 28 14:36:21.143742 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f33ab-aa1c-47b7-a5bf-d9bdc9a4fa33 req-a21ff7ca-b4bc-4633-8683-857ffb2179d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:21.145234 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-981f33ab-aa1c-47b7-a5bf-d9bdc9a4fa33 req-a21ff7ca-b4bc-4633-8683-857ffb2179d0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dbec77e7-9627-41ee-b124-abc98f8f9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817826 Feb 28 14:36:21.292152 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-981f33ab-aa1c-47b7-a5bf-d9bdc9a4fa33 req-9f4e9228-b5fb-458a-8a6b-fa7c17601e4f service neutron] 10.222.0.13 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399257 Feb 28 14:36:21.429546 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-981f33ab-aa1c-47b7-a5bf-d9bdc9a4fa33 req-50745bbe-61e1-47bf-9a24-44a058b8449a service neutron] 10.222.0.13 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316612 Feb 28 14:36:29.538781 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-94dc9545-5092-450b-befe-4772c5957a48 req-d338b57e-b23d-4dc7-ac19-9ace05aacdc6 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540982765&fields=id&tenant_id=5f524760c6fa4d1fa6c1f424e01bc6b0 HTTP/1.1" status: 200 len: 267 time: 0.0483894 Feb 28 14:36:29.688263 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc9545-5092-450b-befe-4772c5957a48 req-a7c12be8-ba96-4e5e-ab58-729ae07f6300 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:29.689648 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-94dc9545-5092-450b-befe-4772c5957a48 req-a7c12be8-ba96-4e5e-ab58-729ae07f6300 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/networks?id=dbec77e7-9627-41ee-b124-abc98f8f9531 HTTP/1.1" status: 200 len: 811 time: 0.1442735 Feb 28 14:36:29.704682 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-94dc9545-5092-450b-befe-4772c5957a48 req-656121f2-7a95-4fe4-9733-fb603a2a45ca tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/quotas/5f524760c6fa4d1fa6c1f424e01bc6b0 HTTP/1.1" status: 200 len: 375 time: 0.0094976 Feb 28 14:36:29.798956 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-94dc9545-5092-450b-befe-4772c5957a48 req-8dfcc96c-84db-4c04-a0d9-347e12d87a34 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f524760c6fa4d1fa6c1f424e01bc6b0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0892859 Feb 28 14:36:29.938453 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-94dc9545-5092-450b-befe-4772c5957a48 req-3da1f830-254d-4e0b-a635-a4093f02b067 service neutron] 10.222.0.30 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277602 Feb 28 14:36:30.067209 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-94dc9545-5092-450b-befe-4772c5957a48 req-62c6ad06-8c71-4bdb-970e-8a61e1bfec72 service neutron] 10.222.0.30 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227982 Feb 28 14:36:30.520633 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1a567355-9d3f-4bd8-9f94-a5e9bf76d74c req-1ba18b58-f77c-461b-90df-a9021f739c51 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e94167c-e342-4dc1-907d-444e29374aaf HTTP/1.1" status: 200 len: 210 time: 0.0980773 Feb 28 14:36:31.522416 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc9545-5092-450b-befe-4772c5957a48 req-6274b3e3-f454-4d98-baaf-03e15ba51dfa tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:31.523875 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-94dc9545-5092-450b-befe-4772c5957a48 req-6274b3e3-f454-4d98-baaf-03e15ba51dfa tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.13 "GET /v2.0/networks?id=dbec77e7-9627-41ee-b124-abc98f8f9531 HTTP/1.1" status: 200 len: 811 time: 0.1599731 Feb 28 14:36:31.576682 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-94dc9545-5092-450b-befe-4772c5957a48 req-f3b3420a-9b21-44be-8143-4b6a5d331a92 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f524760c6fa4d1fa6c1f424e01bc6b0 HTTP/1.1" status: 200 len: 379 time: 0.0452421 Feb 28 14:36:31.591940 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-94dc9545-5092-450b-befe-4772c5957a48 req-4845cb60-2556-4a47-9f2b-4ddd4ffe5fcb tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Request body: {'port': {'device_id': '2e94167c-e342-4dc1-907d-444e29374aaf', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'admin_state_up': True, 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'security_groups': ['e50a005b-1b6f-4b04-9da8-02256e7fa4b4']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:36:31.694550 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-747d1ad3-bd2b-4ef1-8936-46ccd3cb7752 req-d58afa1e-e4c4-4fd4-8774-acfc4bcca51a tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e94167c-e342-4dc1-907d-444e29374aaf HTTP/1.1" status: 200 len: 210 time: 0.0463498 Feb 28 14:36:31.737269 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-94dc9545-5092-450b-befe-4772c5957a48 req-4845cb60-2556-4a47-9f2b-4ddd4ffe5fcb tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:36:31.747133 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-94dc9545-5092-450b-befe-4772c5957a48 req-4845cb60-2556-4a47-9f2b-4ddd4ffe5fcb tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:36:31.759608 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94dc9545-5092-450b-befe-4772c5957a48 req-4845cb60-2556-4a47-9f2b-4ddd4ffe5fcb tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Made reservation on behalf of 5f524760c6fa4d1fa6c1f424e01bc6b0 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:36:31.763613 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-94dc9545-5092-450b-befe-4772c5957a48 req-4845cb60-2556-4a47-9f2b-4ddd4ffe5fcb tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:31.931318 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [req-94dc9545-5092-450b-befe-4772c5957a48 req-4845cb60-2556-4a47-9f2b-4ddd4ffe5fcb tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Allocated IP 172.20.0.13 (dbec77e7-9627-41ee-b124-abc98f8f9531/2c3c161d-1d7a-4059-be69-1fedd6eff82a/10c29cc8-89ab-4f68-96f9-76ada6a22843) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:36:32.129086 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-94dc9545-5092-450b-befe-4772c5957a48 req-4845cb60-2556-4a47-9f2b-4ddd4ffe5fcb tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:32.147354 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-94dc9545-5092-450b-befe-4772c5957a48 req-4845cb60-2556-4a47-9f2b-4ddd4ffe5fcb tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Transition to ACTIVE for port object 10c29cc8-89ab-4f68-96f9-76ada6a22843 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:36:32.173935 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-94dc9545-5092-450b-befe-4772c5957a48 req-4845cb60-2556-4a47-9f2b-4ddd4ffe5fcb tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:32.244786 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94dc9545-5092-450b-befe-4772c5957a48 req-4845cb60-2556-4a47-9f2b-4ddd4ffe5fcb tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Network dbec77e7-9627-41ee-b124-abc98f8f9531 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:36:32.252532 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [req-94dc9545-5092-450b-befe-4772c5957a48 req-4845cb60-2556-4a47-9f2b-4ddd4ffe5fcb tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:36:32.256833 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-94dc9545-5092-450b-befe-4772c5957a48 req-4845cb60-2556-4a47-9f2b-4ddd4ffe5fcb tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:36:32.287624 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845cb60-2556-4a47-9f2b-4ddd4ffe5fcb tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Pushing event updated for resources: {'Port': ['ID=10c29cc8-89ab-4f68-96f9-76ada6a22843,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:36:32.326534 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc9545-5092-450b-befe-4772c5957a48 req-4845cb60-2556-4a47-9f2b-4ddd4ffe5fcb tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:32.327266 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-94dc9545-5092-450b-befe-4772c5957a48 req-4845cb60-2556-4a47-9f2b-4ddd4ffe5fcb tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:32.355190 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-94dc9545-5092-450b-befe-4772c5957a48 req-4845cb60-2556-4a47-9f2b-4ddd4ffe5fcb tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7676423 Feb 28 14:36:32.366600 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-94dc9545-5092-450b-befe-4772c5957a48 req-fa77f34a-2e36-4e35-b803-093f6da0c3f0 service neutron] Request body: {'port': {'device_id': '2e94167c-e342-4dc1-907d-444e29374aaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:36:32.487253 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-94dc9545-5092-450b-befe-4772c5957a48 req-fa77f34a-2e36-4e35-b803-093f6da0c3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:32.549918 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2cabde1d-df48-483a-af35-0d5666055451 None None] Provisioning for port 10c29cc8-89ab-4f68-96f9-76ada6a22843 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:36:32.557492 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2cabde1d-df48-483a-af35-0d5666055451 None None] Provisioning complete for port 10c29cc8-89ab-4f68-96f9-76ada6a22843 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:36:32.558060 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2cabde1d-df48-483a-af35-0d5666055451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:32.623979 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2cabde1d-df48-483a-af35-0d5666055451 None None] Port 10c29cc8-89ab-4f68-96f9-76ada6a22843 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:36:32.956644 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00ee89-1cbb-4cbf-aa10-4418cb7cd4a1 req-70239b71-121a-4234-be87-c337fb3ffbe1 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:32.957356 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-8c00ee89-1cbb-4cbf-aa10-4418cb7cd4a1 req-70239b71-121a-4234-be87-c337fb3ffbe1 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Synchronizing usage tracker for tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:36:33.025333 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-8c00ee89-1cbb-4cbf-aa10-4418cb7cd4a1 req-70239b71-121a-4234-be87-c337fb3ffbe1 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Unset dirty status for tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:36:33.026477 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8c00ee89-1cbb-4cbf-aa10-4418cb7cd4a1 req-70239b71-121a-4234-be87-c337fb3ffbe1 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e94167c-e342-4dc1-907d-444e29374aaf HTTP/1.1" status: 200 len: 932 time: 0.1963115 Feb 28 14:36:33.033965 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-94dc9545-5092-450b-befe-4772c5957a48 req-fa77f34a-2e36-4e35-b803-093f6da0c3f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c29cc8-89ab-4f68-96f9-76ada6a22843 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:36:33.054801 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-94dc9545-5092-450b-befe-4772c5957a48 req-fa77f34a-2e36-4e35-b803-093f6da0c3f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:33.082443 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-94dc9545-5092-450b-befe-4772c5957a48 req-fa77f34a-2e36-4e35-b803-093f6da0c3f0 service neutron] Transition to ACTIVE for port object 10c29cc8-89ab-4f68-96f9-76ada6a22843 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:36:33.091871 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-94dc9545-5092-450b-befe-4772c5957a48 req-fa77f34a-2e36-4e35-b803-093f6da0c3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:33.133282 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8c00ee89-1cbb-4cbf-aa10-4418cb7cd4a1 req-91268306-75f0-44d9-8107-26a4731efc7c tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948474 Feb 28 14:36:33.254820 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77f34a-2e36-4e35-b803-093f6da0c3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=10c29cc8-89ab-4f68-96f9-76ada6a22843,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:36:33.335326 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-94dc9545-5092-450b-befe-4772c5957a48 req-fa77f34a-2e36-4e35-b803-093f6da0c3f0 service neutron] Attempting to bind port 10c29cc8-89ab-4f68-96f9-76ada6a22843 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:36:33.335664 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-94dc9545-5092-450b-befe-4772c5957a48 req-fa77f34a-2e36-4e35-b803-093f6da0c3f0 service neutron] Attempting to bind port 10c29cc8-89ab-4f68-96f9-76ada6a22843 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '17126b36-8ec3-4ac1-9d6f-8ac5c220baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:36:33.335989 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc9545-5092-450b-befe-4772c5957a48 req-fa77f34a-2e36-4e35-b803-093f6da0c3f0 service neutron] Attempting to bind port 10c29cc8-89ab-4f68-96f9-76ada6a22843 on network dbec77e7-9627-41ee-b124-abc98f8f9531 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:36:33.341932 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc9545-5092-450b-befe-4772c5957a48 req-fa77f34a-2e36-4e35-b803-093f6da0c3f0 service neutron] Port 10c29cc8-89ab-4f68-96f9-76ada6a22843 on network dbec77e7-9627-41ee-b124-abc98f8f9531 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:36:33.342249 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc9545-5092-450b-befe-4772c5957a48 req-fa77f34a-2e36-4e35-b803-093f6da0c3f0 service neutron] Attempting to bind port 10c29cc8-89ab-4f68-96f9-76ada6a22843 on network dbec77e7-9627-41ee-b124-abc98f8f9531 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:36:33.348253 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc9545-5092-450b-befe-4772c5957a48 req-fa77f34a-2e36-4e35-b803-093f6da0c3f0 service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:36:33.348587 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc9545-5092-450b-befe-4772c5957a48 req-fa77f34a-2e36-4e35-b803-093f6da0c3f0 service neutron] Checking segment: {'id': '17126b36-8ec3-4ac1-9d6f-8ac5c220baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:36:33.348970 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dc9545-5092-450b-befe-4772c5957a48 req-fa77f34a-2e36-4e35-b803-093f6da0c3f0 service neutron] Bound using segment: {'id': '17126b36-8ec3-4ac1-9d6f-8ac5c220baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:36:33.349389 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-94dc9545-5092-450b-befe-4772c5957a48 req-fa77f34a-2e36-4e35-b803-093f6da0c3f0 service neutron] Bound port: 10c29cc8-89ab-4f68-96f9-76ada6a22843, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17126b36-8ec3-4ac1-9d6f-8ac5c220baca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:36:33.349730 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-94dc9545-5092-450b-befe-4772c5957a48 req-fa77f34a-2e36-4e35-b803-093f6da0c3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:33.447937 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-94dc9545-5092-450b-befe-4772c5957a48 req-fa77f34a-2e36-4e35-b803-093f6da0c3f0 service neutron] For port 10c29cc8-89ab-4f68-96f9-76ada6a22843, host hv-neutron-8311, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:36:33.451202 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-94dc9545-5092-450b-befe-4772c5957a48 req-fa77f34a-2e36-4e35-b803-093f6da0c3f0 service neutron] For port 10c29cc8-89ab-4f68-96f9-76ada6a22843, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=10c29cc8-89ab-4f68-96f9-76ada6a22843,segment=NetworkSegment(17126b36-8ec3-4ac1-9d6f-8ac5c220baca),segment_id=17126b36-8ec3-4ac1-9d6f-8ac5c220baca)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:36:33.456857 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-94dc9545-5092-450b-befe-4772c5957a48 req-fa77f34a-2e36-4e35-b803-093f6da0c3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:33.511035 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc9545-5092-450b-befe-4772c5957a48 req-fa77f34a-2e36-4e35-b803-093f6da0c3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:33.511692 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-94dc9545-5092-450b-befe-4772c5957a48 req-fa77f34a-2e36-4e35-b803-093f6da0c3f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:33.513078 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-94dc9545-5092-450b-befe-4772c5957a48 req-fa77f34a-2e36-4e35-b803-093f6da0c3f0 service neutron] 10.222.0.13 "PUT /v2.0/ports/10c29cc8-89ab-4f68-96f9-76ada6a22843 HTTP/1.1" status: 200 len: 1094 time: 1.1509123 Feb 28 14:36:33.513533 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e94167c-e342-4dc1-907d-444e29374aaf', 'tag': '10c29cc8-89ab-4f68-96f9-76ada6a22843'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:36:33.550770 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77f34a-2e36-4e35-b803-093f6da0c3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=10c29cc8-89ab-4f68-96f9-76ada6a22843,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:36:33.590002 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e94167c-e342-4dc1-907d-444e29374aaf', 'tag': '10c29cc8-89ab-4f68-96f9-76ada6a22843', 'status': 'completed', 'code': 200} Feb 28 14:36:33.632984 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc9545-5092-450b-befe-4772c5957a48 req-ad8bc2f0-de46-4d91-8611-c9e654e9e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:33.634683 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-94dc9545-5092-450b-befe-4772c5957a48 req-ad8bc2f0-de46-4d91-8611-c9e654e9e3fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f524760c6fa4d1fa6c1f424e01bc6b0&device_id=2e94167c-e342-4dc1-907d-444e29374aaf HTTP/1.1" status: 200 len: 1097 time: 0.0806305 Feb 28 14:36:33.702920 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-94dc9545-5092-450b-befe-4772c5957a48 req-c78d648e-92f6-44af-b4d1-f569667b78a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10c29cc8-89ab-4f68-96f9-76ada6a22843 HTTP/1.1" status: 200 len: 217 time: 0.0615096 Feb 28 14:36:33.769203 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc9545-5092-450b-befe-4772c5957a48 req-5f692227-7e75-4b59-be66-24be5018dfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:33.770717 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-94dc9545-5092-450b-befe-4772c5957a48 req-5f692227-7e75-4b59-be66-24be5018dfe5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2c3c161d-1d7a-4059-be69-1fedd6eff82a HTTP/1.1" status: 200 len: 850 time: 0.0617747 Feb 28 14:36:33.852496 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc9545-5092-450b-befe-4772c5957a48 req-51bb40bb-c1ac-4804-842d-414d1096ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:33.853946 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-94dc9545-5092-450b-befe-4772c5957a48 req-51bb40bb-c1ac-4804-842d-414d1096ed4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dbec77e7-9627-41ee-b124-abc98f8f9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764163 Feb 28 14:36:33.995232 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-94dc9545-5092-450b-befe-4772c5957a48 req-96b306d7-3822-455f-ae67-4005b9c9f7b1 service neutron] 10.222.0.13 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349633 Feb 28 14:36:34.133184 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-94dc9545-5092-450b-befe-4772c5957a48 req-46620efa-65c6-41ef-b4f4-0fcbad6218ff service neutron] 10.222.0.13 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321621 Feb 28 14:36:34.264092 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd3b70-83a2-40d9-a393-aaac85a9b863 req-99d4bd8d-2f87-4583-9975-7c59015f7434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:34.265474 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bfcd3b70-83a2-40d9-a393-aaac85a9b863 req-99d4bd8d-2f87-4583-9975-7c59015f7434 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f524760c6fa4d1fa6c1f424e01bc6b0&device_id=2e94167c-e342-4dc1-907d-444e29374aaf HTTP/1.1" status: 200 len: 1097 time: 0.0785947 Feb 28 14:36:34.559873 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd3b70-83a2-40d9-a393-aaac85a9b863 req-c8f403a0-5a78-4c1e-9100-6a8b21f01f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:34.561311 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bfcd3b70-83a2-40d9-a393-aaac85a9b863 req-c8f403a0-5a78-4c1e-9100-6a8b21f01f49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dbec77e7-9627-41ee-b124-abc98f8f9531 HTTP/1.1" status: 200 len: 912 time: 0.2889376 Feb 28 14:36:34.635524 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bfcd3b70-83a2-40d9-a393-aaac85a9b863 req-d7724cee-da49-445a-8cfe-e6c5ccfee7e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10c29cc8-89ab-4f68-96f9-76ada6a22843 HTTP/1.1" status: 200 len: 217 time: 0.0661535 Feb 28 14:36:34.642922 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e8929-d275-4b1a-bf67-e4b1242dcc20 req-29fd4cfa-3821-46f3-8460-afc665cb4b46 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:34.644301 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8f0e8929-d275-4b1a-bf67-e4b1242dcc20 req-29fd4cfa-3821-46f3-8460-afc665cb4b46 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e94167c-e342-4dc1-907d-444e29374aaf HTTP/1.1" status: 200 len: 944 time: 0.3412504 Feb 28 14:36:34.732631 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd3b70-83a2-40d9-a393-aaac85a9b863 req-72df6823-82e0-4a24-9fdd-1d2849ed9d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:34.734024 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bfcd3b70-83a2-40d9-a393-aaac85a9b863 req-72df6823-82e0-4a24-9fdd-1d2849ed9d9a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2c3c161d-1d7a-4059-be69-1fedd6eff82a HTTP/1.1" status: 200 len: 850 time: 0.0889118 Feb 28 14:36:34.738531 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8f0e8929-d275-4b1a-bf67-e4b1242dcc20 req-c8d7a696-ce6c-4cb4-9b5f-a7c5646fe27b tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634980 Feb 28 14:36:34.812411 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd3b70-83a2-40d9-a393-aaac85a9b863 req-e7ed5ab7-1d0b-46ab-a549-d25ea00b7074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:34.813790 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bfcd3b70-83a2-40d9-a393-aaac85a9b863 req-e7ed5ab7-1d0b-46ab-a549-d25ea00b7074 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dbec77e7-9627-41ee-b124-abc98f8f9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731549 Feb 28 14:36:34.947752 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bfcd3b70-83a2-40d9-a393-aaac85a9b863 req-7b194769-6b59-4fa2-b073-a987b5fd06ed service neutron] 10.222.0.13 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275582 Feb 28 14:36:35.069122 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:35.082574 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bfcd3b70-83a2-40d9-a393-aaac85a9b863 req-37f0f7a9-a7a5-4db7-880c-08e1ba21b1e1 service neutron] 10.222.0.13 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288729 Feb 28 14:36:35.956779 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a60c3-6780-484e-a25e-df84038bf017 req-e95fc8b3-35a0-4455-8a9e-7bace50fe3de tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:35.958921 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bd5a60c3-6780-484e-a25e-df84038bf017 req-e95fc8b3-35a0-4455-8a9e-7bace50fe3de tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e94167c-e342-4dc1-907d-444e29374aaf HTTP/1.1" status: 200 len: 944 time: 0.1029842 Feb 28 14:36:36.118944 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bd5a60c3-6780-484e-a25e-df84038bf017 req-50712ee8-0006-4321-a1ed-3952ba7cf190 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529067 Feb 28 14:36:37.316902 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38690ef5-ca8c-4251-ad48-58b56e719f18 req-6b02a567-02e8-4d71-8aa2-4b8b65149871 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:37.318328 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-38690ef5-ca8c-4251-ad48-58b56e719f18 req-6b02a567-02e8-4d71-8aa2-4b8b65149871 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e94167c-e342-4dc1-907d-444e29374aaf HTTP/1.1" status: 200 len: 944 time: 0.0827320 Feb 28 14:36:37.366148 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-38690ef5-ca8c-4251-ad48-58b56e719f18 req-b371ae97-d8b5-42da-b29c-ed578d99ca63 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413001 Feb 28 14:36:37.662602 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c84001b9-f8d3-48cc-b0dc-d5a85bd68f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:38.555765 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ec12f-ddd7-4240-9143-2017d92c58db req-54dfae5f-fabf-4325-bc8a-094e981d235f tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:38.557068 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-515ec12f-ddd7-4240-9143-2017d92c58db req-54dfae5f-fabf-4325-bc8a-094e981d235f tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e94167c-e342-4dc1-907d-444e29374aaf HTTP/1.1" status: 200 len: 944 time: 0.0798166 Feb 28 14:36:38.603405 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-515ec12f-ddd7-4240-9143-2017d92c58db req-1a73473b-3e21-43d9-a96c-e4df3ff8a874 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382216 Feb 28 14:36:39.808105 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3bc7ba72-f032-4957-ac38-19997fdb2475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:39.814323 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c802186-1747-41d4-8036-b615fff6e93f req-5b3af415-e405-4317-aab6-8239fdbf1e59 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:39.816287 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8c802186-1747-41d4-8036-b615fff6e93f req-5b3af415-e405-4317-aab6-8239fdbf1e59 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e94167c-e342-4dc1-907d-444e29374aaf HTTP/1.1" status: 200 len: 944 time: 0.1018207 Feb 28 14:36:39.871123 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8c802186-1747-41d4-8036-b615fff6e93f req-4d8258f6-9571-4783-a627-b1fc0443ab28 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481992 Feb 28 14:36:40.391413 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [req-d6588b9d-d801-49e5-b58e-c719c62e50a1 req-a9b52406-b6e7-4586-abec-ecdde337e0a1 service neutron] (87773) timed out ('10.222.0.13', 63435) {{(pid=87773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 28 14:36:40.943027 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:41.066628 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf158458-534b-4107-b182-11f4a04f3438 req-65085f9a-3d2d-4a88-930d-f91b07e4acb3 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:41.068133 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bf158458-534b-4107-b182-11f4a04f3438 req-65085f9a-3d2d-4a88-930d-f91b07e4acb3 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e94167c-e342-4dc1-907d-444e29374aaf HTTP/1.1" status: 200 len: 944 time: 0.0891497 Feb 28 14:36:41.114212 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:41.130145 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bf158458-534b-4107-b182-11f4a04f3438 req-c417f54c-d832-4a2e-b3e3-20f6348b606e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562022 Feb 28 14:36:41.532678 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 10c29cc8-89ab-4f68-96f9-76ada6a22843 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:36:41.679239 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 10c29cc8-89ab-4f68-96f9-76ada6a22843, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=10c29cc8-89ab-4f68-96f9-76ada6a22843,segment=NetworkSegment(17126b36-8ec3-4ac1-9d6f-8ac5c220baca),segment_id=17126b36-8ec3-4ac1-9d6f-8ac5c220baca)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:36:41.693778 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '10c29cc8-89ab-4f68-96f9-76ada6a22843', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'port_id': '10c29cc8-89ab-4f68-96f9-76ada6a22843', 'mac_address': 'fa:16:3e:2d:1a:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:36:41.755035 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:41.773245 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c29cc8-89ab-4f68-96f9-76ada6a22843 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:36:41.790594 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 10c29cc8-89ab-4f68-96f9-76ada6a22843, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=10c29cc8-89ab-4f68-96f9-76ada6a22843,segment=NetworkSegment(17126b36-8ec3-4ac1-9d6f-8ac5c220baca),segment_id=17126b36-8ec3-4ac1-9d6f-8ac5c220baca)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:36:41.796587 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:41.880899 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=10c29cc8-89ab-4f68-96f9-76ada6a22843,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:36:41.889358 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:41.890389 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:41.890389 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:41.890389 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:41.891047 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:41.891121 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:41.891483 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:41.891869 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:41.892244 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:41.892561 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:41.892958 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:41.893383 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:42.038909 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['10c29cc8-89ab-4f68-96f9-76ada6a22843'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:36:42.340872 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f3ceb-c30f-4ae9-9bef-bc771bb56680 req-349804a3-88e3-4ddc-bedc-05823c615934 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:42.345575 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f72f3ceb-c30f-4ae9-9bef-bc771bb56680 req-349804a3-88e3-4ddc-bedc-05823c615934 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e94167c-e342-4dc1-907d-444e29374aaf HTTP/1.1" status: 200 len: 945 time: 0.0987625 Feb 28 14:36:42.396787 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f72f3ceb-c30f-4ae9-9bef-bc771bb56680 req-ac89c4c1-88d9-4968-bef1-307befe5ad5d tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476301 Feb 28 14:36:42.529180 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:43.543473 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 10c29cc8-89ab-4f68-96f9-76ada6a22843 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:36:43.608768 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36ab36-f7bd-4b82-81ab-55c17ec95960 req-08c6ea6f-f0ed-46a1-b84b-7721fbc204d3 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:43.609925 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port 10c29cc8-89ab-4f68-96f9-76ada6a22843 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:36:43.610338 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-df36ab36-f7bd-4b82-81ab-55c17ec95960 req-08c6ea6f-f0ed-46a1-b84b-7721fbc204d3 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e94167c-e342-4dc1-907d-444e29374aaf HTTP/1.1" status: 200 len: 945 time: 0.0931163 Feb 28 14:36:43.615169 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 10c29cc8-89ab-4f68-96f9-76ada6a22843 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:36:43.615844 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:43.667941 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-df36ab36-f7bd-4b82-81ab-55c17ec95960 req-07db992f-c6ba-45ca-a088-9e3b56e27c3b tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508456 Feb 28 14:36:43.738682 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:43.766776 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e94167c-e342-4dc1-907d-444e29374aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c29cc8-89ab-4f68-96f9-76ada6a22843'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:36:43.777729 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 10c29cc8-89ab-4f68-96f9-76ada6a22843, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=10c29cc8-89ab-4f68-96f9-76ada6a22843,segment=NetworkSegment(17126b36-8ec3-4ac1-9d6f-8ac5c220baca),segment_id=17126b36-8ec3-4ac1-9d6f-8ac5c220baca)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:36:43.781660 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:43.815761 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e94167c-e342-4dc1-907d-444e29374aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c29cc8-89ab-4f68-96f9-76ada6a22843', 'code': 200} Feb 28 14:36:43.855327 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=10c29cc8-89ab-4f68-96f9-76ada6a22843,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:36:44.105196 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d3e18-f25c-414a-8ef1-c36d7b3b1e23 req-559d3b9a-2cee-48d1-8a5b-dce4c88eb619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:44.106666 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-451d3e18-f25c-414a-8ef1-c36d7b3b1e23 req-559d3b9a-2cee-48d1-8a5b-dce4c88eb619 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2e94167c-e342-4dc1-907d-444e29374aaf HTTP/1.1" status: 200 len: 1099 time: 0.0731575 Feb 28 14:36:44.146950 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-451d3e18-f25c-414a-8ef1-c36d7b3b1e23 req-d4b4b657-3bea-4554-94d8-973edabd2fc7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340736 Feb 28 14:36:44.870450 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa904af0-44ad-47bf-9ef1-77a01b918dcf req-d76fd1c8-ad75-4ac4-805d-922c29f19e7c tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:44.871925 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fa904af0-44ad-47bf-9ef1-77a01b918dcf req-d76fd1c8-ad75-4ac4-805d-922c29f19e7c tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e94167c-e342-4dc1-907d-444e29374aaf HTTP/1.1" status: 200 len: 946 time: 0.0819108 Feb 28 14:36:44.917996 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fa904af0-44ad-47bf-9ef1-77a01b918dcf req-b45845fb-e948-4009-8ce5-8b137d1e8ddb tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377371 Feb 28 14:36:46.136219 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad524e6d-5b09-47c8-a4ac-c54ff5af82f6 req-e35576b2-139d-43c3-aaff-1bec7ee79f97 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:46.137659 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ad524e6d-5b09-47c8-a4ac-c54ff5af82f6 req-e35576b2-139d-43c3-aaff-1bec7ee79f97 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e94167c-e342-4dc1-907d-444e29374aaf HTTP/1.1" status: 200 len: 946 time: 0.0897434 Feb 28 14:36:46.185677 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ad524e6d-5b09-47c8-a4ac-c54ff5af82f6 req-2f7b424e-f549-4917-a30c-d6e6591c8fa2 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397642 Feb 28 14:36:46.378303 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ecf28-a230-4f81-9d1c-675cad687bf4 req-14b0cc59-6757-441a-bd8b-acbea8013093 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:46.379758 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f9ecf28-a230-4f81-9d1c-675cad687bf4 req-14b0cc59-6757-441a-bd8b-acbea8013093 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e94167c-e342-4dc1-907d-444e29374aaf HTTP/1.1" status: 200 len: 946 time: 0.0862720 Feb 28 14:36:46.424763 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f9ecf28-a230-4f81-9d1c-675cad687bf4 req-e06c8a33-0487-49ef-b23c-1529e61f1870 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388398 Feb 28 14:36:46.447592 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33930) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:36:46.518847 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ccbd1b-6c3e-4882-ae9e-4c920d4ea801 tempest-TestVolumeBootPattern-1222074957 tempest-TestVolumeBootPattern-1222074957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:46.520282 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-09ccbd1b-6c3e-4882-ae9e-4c920d4ea801 tempest-TestVolumeBootPattern-1222074957 tempest-TestVolumeBootPattern-1222074957-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2e94167c-e342-4dc1-907d-444e29374aaf HTTP/1.1" status: 200 len: 1094 time: 0.0715470 Feb 28 14:36:46.524343 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33934) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:36:46.529672 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'port_id': '10c29cc8-89ab-4f68-96f9-76ada6a22843', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:36:46.536790 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:36:46.543276 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Usage tracker for resource:floatingip and tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:36:46.546753 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:36:46.552768 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:36:46.565640 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:46.710914 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:46.817299 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:36:46.858556 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Allocated IP 172.26.5.105 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/a06e33f2-8400-45c8-be2e-0dd77c1b891e) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:36:47.007885 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:47.040766 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:47.104661 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:36:47.111340 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:36:47.115372 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:36:47.143850 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Pushing event updated for resources: {'Port': ['ID=a06e33f2-8400-45c8-be2e-0dd77c1b891e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:36:47.161079 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:47.161414 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:47.161741 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:47.162062 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:47.162376 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:47.162692 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:47.163003 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:47.163337 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:47.163637 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:47.163953 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:47.164257 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:47.164537 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:36:47.549722 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:47.628527 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:47.949671 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:47.957264 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:48.063489 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Pushing event updated for resources: {'Port': ['ID=a06e33f2-8400-45c8-be2e-0dd77c1b891e,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:36:48.075862 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:48.253137 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Floating IP 1de7c417-1156-44e8-881d-262b0f020ec4 associated. External IP: 172.26.5.105, port: 10c29cc8-89ab-4f68-96f9-76ada6a22843. Feb 28 14:36:48.608158 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:36:48.807777 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:36:48.817906 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2efb511-125d-4165-891d-bfcbd6e56fbd None None] Sync routers for ids ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:36:48.826987 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2efb511-125d-4165-891d-bfcbd6e56fbd None None] Routers {'89af78d2-0f3b-4ce2-8bda-6c279d6083ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:36:48.827890 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b2efb511-125d-4165-891d-bfcbd6e56fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:36:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:36:48.836571 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:48.891934 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b16ae0c9-4319-4df2-8949-aa6e9ce64063 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3665099 Feb 28 14:36:48.892427 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e94167c-e342-4dc1-907d-444e29374aaf', 'tag': '10c29cc8-89ab-4f68-96f9-76ada6a22843'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:36:48.943364 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e94167c-e342-4dc1-907d-444e29374aaf', 'tag': '10c29cc8-89ab-4f68-96f9-76ada6a22843', 'status': 'completed', 'code': 200} Feb 28 14:36:49.003099 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-b2efb511-125d-4165-891d-bfcbd6e56fbd None None] Set router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:36:49.009716 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33944) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:36:49.041815 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c6c7c-74ee-4477-a5bf-4195a595c4ff req-8bf5650f-012b-48e9-b35e-7089074fc216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:49.043350 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-459c6c7c-74ee-4477-a5bf-4195a595c4ff req-8bf5650f-012b-48e9-b35e-7089074fc216 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f524760c6fa4d1fa6c1f424e01bc6b0&device_id=2e94167c-e342-4dc1-907d-444e29374aaf HTTP/1.1" status: 200 len: 1099 time: 0.0771065 Feb 28 14:36:49.178362 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c6c7c-74ee-4477-a5bf-4195a595c4ff req-75b01837-42a9-4456-8e6c-97046de4922e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:49.179781 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-459c6c7c-74ee-4477-a5bf-4195a595c4ff req-75b01837-42a9-4456-8e6c-97046de4922e service neutron] 10.222.0.13 "GET /v2.0/networks?id=dbec77e7-9627-41ee-b124-abc98f8f9531 HTTP/1.1" status: 200 len: 912 time: 0.1302292 Feb 28 14:36:49.289457 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-459c6c7c-74ee-4477-a5bf-4195a595c4ff req-0066f477-5e98-486c-8292-d325f94acc8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10c29cc8-89ab-4f68-96f9-76ada6a22843 HTTP/1.1" status: 200 len: 1000 time: 0.1015911 Feb 28 14:36:49.345930 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b271bff0-d711-452c-85da-8d63550d1073 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port ee4e956e-c0e3-4da0-9c2e-f8008c516c17 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:36:49.346796 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b271bff0-d711-452c-85da-8d63550d1073 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:49.359426 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c6c7c-74ee-4477-a5bf-4195a595c4ff req-7dc3c44c-5338-48d4-b276-dc4d6dd555b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:49.361264 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-459c6c7c-74ee-4477-a5bf-4195a595c4ff req-7dc3c44c-5338-48d4-b276-dc4d6dd555b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2c3c161d-1d7a-4059-be69-1fedd6eff82a HTTP/1.1" status: 200 len: 850 time: 0.0639491 Feb 28 14:36:49.369748 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b2efb511-125d-4165-891d-bfcbd6e56fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'name': 'tempest-TestVolumeBootPattern-748981942-router', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:18Z', 'updated_at': '2022-02-28T14:31:24Z', 'revision_number': 4, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'gw_port': {'id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:19Z', 'updated_at': '2022-02-28T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '1de7c417-1156-44e8-881d-262b0f020ec4', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'floating_ip_address': '172.26.5.105', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'port_id': '10c29cc8-89ab-4f68-96f9-76ada6a22843', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'mac_address': 'fa:16:3e:2d:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e94167c-e342-4dc1-907d-444e29374aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:36:47Z', 'updated_at': '2022-02-28T14:36:47Z', 'revision_number': 0, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'fixed_ip_address_scope': None}, {'id': '1ed6433f-ab24-4f19-88ad-a8d5053ff67a', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'port_id': '83d429e0-a9a6-4f0d-b616-f148844183c2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'mac_address': 'fa:16:3e:23:72:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070c7f4a-c77c-40ee-b702-2a0ab1e94b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:34:48Z', 'updated_at': '2022-02-28T14:34:51Z', 'revision_number': 1, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3836f8f-4ac6-4066-b5b7-81134a9cdac3', 'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'mac_address': 'fa:16:3e:3b:ac:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:23Z', 'updated_at': '2022-02-28T14:31:29Z', 'revision_number': 5, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'subnets': [{'id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:36:49.374182 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2efb511-125d-4165-891d-bfcbd6e56fbd None None] Checking router: 89af78d2-0f3b-4ce2-8bda-6c279d6083ef for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:36:49.383563 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2efb511-125d-4165-891d-bfcbd6e56fbd None None] Routers {'89af78d2-0f3b-4ce2-8bda-6c279d6083ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:36:49.384170 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b2efb511-125d-4165-891d-bfcbd6e56fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:36:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:36:49.508304 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c6c7c-74ee-4477-a5bf-4195a595c4ff req-108d4d8a-16c5-4bd4-b1db-4001134e5202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:49.509784 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-459c6c7c-74ee-4477-a5bf-4195a595c4ff req-108d4d8a-16c5-4bd4-b1db-4001134e5202 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dbec77e7-9627-41ee-b124-abc98f8f9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1430073 Feb 28 14:36:49.529011 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b271bff0-d711-452c-85da-8d63550d1073 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:49.529545 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b271bff0-d711-452c-85da-8d63550d1073 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:49.565732 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-b2efb511-125d-4165-891d-bfcbd6e56fbd None None] Set router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:36:49.655298 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b271bff0-d711-452c-85da-8d63550d1073 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for ee4e956e-c0e3-4da0-9c2e-f8008c516c17 owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:36:49.776621 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-459c6c7c-74ee-4477-a5bf-4195a595c4ff req-d7e13078-4779-4f01-bc49-91fa2524846e service neutron] 10.222.0.13 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600272 Feb 28 14:36:49.826570 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b271bff0-d711-452c-85da-8d63550d1073 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:49.875651 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271bff0-d711-452c-85da-8d63550d1073 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=ee4e956e-c0e3-4da0-9c2e-f8008c516c17,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:36:49.918758 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-459c6c7c-74ee-4477-a5bf-4195a595c4ff req-82e01776-a596-4fc8-8f30-2476525852e1 service neutron] 10.222.0.13 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361175 Feb 28 14:36:49.922757 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b2efb511-125d-4165-891d-bfcbd6e56fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'name': 'tempest-TestVolumeBootPattern-748981942-router', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:18Z', 'updated_at': '2022-02-28T14:31:24Z', 'revision_number': 4, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'gw_port': {'id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:19Z', 'updated_at': '2022-02-28T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '1de7c417-1156-44e8-881d-262b0f020ec4', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'floating_ip_address': '172.26.5.105', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'port_id': '10c29cc8-89ab-4f68-96f9-76ada6a22843', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'mac_address': 'fa:16:3e:2d:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e94167c-e342-4dc1-907d-444e29374aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:36:47Z', 'updated_at': '2022-02-28T14:36:47Z', 'revision_number': 0, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'fixed_ip_address_scope': None}, {'id': '1ed6433f-ab24-4f19-88ad-a8d5053ff67a', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'port_id': '83d429e0-a9a6-4f0d-b616-f148844183c2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'mac_address': 'fa:16:3e:23:72:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070c7f4a-c77c-40ee-b702-2a0ab1e94b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:34:48Z', 'updated_at': '2022-02-28T14:34:51Z', 'revision_number': 1, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3836f8f-4ac6-4066-b5b7-81134a9cdac3', 'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'mac_address': 'fa:16:3e:3b:ac:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:23Z', 'updated_at': '2022-02-28T14:31:29Z', 'revision_number': 5, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'subnets': [{'id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:36:49.926977 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2efb511-125d-4165-891d-bfcbd6e56fbd None None] The sync data for ids ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'] in dv-neutron-831192-4-hyperv is: [{'id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'name': 'tempest-TestVolumeBootPattern-748981942-router', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:18Z', 'updated_at': '2022-02-28T14:31:24Z', 'revision_number': 4, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'gw_port': {'id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:19Z', 'updated_at': '2022-02-28T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '1de7c417-1156-44e8-881d-262b0f020ec4', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'floating_ip_address': '172.26.5.105', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'port_id': '10c29cc8-89ab-4f68-96f9-76ada6a22843', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'mac_address': 'fa:16:3e:2d:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e94167c-e342-4dc1-907d-444e29374aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:36:47Z', 'updated_at': '2022-02-28T14:36:47Z', 'revision_number': 0, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'fixed_ip_address_scope': None}, {'id': '1ed6433f-ab24-4f19-88ad-a8d5053ff67a', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'port_id': '83d429e0-a9a6-4f0d-b616-f148844183c2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'mac_address': 'fa:16:3e:23:72:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070c7f4a-c77c-40ee-b702-2a0ab1e94b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:34:48Z', 'updated_at': '2022-02-28T14:34:51Z', 'revision_number': 1, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3836f8f-4ac6-4066-b5b7-81134a9cdac3', 'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'mac_address': 'fa:16:3e:3b:ac:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:23Z', 'updated_at': '2022-02-28T14:31:29Z', 'revision_number': 5, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'subnets': [{'id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:36:49.970823 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b271bff0-d711-452c-85da-8d63550d1073 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:49.971148 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-b271bff0-d711-452c-85da-8d63550d1073 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Floating IP 9b91717b-d236-4ae9-9a62-c329e2e3de4e disassociated (deleted). External IP: 172.26.5.91, port: 219499c8-bcf3-4323-8398-b68f6557491e. Feb 28 14:36:50.107340 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6d8838-7ea1-45f2-b8fa-5da4278e3b96 None None] New status for floating IP 1de7c417-1156-44e8-881d-262b0f020ec4: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:36:50.324888 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b271bff0-d711-452c-85da-8d63550d1073 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 4a466a37-ef8c-469a-8e22-ceaff343f56c has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:36:50.507989 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b271bff0-d711-452c-85da-8d63550d1073 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:36:50.518377 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333ca7a7-9d37-4e13-8245-62eb7b2fecd4 None None] Sync routers for ids ['4a466a37-ef8c-469a-8e22-ceaff343f56c'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:36:50.530929 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333ca7a7-9d37-4e13-8245-62eb7b2fecd4 None None] Routers {'4a466a37-ef8c-469a-8e22-ceaff343f56c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:36:50.531584 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-333ca7a7-9d37-4e13-8245-62eb7b2fecd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:36:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['4a466a37-ef8c-469a-8e22-ceaff343f56c'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:36:50.531862 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b271bff0-d711-452c-85da-8d63550d1073 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:50.586346 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b271bff0-d711-452c-85da-8d63550d1073 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/floatingips/9b91717b-d236-4ae9-9a62-c329e2e3de4e HTTP/1.1" status: 204 len: 168 time: 1.5752149 Feb 28 14:36:50.708114 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-333ca7a7-9d37-4e13-8245-62eb7b2fecd4 None None] Set router 4a466a37-ef8c-469a-8e22-ceaff343f56c gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:36:50.944365 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99d766b-8285-4b24-9e4c-060f40f0ad88', 'tag': '219499c8-bcf3-4323-8398-b68f6557491e'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:36:50.965087 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a12af-b7c0-43e7-b129-194f8502fed0 req-1b8f9490-e172-4246-9d0a-779689bca518 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:50.966723 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b44a12af-b7c0-43e7-b129-194f8502fed0 req-1b8f9490-e172-4246-9d0a-779689bca518 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=f99d766b-8285-4b24-9e4c-060f40f0ad88 HTTP/1.1" status: 200 len: 945 time: 0.0906308 Feb 28 14:36:50.994007 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99d766b-8285-4b24-9e4c-060f40f0ad88', 'tag': '219499c8-bcf3-4323-8398-b68f6557491e', 'status': 'completed', 'code': 200} Feb 28 14:36:51.064909 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b44a12af-b7c0-43e7-b129-194f8502fed0 req-70e61e56-b60b-42b4-afc8-c91c8911ca17 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdc85ad7-f67e-455c-b145-cf4b8e7c170d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904403 Feb 28 14:36:51.067588 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-333ca7a7-9d37-4e13-8245-62eb7b2fecd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'name': 'tempest-TestNetworkBasicOps-router-2024359230', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '8235829b-24de-4810-836f-49aa90c894a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:33:50Z', 'updated_at': '2022-02-28T14:33:55Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '8235829b-24de-4810-836f-49aa90c894a6', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:33:51Z', 'updated_at': '2022-02-28T14:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '0cb929c9-600e-4aee-8170-5c2dedf4042d', 'name': '', 'network_id': '471068cc-0d08-4911-aefb-36d87cbd377e', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:81:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:33:54Z', 'updated_at': '2022-02-28T14:33:59Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:36:51.072302 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333ca7a7-9d37-4e13-8245-62eb7b2fecd4 None None] Checking router: 4a466a37-ef8c-469a-8e22-ceaff343f56c for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:36:51.082435 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333ca7a7-9d37-4e13-8245-62eb7b2fecd4 None None] Routers {'4a466a37-ef8c-469a-8e22-ceaff343f56c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:36:51.083061 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-333ca7a7-9d37-4e13-8245-62eb7b2fecd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:36:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['4a466a37-ef8c-469a-8e22-ceaff343f56c'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:36:51.112489 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2201eab-a3f5-4bb6-b915-cc36e4a752e5 req-9862b186-e48c-430d-8e34-1dec71d9262f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:51.113954 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c2201eab-a3f5-4bb6-b915-cc36e4a752e5 req-9862b186-e48c-430d-8e34-1dec71d9262f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=f99d766b-8285-4b24-9e4c-060f40f0ad88 HTTP/1.1" status: 200 len: 1098 time: 0.0955715 Feb 28 14:36:51.267493 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2201eab-a3f5-4bb6-b915-cc36e4a752e5 req-7b420235-4744-45f7-bea2-72a74d4e1983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:51.268843 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c2201eab-a3f5-4bb6-b915-cc36e4a752e5 req-7b420235-4744-45f7-bea2-72a74d4e1983 service neutron] 10.222.0.13 "GET /v2.0/networks?id=471068cc-0d08-4911-aefb-36d87cbd377e HTTP/1.1" status: 200 len: 898 time: 0.1483660 Feb 28 14:36:51.272122 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-333ca7a7-9d37-4e13-8245-62eb7b2fecd4 None None] Set router 4a466a37-ef8c-469a-8e22-ceaff343f56c gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:36:51.344642 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c2201eab-a3f5-4bb6-b915-cc36e4a752e5 req-963233f7-d937-40a1-a1ba-bea8fea85b54 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=219499c8-bcf3-4323-8398-b68f6557491e HTTP/1.1" status: 200 len: 217 time: 0.0682998 Feb 28 14:36:51.408117 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2201eab-a3f5-4bb6-b915-cc36e4a752e5 req-6719cc62-8f0a-4709-b2e5-c7462a017c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:51.409640 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c2201eab-a3f5-4bb6-b915-cc36e4a752e5 req-6719cc62-8f0a-4709-b2e5-c7462a017c46 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b HTTP/1.1" status: 200 len: 843 time: 0.0589654 Feb 28 14:36:51.501640 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2201eab-a3f5-4bb6-b915-cc36e4a752e5 req-4f6f46b9-ebcc-4838-afda-7266000eb796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:51.503124 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c2201eab-a3f5-4bb6-b915-cc36e4a752e5 req-4f6f46b9-ebcc-4838-afda-7266000eb796 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=471068cc-0d08-4911-aefb-36d87cbd377e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819013 Feb 28 14:36:51.633211 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-333ca7a7-9d37-4e13-8245-62eb7b2fecd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'name': 'tempest-TestNetworkBasicOps-router-2024359230', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '8235829b-24de-4810-836f-49aa90c894a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:33:50Z', 'updated_at': '2022-02-28T14:33:55Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '8235829b-24de-4810-836f-49aa90c894a6', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:33:51Z', 'updated_at': '2022-02-28T14:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '0cb929c9-600e-4aee-8170-5c2dedf4042d', 'name': '', 'network_id': '471068cc-0d08-4911-aefb-36d87cbd377e', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:81:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:33:54Z', 'updated_at': '2022-02-28T14:33:59Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:36:51.637461 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333ca7a7-9d37-4e13-8245-62eb7b2fecd4 None None] The sync data for ids ['4a466a37-ef8c-469a-8e22-ceaff343f56c'] in dv-neutron-831192-4-hyperv is: [{'id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'name': 'tempest-TestNetworkBasicOps-router-2024359230', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '8235829b-24de-4810-836f-49aa90c894a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:33:50Z', 'updated_at': '2022-02-28T14:33:55Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '8235829b-24de-4810-836f-49aa90c894a6', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:33:51Z', 'updated_at': '2022-02-28T14:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '0cb929c9-600e-4aee-8170-5c2dedf4042d', 'name': '', 'network_id': '471068cc-0d08-4911-aefb-36d87cbd377e', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:81:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:33:54Z', 'updated_at': '2022-02-28T14:33:59Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:36:51.655460 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c2201eab-a3f5-4bb6-b915-cc36e4a752e5 req-6c415da2-5bdd-4e4b-9ffe-130b2fc633bc service neutron] 10.222.0.13 "GET /v2.0/networks/471068cc-0d08-4911-aefb-36d87cbd377e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405640 Feb 28 14:36:51.798367 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c2201eab-a3f5-4bb6-b915-cc36e4a752e5 req-1d15bd6a-43cb-48da-95cb-8ff08ad3691d service neutron] 10.222.0.13 "GET /v2.0/networks/471068cc-0d08-4911-aefb-36d87cbd377e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355186 Feb 28 14:36:51.855337 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c846d7c-48ed-4f4e-83e7-c8bc82ade2fa None None] New status for floating IP 9b91717b-d236-4ae9-9a62-c329e2e3de4e: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:36:52.217371 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8697d-4193-4040-ac3d-3b54e1c7bb4c req-1eb96abc-48bf-4f38-a079-d6f1a08d6626 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:52.218812 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d7b8697d-4193-4040-ac3d-3b54e1c7bb4c req-1eb96abc-48bf-4f38-a079-d6f1a08d6626 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/ports?device_id=f99d766b-8285-4b24-9e4c-060f40f0ad88 HTTP/1.1" status: 200 len: 945 time: 0.0836692 Feb 28 14:36:52.268215 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f4949-d72c-4d58-8f52-60cba05bc0b3 req-cd6fb17b-895d-4997-a896-71ab43f39e7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:52.268817 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-4f4f4949-d72c-4d58-8f52-60cba05bc0b3 req-cd6fb17b-895d-4997-a896-71ab43f39e7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:36:52.285205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-4f4f4949-d72c-4d58-8f52-60cba05bc0b3 req-cd6fb17b-895d-4997-a896-71ab43f39e7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:36:52.286538 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4f4f4949-d72c-4d58-8f52-60cba05bc0b3 req-cd6fb17b-895d-4997-a896-71ab43f39e7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=f99d766b-8285-4b24-9e4c-060f40f0ad88 HTTP/1.1" status: 200 len: 945 time: 0.1007917 Feb 28 14:36:52.289096 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-d7b8697d-4193-4040-ac3d-3b54e1c7bb4c req-9b6a3f80-4a8f-4180-af37-710e72174367 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port 219499c8-bcf3-4323-8398-b68f6557491e {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:36:52.289440 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d7b8697d-4193-4040-ac3d-3b54e1c7bb4c req-9b6a3f80-4a8f-4180-af37-710e72174367 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:52.333051 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4f4f4949-d72c-4d58-8f52-60cba05bc0b3 req-66892243-a47c-4dca-afed-8a88e2d1ee20 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdc85ad7-f67e-455c-b145-cf4b8e7c170d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404398 Feb 28 14:36:52.547595 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-d7b8697d-4193-4040-ac3d-3b54e1c7bb4c req-9b6a3f80-4a8f-4180-af37-710e72174367 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port 219499c8-bcf3-4323-8398-b68f6557491e, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=219499c8-bcf3-4323-8398-b68f6557491e,segment=NetworkSegment(649f3042-5dab-418e-aae7-5dd58ad1e904),segment_id=649f3042-5dab-418e-aae7-5dd58ad1e904)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:36:52.547830 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d7b8697d-4193-4040-ac3d-3b54e1c7bb4c req-9b6a3f80-4a8f-4180-af37-710e72174367 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:52.676316 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-d7b8697d-4193-4040-ac3d-3b54e1c7bb4c req-9b6a3f80-4a8f-4180-af37-710e72174367 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for 219499c8-bcf3-4323-8398-b68f6557491e owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:36:52.944079 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d7b8697d-4193-4040-ac3d-3b54e1c7bb4c req-9b6a3f80-4a8f-4180-af37-710e72174367 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:52.999957 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a3f80-4a8f-4180-af37-710e72174367 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=219499c8-bcf3-4323-8398-b68f6557491e,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:36:53.077198 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b8697d-4193-4040-ac3d-3b54e1c7bb4c req-9b6a3f80-4a8f-4180-af37-710e72174367 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] No DVR routers for this DVR port 219499c8-bcf3-4323-8398-b68f6557491e on host hv-neutron-8311 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:36:53.080001 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d7b8697d-4193-4040-ac3d-3b54e1c7bb4c req-9b6a3f80-4a8f-4180-af37-710e72174367 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:53.082430 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99d766b-8285-4b24-9e4c-060f40f0ad88', 'name': 'network-vif-deleted', 'tag': '219499c8-bcf3-4323-8398-b68f6557491e'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:36:53.100470 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d7b8697d-4193-4040-ac3d-3b54e1c7bb4c req-9b6a3f80-4a8f-4180-af37-710e72174367 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "DELETE /v2.0/ports/219499c8-bcf3-4323-8398-b68f6557491e HTTP/1.1" status: 204 len: 173 time: 0.8767252 Feb 28 14:36:53.188006 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99d766b-8285-4b24-9e4c-060f40f0ad88', 'name': 'network-vif-deleted', 'tag': '219499c8-bcf3-4323-8398-b68f6557491e', 'status': 'completed', 'code': 200} Feb 28 14:36:53.504764 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4bcf6c20-fdda-4c80-955d-b8fd8a1f28a0 req-fcecfbe8-94f0-4307-b0f2-5a01768fdff9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=f99d766b-8285-4b24-9e4c-060f40f0ad88 HTTP/1.1" status: 200 len: 210 time: 0.0448339 Feb 28 14:36:54.618416 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33966) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:36:54.807175 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed796e60-b8d0-4de8-8e5f-6cb630d52008 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:54.838228 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed796e60-b8d0-4de8-8e5f-6cb630d52008 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:54.910075 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed796e60-b8d0-4de8-8e5f-6cb630d52008 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:54.929000 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed796e60-b8d0-4de8-8e5f-6cb630d52008 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc85ad7-f67e-455c-b145-cf4b8e7c170d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:36:54.941853 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed796e60-b8d0-4de8-8e5f-6cb630d52008 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:54.942944 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ed796e60-b8d0-4de8-8e5f-6cb630d52008 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/security-groups/fdc85ad7-f67e-455c-b145-cf4b8e7c170d HTTP/1.1" status: 204 len: 168 time: 0.3236010 Feb 28 14:36:54.977304 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33972) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:36:55.553943 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 219499c8-bcf3-4323-8398-b68f6557491e no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:36:55.560589 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e365629f-4a68-4d3f-a3bc-ed2dfb9455cb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:55.592042 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: 219499c8-bcf3-4323-8398-b68f6557491e {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:36:55.592386 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 219499c8-bcf3-4323-8398-b68f6557491e not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:36:55.933552 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e365629f-4a68-4d3f-a3bc-ed2dfb9455cb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port 0cb929c9-600e-4aee-8170-5c2dedf4042d {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:36:55.934066 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e365629f-4a68-4d3f-a3bc-ed2dfb9455cb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:56.126534 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-e365629f-4a68-4d3f-a3bc-ed2dfb9455cb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port 0cb929c9-600e-4aee-8170-5c2dedf4042d, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=0cb929c9-600e-4aee-8170-5c2dedf4042d,segment=NetworkSegment(649f3042-5dab-418e-aae7-5dd58ad1e904),segment_id=649f3042-5dab-418e-aae7-5dd58ad1e904)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:36:56.126897 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e365629f-4a68-4d3f-a3bc-ed2dfb9455cb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:56.249236 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e365629f-4a68-4d3f-a3bc-ed2dfb9455cb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for 0cb929c9-600e-4aee-8170-5c2dedf4042d owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:36:56.557078 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e365629f-4a68-4d3f-a3bc-ed2dfb9455cb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:56.606729 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365629f-4a68-4d3f-a3bc-ed2dfb9455cb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=0cb929c9-600e-4aee-8170-5c2dedf4042d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:36:56.895865 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e365629f-4a68-4d3f-a3bc-ed2dfb9455cb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:57.268564 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e365629f-4a68-4d3f-a3bc-ed2dfb9455cb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 4a466a37-ef8c-469a-8e22-ceaff343f56c has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:36:57.460657 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e365629f-4a68-4d3f-a3bc-ed2dfb9455cb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:36:57.475713 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e365629f-4a68-4d3f-a3bc-ed2dfb9455cb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "PUT /v2.0/routers/4a466a37-ef8c-469a-8e22-ceaff343f56c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4972167 Feb 28 14:36:57.476538 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea7f30a-0c22-41cd-8031-3bdd13087327 None None] Sync routers for ids ['4a466a37-ef8c-469a-8e22-ceaff343f56c'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:36:57.477448 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33978) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:36:57.487350 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea7f30a-0c22-41cd-8031-3bdd13087327 None None] Routers {'4a466a37-ef8c-469a-8e22-ceaff343f56c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:36:57.487960 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-cea7f30a-0c22-41cd-8031-3bdd13087327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:36:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['4a466a37-ef8c-469a-8e22-ceaff343f56c'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:36:57.543486 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f1ef4e3-917d-417d-8a96-54a43c2c9611 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting subnet 858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:36:57.546692 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f1ef4e3-917d-417d-8a96-54a43c2c9611 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:57.606920 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f1ef4e3-917d-417d-8a96-54a43c2c9611 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:57.662736 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-cea7f30a-0c22-41cd-8031-3bdd13087327 None None] Set router 4a466a37-ef8c-469a-8e22-ceaff343f56c gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:36:57.691004 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f1ef4e3-917d-417d-8a96-54a43c2c9611 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:57.771507 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f1ef4e3-917d-417d-8a96-54a43c2c9611 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:57.810552 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ef4e3-917d-417d-8a96-54a43c2c9611 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Subnet': ['ID=858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:36:57.817133 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2f1ef4e3-917d-417d-8a96-54a43c2c9611 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:57.824076 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2f1ef4e3-917d-417d-8a96-54a43c2c9611 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/subnets/858e0eb8-2785-4a7d-98b3-e6ba4d4d3b8b HTTP/1.1" status: 204 len: 168 time: 0.3454580 Feb 28 14:36:57.824448 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71e8901-9a69-4d8d-9a3b-98b81ca74f96 None None] Network 471068cc-0d08-4911-aefb-36d87cbd377e requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:36:57.827064 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33982) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:36:57.974588 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-cea7f30a-0c22-41cd-8031-3bdd13087327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'name': 'tempest-TestNetworkBasicOps-router-2024359230', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '8235829b-24de-4810-836f-49aa90c894a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:33:50Z', 'updated_at': '2022-02-28T14:36:56Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '8235829b-24de-4810-836f-49aa90c894a6', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:33:51Z', 'updated_at': '2022-02-28T14:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:36:57.978831 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea7f30a-0c22-41cd-8031-3bdd13087327 None None] Checking router: 4a466a37-ef8c-469a-8e22-ceaff343f56c for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:36:57.987941 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea7f30a-0c22-41cd-8031-3bdd13087327 None None] Routers {'4a466a37-ef8c-469a-8e22-ceaff343f56c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:36:57.989585 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-cea7f30a-0c22-41cd-8031-3bdd13087327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:36:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['4a466a37-ef8c-469a-8e22-ceaff343f56c'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:36:58.100989 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6a09af-ab59-4980-b8e3-a7c3eb67c5f2 None None] DHCP port deletion for 471068cc-0d08-4911-aefb-36d87cbd377e request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:36:58.105007 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0b6a09af-ab59-4980-b8e3-a7c3eb67c5f2 None None] Deleting port ec89ca42-ae98-411f-a560-0be32d730820 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:36:58.105835 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0b6a09af-ab59-4980-b8e3-a7c3eb67c5f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:58.130022 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f983de26-f3c0-415b-b563-c33ac5f589a2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:58.166573 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-cea7f30a-0c22-41cd-8031-3bdd13087327 None None] Set router 4a466a37-ef8c-469a-8e22-ceaff343f56c gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:36:58.320352 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f983de26-f3c0-415b-b563-c33ac5f589a2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:58.331627 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f983de26-f3c0-415b-b563-c33ac5f589a2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port 8235829b-24de-4810-836f-49aa90c894a6 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:36:58.332319 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f983de26-f3c0-415b-b563-c33ac5f589a2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:58.343491 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0b6a09af-ab59-4980-b8e3-a7c3eb67c5f2 None None] For port ec89ca42-ae98-411f-a560-0be32d730820, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=ec89ca42-ae98-411f-a560-0be32d730820,segment=NetworkSegment(649f3042-5dab-418e-aae7-5dd58ad1e904),segment_id=649f3042-5dab-418e-aae7-5dd58ad1e904)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:36:58.343878 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0b6a09af-ab59-4980-b8e3-a7c3eb67c5f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:58.462868 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0b6a09af-ab59-4980-b8e3-a7c3eb67c5f2 None None] Calling delete_port for ec89ca42-ae98-411f-a560-0be32d730820 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:36:58.470722 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-cea7f30a-0c22-41cd-8031-3bdd13087327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'name': 'tempest-TestNetworkBasicOps-router-2024359230', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '8235829b-24de-4810-836f-49aa90c894a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:33:50Z', 'updated_at': '2022-02-28T14:36:56Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '8235829b-24de-4810-836f-49aa90c894a6', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:33:51Z', 'updated_at': '2022-02-28T14:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:36:58.475432 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea7f30a-0c22-41cd-8031-3bdd13087327 None None] The sync data for ids ['4a466a37-ef8c-469a-8e22-ceaff343f56c'] in dv-neutron-831192-4-hyperv is: [{'id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'name': 'tempest-TestNetworkBasicOps-router-2024359230', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113'}], 'enable_snat': True}, 'gw_port_id': '8235829b-24de-4810-836f-49aa90c894a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:33:50Z', 'updated_at': '2022-02-28T14:36:56Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': '8235829b-24de-4810-836f-49aa90c894a6', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a466a37-ef8c-469a-8e22-ceaff343f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:33:51Z', 'updated_at': '2022-02-28T14:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:36:58.520455 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-f983de26-f3c0-415b-b563-c33ac5f589a2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port 8235829b-24de-4810-836f-49aa90c894a6, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=8235829b-24de-4810-836f-49aa90c894a6,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:36:58.520808 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f983de26-f3c0-415b-b563-c33ac5f589a2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:58.539201 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0b6a09af-ab59-4980-b8e3-a7c3eb67c5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:58.586389 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a09af-ab59-4980-b8e3-a7c3eb67c5f2 None None] Pushing event deleted for resources: {'Port': ['ID=ec89ca42-ae98-411f-a560-0be32d730820,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:36:58.591760 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6a09af-ab59-4980-b8e3-a7c3eb67c5f2 None None] No DVR routers for this DVR port ec89ca42-ae98-411f-a560-0be32d730820 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:36:58.642830 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f983de26-f3c0-415b-b563-c33ac5f589a2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for 8235829b-24de-4810-836f-49aa90c894a6 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:36:58.819495 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f983de26-f3c0-415b-b563-c33ac5f589a2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:58.867804 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983de26-f3c0-415b-b563-c33ac5f589a2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=8235829b-24de-4810-836f-49aa90c894a6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:36:58.964408 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f983de26-f3c0-415b-b563-c33ac5f589a2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:59.138653 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f983de26-f3c0-415b-b563-c33ac5f589a2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:59.141443 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f983de26-f3c0-415b-b563-c33ac5f589a2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:59.174547 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f983de26-f3c0-415b-b563-c33ac5f589a2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:59.175111 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f983de26-f3c0-415b-b563-c33ac5f589a2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Fanout notify agent at l3_agent the message router_deleted on router 4a466a37-ef8c-469a-8e22-ceaff343f56c {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:36:59.196200 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f983de26-f3c0-415b-b563-c33ac5f589a2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:59.197309 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f983de26-f3c0-415b-b563-c33ac5f589a2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/routers/4a466a37-ef8c-469a-8e22-ceaff343f56c HTTP/1.1" status: 204 len: 168 time: 1.3693209 Feb 28 14:36:59.200214 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33986) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:36:59.320963 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-911993e3-dfd7-4130-b7f2-6832cba4ac33 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:59.562099 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-911993e3-dfd7-4130-b7f2-6832cba4ac33 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:59.587564 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-911993e3-dfd7-4130-b7f2-6832cba4ac33 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['471068cc-0d08-4911-aefb-36d87cbd377e']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:36:59.599300 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-911993e3-dfd7-4130-b7f2-6832cba4ac33 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '649f3042-5dab-418e-aae7-5dd58ad1e904') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:36:59.599585 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-911993e3-dfd7-4130-b7f2-6832cba4ac33 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '649f3042-5dab-418e-aae7-5dd58ad1e904') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:36:59.621203 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-911993e3-dfd7-4130-b7f2-6832cba4ac33 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:59.638269 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-911993e3-dfd7-4130-b7f2-6832cba4ac33 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:59.644896 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-911993e3-dfd7-4130-b7f2-6832cba4ac33 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:36:59.645276 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-911993e3-dfd7-4130-b7f2-6832cba4ac33 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:36:59.659781 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:36:59.681231 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 8235829b-24de-4810-836f-49aa90c894a6 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:36:59.715739 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 8235829b-24de-4810-836f-49aa90c894a6 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:36:59.716081 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 8235829b-24de-4810-836f-49aa90c894a6 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:36:59.716557 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 0cb929c9-600e-4aee-8170-5c2dedf4042d no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:36:59.742506 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-911993e3-dfd7-4130-b7f2-6832cba4ac33 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:59.754859 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 0cb929c9-600e-4aee-8170-5c2dedf4042d {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:36:59.755221 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 0cb929c9-600e-4aee-8170-5c2dedf4042d not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:36:59.755631 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device ec89ca42-ae98-411f-a560-0be32d730820 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:36:59.762527 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-911993e3-dfd7-4130-b7f2-6832cba4ac33 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:59.770994 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911993e3-dfd7-4130-b7f2-6832cba4ac33 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Network': ['ID=471068cc-0d08-4911-aefb-36d87cbd377e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:36:59.780642 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-911993e3-dfd7-4130-b7f2-6832cba4ac33 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/networks/471068cc-0d08-4911-aefb-36d87cbd377e HTTP/1.1" status: 204 len: 168 time: 0.5794158 Feb 28 14:36:59.789953 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: ec89ca42-ae98-411f-a560-0be32d730820 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:36:59.790290 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device ec89ca42-ae98-411f-a560-0be32d730820 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:36:59.793470 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 33990) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:36:59.800544 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f4d634e0-3e5d-4e3c-acb0-b4ee77f8e25c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'network': {'name': 'tempest-network-smoke--1156847050', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'port_security_enabled': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:36:59.805757 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f4d634e0-3e5d-4e3c-acb0-b4ee77f8e25c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:36:59.810407 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f4d634e0-3e5d-4e3c-acb0-b4ee77f8e25c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:network and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:36:59.813297 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f4d634e0-3e5d-4e3c-acb0-b4ee77f8e25c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:36:59.822443 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f4d634e0-3e5d-4e3c-acb0-b4ee77f8e25c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:36:59.832360 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d634e0-3e5d-4e3c-acb0-b4ee77f8e25c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Made reservation on behalf of 1cd57789443e43d89a7681324e1f7304 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:36:59.836921 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f4d634e0-3e5d-4e3c-acb0-b4ee77f8e25c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:59.865453 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d634e0-3e5d-4e3c-acb0-b4ee77f8e25c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:36:59.874534 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f4d634e0-3e5d-4e3c-acb0-b4ee77f8e25c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:59.874868 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-f4d634e0-3e5d-4e3c-acb0-b4ee77f8e25c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Added segment 204d9daf-d47b-42ec-87d8-78687c371cc1 of type vlan for network 90992d2e-8a8d-450d-857e-d6dce3403558 Feb 28 14:36:59.903767 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f4d634e0-3e5d-4e3c-acb0-b4ee77f8e25c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:59.936112 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f4d634e0-3e5d-4e3c-acb0-b4ee77f8e25c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:36:59.941655 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d634e0-3e5d-4e3c-acb0-b4ee77f8e25c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:36:59.942229 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f4d634e0-3e5d-4e3c-acb0-b4ee77f8e25c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:00.053215 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f4d634e0-3e5d-4e3c-acb0-b4ee77f8e25c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2575691 Feb 28 14:37:00.056857 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d634e0-3e5d-4e3c-acb0-b4ee77f8e25c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Network': ['ID=90992d2e-8a8d-450d-857e-d6dce3403558,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:00.056983 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 33994) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:37:00.062183 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ca7fc4f8-be20-4efd-8f47-babe572a79fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1237446703', 'admin_state_up': True, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:37:00.067940 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 90992d2e-8a8d-450d-857e-d6dce3403558 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:37:00.070592 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ca7fc4f8-be20-4efd-8f47-babe572a79fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:37:00.075782 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ca7fc4f8-be20-4efd-8f47-babe572a79fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:router and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:37:00.078740 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ca7fc4f8-be20-4efd-8f47-babe572a79fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:37:00.085153 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ca7fc4f8-be20-4efd-8f47-babe572a79fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:37:00.096470 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc4f8-be20-4efd-8f47-babe572a79fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:00.097466 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc4f8-be20-4efd-8f47-babe572a79fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:00.111520 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc4f8-be20-4efd-8f47-babe572a79fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:00.391676 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc4f8-be20-4efd-8f47-babe572a79fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:00.702241 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc4f8-be20-4efd-8f47-babe572a79fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:00.731588 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc4f8-be20-4efd-8f47-babe572a79fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:00.869032 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-ca7fc4f8-be20-4efd-8f47-babe572a79fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.26.5.235 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/d36d7b14-b24c-4577-a967-b6021589e25a) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:37:01.019655 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc4f8-be20-4efd-8f47-babe572a79fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:01.051605 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc4f8-be20-4efd-8f47-babe572a79fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:01.110279 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7fc4f8-be20-4efd-8f47-babe572a79fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:37:01.116905 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-ca7fc4f8-be20-4efd-8f47-babe572a79fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:37:01.120912 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7fc4f8-be20-4efd-8f47-babe572a79fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:37:01.152149 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fc4f8-be20-4efd-8f47-babe572a79fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=d36d7b14-b24c-4577-a967-b6021589e25a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:01.656598 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc4f8-be20-4efd-8f47-babe572a79fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:02.012075 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc4f8-be20-4efd-8f47-babe572a79fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:02.220130 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7fc4f8-be20-4efd-8f47-babe572a79fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 859831cb-c7f0-4102-bd38-076c13ac00df is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:37:02.397776 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7fc4f8-be20-4efd-8f47-babe572a79fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:37:02.407639 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c7e550-7c78-493d-b05c-acbf178c4709 None None] Sync routers for ids ['859831cb-c7f0-4102-bd38-076c13ac00df'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:37:02.418697 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c7e550-7c78-493d-b05c-acbf178c4709 None None] Routers {'859831cb-c7f0-4102-bd38-076c13ac00df'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:37:02.418697 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-66c7e550-7c78-493d-b05c-acbf178c4709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:36:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['859831cb-c7f0-4102-bd38-076c13ac00df'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:37:02.427050 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc4f8-be20-4efd-8f47-babe572a79fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:02.431663 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ca7fc4f8-be20-4efd-8f47-babe572a79fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3703794 Feb 28 14:37:02.439983 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34000) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:37:02.493205 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e74e3305-e122-4de2-99cb-fae39d03d960 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=1cd57789443e43d89a7681324e1f7304&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0560672 Feb 28 14:37:02.493205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34004) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:37:02.632194 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-66c7e550-7c78-493d-b05c-acbf178c4709 None None] Set router 859831cb-c7f0-4102-bd38-076c13ac00df gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:37:02.657928 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875234d4-2ad1-4bdf-89ab-d2b2c80efada tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:02.657928 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-875234d4-2ad1-4bdf-89ab-d2b2c80efada tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1631427 Feb 28 14:37:02.663667 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34008) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:37:02.707063 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4e53b86e-f4f7-4e1f-8579-20a742bcc20b tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431316 Feb 28 14:37:02.707063 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34012) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:37:02.719075 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c6aed876-501c-4ba4-9bf8-b612a1e0d672 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-360745574', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:37:02.954201 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-66c7e550-7c78-493d-b05c-acbf178c4709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'name': 'tempest-TestNetworkBasicOps-router-1237446703', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:01Z', 'revision_number': 3, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:37:02.961363 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c7e550-7c78-493d-b05c-acbf178c4709 None None] Checking router: 859831cb-c7f0-4102-bd38-076c13ac00df for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:37:02.961363 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c7e550-7c78-493d-b05c-acbf178c4709 None None] Updating router 859831cb-c7f0-4102-bd38-076c13ac00df port d36d7b14-b24c-4577-a967-b6021589e25a binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:37:03.000599 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c6aed876-501c-4ba4-9bf8-b612a1e0d672 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:37:03.008455 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c6aed876-501c-4ba4-9bf8-b612a1e0d672 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:subnet and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:37:03.013751 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c6aed876-501c-4ba4-9bf8-b612a1e0d672 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:37:03.018375 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c6aed876-501c-4ba4-9bf8-b612a1e0d672 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:37:03.025240 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-66c7e550-7c78-493d-b05c-acbf178c4709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:03.031968 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6aed876-501c-4ba4-9bf8-b612a1e0d672 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Made reservation on behalf of 1cd57789443e43d89a7681324e1f7304 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:37:03.037089 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6aed876-501c-4ba4-9bf8-b612a1e0d672 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:03.303648 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6aed876-501c-4ba4-9bf8-b612a1e0d672 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:03.395961 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6aed876-501c-4ba4-9bf8-b612a1e0d672 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Checking segment: {'id': '204d9daf-d47b-42ec-87d8-78687c371cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:37:03.395961 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aed876-501c-4ba4-9bf8-b612a1e0d672 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network hostable DHCP agents. Network: 90992d2e-8a8d-450d-857e-d6dce3403558, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:37:03.424474 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aed876-501c-4ba4-9bf8-b612a1e0d672 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Subnet': ['ID=2308d9b4-e7f9-4a56-91c6-5e3ca71b0192,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:03.424474 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aed876-501c-4ba4-9bf8-b612a1e0d672 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 90992d2e-8a8d-450d-857e-d6dce3403558 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:37:03.456490 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c6aed876-501c-4ba4-9bf8-b612a1e0d672 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 90992d2e-8a8d-450d-857e-d6dce3403558) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:37:03.487744 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aed876-501c-4ba4-9bf8-b612a1e0d672 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:03.487744 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6aed876-501c-4ba4-9bf8-b612a1e0d672 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:03.490589 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-66c7e550-7c78-493d-b05c-acbf178c4709 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:03.496162 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce25f3a3-f18b-4f5e-aa70-a26bd819364f None None] Network 90992d2e-8a8d-450d-857e-d6dce3403558 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:37:03.518162 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c6aed876-501c-4ba4-9bf8-b612a1e0d672 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8019671 Feb 28 14:37:03.518162 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34016) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:37:03.534483 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-66c7e550-7c78-493d-b05c-acbf178c4709 None None] Transition to ACTIVE for port object d36d7b14-b24c-4577-a967-b6021589e25a will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:37:03.585531 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-66c7e550-7c78-493d-b05c-acbf178c4709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:03.703264 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b7d44-fbc7-4eb5-85bf-6592194fd318 None None] Pushing event updated for resources: {'Port': ['ID=d36d7b14-b24c-4577-a967-b6021589e25a,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:03.715192 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-66c7e550-7c78-493d-b05c-acbf178c4709 None None] Attempting to bind port d36d7b14-b24c-4577-a967-b6021589e25a on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:37:03.715192 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-66c7e550-7c78-493d-b05c-acbf178c4709 None None] Attempting to bind port d36d7b14-b24c-4577-a967-b6021589e25a by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:37:03.715192 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c7e550-7c78-493d-b05c-acbf178c4709 None None] Attempting to bind port d36d7b14-b24c-4577-a967-b6021589e25a on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:37:03.723563 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c7e550-7c78-493d-b05c-acbf178c4709 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:37:03.723563 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c7e550-7c78-493d-b05c-acbf178c4709 None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:37:03.723563 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-66c7e550-7c78-493d-b05c-acbf178c4709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:03.723563 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c7e550-7c78-493d-b05c-acbf178c4709 None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:37:03.723563 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-66c7e550-7c78-493d-b05c-acbf178c4709 None None] Bound port: d36d7b14-b24c-4577-a967-b6021589e25a, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:37:03.723563 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-66c7e550-7c78-493d-b05c-acbf178c4709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:03.878130 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-66c7e550-7c78-493d-b05c-acbf178c4709 None None] For port d36d7b14-b24c-4577-a967-b6021589e25a, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:37:03.885194 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-66c7e550-7c78-493d-b05c-acbf178c4709 None None] For port d36d7b14-b24c-4577-a967-b6021589e25a, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d36d7b14-b24c-4577-a967-b6021589e25a,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:37:03.893058 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-66c7e550-7c78-493d-b05c-acbf178c4709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:03.936827 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce41580a-a5e1-4992-a2c8-d56a588ff1c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-90992d2e-8a8d-450d-857e-d6dce3403558', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ips': [{'subnet_id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:37:03.936827 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ce41580a-a5e1-4992-a2c8-d56a588ff1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:04.059315 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c7e550-7c78-493d-b05c-acbf178c4709 None None] Routers {'859831cb-c7f0-4102-bd38-076c13ac00df'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:37:04.059315 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-66c7e550-7c78-493d-b05c-acbf178c4709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:36:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['859831cb-c7f0-4102-bd38-076c13ac00df'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:37:04.153089 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b7d44-fbc7-4eb5-85bf-6592194fd318 None None] Pushing event updated for resources: {'Port': ['ID=d36d7b14-b24c-4577-a967-b6021589e25a,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:04.264929 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e345942f-7bd8-4090-8d5b-739f1d29bf6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:04.312339 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-ce41580a-a5e1-4992-a2c8-d56a588ff1c9 None None] Allocated IP 172.20.0.2 (90992d2e-8a8d-450d-857e-d6dce3403558/2308d9b4-e7f9-4a56-91c6-5e3ca71b0192/4854c50d-57be-459d-80d6-7e3834118e41) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:37:04.331329 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-66c7e550-7c78-493d-b05c-acbf178c4709 None None] Set router 859831cb-c7f0-4102-bd38-076c13ac00df gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:37:04.818727 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ce41580a-a5e1-4992-a2c8-d56a588ff1c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:04.830690 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ce41580a-a5e1-4992-a2c8-d56a588ff1c9 None None] Transition to ACTIVE for port object 4854c50d-57be-459d-80d6-7e3834118e41 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:37:04.902794 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ce41580a-a5e1-4992-a2c8-d56a588ff1c9 None None] Transition to ACTIVE for port object 4854c50d-57be-459d-80d6-7e3834118e41 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:37:04.902794 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-66c7e550-7c78-493d-b05c-acbf178c4709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'name': 'tempest-TestNetworkBasicOps-router-1237446703', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:01Z', 'revision_number': 3, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:37:04.914434 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ce41580a-a5e1-4992-a2c8-d56a588ff1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:04.985031 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c7e550-7c78-493d-b05c-acbf178c4709 None None] The sync data for ids ['859831cb-c7f0-4102-bd38-076c13ac00df'] in dv-neutron-831192-4-hyperv is: [{'id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'name': 'tempest-TestNetworkBasicOps-router-1237446703', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:01Z', 'revision_number': 3, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:37:04.990091 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41580a-a5e1-4992-a2c8-d56a588ff1c9 None None] Pushing event updated for resources: {'Port': ['ID=4854c50d-57be-459d-80d6-7e3834118e41,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:05.008094 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce41580a-a5e1-4992-a2c8-d56a588ff1c9 None None] Network 90992d2e-8a8d-450d-857e-d6dce3403558 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:37:05.008094 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-ce41580a-a5e1-4992-a2c8-d56a588ff1c9 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:37:05.013344 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce41580a-a5e1-4992-a2c8-d56a588ff1c9 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:37:05.136661 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ce41580a-a5e1-4992-a2c8-d56a588ff1c9 None None] Attempting to bind port 4854c50d-57be-459d-80d6-7e3834118e41 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:37:05.136661 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ce41580a-a5e1-4992-a2c8-d56a588ff1c9 None None] Attempting to bind port 4854c50d-57be-459d-80d6-7e3834118e41 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '204d9daf-d47b-42ec-87d8-78687c371cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:37:05.136661 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce41580a-a5e1-4992-a2c8-d56a588ff1c9 None None] Attempting to bind port 4854c50d-57be-459d-80d6-7e3834118e41 on network 90992d2e-8a8d-450d-857e-d6dce3403558 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:37:05.141949 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:05.146804 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce41580a-a5e1-4992-a2c8-d56a588ff1c9 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:37:05.146804 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce41580a-a5e1-4992-a2c8-d56a588ff1c9 None None] Checking segment: {'id': '204d9daf-d47b-42ec-87d8-78687c371cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:37:05.146804 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ce41580a-a5e1-4992-a2c8-d56a588ff1c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:05.146804 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce41580a-a5e1-4992-a2c8-d56a588ff1c9 None None] Bound using segment: {'id': '204d9daf-d47b-42ec-87d8-78687c371cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:37:05.146804 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ce41580a-a5e1-4992-a2c8-d56a588ff1c9 None None] Bound port: 4854c50d-57be-459d-80d6-7e3834118e41, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204d9daf-d47b-42ec-87d8-78687c371cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:37:05.146804 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ce41580a-a5e1-4992-a2c8-d56a588ff1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:05.172544 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-e345942f-7bd8-4090-8d5b-739f1d29bf6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.20.0.1 (90992d2e-8a8d-450d-857e-d6dce3403558/2308d9b4-e7f9-4a56-91c6-5e3ca71b0192/91ee4ba3-6b0a-40de-a49f-1122c4dcfa03) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:37:05.248251 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ce41580a-a5e1-4992-a2c8-d56a588ff1c9 None None] For port 4854c50d-57be-459d-80d6-7e3834118e41, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:37:05.255060 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ce41580a-a5e1-4992-a2c8-d56a588ff1c9 None None] For port 4854c50d-57be-459d-80d6-7e3834118e41, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=4854c50d-57be-459d-80d6-7e3834118e41,segment=NetworkSegment(204d9daf-d47b-42ec-87d8-78687c371cc1),segment_id=204d9daf-d47b-42ec-87d8-78687c371cc1)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:37:05.263907 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ce41580a-a5e1-4992-a2c8-d56a588ff1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:05.352577 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41580a-a5e1-4992-a2c8-d56a588ff1c9 None None] Pushing event updated for resources: {'Port': ['ID=4854c50d-57be-459d-80d6-7e3834118e41,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:05.485355 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e345942f-7bd8-4090-8d5b-739f1d29bf6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:05.534251 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-e345942f-7bd8-4090-8d5b-739f1d29bf6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Transition to ACTIVE for port object 91ee4ba3-6b0a-40de-a49f-1122c4dcfa03 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:37:05.598028 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e345942f-7bd8-4090-8d5b-739f1d29bf6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:05.624340 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d36d7b14-b24c-4577-a967-b6021589e25a up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:37:05.750754 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e345942f-7bd8-4090-8d5b-739f1d29bf6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 90992d2e-8a8d-450d-857e-d6dce3403558 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:37:05.751729 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port d36d7b14-b24c-4577-a967-b6021589e25a completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:37:05.755052 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e345942f-7bd8-4090-8d5b-739f1d29bf6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:37:05.757281 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port d36d7b14-b24c-4577-a967-b6021589e25a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:37:05.757640 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:05.763079 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e345942f-7bd8-4090-8d5b-739f1d29bf6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:37:05.852494 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345942f-7bd8-4090-8d5b-739f1d29bf6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=91ee4ba3-6b0a-40de-a49f-1122c4dcfa03,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:05.883805 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e345942f-7bd8-4090-8d5b-739f1d29bf6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:05.949414 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:05.971799 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port d36d7b14-b24c-4577-a967-b6021589e25a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d36d7b14-b24c-4577-a967-b6021589e25a,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:37:05.971799 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:06.102569 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=d36d7b14-b24c-4577-a967-b6021589e25a,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:06.338292 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e345942f-7bd8-4090-8d5b-739f1d29bf6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:06.817413 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f535170-28a6-4b66-8451-ef0e5f334b60 None None] Network 90992d2e-8a8d-450d-857e-d6dce3403558 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:37:06.822067 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e345942f-7bd8-4090-8d5b-739f1d29bf6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:06.827134 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e345942f-7bd8-4090-8d5b-739f1d29bf6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:06.946718 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6be56e2d-8b3b-4e61-b545-ab90899ff41b None None] Provisioning for port 4854c50d-57be-459d-80d6-7e3834118e41 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:37:06.984628 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e345942f-7bd8-4090-8d5b-739f1d29bf6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:06.988067 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345942f-7bd8-4090-8d5b-739f1d29bf6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=91ee4ba3-6b0a-40de-a49f-1122c4dcfa03,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:07.126043 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e345942f-7bd8-4090-8d5b-739f1d29bf6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 90992d2e-8a8d-450d-857e-d6dce3403558 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:37:07.127148 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e345942f-7bd8-4090-8d5b-739f1d29bf6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:37:07.394054 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1bfa0e38-03a3-4c58-adf3-d3beee6fcfca None None] Provisioning for port 91ee4ba3-6b0a-40de-a49f-1122c4dcfa03 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:37:07.400529 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1bfa0e38-03a3-4c58-adf3-d3beee6fcfca None None] Provisioning complete for port 91ee4ba3-6b0a-40de-a49f-1122c4dcfa03 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:37:07.401161 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1bfa0e38-03a3-4c58-adf3-d3beee6fcfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:07.469970 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e345942f-7bd8-4090-8d5b-739f1d29bf6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 859831cb-c7f0-4102-bd38-076c13ac00df has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:37:07.476680 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa0e38-03a3-4c58-adf3-d3beee6fcfca None None] Port 91ee4ba3-6b0a-40de-a49f-1122c4dcfa03 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:37:07.600049 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-dafa9727-0cb7-4903-83bb-064bc3c298d4 None None] Provisioning complete for port 91ee4ba3-6b0a-40de-a49f-1122c4dcfa03 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:37:07.601927 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dafa9727-0cb7-4903-83bb-064bc3c298d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:07.676310 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d36d7b14-b24c-4577-a967-b6021589e25a up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:37:07.693851 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e345942f-7bd8-4090-8d5b-739f1d29bf6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:37:07.708995 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97161261-2bf3-40f2-9573-66dbc163341c None None] Sync routers for ids ['859831cb-c7f0-4102-bd38-076c13ac00df'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:37:07.720568 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97161261-2bf3-40f2-9573-66dbc163341c None None] Routers {'859831cb-c7f0-4102-bd38-076c13ac00df'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:37:07.721175 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-97161261-2bf3-40f2-9573-66dbc163341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:36:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['859831cb-c7f0-4102-bd38-076c13ac00df'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:37:07.731969 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e345942f-7bd8-4090-8d5b-739f1d29bf6a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "PUT /v2.0/routers/859831cb-c7f0-4102-bd38-076c13ac00df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2170138 Feb 28 14:37:07.734478 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34020) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:37:07.757189 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c0ac33ca-ab00-4cf7-a1c9-c9428963af4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:07.763568 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-dafa9727-0cb7-4903-83bb-064bc3c298d4 None None] Port 91ee4ba3-6b0a-40de-a49f-1122c4dcfa03 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:37:07.798131 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port d36d7b14-b24c-4577-a967-b6021589e25a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:37:07.798707 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:07.893336 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929af4bc-d190-4c5c-b511-4a29462487a7 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:07.893954 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929af4bc-d190-4c5c-b511-4a29462487a7 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:07.894240 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929af4bc-d190-4c5c-b511-4a29462487a7 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:07.894685 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929af4bc-d190-4c5c-b511-4a29462487a7 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:07.895125 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929af4bc-d190-4c5c-b511-4a29462487a7 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:07.895607 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929af4bc-d190-4c5c-b511-4a29462487a7 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:07.898010 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-929af4bc-d190-4c5c-b511-4a29462487a7 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1626940 Feb 28 14:37:07.900588 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34024) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:37:07.915196 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-97161261-2bf3-40f2-9573-66dbc163341c None None] Set router 859831cb-c7f0-4102-bd38-076c13ac00df gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:37:07.925017 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 4854c50d-57be-459d-80d6-7e3834118e41 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:37:07.978757 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2df4429-9b15-47ca-90f5-14b4b39c413e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:07.979204 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2df4429-9b15-47ca-90f5-14b4b39c413e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:07.981285 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2df4429-9b15-47ca-90f5-14b4b39c413e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:07.981285 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2df4429-9b15-47ca-90f5-14b4b39c413e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:07.981285 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2df4429-9b15-47ca-90f5-14b4b39c413e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:07.981285 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2df4429-9b15-47ca-90f5-14b4b39c413e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:07.983241 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b2df4429-9b15-47ca-90f5-14b4b39c413e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0816138 Feb 28 14:37:07.984410 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-321d9f68-151b-4a19-aa06-c89681921cd9 None None] Provisioning complete for port 91ee4ba3-6b0a-40de-a49f-1122c4dcfa03 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:37:07.984788 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-321d9f68-151b-4a19-aa06-c89681921cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:07.986067 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34028) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:37:08.057579 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-321d9f68-151b-4a19-aa06-c89681921cd9 None None] Port 91ee4ba3-6b0a-40de-a49f-1122c4dcfa03 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:37:08.063212 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 4854c50d-57be-459d-80d6-7e3834118e41 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:37:08.069045 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 4854c50d-57be-459d-80d6-7e3834118e41 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:37:08.069544 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:08.188971 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:08.215729 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e00356fb-c9d8-4ef0-a399-f2f68e4de8f1 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2283804 Feb 28 14:37:08.224156 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 4854c50d-57be-459d-80d6-7e3834118e41, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=4854c50d-57be-459d-80d6-7e3834118e41,segment=NetworkSegment(204d9daf-d47b-42ec-87d8-78687c371cc1),segment_id=204d9daf-d47b-42ec-87d8-78687c371cc1)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:37:08.229888 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:08.239695 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-97161261-2bf3-40f2-9573-66dbc163341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'name': 'tempest-TestNetworkBasicOps-router-1237446703', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:06Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '91ee4ba3-6b0a-40de-a49f-1122c4dcfa03', 'name': '', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:1c:3c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:04Z', 'updated_at': '2022-02-28T14:37:06Z', 'revision_number': 2, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:37:08.243525 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97161261-2bf3-40f2-9573-66dbc163341c None None] Checking router: 859831cb-c7f0-4102-bd38-076c13ac00df for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:37:08.243870 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97161261-2bf3-40f2-9573-66dbc163341c None None] Updating router 859831cb-c7f0-4102-bd38-076c13ac00df port 91ee4ba3-6b0a-40de-a49f-1122c4dcfa03 binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:37:08.299500 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=4854c50d-57be-459d-80d6-7e3834118e41,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:08.301664 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-97161261-2bf3-40f2-9573-66dbc163341c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:08.668802 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-97161261-2bf3-40f2-9573-66dbc163341c None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:08.693114 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-97161261-2bf3-40f2-9573-66dbc163341c None None] Transition to ACTIVE for port object 91ee4ba3-6b0a-40de-a49f-1122c4dcfa03 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:37:08.703833 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34034) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:37:08.709918 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-97161261-2bf3-40f2-9573-66dbc163341c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:08.712998 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-bf69554f-a52a-411b-b243-92363cc2f07c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-802012843', 'description': 'tempest-secgroup-smoke-802012843 description', 'project_id': '1cd57789443e43d89a7681324e1f7304'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:37:08.715342 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bf69554f-a52a-411b-b243-92363cc2f07c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:37:08.722556 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bf69554f-a52a-411b-b243-92363cc2f07c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:37:08.726248 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bf69554f-a52a-411b-b243-92363cc2f07c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:37:08.739882 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bf69554f-a52a-411b-b243-92363cc2f07c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:37:08.753150 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bf69554f-a52a-411b-b243-92363cc2f07c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:08.780788 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bf69554f-a52a-411b-b243-92363cc2f07c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:37:08.786851 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bf69554f-a52a-411b-b243-92363cc2f07c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:37:08.790015 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bf69554f-a52a-411b-b243-92363cc2f07c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:37:08.798163 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bf69554f-a52a-411b-b243-92363cc2f07c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:37:08.868743 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e372f4-f68f-44cc-8cda-71a624b93107 None None] Pushing event updated for resources: {'Port': ['ID=91ee4ba3-6b0a-40de-a49f-1122c4dcfa03,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:08.880938 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e372f4-f68f-44cc-8cda-71a624b93107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:37:08.882082 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e372f4-f68f-44cc-8cda-71a624b93107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:37:08.882431 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e372f4-f68f-44cc-8cda-71a624b93107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:37:08.882755 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e372f4-f68f-44cc-8cda-71a624b93107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:37:08.883075 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e372f4-f68f-44cc-8cda-71a624b93107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:37:08.883423 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e372f4-f68f-44cc-8cda-71a624b93107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:37:08.883738 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e372f4-f68f-44cc-8cda-71a624b93107 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:37:08.884048 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e372f4-f68f-44cc-8cda-71a624b93107 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:37:08.884362 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e372f4-f68f-44cc-8cda-71a624b93107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:37:08.885276 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e372f4-f68f-44cc-8cda-71a624b93107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:37:08.885276 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e372f4-f68f-44cc-8cda-71a624b93107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:37:08.885400 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e372f4-f68f-44cc-8cda-71a624b93107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:37:08.890987 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bf69554f-a52a-411b-b243-92363cc2f07c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:08.896836 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bf69554f-a52a-411b-b243-92363cc2f07c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:08.946873 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69554f-a52a-411b-b243-92363cc2f07c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7bd729-934d-4c74-8a9e-a1d48f2a4d75,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:08.959270 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69554f-a52a-411b-b243-92363cc2f07c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:37:08.959715 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69554f-a52a-411b-b243-92363cc2f07c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:37:08.961053 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69554f-a52a-411b-b243-92363cc2f07c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:37:08.961053 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69554f-a52a-411b-b243-92363cc2f07c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:37:08.961053 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69554f-a52a-411b-b243-92363cc2f07c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:37:08.961826 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69554f-a52a-411b-b243-92363cc2f07c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:37:08.961826 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69554f-a52a-411b-b243-92363cc2f07c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:37:08.970579 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69554f-a52a-411b-b243-92363cc2f07c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:37:08.970579 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69554f-a52a-411b-b243-92363cc2f07c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:37:08.970579 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69554f-a52a-411b-b243-92363cc2f07c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:37:08.970579 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69554f-a52a-411b-b243-92363cc2f07c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:37:08.970579 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69554f-a52a-411b-b243-92363cc2f07c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:37:08.970579 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bf69554f-a52a-411b-b243-92363cc2f07c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:08.984204 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34038) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:37:08.984204 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ca26cce8-5d0a-4a90-9cda-27884debceef tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '6b7bd729-934d-4c74-8a9e-a1d48f2a4d75', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:37:08.993794 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bf69554f-a52a-411b-b243-92363cc2f07c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2693191 Feb 28 14:37:08.997844 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ca26cce8-5d0a-4a90-9cda-27884debceef tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:37:09.010252 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-97161261-2bf3-40f2-9573-66dbc163341c None None] Attempting to bind port 91ee4ba3-6b0a-40de-a49f-1122c4dcfa03 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:37:09.010252 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-97161261-2bf3-40f2-9573-66dbc163341c None None] Attempting to bind port 91ee4ba3-6b0a-40de-a49f-1122c4dcfa03 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '204d9daf-d47b-42ec-87d8-78687c371cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:37:09.010252 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97161261-2bf3-40f2-9573-66dbc163341c None None] Attempting to bind port 91ee4ba3-6b0a-40de-a49f-1122c4dcfa03 on network 90992d2e-8a8d-450d-857e-d6dce3403558 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:37:09.013951 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ca26cce8-5d0a-4a90-9cda-27884debceef tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:37:09.021593 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ca26cce8-5d0a-4a90-9cda-27884debceef tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:37:09.024706 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97161261-2bf3-40f2-9573-66dbc163341c None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:37:09.024706 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97161261-2bf3-40f2-9573-66dbc163341c None None] Checking segment: {'id': '204d9daf-d47b-42ec-87d8-78687c371cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:37:09.024706 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-97161261-2bf3-40f2-9573-66dbc163341c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:09.024706 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97161261-2bf3-40f2-9573-66dbc163341c None None] Bound using segment: {'id': '204d9daf-d47b-42ec-87d8-78687c371cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:37:09.024706 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-97161261-2bf3-40f2-9573-66dbc163341c None None] Bound port: 91ee4ba3-6b0a-40de-a49f-1122c4dcfa03, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204d9daf-d47b-42ec-87d8-78687c371cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:37:09.024706 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-97161261-2bf3-40f2-9573-66dbc163341c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:09.028558 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ca26cce8-5d0a-4a90-9cda-27884debceef tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:37:09.043484 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca26cce8-5d0a-4a90-9cda-27884debceef tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:09.108151 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca26cce8-5d0a-4a90-9cda-27884debceef tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:09.112976 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca26cce8-5d0a-4a90-9cda-27884debceef tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:09.121261 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-97161261-2bf3-40f2-9573-66dbc163341c None None] For port 91ee4ba3-6b0a-40de-a49f-1122c4dcfa03, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:37:09.124437 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-97161261-2bf3-40f2-9573-66dbc163341c None None] For port 91ee4ba3-6b0a-40de-a49f-1122c4dcfa03, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=91ee4ba3-6b0a-40de-a49f-1122c4dcfa03,segment=NetworkSegment(204d9daf-d47b-42ec-87d8-78687c371cc1),segment_id=204d9daf-d47b-42ec-87d8-78687c371cc1)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:37:09.129590 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-97161261-2bf3-40f2-9573-66dbc163341c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:09.139286 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca26cce8-5d0a-4a90-9cda-27884debceef tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58b951b-8126-4495-a64b-b6e2f530d8d2,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:09.149918 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca26cce8-5d0a-4a90-9cda-27884debceef tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:09.151678 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ca26cce8-5d0a-4a90-9cda-27884debceef tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1770377 Feb 28 14:37:09.154423 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34042) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:37:09.159560 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4930863f-bb31-4426-8d32-50aa03e324b8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '6b7bd729-934d-4c74-8a9e-a1d48f2a4d75', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:37:09.165538 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4930863f-bb31-4426-8d32-50aa03e324b8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:37:09.169856 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4930863f-bb31-4426-8d32-50aa03e324b8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:37:09.173127 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4930863f-bb31-4426-8d32-50aa03e324b8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:37:09.179601 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4930863f-bb31-4426-8d32-50aa03e324b8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:37:09.201210 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4930863f-bb31-4426-8d32-50aa03e324b8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:09.203827 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97161261-2bf3-40f2-9573-66dbc163341c None None] Routers {'859831cb-c7f0-4102-bd38-076c13ac00df'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:37:09.204468 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-97161261-2bf3-40f2-9573-66dbc163341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:36:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['859831cb-c7f0-4102-bd38-076c13ac00df'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:37:09.288569 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e372f4-f68f-44cc-8cda-71a624b93107 None None] Pushing event updated for resources: {'Port': ['ID=91ee4ba3-6b0a-40de-a49f-1122c4dcfa03,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:09.305031 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4930863f-bb31-4426-8d32-50aa03e324b8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:09.305031 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4930863f-bb31-4426-8d32-50aa03e324b8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:09.334074 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930863f-bb31-4426-8d32-50aa03e324b8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e274c62e-7fb9-48b6-8fd6-cf21a6517882,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:09.352260 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4930863f-bb31-4426-8d32-50aa03e324b8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:09.357316 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4930863f-bb31-4426-8d32-50aa03e324b8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1989155 Feb 28 14:37:09.357633 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34046) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:37:09.368554 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2286dd4f-d916-4842-a4fc-a23d78dfb59c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '6b7bd729-934d-4c74-8a9e-a1d48f2a4d75', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:37:09.374942 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2286dd4f-d916-4842-a4fc-a23d78dfb59c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:37:09.379610 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2286dd4f-d916-4842-a4fc-a23d78dfb59c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:37:09.383934 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2286dd4f-d916-4842-a4fc-a23d78dfb59c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:37:09.395310 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2286dd4f-d916-4842-a4fc-a23d78dfb59c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:37:09.420670 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2286dd4f-d916-4842-a4fc-a23d78dfb59c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:09.446301 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-97161261-2bf3-40f2-9573-66dbc163341c None None] Set router 859831cb-c7f0-4102-bd38-076c13ac00df gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:37:09.539499 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2286dd4f-d916-4842-a4fc-a23d78dfb59c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:09.544801 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 4854c50d-57be-459d-80d6-7e3834118e41 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:37:09.554457 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2286dd4f-d916-4842-a4fc-a23d78dfb59c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:09.596354 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2286dd4f-d916-4842-a4fc-a23d78dfb59c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:09.596354 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2286dd4f-d916-4842-a4fc-a23d78dfb59c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2300363 Feb 28 14:37:09.596354 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34050) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:37:09.606767 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-3ae9f570-7802-4dc1-946c-c05c7e18a87b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '6b7bd729-934d-4c74-8a9e-a1d48f2a4d75', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:37:09.620040 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3ae9f570-7802-4dc1-946c-c05c7e18a87b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:37:09.620040 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286dd4f-d916-4842-a4fc-a23d78dfb59c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b32ef19f-20be-431c-a0a3-586a16d1a140,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:09.628755 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3ae9f570-7802-4dc1-946c-c05c7e18a87b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:37:09.628755 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3ae9f570-7802-4dc1-946c-c05c7e18a87b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:37:09.642581 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3ae9f570-7802-4dc1-946c-c05c7e18a87b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:37:09.668843 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 4854c50d-57be-459d-80d6-7e3834118e41 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:37:09.668843 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:09.673772 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ae9f570-7802-4dc1-946c-c05c7e18a87b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:09.771379 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ae9f570-7802-4dc1-946c-c05c7e18a87b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:09.783977 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ae9f570-7802-4dc1-946c-c05c7e18a87b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:09.806857 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9f570-7802-4dc1-946c-c05c7e18a87b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8465e50b-d477-470e-a642-5f953b4ab437,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:09.825267 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3ae9f570-7802-4dc1-946c-c05c7e18a87b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:09.825267 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3ae9f570-7802-4dc1-946c-c05c7e18a87b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2280228 Feb 28 14:37:09.831138 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34056) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:37:09.839594 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-0b6f6928-b107-4681-82e5-66883bb17fee tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '6b7bd729-934d-4c74-8a9e-a1d48f2a4d75', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:37:09.848174 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0b6f6928-b107-4681-82e5-66883bb17fee tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:37:09.849000 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0b6f6928-b107-4681-82e5-66883bb17fee tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:37:09.855975 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-0b6f6928-b107-4681-82e5-66883bb17fee tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:37:09.874922 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-0b6f6928-b107-4681-82e5-66883bb17fee tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:37:09.878761 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e19d7082-447a-4bc5-aae1-accba11555fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:09.886132 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-0b6f6928-b107-4681-82e5-66883bb17fee tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Project 1cd57789443e43d89a7681324e1f7304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:37:09.886132 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b6f6928-b107-4681-82e5-66883bb17fee tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:09.906015 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-97161261-2bf3-40f2-9573-66dbc163341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'name': 'tempest-TestNetworkBasicOps-router-1237446703', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:06Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '91ee4ba3-6b0a-40de-a49f-1122c4dcfa03', 'name': '', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:1c:3c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:04Z', 'updated_at': '2022-02-28T14:37:09Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:37:09.912509 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97161261-2bf3-40f2-9573-66dbc163341c None None] The sync data for ids ['859831cb-c7f0-4102-bd38-076c13ac00df'] in dv-neutron-831192-4-hyperv is: [{'id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'name': 'tempest-TestNetworkBasicOps-router-1237446703', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:06Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '91ee4ba3-6b0a-40de-a49f-1122c4dcfa03', 'name': '', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:1c:3c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:04Z', 'updated_at': '2022-02-28T14:37:09Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:37:09.995484 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b6f6928-b107-4681-82e5-66883bb17fee tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:10.004638 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b6f6928-b107-4681-82e5-66883bb17fee tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:10.029050 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f6928-b107-4681-82e5-66883bb17fee tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=593ab4d0-5a0f-49e1-b0d0-08665099f3bc,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:10.050032 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0b6f6928-b107-4681-82e5-66883bb17fee tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:10.051432 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34060) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:37:10.052803 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0b6f6928-b107-4681-82e5-66883bb17fee tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2243030 Feb 28 14:37:10.055804 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-8857908a-ead2-4842-aaf6-d27314159180 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '6b7bd729-934d-4c74-8a9e-a1d48f2a4d75', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:37:10.063330 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8857908a-ead2-4842-aaf6-d27314159180 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:37:10.067806 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8857908a-ead2-4842-aaf6-d27314159180 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:37:10.070649 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-8857908a-ead2-4842-aaf6-d27314159180 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:37:10.078589 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-8857908a-ead2-4842-aaf6-d27314159180 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:37:10.099427 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-8857908a-ead2-4842-aaf6-d27314159180 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Project 1cd57789443e43d89a7681324e1f7304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:37:10.104541 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8857908a-ead2-4842-aaf6-d27314159180 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:10.197117 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8857908a-ead2-4842-aaf6-d27314159180 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:10.200982 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8857908a-ead2-4842-aaf6-d27314159180 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:10.230503 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857908a-ead2-4842-aaf6-d27314159180 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9059bab5-38b5-4660-b081-b0b06fdfff47,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:10.253107 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8857908a-ead2-4842-aaf6-d27314159180 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:10.265665 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8857908a-ead2-4842-aaf6-d27314159180 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2145703 Feb 28 14:37:10.464423 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-6e3bff71-d8b7-419a-9c9c-9a36072c886e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:37:10.486782 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-6e3bff71-d8b7-419a-9c9c-9a36072c886e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:37:10.488093 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-6e3bff71-d8b7-419a-9c9c-9a36072c886e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-802012843&fields=id&tenant_id=1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 267 time: 0.0885236 Feb 28 14:37:10.666415 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-c8bdea57-3300-475b-884e-e7b75aca9f61 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:10.667119 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-c8bdea57-3300-475b-884e-e7b75aca9f61 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:37:10.686795 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-c8bdea57-3300-475b-884e-e7b75aca9f61 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:37:10.688054 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-c8bdea57-3300-475b-884e-e7b75aca9f61 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/networks?id=90992d2e-8a8d-450d-857e-d6dce3403558 HTTP/1.1" status: 200 len: 797 time: 0.1920459 Feb 28 14:37:10.707938 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-e15f7bc7-e683-450e-b56b-4f400e7b9f86 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/quotas/1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 375 time: 0.0112495 Feb 28 14:37:10.810167 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-a6f224cd-e9a4-4d86-88ff-f91621ce8036 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:37:10.831587 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-a6f224cd-e9a4-4d86-88ff-f91621ce8036 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:37:10.832927 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-a6f224cd-e9a4-4d86-88ff-f91621ce8036 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1160674 Feb 28 14:37:10.944383 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:10.988541 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-460db191-8398-4446-82e7-1eba46d1e6c1 service neutron] 10.222.0.30 "GET /v2.0/networks/90992d2e-8a8d-450d-857e-d6dce3403558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405096 Feb 28 14:37:11.131436 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:11.175078 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-b5b15cd7-b7ea-48b6-b13b-9715642c16ef service neutron] 10.222.0.30 "GET /v2.0/networks/90992d2e-8a8d-450d-857e-d6dce3403558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784604 Feb 28 14:37:11.368282 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-45858025-4c76-4350-940b-e8246a4715c5 req-bd7f1f9b-7f3f-411b-a6dc-a984d5867883 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:37:11.391757 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-45858025-4c76-4350-940b-e8246a4715c5 req-bd7f1f9b-7f3f-411b-a6dc-a984d5867883 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:37:11.392960 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-45858025-4c76-4350-940b-e8246a4715c5 req-bd7f1f9b-7f3f-411b-a6dc-a984d5867883 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a44225-256d-4486-a153-28826ab1396e HTTP/1.1" status: 200 len: 210 time: 0.0714276 Feb 28 14:37:11.558013 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 91ee4ba3-6b0a-40de-a49f-1122c4dcfa03 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:37:11.632552 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 91ee4ba3-6b0a-40de-a49f-1122c4dcfa03 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:37:11.638629 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 91ee4ba3-6b0a-40de-a49f-1122c4dcfa03 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:37:11.638876 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:11.772287 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:11.812949 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 91ee4ba3-6b0a-40de-a49f-1122c4dcfa03, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=91ee4ba3-6b0a-40de-a49f-1122c4dcfa03,segment=NetworkSegment(204d9daf-d47b-42ec-87d8-78687c371cc1),segment_id=204d9daf-d47b-42ec-87d8-78687c371cc1)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:37:11.815909 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:11.890183 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=91ee4ba3-6b0a-40de-a49f-1122c4dcfa03,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:12.490102 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:12.527141 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-f64043fe-5a42-4b04-a793-14f64b92c892 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:12.527893 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-f64043fe-5a42-4b04-a793-14f64b92c892 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:37:12.554853 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-f64043fe-5a42-4b04-a793-14f64b92c892 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:37:12.555702 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-f64043fe-5a42-4b04-a793-14f64b92c892 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/networks?id=90992d2e-8a8d-450d-857e-d6dce3403558 HTTP/1.1" status: 200 len: 797 time: 0.2196474 Feb 28 14:37:12.591427 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e7dfcdd0-debd-4f64-9cdf-e0bceaccbf29 req-9f83deea-feeb-4f81-9e98-6eb0ee0bd010 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a44225-256d-4486-a153-28826ab1396e HTTP/1.1" status: 200 len: 210 time: 0.0525615 Feb 28 14:37:12.615780 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-78690d4e-3f16-4c2c-be33-e195f6cee4dd tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:37:12.628022 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-78690d4e-3f16-4c2c-be33-e195f6cee4dd tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:37:12.629474 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-78690d4e-3f16-4c2c-be33-e195f6cee4dd tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 379 time: 0.0614886 Feb 28 14:37:12.639351 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-b9119f84-f72e-4d50-bed0-a589f2f1d0bc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'port': {'device_id': 'b2a44225-256d-4486-a153-28826ab1396e', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'admin_state_up': True, 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'security_groups': ['6b7bd729-934d-4c74-8a9e-a1d48f2a4d75']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:37:12.794520 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-b9119f84-f72e-4d50-bed0-a589f2f1d0bc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:37:12.804911 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-b9119f84-f72e-4d50-bed0-a589f2f1d0bc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:37:12.817801 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-b9119f84-f72e-4d50-bed0-a589f2f1d0bc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Made reservation on behalf of 1cd57789443e43d89a7681324e1f7304 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:37:12.821551 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-b9119f84-f72e-4d50-bed0-a589f2f1d0bc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:13.002717 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-b9119f84-f72e-4d50-bed0-a589f2f1d0bc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.20.0.8 (90992d2e-8a8d-450d-857e-d6dce3403558/2308d9b4-e7f9-4a56-91c6-5e3ca71b0192/73fd2035-ffa9-49cb-b447-31c801c86d07) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:37:13.224461 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-b9119f84-f72e-4d50-bed0-a589f2f1d0bc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:13.241285 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-b9119f84-f72e-4d50-bed0-a589f2f1d0bc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Transition to ACTIVE for port object 73fd2035-ffa9-49cb-b447-31c801c86d07 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:37:13.266212 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-b9119f84-f72e-4d50-bed0-a589f2f1d0bc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:13.336125 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-b9119f84-f72e-4d50-bed0-a589f2f1d0bc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 90992d2e-8a8d-450d-857e-d6dce3403558 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:37:13.345204 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-b9119f84-f72e-4d50-bed0-a589f2f1d0bc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:37:13.349010 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-b9119f84-f72e-4d50-bed0-a589f2f1d0bc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:37:13.394967 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9119f84-f72e-4d50-bed0-a589f2f1d0bc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=73fd2035-ffa9-49cb-b447-31c801c86d07,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:13.423851 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-b9119f84-f72e-4d50-bed0-a589f2f1d0bc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:13.424427 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-b9119f84-f72e-4d50-bed0-a589f2f1d0bc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:13.460330 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-b9119f84-f72e-4d50-bed0-a589f2f1d0bc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8257034 Feb 28 14:37:13.478607 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-6893e17a-ae83-4a81-963a-fd994032fc79 service neutron] Request body: {'port': {'device_id': 'b2a44225-256d-4486-a153-28826ab1396e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:37:13.537908 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 91ee4ba3-6b0a-40de-a49f-1122c4dcfa03 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:37:13.640227 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 91ee4ba3-6b0a-40de-a49f-1122c4dcfa03 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:37:13.640602 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:13.705489 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7abc4005-a31d-405c-bdb4-4f47132c4832 None None] Provisioning for port 73fd2035-ffa9-49cb-b447-31c801c86d07 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:37:13.714619 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7abc4005-a31d-405c-bdb4-4f47132c4832 None None] Provisioning complete for port 73fd2035-ffa9-49cb-b447-31c801c86d07 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:37:13.714999 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7abc4005-a31d-405c-bdb4-4f47132c4832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:13.797725 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-6893e17a-ae83-4a81-963a-fd994032fc79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:13.812788 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-7abc4005-a31d-405c-bdb4-4f47132c4832 None None] Port 73fd2035-ffa9-49cb-b447-31c801c86d07 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:37:13.885450 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64ab72-8626-41a4-b53a-adebf5c3c420 req-19b9ba6c-4397-4db6-9577-aed68a91d922 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:13.885838 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-fa64ab72-8626-41a4-b53a-adebf5c3c420 req-19b9ba6c-4397-4db6-9577-aed68a91d922 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:37:13.965336 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-fa64ab72-8626-41a4-b53a-adebf5c3c420 req-19b9ba6c-4397-4db6-9577-aed68a91d922 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:37:13.966498 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fa64ab72-8626-41a4-b53a-adebf5c3c420 req-19b9ba6c-4397-4db6-9577-aed68a91d922 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a44225-256d-4486-a153-28826ab1396e HTTP/1.1" status: 200 len: 931 time: 0.2440617 Feb 28 14:37:14.099336 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fa64ab72-8626-41a4-b53a-adebf5c3c420 req-a90fcc95-b3fd-490d-a75d-533a5281c3a4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b7bd729-934d-4c74-8a9e-a1d48f2a4d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246669 Feb 28 14:37:14.218838 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-6893e17a-ae83-4a81-963a-fd994032fc79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73fd2035-ffa9-49cb-b447-31c801c86d07 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:37:14.226671 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-6893e17a-ae83-4a81-963a-fd994032fc79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:14.241213 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-6893e17a-ae83-4a81-963a-fd994032fc79 service neutron] Transition to ACTIVE for port object 73fd2035-ffa9-49cb-b447-31c801c86d07 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:37:14.247582 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-6893e17a-ae83-4a81-963a-fd994032fc79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:14.374944 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893e17a-ae83-4a81-963a-fd994032fc79 service neutron] Pushing event updated for resources: {'Port': ['ID=73fd2035-ffa9-49cb-b447-31c801c86d07,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:14.492735 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-6893e17a-ae83-4a81-963a-fd994032fc79 service neutron] Attempting to bind port 73fd2035-ffa9-49cb-b447-31c801c86d07 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:37:14.492735 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-6893e17a-ae83-4a81-963a-fd994032fc79 service neutron] Attempting to bind port 73fd2035-ffa9-49cb-b447-31c801c86d07 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '204d9daf-d47b-42ec-87d8-78687c371cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:37:14.492735 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-6893e17a-ae83-4a81-963a-fd994032fc79 service neutron] Attempting to bind port 73fd2035-ffa9-49cb-b447-31c801c86d07 on network 90992d2e-8a8d-450d-857e-d6dce3403558 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:37:14.501234 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-6893e17a-ae83-4a81-963a-fd994032fc79 service neutron] Port 73fd2035-ffa9-49cb-b447-31c801c86d07 on network 90992d2e-8a8d-450d-857e-d6dce3403558 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:37:14.501234 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-6893e17a-ae83-4a81-963a-fd994032fc79 service neutron] Attempting to bind port 73fd2035-ffa9-49cb-b447-31c801c86d07 on network 90992d2e-8a8d-450d-857e-d6dce3403558 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:37:14.509027 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-6893e17a-ae83-4a81-963a-fd994032fc79 service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:37:14.509027 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-6893e17a-ae83-4a81-963a-fd994032fc79 service neutron] Checking segment: {'id': '204d9daf-d47b-42ec-87d8-78687c371cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:37:14.509027 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-6893e17a-ae83-4a81-963a-fd994032fc79 service neutron] Bound using segment: {'id': '204d9daf-d47b-42ec-87d8-78687c371cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:37:14.509027 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-6893e17a-ae83-4a81-963a-fd994032fc79 service neutron] Bound port: 73fd2035-ffa9-49cb-b447-31c801c86d07, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '204d9daf-d47b-42ec-87d8-78687c371cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:37:14.509027 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-6893e17a-ae83-4a81-963a-fd994032fc79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:14.608899 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-6893e17a-ae83-4a81-963a-fd994032fc79 service neutron] For port 73fd2035-ffa9-49cb-b447-31c801c86d07, host hv-neutron-8311, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:37:14.611884 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-6893e17a-ae83-4a81-963a-fd994032fc79 service neutron] For port 73fd2035-ffa9-49cb-b447-31c801c86d07, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=73fd2035-ffa9-49cb-b447-31c801c86d07,segment=NetworkSegment(204d9daf-d47b-42ec-87d8-78687c371cc1),segment_id=204d9daf-d47b-42ec-87d8-78687c371cc1)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:37:14.618884 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-6893e17a-ae83-4a81-963a-fd994032fc79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:14.673654 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-6893e17a-ae83-4a81-963a-fd994032fc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:14.674252 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-6893e17a-ae83-4a81-963a-fd994032fc79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:14.675635 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-6893e17a-ae83-4a81-963a-fd994032fc79 service neutron] 10.222.0.13 "PUT /v2.0/ports/73fd2035-ffa9-49cb-b447-31c801c86d07 HTTP/1.1" status: 200 len: 1093 time: 1.2037265 Feb 28 14:37:14.676125 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a44225-256d-4486-a153-28826ab1396e', 'tag': '73fd2035-ffa9-49cb-b447-31c801c86d07'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:37:14.702810 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893e17a-ae83-4a81-963a-fd994032fc79 service neutron] Pushing event updated for resources: {'Port': ['ID=73fd2035-ffa9-49cb-b447-31c801c86d07,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:14.752662 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a44225-256d-4486-a153-28826ab1396e', 'tag': '73fd2035-ffa9-49cb-b447-31c801c86d07', 'status': 'completed', 'code': 200} Feb 28 14:37:14.794527 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-6cffd27f-5756-4180-9856-60ba10124bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:14.796716 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-6cffd27f-5756-4180-9856-60ba10124bd7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=b2a44225-256d-4486-a153-28826ab1396e HTTP/1.1" status: 200 len: 1096 time: 0.0770953 Feb 28 14:37:14.873754 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-6d62fa22-fb81-4000-8ae2-6d4994cb5395 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73fd2035-ffa9-49cb-b447-31c801c86d07 HTTP/1.1" status: 200 len: 217 time: 0.0657356 Feb 28 14:37:14.944174 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-005b3abe-b015-48f0-acd5-4fa293905bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:14.945458 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-005b3abe-b015-48f0-acd5-4fa293905bcc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2308d9b4-e7f9-4a56-91c6-5e3ca71b0192 HTTP/1.1" status: 200 len: 834 time: 0.0646622 Feb 28 14:37:15.031341 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-aba69f48-9773-4cfe-be18-d913217866eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:15.032664 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-aba69f48-9773-4cfe-be18-d913217866eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90992d2e-8a8d-450d-857e-d6dce3403558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783167 Feb 28 14:37:15.175131 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-c3f22fc8-0828-43e1-bc8a-1a6b8c6063d7 service neutron] 10.222.0.13 "GET /v2.0/networks/90992d2e-8a8d-450d-857e-d6dce3403558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350803 Feb 28 14:37:15.358218 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c50dbfad-8045-4839-a268-90a955ab5d2a req-7f0f25ae-72a3-4ee9-84f9-155b58b283e0 service neutron] 10.222.0.13 "GET /v2.0/networks/90992d2e-8a8d-450d-857e-d6dce3403558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763525 Feb 28 14:37:15.378212 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131217c-d217-438a-87b4-bf40c8070ba6 req-f1a1d492-2f26-4beb-b3a6-bc2d3afb8dd0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:15.385998 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1131217c-d217-438a-87b4-bf40c8070ba6 req-f1a1d492-2f26-4beb-b3a6-bc2d3afb8dd0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a44225-256d-4486-a153-28826ab1396e HTTP/1.1" status: 200 len: 943 time: 0.1738899 Feb 28 14:37:15.580661 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1131217c-d217-438a-87b4-bf40c8070ba6 req-9c964e49-95b7-45c2-ac49-881b6df8b5b2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b7bd729-934d-4c74-8a9e-a1d48f2a4d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932290 Feb 28 14:37:15.610208 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3fa8a-098f-414c-bcfe-cc6d57fcbb77 req-199fc538-76d5-4ba5-9540-8bdaf86611cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:15.611612 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5cd3fa8a-098f-414c-bcfe-cc6d57fcbb77 req-199fc538-76d5-4ba5-9540-8bdaf86611cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=b2a44225-256d-4486-a153-28826ab1396e HTTP/1.1" status: 200 len: 1096 time: 0.2029023 Feb 28 14:37:15.746715 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3fa8a-098f-414c-bcfe-cc6d57fcbb77 req-8b567156-7b05-4eff-a349-46dcde851d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:15.748171 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5cd3fa8a-098f-414c-bcfe-cc6d57fcbb77 req-8b567156-7b05-4eff-a349-46dcde851d78 service neutron] 10.222.0.13 "GET /v2.0/networks?id=90992d2e-8a8d-450d-857e-d6dce3403558 HTTP/1.1" status: 200 len: 898 time: 0.1297917 Feb 28 14:37:15.824025 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5cd3fa8a-098f-414c-bcfe-cc6d57fcbb77 req-1975a8ef-e728-4bc2-962e-387874f821fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73fd2035-ffa9-49cb-b447-31c801c86d07 HTTP/1.1" status: 200 len: 217 time: 0.0681202 Feb 28 14:37:15.887691 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3fa8a-098f-414c-bcfe-cc6d57fcbb77 req-620e81cd-1a1b-469c-aec0-246750dd52b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:15.889009 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5cd3fa8a-098f-414c-bcfe-cc6d57fcbb77 req-620e81cd-1a1b-469c-aec0-246750dd52b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2308d9b4-e7f9-4a56-91c6-5e3ca71b0192 HTTP/1.1" status: 200 len: 834 time: 0.0578835 Feb 28 14:37:15.969197 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3fa8a-098f-414c-bcfe-cc6d57fcbb77 req-3fca7d18-0c0d-43a4-bbb4-c4d7c9ea7cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:15.970631 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5cd3fa8a-098f-414c-bcfe-cc6d57fcbb77 req-3fca7d18-0c0d-43a4-bbb4-c4d7c9ea7cc8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90992d2e-8a8d-450d-857e-d6dce3403558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750058 Feb 28 14:37:16.107418 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5cd3fa8a-098f-414c-bcfe-cc6d57fcbb77 req-c69bb886-b1c5-47f3-b837-b62e9aa08a3b service neutron] 10.222.0.13 "GET /v2.0/networks/90992d2e-8a8d-450d-857e-d6dce3403558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283162 Feb 28 14:37:16.241068 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5cd3fa8a-098f-414c-bcfe-cc6d57fcbb77 req-b464ca91-cb20-4908-a844-60da5023777d service neutron] 10.222.0.13 "GET /v2.0/networks/90992d2e-8a8d-450d-857e-d6dce3403558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265733 Feb 28 14:37:16.879292 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c4a60-178a-464b-b126-b159289ab4ce req-44b5b1b5-4d42-41dc-bf5b-5f1ed0c047af tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:16.881265 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-316c4a60-178a-464b-b126-b159289ab4ce req-44b5b1b5-4d42-41dc-bf5b-5f1ed0c047af tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a44225-256d-4486-a153-28826ab1396e HTTP/1.1" status: 200 len: 943 time: 0.1822913 Feb 28 14:37:16.927448 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-316c4a60-178a-464b-b126-b159289ab4ce req-dbea83ad-ba98-4094-ab70-334d01f31d47 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b7bd729-934d-4c74-8a9e-a1d48f2a4d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400851 Feb 28 14:37:18.142962 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8ac8f-ef23-40f1-bfb2-75a3c7cd9645 req-dddb3bb0-60b8-4975-ac55-26e08de96bc0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:18.144501 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1fa8ac8f-ef23-40f1-bfb2-75a3c7cd9645 req-dddb3bb0-60b8-4975-ac55-26e08de96bc0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a44225-256d-4486-a153-28826ab1396e HTTP/1.1" status: 200 len: 943 time: 0.0953085 Feb 28 14:37:18.190636 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1fa8ac8f-ef23-40f1-bfb2-75a3c7cd9645 req-7eaa8949-043b-4573-86f9-f9e2f4c925e8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b7bd729-934d-4c74-8a9e-a1d48f2a4d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404921 Feb 28 14:37:19.402493 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24736b1-8d24-4ba0-a3b7-c456d1ff29f4 req-180153db-82fa-46ef-8643-92bf7ab9a8e4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:19.403965 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a24736b1-8d24-4ba0-a3b7-c456d1ff29f4 req-180153db-82fa-46ef-8643-92bf7ab9a8e4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a44225-256d-4486-a153-28826ab1396e HTTP/1.1" status: 200 len: 943 time: 0.0917580 Feb 28 14:37:19.450532 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a24736b1-8d24-4ba0-a3b7-c456d1ff29f4 req-ad757308-769e-4302-8d7e-0c5523212739 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b7bd729-934d-4c74-8a9e-a1d48f2a4d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408361 Feb 28 14:37:19.727847 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 73fd2035-ffa9-49cb-b447-31c801c86d07 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:37:19.869469 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 73fd2035-ffa9-49cb-b447-31c801c86d07, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=73fd2035-ffa9-49cb-b447-31c801c86d07,segment=NetworkSegment(204d9daf-d47b-42ec-87d8-78687c371cc1),segment_id=204d9daf-d47b-42ec-87d8-78687c371cc1)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:37:19.882301 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '73fd2035-ffa9-49cb-b447-31c801c86d07', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'port_id': '73fd2035-ffa9-49cb-b447-31c801c86d07', 'mac_address': 'fa:16:3e:82:3f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:37:19.940008 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:19.956446 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fd2035-ffa9-49cb-b447-31c801c86d07 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:37:19.973522 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 73fd2035-ffa9-49cb-b447-31c801c86d07, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=73fd2035-ffa9-49cb-b447-31c801c86d07,segment=NetworkSegment(204d9daf-d47b-42ec-87d8-78687c371cc1),segment_id=204d9daf-d47b-42ec-87d8-78687c371cc1)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:37:19.979850 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:20.050099 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=73fd2035-ffa9-49cb-b447-31c801c86d07,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:20.195908 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['73fd2035-ffa9-49cb-b447-31c801c86d07'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:37:20.647444 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e327429-ed7f-4dee-8b9e-175a7f754b54 req-fd0c76e7-48d6-4457-b781-27c25d5caf35 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:20.648891 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6e327429-ed7f-4dee-8b9e-175a7f754b54 req-fd0c76e7-48d6-4457-b781-27c25d5caf35 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a44225-256d-4486-a153-28826ab1396e HTTP/1.1" status: 200 len: 944 time: 0.0921688 Feb 28 14:37:20.695705 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6e327429-ed7f-4dee-8b9e-175a7f754b54 req-037dfab8-762a-40d1-9fec-bd0a419c6415 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b7bd729-934d-4c74-8a9e-a1d48f2a4d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408506 Feb 28 14:37:20.841482 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8ec5c4a8-08fe-4dae-bb31-59f4c9945993 req-9ec1aa82-1d76-44ec-b245-f5e7dea85466 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=070c7f4a-c77c-40ee-b702-2a0ab1e94b72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723584 Feb 28 14:37:20.998371 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5c4a8-08fe-4dae-bb31-59f4c9945993 req-7ba419a5-d896-42ba-9f69-e04dee9cd2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:20.999930 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8ec5c4a8-08fe-4dae-bb31-59f4c9945993 req-7ba419a5-d896-42ba-9f69-e04dee9cd2bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f524760c6fa4d1fa6c1f424e01bc6b0&device_id=070c7f4a-c77c-40ee-b702-2a0ab1e94b72 HTTP/1.1" status: 200 len: 1098 time: 0.0862446 Feb 28 14:37:21.152173 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5c4a8-08fe-4dae-bb31-59f4c9945993 req-75b7f2b6-5764-43b1-8aaf-d2f2ea7aceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:21.153766 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8ec5c4a8-08fe-4dae-bb31-59f4c9945993 req-75b7f2b6-5764-43b1-8aaf-d2f2ea7aceb7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dbec77e7-9627-41ee-b124-abc98f8f9531 HTTP/1.1" status: 200 len: 912 time: 0.1338751 Feb 28 14:37:21.263928 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8ec5c4a8-08fe-4dae-bb31-59f4c9945993 req-5a8cf02f-8ca8-41bb-bb76-b9adc1761365 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83d429e0-a9a6-4f0d-b616-f148844183c2 HTTP/1.1" status: 200 len: 1001 time: 0.1038580 Feb 28 14:37:21.334566 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5c4a8-08fe-4dae-bb31-59f4c9945993 req-2a8f9c9b-d8c6-417d-b47e-38f9a9c7dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:21.336063 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8ec5c4a8-08fe-4dae-bb31-59f4c9945993 req-2a8f9c9b-d8c6-417d-b47e-38f9a9c7dfdd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2c3c161d-1d7a-4059-be69-1fedd6eff82a HTTP/1.1" status: 200 len: 850 time: 0.0667484 Feb 28 14:37:21.412127 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5c4a8-08fe-4dae-bb31-59f4c9945993 req-a8fea981-9ad6-4727-a09a-c249cfa8b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:21.413644 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8ec5c4a8-08fe-4dae-bb31-59f4c9945993 req-a8fea981-9ad6-4727-a09a-c249cfa8b8f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dbec77e7-9627-41ee-b124-abc98f8f9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707169 Feb 28 14:37:21.550683 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8ec5c4a8-08fe-4dae-bb31-59f4c9945993 req-920cd66f-fdb9-4960-bdc4-f85e90ae31ff service neutron] 10.222.0.13 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304882 Feb 28 14:37:21.685648 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8ec5c4a8-08fe-4dae-bb31-59f4c9945993 req-a1a859f4-4097-49bb-bb4a-81c70c8044d6 service neutron] 10.222.0.13 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288931 Feb 28 14:37:21.744834 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 73fd2035-ffa9-49cb-b447-31c801c86d07 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:37:21.827420 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port 73fd2035-ffa9-49cb-b447-31c801c86d07 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:37:21.838287 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 73fd2035-ffa9-49cb-b447-31c801c86d07 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:37:21.838659 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:21.959596 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:21.987252 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a44225-256d-4486-a153-28826ab1396e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fd2035-ffa9-49cb-b447-31c801c86d07'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:37:21.998521 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 73fd2035-ffa9-49cb-b447-31c801c86d07, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=73fd2035-ffa9-49cb-b447-31c801c86d07,segment=NetworkSegment(204d9daf-d47b-42ec-87d8-78687c371cc1),segment_id=204d9daf-d47b-42ec-87d8-78687c371cc1)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:37:22.006250 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:22.052792 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a44225-256d-4486-a153-28826ab1396e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fd2035-ffa9-49cb-b447-31c801c86d07', 'code': 200} Feb 28 14:37:22.054578 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeaa9f8-8b1b-43d8-a90d-3b3171d90ee6 req-e74dfae6-2e2e-46da-8447-5c376b7e2089 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:22.057011 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aeeaa9f8-8b1b-43d8-a90d-3b3171d90ee6 req-e74dfae6-2e2e-46da-8447-5c376b7e2089 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a44225-256d-4486-a153-28826ab1396e HTTP/1.1" status: 200 len: 944 time: 0.0981901 Feb 28 14:37:22.079037 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=73fd2035-ffa9-49cb-b447-31c801c86d07,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:22.120976 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aeeaa9f8-8b1b-43d8-a90d-3b3171d90ee6 req-ed9d9f29-c457-4b4c-b79b-77b470df22fd tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b7bd729-934d-4c74-8a9e-a1d48f2a4d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556307 Feb 28 14:37:22.395737 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9af18d-a614-45ed-992c-10a2a742dc57 req-2959453d-15c3-42be-96c4-599cb49d168a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:22.397104 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fc9af18d-a614-45ed-992c-10a2a742dc57 req-2959453d-15c3-42be-96c4-599cb49d168a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b2a44225-256d-4486-a153-28826ab1396e HTTP/1.1" status: 200 len: 1098 time: 0.1817148 Feb 28 14:37:22.439030 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fc9af18d-a614-45ed-992c-10a2a742dc57 req-421f10d9-1b3c-40cd-9ff4-9c493a1832dd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6b7bd729-934d-4c74-8a9e-a1d48f2a4d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349956 Feb 28 14:37:23.334691 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c7325-a84e-4618-acae-0db5b15eb210 req-9d77451d-f0f4-4592-9461-7d5161c54782 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:23.336200 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9b2c7325-a84e-4618-acae-0db5b15eb210 req-9d77451d-f0f4-4592-9461-7d5161c54782 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a44225-256d-4486-a153-28826ab1396e HTTP/1.1" status: 200 len: 945 time: 0.0984967 Feb 28 14:37:23.386032 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9b2c7325-a84e-4618-acae-0db5b15eb210 req-d49ae965-90dc-4ac9-a768-93921d0d1a31 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b7bd729-934d-4c74-8a9e-a1d48f2a4d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435846 Feb 28 14:37:23.822409 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:37:24.587789 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e80ed4-52ae-4407-8d70-0cf3ade3235b req-310d8117-074b-4cef-9d5a-ca4c878ced30 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:24.589211 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e9e80ed4-52ae-4407-8d70-0cf3ade3235b req-310d8117-074b-4cef-9d5a-ca4c878ced30 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a44225-256d-4486-a153-28826ab1396e HTTP/1.1" status: 200 len: 945 time: 0.0929928 Feb 28 14:37:24.632302 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e9e80ed4-52ae-4407-8d70-0cf3ade3235b req-840784ca-f837-4b3a-a834-a51f41c48f9f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b7bd729-934d-4c74-8a9e-a1d48f2a4d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369277 Feb 28 14:37:24.841423 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf8f6d-5605-4de9-a713-aff7370381a1 req-df61ecf7-0596-4a4d-9bf3-28e4f6b50b55 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:24.842841 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-12cf8f6d-5605-4de9-a713-aff7370381a1 req-df61ecf7-0596-4a4d-9bf3-28e4f6b50b55 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a44225-256d-4486-a153-28826ab1396e HTTP/1.1" status: 200 len: 945 time: 0.0894439 Feb 28 14:37:24.887807 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-12cf8f6d-5605-4de9-a713-aff7370381a1 req-aee6ead6-7b83-40eb-970d-45ab76dfc34d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b7bd729-934d-4c74-8a9e-a1d48f2a4d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390959 Feb 28 14:37:24.923266 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34120) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:37:24.997531 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749f91bf-bbe3-459f-823d-25bfeff1ba5d tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:24.999004 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-749f91bf-bbe3-459f-823d-25bfeff1ba5d tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b2a44225-256d-4486-a153-28826ab1396e HTTP/1.1" status: 200 len: 1093 time: 0.0745833 Feb 28 14:37:25.003189 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34124) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:37:25.008064 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f7770c57-19f5-4119-b380-b4dc2440c14b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'port_id': '73fd2035-ffa9-49cb-b447-31c801c86d07', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:37:25.014531 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f7770c57-19f5-4119-b380-b4dc2440c14b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:37:25.018498 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f7770c57-19f5-4119-b380-b4dc2440c14b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:floatingip and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:37:25.021450 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f7770c57-19f5-4119-b380-b4dc2440c14b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:37:25.027182 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f7770c57-19f5-4119-b380-b4dc2440c14b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:37:25.041119 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f7770c57-19f5-4119-b380-b4dc2440c14b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:25.182352 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f7770c57-19f5-4119-b380-b4dc2440c14b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:25.330812 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-f7770c57-19f5-4119-b380-b4dc2440c14b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.26.5.88 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/b5f9d7d3-ad2e-446d-aa40-0ed588175409) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:37:25.490100 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f7770c57-19f5-4119-b380-b4dc2440c14b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:25.523532 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f7770c57-19f5-4119-b380-b4dc2440c14b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:25.595193 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7770c57-19f5-4119-b380-b4dc2440c14b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:37:25.602342 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-f7770c57-19f5-4119-b380-b4dc2440c14b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:37:25.606404 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7770c57-19f5-4119-b380-b4dc2440c14b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:37:25.634789 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7770c57-19f5-4119-b380-b4dc2440c14b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=b5f9d7d3-ad2e-446d-aa40-0ed588175409,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:26.038656 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f7770c57-19f5-4119-b380-b4dc2440c14b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:26.139909 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f7770c57-19f5-4119-b380-b4dc2440c14b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:26.349429 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f7770c57-19f5-4119-b380-b4dc2440c14b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:26.357014 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f7770c57-19f5-4119-b380-b4dc2440c14b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:26.596547 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7770c57-19f5-4119-b380-b4dc2440c14b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=b5f9d7d3-ad2e-446d-aa40-0ed588175409,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:26.608499 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f7770c57-19f5-4119-b380-b4dc2440c14b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:26.799417 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-f7770c57-19f5-4119-b380-b4dc2440c14b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Floating IP 5cd177ee-327b-4301-9575-13ae6ef95790 associated. External IP: 172.26.5.88, port: 73fd2035-ffa9-49cb-b447-31c801c86d07. Feb 28 14:37:27.217027 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7770c57-19f5-4119-b380-b4dc2440c14b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 859831cb-c7f0-4102-bd38-076c13ac00df has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:37:27.414306 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7770c57-19f5-4119-b380-b4dc2440c14b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:37:27.427735 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce70a031-ec7d-4a97-b141-52cfb1ceb1db None None] Sync routers for ids ['859831cb-c7f0-4102-bd38-076c13ac00df'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:37:27.439524 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce70a031-ec7d-4a97-b141-52cfb1ceb1db None None] Routers {'859831cb-c7f0-4102-bd38-076c13ac00df'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:37:27.440385 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ce70a031-ec7d-4a97-b141-52cfb1ceb1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:37:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['859831cb-c7f0-4102-bd38-076c13ac00df'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:37:27.446707 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f7770c57-19f5-4119-b380-b4dc2440c14b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:27.514983 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f7770c57-19f5-4119-b380-b4dc2440c14b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5102336 Feb 28 14:37:27.515443 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a44225-256d-4486-a153-28826ab1396e', 'tag': '73fd2035-ffa9-49cb-b447-31c801c86d07'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:37:27.517311 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34128) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:37:27.566287 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a44225-256d-4486-a153-28826ab1396e', 'tag': '73fd2035-ffa9-49cb-b447-31c801c86d07', 'status': 'completed', 'code': 200} Feb 28 14:37:27.628511 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482719d4-6d14-4937-902d-199be2e9068c tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:27.632495 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-482719d4-6d14-4937-902d-199be2e9068c tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b2a44225-256d-4486-a153-28826ab1396e HTTP/1.1" status: 200 len: 1093 time: 0.1116645 Feb 28 14:37:27.661877 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20ec68-dff6-4b6b-903c-87475e6efe07 req-dfde9578-4b9f-4a59-ac24-ef31f6543768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:27.663769 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e20ec68-dff6-4b6b-903c-87475e6efe07 req-dfde9578-4b9f-4a59-ac24-ef31f6543768 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=b2a44225-256d-4486-a153-28826ab1396e HTTP/1.1" status: 200 len: 1098 time: 0.0758684 Feb 28 14:37:27.724467 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ce70a031-ec7d-4a97-b141-52cfb1ceb1db None None] Set router 859831cb-c7f0-4102-bd38-076c13ac00df gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:37:27.845606 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34138) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:37:27.853336 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-47691d75-508f-48fe-a486-6228f31fa511 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-630217019', 'description': 'tempest-secgroup-smoke-630217019 description', 'project_id': '1cd57789443e43d89a7681324e1f7304'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:37:27.856605 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20ec68-dff6-4b6b-903c-87475e6efe07 req-912c7e76-0320-40a0-958f-e1833ab2dc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:27.857167 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e20ec68-dff6-4b6b-903c-87475e6efe07 req-912c7e76-0320-40a0-958f-e1833ab2dc3d service neutron] 10.222.0.13 "GET /v2.0/networks?id=90992d2e-8a8d-450d-857e-d6dce3403558 HTTP/1.1" status: 200 len: 898 time: 0.1872637 Feb 28 14:37:27.860739 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-47691d75-508f-48fe-a486-6228f31fa511 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:37:27.877740 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-47691d75-508f-48fe-a486-6228f31fa511 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:37:27.895718 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-47691d75-508f-48fe-a486-6228f31fa511 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:27.934712 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-47691d75-508f-48fe-a486-6228f31fa511 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:37:27.938505 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-47691d75-508f-48fe-a486-6228f31fa511 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:37:27.944212 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-47691d75-508f-48fe-a486-6228f31fa511 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:37:27.952585 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-47691d75-508f-48fe-a486-6228f31fa511 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:37:28.000760 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e20ec68-dff6-4b6b-903c-87475e6efe07 req-8774cf85-16c9-471e-8fc0-aef4dc477440 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73fd2035-ffa9-49cb-b447-31c801c86d07 HTTP/1.1" status: 200 len: 998 time: 0.1355567 Feb 28 14:37:28.068123 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-47691d75-508f-48fe-a486-6228f31fa511 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:28.073863 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-47691d75-508f-48fe-a486-6228f31fa511 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:28.079635 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20ec68-dff6-4b6b-903c-87475e6efe07 req-a0dfd36d-7b0d-438e-9ac2-b020178ebe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:28.080010 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e20ec68-dff6-4b6b-903c-87475e6efe07 req-a0dfd36d-7b0d-438e-9ac2-b020178ebe35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2308d9b4-e7f9-4a56-91c6-5e3ca71b0192 HTTP/1.1" status: 200 len: 834 time: 0.0735910 Feb 28 14:37:28.128820 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47691d75-508f-48fe-a486-6228f31fa511 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24d4606d-b1b8-4f18-b8f3-3ffa4758d411,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:28.136987 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-47691d75-508f-48fe-a486-6228f31fa511 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:28.139417 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-47691d75-508f-48fe-a486-6228f31fa511 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2927368 Feb 28 14:37:28.142382 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34144) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:37:28.151333 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-625799c0-2737-4ea4-9bc4-4387c6534349 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '24d4606d-b1b8-4f18-b8f3-3ffa4758d411', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:37:28.158572 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-625799c0-2737-4ea4-9bc4-4387c6534349 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:37:28.162587 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-625799c0-2737-4ea4-9bc4-4387c6534349 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:37:28.166414 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-625799c0-2737-4ea4-9bc4-4387c6534349 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:37:28.166494 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20ec68-dff6-4b6b-903c-87475e6efe07 req-38659cd4-21ca-4afc-9278-928206645e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:28.169235 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e20ec68-dff6-4b6b-903c-87475e6efe07 req-38659cd4-21ca-4afc-9278-928206645e06 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90992d2e-8a8d-450d-857e-d6dce3403558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819654 Feb 28 14:37:28.172502 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-625799c0-2737-4ea4-9bc4-4387c6534349 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:37:28.183731 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ce70a031-ec7d-4a97-b141-52cfb1ceb1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'name': 'tempest-TestNetworkBasicOps-router-1237446703', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:06Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '5cd177ee-327b-4301-9575-13ae6ef95790', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.88', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'port_id': '73fd2035-ffa9-49cb-b447-31c801c86d07', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'mac_address': 'fa:16:3e:82:3f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a44225-256d-4486-a153-28826ab1396e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:37:25Z', 'updated_at': '2022-02-28T14:37:25Z', 'revision_number': 0, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ee4ba3-6b0a-40de-a49f-1122c4dcfa03', 'name': '', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:1c:3c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:04Z', 'updated_at': '2022-02-28T14:37:11Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:37:28.190900 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce70a031-ec7d-4a97-b141-52cfb1ceb1db None None] Checking router: 859831cb-c7f0-4102-bd38-076c13ac00df for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:37:28.197630 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-625799c0-2737-4ea4-9bc4-4387c6534349 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:28.199833 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce70a031-ec7d-4a97-b141-52cfb1ceb1db None None] Routers {'859831cb-c7f0-4102-bd38-076c13ac00df'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:37:28.200420 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ce70a031-ec7d-4a97-b141-52cfb1ceb1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:37:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['859831cb-c7f0-4102-bd38-076c13ac00df'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:37:28.308715 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-625799c0-2737-4ea4-9bc4-4387c6534349 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:28.315730 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-625799c0-2737-4ea4-9bc4-4387c6534349 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:28.344379 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625799c0-2737-4ea4-9bc4-4387c6534349 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e180f5-7d9a-4cb8-be03-aedde0e2d235,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:28.355627 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-625799c0-2737-4ea4-9bc4-4387c6534349 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:28.357423 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-625799c0-2737-4ea4-9bc4-4387c6534349 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2139528 Feb 28 14:37:28.362098 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34148) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:37:28.368466 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-90b3c738-b8ed-4eef-8587-c085989761f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '24d4606d-b1b8-4f18-b8f3-3ffa4758d411', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:37:28.378093 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-90b3c738-b8ed-4eef-8587-c085989761f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:37:28.384251 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-90b3c738-b8ed-4eef-8587-c085989761f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:37:28.388434 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-90b3c738-b8ed-4eef-8587-c085989761f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:37:28.395815 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-90b3c738-b8ed-4eef-8587-c085989761f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:37:28.428149 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-90b3c738-b8ed-4eef-8587-c085989761f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:28.470108 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ce70a031-ec7d-4a97-b141-52cfb1ceb1db None None] Set router 859831cb-c7f0-4102-bd38-076c13ac00df gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:37:28.474095 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e20ec68-dff6-4b6b-903c-87475e6efe07 req-3d9c1c9e-50cc-4acc-8812-56f90bc050c1 service neutron] 10.222.0.13 "GET /v2.0/networks/90992d2e-8a8d-450d-857e-d6dce3403558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993340 Feb 28 14:37:28.517230 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-90b3c738-b8ed-4eef-8587-c085989761f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:28.523011 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-90b3c738-b8ed-4eef-8587-c085989761f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:28.556958 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-90b3c738-b8ed-4eef-8587-c085989761f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:28.560600 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-90b3c738-b8ed-4eef-8587-c085989761f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1954374 Feb 28 14:37:28.563828 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34152) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:37:28.568209 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6208bc0e-854e-4adc-9dc4-ecb830ed3412 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '24d4606d-b1b8-4f18-b8f3-3ffa4758d411', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:37:28.572915 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3c738-b8ed-4eef-8587-c085989761f2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb58fc3-c041-44af-81c0-4597fb7ed0c4,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:28.576525 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6208bc0e-854e-4adc-9dc4-ecb830ed3412 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:37:28.581811 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6208bc0e-854e-4adc-9dc4-ecb830ed3412 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:37:28.583861 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6208bc0e-854e-4adc-9dc4-ecb830ed3412 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:37:28.591251 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6208bc0e-854e-4adc-9dc4-ecb830ed3412 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:37:28.626088 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6208bc0e-854e-4adc-9dc4-ecb830ed3412 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:28.651671 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e20ec68-dff6-4b6b-903c-87475e6efe07 req-3a47eca3-9fab-43ac-8fc2-c8ce599c88dc service neutron] 10.222.0.13 "GET /v2.0/networks/90992d2e-8a8d-450d-857e-d6dce3403558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654677 Feb 28 14:37:28.709827 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6208bc0e-854e-4adc-9dc4-ecb830ed3412 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:28.714472 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6208bc0e-854e-4adc-9dc4-ecb830ed3412 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:28.738784 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208bc0e-854e-4adc-9dc4-ecb830ed3412 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398a5c0c-8116-4262-a457-fbeeeb09bc07,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:28.755395 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6208bc0e-854e-4adc-9dc4-ecb830ed3412 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:28.755395 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6208bc0e-854e-4adc-9dc4-ecb830ed3412 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1899312 Feb 28 14:37:28.759417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34156) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:37:28.765253 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b209a4a6-cf1b-4a4b-8b0a-e431ba4cb630 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '24d4606d-b1b8-4f18-b8f3-3ffa4758d411', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:37:28.767443 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b209a4a6-cf1b-4a4b-8b0a-e431ba4cb630 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:37:28.772046 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b209a4a6-cf1b-4a4b-8b0a-e431ba4cb630 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:37:28.774843 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b209a4a6-cf1b-4a4b-8b0a-e431ba4cb630 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:37:28.781718 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b209a4a6-cf1b-4a4b-8b0a-e431ba4cb630 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:37:28.799804 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b209a4a6-cf1b-4a4b-8b0a-e431ba4cb630 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:28.868803 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b209a4a6-cf1b-4a4b-8b0a-e431ba4cb630 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:28.872941 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b209a4a6-cf1b-4a4b-8b0a-e431ba4cb630 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:28.896451 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209a4a6-cf1b-4a4b-8b0a-e431ba4cb630 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02b29c6-4ef6-490e-a2d3-9116ef7402dd,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:28.913823 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b209a4a6-cf1b-4a4b-8b0a-e431ba4cb630 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:28.914588 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b209a4a6-cf1b-4a4b-8b0a-e431ba4cb630 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1576135 Feb 28 14:37:28.916956 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34160) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:37:28.919089 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ce70a031-ec7d-4a97-b141-52cfb1ceb1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'name': 'tempest-TestNetworkBasicOps-router-1237446703', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:06Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '5cd177ee-327b-4301-9575-13ae6ef95790', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.88', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'port_id': '73fd2035-ffa9-49cb-b447-31c801c86d07', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'mac_address': 'fa:16:3e:82:3f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a44225-256d-4486-a153-28826ab1396e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:37:25Z', 'updated_at': '2022-02-28T14:37:25Z', 'revision_number': 0, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ee4ba3-6b0a-40de-a49f-1122c4dcfa03', 'name': '', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:1c:3c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:04Z', 'updated_at': '2022-02-28T14:37:11Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:37:28.923671 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-55797227-9511-4a13-a15d-0f5658bc59d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '24d4606d-b1b8-4f18-b8f3-3ffa4758d411', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:37:28.924180 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce70a031-ec7d-4a97-b141-52cfb1ceb1db None None] The sync data for ids ['859831cb-c7f0-4102-bd38-076c13ac00df'] in dv-neutron-831192-4-hyperv is: [{'id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'name': 'tempest-TestNetworkBasicOps-router-1237446703', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:06Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '5cd177ee-327b-4301-9575-13ae6ef95790', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.88', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'port_id': '73fd2035-ffa9-49cb-b447-31c801c86d07', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'mac_address': 'fa:16:3e:82:3f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a44225-256d-4486-a153-28826ab1396e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:37:25Z', 'updated_at': '2022-02-28T14:37:25Z', 'revision_number': 0, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ee4ba3-6b0a-40de-a49f-1122c4dcfa03', 'name': '', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:1c:3c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:04Z', 'updated_at': '2022-02-28T14:37:11Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:37:28.931081 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-55797227-9511-4a13-a15d-0f5658bc59d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:37:28.936709 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-55797227-9511-4a13-a15d-0f5658bc59d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:37:28.938985 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-55797227-9511-4a13-a15d-0f5658bc59d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:37:28.945210 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-55797227-9511-4a13-a15d-0f5658bc59d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:37:28.959560 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-55797227-9511-4a13-a15d-0f5658bc59d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Project 1cd57789443e43d89a7681324e1f7304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:37:28.969784 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55797227-9511-4a13-a15d-0f5658bc59d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:29.043364 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55797227-9511-4a13-a15d-0f5658bc59d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:29.049844 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55797227-9511-4a13-a15d-0f5658bc59d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:29.073478 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55797227-9511-4a13-a15d-0f5658bc59d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc8ca91-d246-4674-95e7-6f325a334aff,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:29.087823 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55797227-9511-4a13-a15d-0f5658bc59d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:29.089068 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-55797227-9511-4a13-a15d-0f5658bc59d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1711497 Feb 28 14:37:29.092701 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34164) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:37:29.098448 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-77ee8cf3-f561-4cda-9e74-83b023f14981 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': '24d4606d-b1b8-4f18-b8f3-3ffa4758d411', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:37:29.104669 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-77ee8cf3-f561-4cda-9e74-83b023f14981 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:37:29.110483 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-77ee8cf3-f561-4cda-9e74-83b023f14981 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:37:29.112835 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-77ee8cf3-f561-4cda-9e74-83b023f14981 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:37:29.119960 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-77ee8cf3-f561-4cda-9e74-83b023f14981 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:37:29.132381 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-77ee8cf3-f561-4cda-9e74-83b023f14981 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Project 1cd57789443e43d89a7681324e1f7304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:37:29.144238 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-77ee8cf3-f561-4cda-9e74-83b023f14981 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:29.194834 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a74a39c-a69f-42ea-9184-d4e680f9974b None None] New status for floating IP 5cd177ee-327b-4301-9575-13ae6ef95790: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:37:29.225010 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-77ee8cf3-f561-4cda-9e74-83b023f14981 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:29.230101 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-77ee8cf3-f561-4cda-9e74-83b023f14981 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:29.260478 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee8cf3-f561-4cda-9e74-83b023f14981 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc42324-97ae-4468-b24d-8e0c54c336dd,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:29.277167 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-77ee8cf3-f561-4cda-9e74-83b023f14981 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:29.277167 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-77ee8cf3-f561-4cda-9e74-83b023f14981 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1822603 Feb 28 14:37:29.459032 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-05934ad0-8af7-48c9-b649-42a37c56d4d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:37:29.486979 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-05934ad0-8af7-48c9-b649-42a37c56d4d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:37:29.491615 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-05934ad0-8af7-48c9-b649-42a37c56d4d6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-630217019&fields=id&tenant_id=1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 267 time: 0.0783834 Feb 28 14:37:29.670225 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-5604c827-26b8-4b06-a7f9-1abfbda3129c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:29.672036 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-5604c827-26b8-4b06-a7f9-1abfbda3129c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/networks?id=90992d2e-8a8d-450d-857e-d6dce3403558 HTTP/1.1" status: 200 len: 797 time: 0.1629145 Feb 28 14:37:29.686263 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-7a3573fa-74fe-4a1b-914d-2c7e8c943975 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/quotas/1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 375 time: 0.0088711 Feb 28 14:37:29.781536 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-b1d2ae14-be4f-4926-bc27-1c9a427fdc00 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0902922 Feb 28 14:37:29.929855 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-eab33bcf-cd1e-421a-a54c-7eb7d5425596 service neutron] 10.222.0.30 "GET /v2.0/networks/90992d2e-8a8d-450d-857e-d6dce3403558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343162 Feb 28 14:37:30.060443 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-bae4cb30-ac1e-41ea-b6b6-182128f96622 service neutron] 10.222.0.30 "GET /v2.0/networks/90992d2e-8a8d-450d-857e-d6dce3403558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245549 Feb 28 14:37:30.269890 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-91cea4b7-a99b-4470-b54b-ca838543977a req-c6b9a71a-dceb-49f3-aa0a-bf94639ae890 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=70800783-0db1-4e77-aedf-05f9d1fe3a97 HTTP/1.1" status: 200 len: 210 time: 0.0530782 Feb 28 14:37:31.391549 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-225b3fce-ae70-4cdc-8f36-3229affc1c03 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:31.393126 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-225b3fce-ae70-4cdc-8f36-3229affc1c03 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/networks?id=90992d2e-8a8d-450d-857e-d6dce3403558 HTTP/1.1" status: 200 len: 797 time: 0.1772492 Feb 28 14:37:31.416446 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6df8fd6f-bcae-4e3d-a419-1c38e60e6188 req-405e8663-ac14-4a56-9a14-d0da5e722752 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=70800783-0db1-4e77-aedf-05f9d1fe3a97 HTTP/1.1" status: 200 len: 210 time: 0.0448270 Feb 28 14:37:31.464269 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-fd14af24-6c35-4136-b984-537f87b3d010 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 471 time: 0.0624611 Feb 28 14:37:31.476872 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-7b416111-e0cf-40df-bcc2-7572fac0be3f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'port': {'device_id': '70800783-0db1-4e77-aedf-05f9d1fe3a97', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'admin_state_up': True, 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'security_groups': ['24d4606d-b1b8-4f18-b8f3-3ffa4758d411']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:37:31.619224 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-7b416111-e0cf-40df-bcc2-7572fac0be3f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:37:31.629738 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-7b416111-e0cf-40df-bcc2-7572fac0be3f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:37:31.641788 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-7b416111-e0cf-40df-bcc2-7572fac0be3f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Made reservation on behalf of 1cd57789443e43d89a7681324e1f7304 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:37:31.646406 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-7b416111-e0cf-40df-bcc2-7572fac0be3f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:31.812236 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-7b416111-e0cf-40df-bcc2-7572fac0be3f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.20.0.5 (90992d2e-8a8d-450d-857e-d6dce3403558/2308d9b4-e7f9-4a56-91c6-5e3ca71b0192/724c1da3-3125-4829-9a04-f566536de2f1) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:37:32.014385 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-7b416111-e0cf-40df-bcc2-7572fac0be3f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:32.038237 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-7b416111-e0cf-40df-bcc2-7572fac0be3f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Transition to ACTIVE for port object 724c1da3-3125-4829-9a04-f566536de2f1 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:37:32.065514 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-7b416111-e0cf-40df-bcc2-7572fac0be3f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:32.136771 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-7b416111-e0cf-40df-bcc2-7572fac0be3f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 90992d2e-8a8d-450d-857e-d6dce3403558 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:37:32.144657 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-7b416111-e0cf-40df-bcc2-7572fac0be3f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:37:32.149065 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-7b416111-e0cf-40df-bcc2-7572fac0be3f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:37:32.183691 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b416111-e0cf-40df-bcc2-7572fac0be3f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=724c1da3-3125-4829-9a04-f566536de2f1,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:32.216503 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-7b416111-e0cf-40df-bcc2-7572fac0be3f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:32.217114 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-7b416111-e0cf-40df-bcc2-7572fac0be3f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:32.244808 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-7b416111-e0cf-40df-bcc2-7572fac0be3f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7725565 Feb 28 14:37:32.256863 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-8b617b8c-6a01-481f-a40b-f34f9803088d service neutron] Request body: {'port': {'device_id': '70800783-0db1-4e77-aedf-05f9d1fe3a97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:37:32.370051 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-8b617b8c-6a01-481f-a40b-f34f9803088d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:32.414716 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6c238a35-cdf7-491f-9c80-8a91cb4f8788 None None] Provisioning for port 724c1da3-3125-4829-9a04-f566536de2f1 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:37:32.420516 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-6c238a35-cdf7-491f-9c80-8a91cb4f8788 None None] Provisioning complete for port 724c1da3-3125-4829-9a04-f566536de2f1 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:37:32.420885 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6c238a35-cdf7-491f-9c80-8a91cb4f8788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:32.485116 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-6c238a35-cdf7-491f-9c80-8a91cb4f8788 None None] Port 724c1da3-3125-4829-9a04-f566536de2f1 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:37:32.713840 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15dc903-d5a3-43e8-b359-138775a941dd req-1f342ff4-a10a-46cb-9cca-9071c3ee9fa1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:32.714532 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-f15dc903-d5a3-43e8-b359-138775a941dd req-1f342ff4-a10a-46cb-9cca-9071c3ee9fa1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:37:32.890835 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-f15dc903-d5a3-43e8-b359-138775a941dd req-1f342ff4-a10a-46cb-9cca-9071c3ee9fa1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:37:32.892025 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f15dc903-d5a3-43e8-b359-138775a941dd req-1f342ff4-a10a-46cb-9cca-9071c3ee9fa1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=70800783-0db1-4e77-aedf-05f9d1fe3a97 HTTP/1.1" status: 200 len: 931 time: 0.3442581 Feb 28 14:37:32.914948 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-8b617b8c-6a01-481f-a40b-f34f9803088d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 724c1da3-3125-4829-9a04-f566536de2f1 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:37:32.926165 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-8b617b8c-6a01-481f-a40b-f34f9803088d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:32.954750 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-8b617b8c-6a01-481f-a40b-f34f9803088d service neutron] Transition to ACTIVE for port object 724c1da3-3125-4829-9a04-f566536de2f1 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:37:32.959634 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f15dc903-d5a3-43e8-b359-138775a941dd req-d93d2cc3-42dc-463e-a39d-b02a0a55299a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=24d4606d-b1b8-4f18-b8f3-3ffa4758d411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603151 Feb 28 14:37:32.960641 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-8b617b8c-6a01-481f-a40b-f34f9803088d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:33.092816 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b617b8c-6a01-481f-a40b-f34f9803088d service neutron] Pushing event updated for resources: {'Port': ['ID=724c1da3-3125-4829-9a04-f566536de2f1,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:33.200113 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-8b617b8c-6a01-481f-a40b-f34f9803088d service neutron] Attempting to bind port 724c1da3-3125-4829-9a04-f566536de2f1 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:37:33.200371 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-8b617b8c-6a01-481f-a40b-f34f9803088d service neutron] Attempting to bind port 724c1da3-3125-4829-9a04-f566536de2f1 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '204d9daf-d47b-42ec-87d8-78687c371cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:37:33.200532 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-8b617b8c-6a01-481f-a40b-f34f9803088d service neutron] Attempting to bind port 724c1da3-3125-4829-9a04-f566536de2f1 on network 90992d2e-8a8d-450d-857e-d6dce3403558 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:37:33.205194 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-8b617b8c-6a01-481f-a40b-f34f9803088d service neutron] Port 724c1da3-3125-4829-9a04-f566536de2f1 on network 90992d2e-8a8d-450d-857e-d6dce3403558 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:37:33.205507 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-8b617b8c-6a01-481f-a40b-f34f9803088d service neutron] Attempting to bind port 724c1da3-3125-4829-9a04-f566536de2f1 on network 90992d2e-8a8d-450d-857e-d6dce3403558 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:37:33.210697 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-8b617b8c-6a01-481f-a40b-f34f9803088d service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:37:33.211027 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-8b617b8c-6a01-481f-a40b-f34f9803088d service neutron] Checking segment: {'id': '204d9daf-d47b-42ec-87d8-78687c371cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:37:33.211422 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-8b617b8c-6a01-481f-a40b-f34f9803088d service neutron] Bound using segment: {'id': '204d9daf-d47b-42ec-87d8-78687c371cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:37:33.211844 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-8b617b8c-6a01-481f-a40b-f34f9803088d service neutron] Bound port: 724c1da3-3125-4829-9a04-f566536de2f1, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '204d9daf-d47b-42ec-87d8-78687c371cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:37:33.212215 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-8b617b8c-6a01-481f-a40b-f34f9803088d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:33.307183 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-8b617b8c-6a01-481f-a40b-f34f9803088d service neutron] For port 724c1da3-3125-4829-9a04-f566536de2f1, host hv-neutron-8311, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:37:33.311358 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-8b617b8c-6a01-481f-a40b-f34f9803088d service neutron] For port 724c1da3-3125-4829-9a04-f566536de2f1, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=724c1da3-3125-4829-9a04-f566536de2f1,segment=NetworkSegment(204d9daf-d47b-42ec-87d8-78687c371cc1),segment_id=204d9daf-d47b-42ec-87d8-78687c371cc1)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:37:33.316370 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-8b617b8c-6a01-481f-a40b-f34f9803088d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:33.374614 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-8b617b8c-6a01-481f-a40b-f34f9803088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:33.374975 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-8b617b8c-6a01-481f-a40b-f34f9803088d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:33.376347 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-8b617b8c-6a01-481f-a40b-f34f9803088d service neutron] 10.222.0.13 "PUT /v2.0/ports/724c1da3-3125-4829-9a04-f566536de2f1 HTTP/1.1" status: 200 len: 1093 time: 1.1238308 Feb 28 14:37:33.376810 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70800783-0db1-4e77-aedf-05f9d1fe3a97', 'tag': '724c1da3-3125-4829-9a04-f566536de2f1'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:37:33.404702 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b617b8c-6a01-481f-a40b-f34f9803088d service neutron] Pushing event updated for resources: {'Port': ['ID=724c1da3-3125-4829-9a04-f566536de2f1,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:33.482814 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70800783-0db1-4e77-aedf-05f9d1fe3a97', 'tag': '724c1da3-3125-4829-9a04-f566536de2f1', 'status': 'completed', 'code': 200} Feb 28 14:37:33.526972 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-d2215257-93e1-4aad-b9ea-78c40ac5209b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:33.528804 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-d2215257-93e1-4aad-b9ea-78c40ac5209b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=70800783-0db1-4e77-aedf-05f9d1fe3a97 HTTP/1.1" status: 200 len: 1096 time: 0.1032703 Feb 28 14:37:33.602104 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-b35501ee-f682-4e9e-8a53-529f70fe0838 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=724c1da3-3125-4829-9a04-f566536de2f1 HTTP/1.1" status: 200 len: 217 time: 0.0662127 Feb 28 14:37:33.674108 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-76d93460-7208-48f9-8e33-5a3b10ba9c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:33.675554 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-76d93460-7208-48f9-8e33-5a3b10ba9c1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2308d9b4-e7f9-4a56-91c6-5e3ca71b0192 HTTP/1.1" status: 200 len: 834 time: 0.0667169 Feb 28 14:37:33.754725 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-133a2755-b3b7-4436-b7a3-d1138b0a14f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:33.756241 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-133a2755-b3b7-4436-b7a3-d1138b0a14f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90992d2e-8a8d-450d-857e-d6dce3403558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739768 Feb 28 14:37:33.895915 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-7757f202-080a-426f-844b-1520b287fcd2 service neutron] 10.222.0.13 "GET /v2.0/networks/90992d2e-8a8d-450d-857e-d6dce3403558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320963 Feb 28 14:37:34.038787 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d47ccc59-cb62-43e9-ba16-2cd652563725 req-58906bbb-638a-4079-a3c7-559ecd826d61 service neutron] 10.222.0.13 "GET /v2.0/networks/90992d2e-8a8d-450d-857e-d6dce3403558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336410 Feb 28 14:37:34.214584 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880940e-3014-4c16-b384-7585c5349249 req-5aa006cb-16b4-4763-9294-78e59d298673 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:34.216203 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3880940e-3014-4c16-b384-7585c5349249 req-5aa006cb-16b4-4763-9294-78e59d298673 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=70800783-0db1-4e77-aedf-05f9d1fe3a97 HTTP/1.1" status: 200 len: 943 time: 0.1418982 Feb 28 14:37:34.218307 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d63ee-cd50-4ebe-8af8-06426b82d7b9 req-45e39cd2-f261-4564-a49b-ce7316b75660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:34.219654 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d67d63ee-cd50-4ebe-8af8-06426b82d7b9 req-45e39cd2-f261-4564-a49b-ce7316b75660 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=70800783-0db1-4e77-aedf-05f9d1fe3a97 HTTP/1.1" status: 200 len: 1096 time: 0.1118865 Feb 28 14:37:34.352730 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3880940e-3014-4c16-b384-7585c5349249 req-4d0a7545-e328-4103-aa68-30757141b465 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=24d4606d-b1b8-4f18-b8f3-3ffa4758d411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287503 Feb 28 14:37:34.383188 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d63ee-cd50-4ebe-8af8-06426b82d7b9 req-d019227c-353a-41fc-9d5f-cd4d148891bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:34.384642 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d67d63ee-cd50-4ebe-8af8-06426b82d7b9 req-d019227c-353a-41fc-9d5f-cd4d148891bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=90992d2e-8a8d-450d-857e-d6dce3403558 HTTP/1.1" status: 200 len: 898 time: 0.1476607 Feb 28 14:37:34.456631 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d67d63ee-cd50-4ebe-8af8-06426b82d7b9 req-c485889d-6d76-4926-b01a-96e3515368ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=724c1da3-3125-4829-9a04-f566536de2f1 HTTP/1.1" status: 200 len: 217 time: 0.0639615 Feb 28 14:37:34.519410 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d63ee-cd50-4ebe-8af8-06426b82d7b9 req-968a3062-7297-40e8-8f17-9239a7b7562b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:34.520725 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d67d63ee-cd50-4ebe-8af8-06426b82d7b9 req-968a3062-7297-40e8-8f17-9239a7b7562b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2308d9b4-e7f9-4a56-91c6-5e3ca71b0192 HTTP/1.1" status: 200 len: 834 time: 0.0579269 Feb 28 14:37:34.711676 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d63ee-cd50-4ebe-8af8-06426b82d7b9 req-607db659-81fa-4dc8-a679-b7f618f144fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:34.713161 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d67d63ee-cd50-4ebe-8af8-06426b82d7b9 req-607db659-81fa-4dc8-a679-b7f618f144fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90992d2e-8a8d-450d-857e-d6dce3403558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1855581 Feb 28 14:37:34.850136 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d67d63ee-cd50-4ebe-8af8-06426b82d7b9 req-0f4647c5-609f-4a68-a6e6-308f2148957d service neutron] 10.222.0.13 "GET /v2.0/networks/90992d2e-8a8d-450d-857e-d6dce3403558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298139 Feb 28 14:37:35.000680 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d67d63ee-cd50-4ebe-8af8-06426b82d7b9 req-a7e55468-8fbb-4544-adb9-641a8d0ef9ce service neutron] 10.222.0.13 "GET /v2.0/networks/90992d2e-8a8d-450d-857e-d6dce3403558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422627 Feb 28 14:37:35.107410 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:35.550677 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986bcb1-4f90-465b-8c2d-54e242f84c53 req-426bed4e-1ab1-459d-bc3a-204cd5d91b3a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:35.552135 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d986bcb1-4f90-465b-8c2d-54e242f84c53 req-426bed4e-1ab1-459d-bc3a-204cd5d91b3a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=70800783-0db1-4e77-aedf-05f9d1fe3a97 HTTP/1.1" status: 200 len: 943 time: 0.0898964 Feb 28 14:37:35.602234 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d986bcb1-4f90-465b-8c2d-54e242f84c53 req-ce121705-4c40-4cc4-a631-0b8f563f3f56 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=24d4606d-b1b8-4f18-b8f3-3ffa4758d411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427170 Feb 28 14:37:36.798262 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c951324-074f-41f6-bfd3-6896b1d67e6e req-aedcecde-de27-4b5e-b521-26f1b46a0a85 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:36.799826 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9c951324-074f-41f6-bfd3-6896b1d67e6e req-aedcecde-de27-4b5e-b521-26f1b46a0a85 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=70800783-0db1-4e77-aedf-05f9d1fe3a97 HTTP/1.1" status: 200 len: 943 time: 0.0851026 Feb 28 14:37:36.846663 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9c951324-074f-41f6-bfd3-6896b1d67e6e req-95c89b4c-cdab-4080-a361-9b768a7bb04b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=24d4606d-b1b8-4f18-b8f3-3ffa4758d411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409191 Feb 28 14:37:37.655181 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-818e027a-0a54-42e8-b7ec-61778dd4f12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:37.805835 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 724c1da3-3125-4829-9a04-f566536de2f1 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:37:37.948634 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 724c1da3-3125-4829-9a04-f566536de2f1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=724c1da3-3125-4829-9a04-f566536de2f1,segment=NetworkSegment(204d9daf-d47b-42ec-87d8-78687c371cc1),segment_id=204d9daf-d47b-42ec-87d8-78687c371cc1)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:37:37.962546 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '724c1da3-3125-4829-9a04-f566536de2f1', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'port_id': '724c1da3-3125-4829-9a04-f566536de2f1', 'mac_address': 'fa:16:3e:ef:fd:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:37:38.020721 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:38.038673 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 724c1da3-3125-4829-9a04-f566536de2f1 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:37:38.045286 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d7457-08f8-409d-b514-f60cd0ab239e req-d6eeb9ee-d2c1-4a1f-8bd3-5e62a393c2d5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:38.047349 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e2d7457-08f8-409d-b514-f60cd0ab239e req-d6eeb9ee-d2c1-4a1f-8bd3-5e62a393c2d5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=70800783-0db1-4e77-aedf-05f9d1fe3a97 HTTP/1.1" status: 200 len: 943 time: 0.0814726 Feb 28 14:37:38.054696 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 724c1da3-3125-4829-9a04-f566536de2f1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=724c1da3-3125-4829-9a04-f566536de2f1,segment=NetworkSegment(204d9daf-d47b-42ec-87d8-78687c371cc1),segment_id=204d9daf-d47b-42ec-87d8-78687c371cc1)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:37:38.059429 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:38.097128 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e2d7457-08f8-409d-b514-f60cd0ab239e req-42ea4c7d-1e48-4f29-a4a7-30af795b93a7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=24d4606d-b1b8-4f18-b8f3-3ffa4758d411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431325 Feb 28 14:37:38.131367 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=724c1da3-3125-4829-9a04-f566536de2f1,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:38.338059 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['724c1da3-3125-4829-9a04-f566536de2f1'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:37:39.292133 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841dd3a-8f6c-4eed-ae66-287962512e58 req-7fe381ab-f135-4bc3-a15e-91a8a68661ea tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:39.293577 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c841dd3a-8f6c-4eed-ae66-287962512e58 req-7fe381ab-f135-4bc3-a15e-91a8a68661ea tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=70800783-0db1-4e77-aedf-05f9d1fe3a97 HTTP/1.1" status: 200 len: 944 time: 0.0896335 Feb 28 14:37:39.340454 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c841dd3a-8f6c-4eed-ae66-287962512e58 req-f794f383-349a-4bf7-9261-a6982443ec0a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=24d4606d-b1b8-4f18-b8f3-3ffa4758d411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385411 Feb 28 14:37:39.806115 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-16613327-76e6-4764-a142-2e5bc4b98687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:39.831062 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 724c1da3-3125-4829-9a04-f566536de2f1 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:37:39.906522 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port 724c1da3-3125-4829-9a04-f566536de2f1 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:37:39.910889 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 724c1da3-3125-4829-9a04-f566536de2f1 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:37:39.910889 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:40.044670 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:40.075953 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70800783-0db1-4e77-aedf-05f9d1fe3a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724c1da3-3125-4829-9a04-f566536de2f1'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:37:40.085785 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 724c1da3-3125-4829-9a04-f566536de2f1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=724c1da3-3125-4829-9a04-f566536de2f1,segment=NetworkSegment(204d9daf-d47b-42ec-87d8-78687c371cc1),segment_id=204d9daf-d47b-42ec-87d8-78687c371cc1)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:37:40.091082 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:40.127745 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70800783-0db1-4e77-aedf-05f9d1fe3a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724c1da3-3125-4829-9a04-f566536de2f1', 'code': 200} Feb 28 14:37:40.178887 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=724c1da3-3125-4829-9a04-f566536de2f1,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:40.377636 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15fe81-b8d6-4636-9364-794423fce482 req-27f25df2-1848-4d68-912b-8dd89ee17caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:40.379254 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6e15fe81-b8d6-4636-9364-794423fce482 req-27f25df2-1848-4d68-912b-8dd89ee17caf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=70800783-0db1-4e77-aedf-05f9d1fe3a97 HTTP/1.1" status: 200 len: 1098 time: 0.0847206 Feb 28 14:37:40.431321 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6e15fe81-b8d6-4636-9364-794423fce482 req-f7308ed6-3982-438e-9583-bf902c363530 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=24d4606d-b1b8-4f18-b8f3-3ffa4758d411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449390 Feb 28 14:37:40.527430 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d665d-bd53-47a2-9252-bacbaaf66f9e req-da83b761-c881-4201-9734-ba4ac027fbe6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:40.528886 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2e1d665d-bd53-47a2-9252-bacbaaf66f9e req-da83b761-c881-4201-9734-ba4ac027fbe6 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=70800783-0db1-4e77-aedf-05f9d1fe3a97 HTTP/1.1" status: 200 len: 945 time: 0.0810375 Feb 28 14:37:40.584152 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2e1d665d-bd53-47a2-9252-bacbaaf66f9e req-975fb007-84cc-4a48-a334-2ceea99f819e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=24d4606d-b1b8-4f18-b8f3-3ffa4758d411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469601 Feb 28 14:37:40.943435 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:41.122719 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:41.789066 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb045fa-3b3d-4d0f-b090-eb42ba28816c req-16e1bf9a-0c19-4c66-a6d2-408417c41a3e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:41.790391 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ffb045fa-3b3d-4d0f-b090-eb42ba28816c req-16e1bf9a-0c19-4c66-a6d2-408417c41a3e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=70800783-0db1-4e77-aedf-05f9d1fe3a97 HTTP/1.1" status: 200 len: 945 time: 0.0962787 Feb 28 14:37:41.838529 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ffb045fa-3b3d-4d0f-b090-eb42ba28816c req-a4f12211-3c58-4bae-bd9c-ef3550e9f8e7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=24d4606d-b1b8-4f18-b8f3-3ffa4758d411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393913 Feb 28 14:37:42.044727 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3756bc-77d6-4c08-a643-693e95b87a94 req-b8e8c94b-215d-44d0-8e7b-b28ee50d3e38 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:42.046598 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fb3756bc-77d6-4c08-a643-693e95b87a94 req-b8e8c94b-215d-44d0-8e7b-b28ee50d3e38 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=70800783-0db1-4e77-aedf-05f9d1fe3a97 HTTP/1.1" status: 200 len: 945 time: 0.0990765 Feb 28 14:37:42.109062 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fb3756bc-77d6-4c08-a643-693e95b87a94 req-0182b420-4612-4234-a712-140a82beeec9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=24d4606d-b1b8-4f18-b8f3-3ffa4758d411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495768 Feb 28 14:37:42.134594 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34222) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:37:42.216389 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6186c164-1a0e-4e91-8114-16f6bb8e2a3a tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:42.217986 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6186c164-1a0e-4e91-8114-16f6bb8e2a3a tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=70800783-0db1-4e77-aedf-05f9d1fe3a97 HTTP/1.1" status: 200 len: 1093 time: 0.0818789 Feb 28 14:37:42.221029 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34226) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:37:42.225861 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-fc2fc95e-5146-42b0-af3d-31b47b104ed1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'port_id': '724c1da3-3125-4829-9a04-f566536de2f1', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:37:42.232029 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fc2fc95e-5146-42b0-af3d-31b47b104ed1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:37:42.236066 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fc2fc95e-5146-42b0-af3d-31b47b104ed1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:floatingip and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:37:42.238954 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-fc2fc95e-5146-42b0-af3d-31b47b104ed1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:37:42.244764 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-fc2fc95e-5146-42b0-af3d-31b47b104ed1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:37:42.257721 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc2fc95e-5146-42b0-af3d-31b47b104ed1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:42.398559 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc2fc95e-5146-42b0-af3d-31b47b104ed1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:42.481624 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:42.549496 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-fc2fc95e-5146-42b0-af3d-31b47b104ed1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.26.5.202 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/01f1ac37-7429-4676-a706-916161beb93e) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:37:42.700091 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc2fc95e-5146-42b0-af3d-31b47b104ed1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:42.732559 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc2fc95e-5146-42b0-af3d-31b47b104ed1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:42.792685 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2fc95e-5146-42b0-af3d-31b47b104ed1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:37:42.799804 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-fc2fc95e-5146-42b0-af3d-31b47b104ed1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:37:42.803793 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2fc95e-5146-42b0-af3d-31b47b104ed1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:37:42.835960 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fc95e-5146-42b0-af3d-31b47b104ed1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=01f1ac37-7429-4676-a706-916161beb93e,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:43.356196 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc2fc95e-5146-42b0-af3d-31b47b104ed1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:43.432838 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc2fc95e-5146-42b0-af3d-31b47b104ed1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:43.646645 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc2fc95e-5146-42b0-af3d-31b47b104ed1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:43.652966 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc2fc95e-5146-42b0-af3d-31b47b104ed1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:43.761799 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fc95e-5146-42b0-af3d-31b47b104ed1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=01f1ac37-7429-4676-a706-916161beb93e,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:37:43.775170 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc2fc95e-5146-42b0-af3d-31b47b104ed1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:43.964387 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-fc2fc95e-5146-42b0-af3d-31b47b104ed1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Floating IP 8aa46d7b-2f68-47da-b168-92a4ed1f8e4c associated. External IP: 172.26.5.202, port: 724c1da3-3125-4829-9a04-f566536de2f1. Feb 28 14:37:44.346120 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2fc95e-5146-42b0-af3d-31b47b104ed1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 859831cb-c7f0-4102-bd38-076c13ac00df has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:37:44.527227 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2fc95e-5146-42b0-af3d-31b47b104ed1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:37:44.537115 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205a400d-8a16-4e85-9d41-c96c05a1cf6f None None] Sync routers for ids ['859831cb-c7f0-4102-bd38-076c13ac00df'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:37:44.547479 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205a400d-8a16-4e85-9d41-c96c05a1cf6f None None] Routers {'859831cb-c7f0-4102-bd38-076c13ac00df'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:37:44.548087 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-205a400d-8a16-4e85-9d41-c96c05a1cf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:37:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['859831cb-c7f0-4102-bd38-076c13ac00df'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:37:44.553359 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fc2fc95e-5146-42b0-af3d-31b47b104ed1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:37:44.607707 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fc2fc95e-5146-42b0-af3d-31b47b104ed1 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3855283 Feb 28 14:37:44.608224 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70800783-0db1-4e77-aedf-05f9d1fe3a97', 'tag': '724c1da3-3125-4829-9a04-f566536de2f1'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:37:44.658670 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70800783-0db1-4e77-aedf-05f9d1fe3a97', 'tag': '724c1da3-3125-4829-9a04-f566536de2f1', 'status': 'completed', 'code': 200} Feb 28 14:37:44.726683 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-205a400d-8a16-4e85-9d41-c96c05a1cf6f None None] Set router 859831cb-c7f0-4102-bd38-076c13ac00df gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:37:44.886989 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1885cf-b767-4327-8389-1dd7bda83f68 req-45444c8a-63b8-4a5d-b2ef-a7689d1066ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:44.888386 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7b1885cf-b767-4327-8389-1dd7bda83f68 req-45444c8a-63b8-4a5d-b2ef-a7689d1066ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=70800783-0db1-4e77-aedf-05f9d1fe3a97 HTTP/1.1" status: 200 len: 1098 time: 0.2079070 Feb 28 14:37:45.020777 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1885cf-b767-4327-8389-1dd7bda83f68 req-c576fa0f-4679-4d12-92e2-697833f6d2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:45.022202 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7b1885cf-b767-4327-8389-1dd7bda83f68 req-c576fa0f-4679-4d12-92e2-697833f6d2b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=90992d2e-8a8d-450d-857e-d6dce3403558 HTTP/1.1" status: 200 len: 898 time: 0.1266296 Feb 28 14:37:45.086904 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-205a400d-8a16-4e85-9d41-c96c05a1cf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'name': 'tempest-TestNetworkBasicOps-router-1237446703', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:06Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '5cd177ee-327b-4301-9575-13ae6ef95790', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.88', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'port_id': '73fd2035-ffa9-49cb-b447-31c801c86d07', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'mac_address': 'fa:16:3e:82:3f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a44225-256d-4486-a153-28826ab1396e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:37:25Z', 'updated_at': '2022-02-28T14:37:29Z', 'revision_number': 1, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}, {'id': '8aa46d7b-2f68-47da-b168-92a4ed1f8e4c', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.202', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'port_id': '724c1da3-3125-4829-9a04-f566536de2f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'mac_address': 'fa:16:3e:ef:fd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70800783-0db1-4e77-aedf-05f9d1fe3a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:37:43Z', 'updated_at': '2022-02-28T14:37:43Z', 'revision_number': 0, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ee4ba3-6b0a-40de-a49f-1122c4dcfa03', 'name': '', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:1c:3c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:04Z', 'updated_at': '2022-02-28T14:37:11Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:37:45.093352 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205a400d-8a16-4e85-9d41-c96c05a1cf6f None None] Checking router: 859831cb-c7f0-4102-bd38-076c13ac00df for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:37:45.103104 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205a400d-8a16-4e85-9d41-c96c05a1cf6f None None] Routers {'859831cb-c7f0-4102-bd38-076c13ac00df'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:37:45.103751 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-205a400d-8a16-4e85-9d41-c96c05a1cf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:37:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['859831cb-c7f0-4102-bd38-076c13ac00df'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:37:45.129772 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7b1885cf-b767-4327-8389-1dd7bda83f68 req-15e2bd52-10f2-40f6-a4d7-f819e158d17d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=724c1da3-3125-4829-9a04-f566536de2f1 HTTP/1.1" status: 200 len: 999 time: 0.0994163 Feb 28 14:37:45.192835 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1885cf-b767-4327-8389-1dd7bda83f68 req-a6f8dab1-f099-495b-8c4d-f1ba2a19a998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:45.194181 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7b1885cf-b767-4327-8389-1dd7bda83f68 req-a6f8dab1-f099-495b-8c4d-f1ba2a19a998 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2308d9b4-e7f9-4a56-91c6-5e3ca71b0192 HTTP/1.1" status: 200 len: 834 time: 0.0577374 Feb 28 14:37:45.274321 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1885cf-b767-4327-8389-1dd7bda83f68 req-388c9645-8e89-4e03-90b0-3a8dcd091ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:37:45.275847 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7b1885cf-b767-4327-8389-1dd7bda83f68 req-388c9645-8e89-4e03-90b0-3a8dcd091ce8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90992d2e-8a8d-450d-857e-d6dce3403558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731535 Feb 28 14:37:45.283899 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-205a400d-8a16-4e85-9d41-c96c05a1cf6f None None] Set router 859831cb-c7f0-4102-bd38-076c13ac00df gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:37:45.413430 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7b1885cf-b767-4327-8389-1dd7bda83f68 req-de69a3fe-ccb6-47c2-85b2-b41ce7b85092 service neutron] 10.222.0.13 "GET /v2.0/networks/90992d2e-8a8d-450d-857e-d6dce3403558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295714 Feb 28 14:37:45.552609 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7b1885cf-b767-4327-8389-1dd7bda83f68 req-0a644863-6f7d-484f-b648-161b5fab35be service neutron] 10.222.0.13 "GET /v2.0/networks/90992d2e-8a8d-450d-857e-d6dce3403558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303771 Feb 28 14:37:45.672780 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-205a400d-8a16-4e85-9d41-c96c05a1cf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'name': 'tempest-TestNetworkBasicOps-router-1237446703', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:06Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '5cd177ee-327b-4301-9575-13ae6ef95790', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.88', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'port_id': '73fd2035-ffa9-49cb-b447-31c801c86d07', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'mac_address': 'fa:16:3e:82:3f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a44225-256d-4486-a153-28826ab1396e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:37:25Z', 'updated_at': '2022-02-28T14:37:29Z', 'revision_number': 1, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}, {'id': '8aa46d7b-2f68-47da-b168-92a4ed1f8e4c', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.202', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'port_id': '724c1da3-3125-4829-9a04-f566536de2f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'mac_address': 'fa:16:3e:ef:fd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70800783-0db1-4e77-aedf-05f9d1fe3a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:37:43Z', 'updated_at': '2022-02-28T14:37:43Z', 'revision_number': 0, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ee4ba3-6b0a-40de-a49f-1122c4dcfa03', 'name': '', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:1c:3c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:04Z', 'updated_at': '2022-02-28T14:37:11Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:37:45.677136 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205a400d-8a16-4e85-9d41-c96c05a1cf6f None None] The sync data for ids ['859831cb-c7f0-4102-bd38-076c13ac00df'] in dv-neutron-831192-4-hyperv is: [{'id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'name': 'tempest-TestNetworkBasicOps-router-1237446703', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:06Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '5cd177ee-327b-4301-9575-13ae6ef95790', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.88', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'port_id': '73fd2035-ffa9-49cb-b447-31c801c86d07', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'mac_address': 'fa:16:3e:82:3f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a44225-256d-4486-a153-28826ab1396e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:37:25Z', 'updated_at': '2022-02-28T14:37:29Z', 'revision_number': 1, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}, {'id': '8aa46d7b-2f68-47da-b168-92a4ed1f8e4c', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.202', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'port_id': '724c1da3-3125-4829-9a04-f566536de2f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'mac_address': 'fa:16:3e:ef:fd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70800783-0db1-4e77-aedf-05f9d1fe3a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:37:43Z', 'updated_at': '2022-02-28T14:37:43Z', 'revision_number': 0, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ee4ba3-6b0a-40de-a49f-1122c4dcfa03', 'name': '', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:1c:3c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:04Z', 'updated_at': '2022-02-28T14:37:11Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:37:45.864855 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2326531-9c61-4479-a938-800ae8810a45 None None] New status for floating IP 8aa46d7b-2f68-47da-b168-92a4ed1f8e4c: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:38:00.823735 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:38:05.085610 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:07.667200 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-535d9b89-ce11-4c5a-a5e7-82e94d91e3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:09.823567 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ac6f32ce-6182-41f9-b417-f2afc4aab13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:10.939847 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:11.126803 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:12.487612 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:17.959441 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34244) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:18.261623 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-90d57a7e-9c8f-4957-a33c-d85ae24c48a4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Deleting port a06e33f2-8400-45c8-be2e-0dd77c1b891e {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:38:18.261851 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-90d57a7e-9c8f-4957-a33c-d85ae24c48a4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:18.440453 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-90d57a7e-9c8f-4957-a33c-d85ae24c48a4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:18.440867 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-90d57a7e-9c8f-4957-a33c-d85ae24c48a4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:18.572136 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-90d57a7e-9c8f-4957-a33c-d85ae24c48a4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Calling delete_port for a06e33f2-8400-45c8-be2e-0dd77c1b891e owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:38:18.741237 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-90d57a7e-9c8f-4957-a33c-d85ae24c48a4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:18.791610 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d57a7e-9c8f-4957-a33c-d85ae24c48a4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Pushing event deleted for resources: {'Port': ['ID=a06e33f2-8400-45c8-be2e-0dd77c1b891e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:18.835377 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d57a7e-9c8f-4957-a33c-d85ae24c48a4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:18.835723 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d57a7e-9c8f-4957-a33c-d85ae24c48a4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:18.836054 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d57a7e-9c8f-4957-a33c-d85ae24c48a4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:18.836383 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d57a7e-9c8f-4957-a33c-d85ae24c48a4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:18.836711 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d57a7e-9c8f-4957-a33c-d85ae24c48a4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:18.837032 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d57a7e-9c8f-4957-a33c-d85ae24c48a4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:18.837338 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d57a7e-9c8f-4957-a33c-d85ae24c48a4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:18.837656 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d57a7e-9c8f-4957-a33c-d85ae24c48a4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:18.837968 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d57a7e-9c8f-4957-a33c-d85ae24c48a4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:18.838284 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d57a7e-9c8f-4957-a33c-d85ae24c48a4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:18.838598 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d57a7e-9c8f-4957-a33c-d85ae24c48a4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:18.838911 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d57a7e-9c8f-4957-a33c-d85ae24c48a4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:18.898369 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-90d57a7e-9c8f-4957-a33c-d85ae24c48a4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:18.898747 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-90d57a7e-9c8f-4957-a33c-d85ae24c48a4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Floating IP 1de7c417-1156-44e8-881d-262b0f020ec4 disassociated (deleted). External IP: 172.26.5.105, port: 10c29cc8-89ab-4f68-96f9-76ada6a22843. Feb 28 14:38:19.084176 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34250) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:19.192365 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-89c61a25-710b-4ab1-a4ca-ddfc8f5a08cc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/5cd177ee-327b-4301-9575-13ae6ef95790 HTTP/1.1" status: 200 len: 992 time: 0.1069119 Feb 28 14:38:19.258152 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d57a7e-9c8f-4957-a33c-d85ae24c48a4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:38:19.436366 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d57a7e-9c8f-4957-a33c-d85ae24c48a4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:38:19.448533 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ca81ce-57a6-4985-a2f8-7e133b09d984 None None] Sync routers for ids ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:38:19.459488 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-90d57a7e-9c8f-4957-a33c-d85ae24c48a4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:19.459699 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ca81ce-57a6-4985-a2f8-7e133b09d984 None None] Routers {'89af78d2-0f3b-4ce2-8bda-6c279d6083ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:38:19.460258 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-90ca81ce-57a6-4985-a2f8-7e133b09d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:38:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:19.521974 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-90d57a7e-9c8f-4957-a33c-d85ae24c48a4 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "DELETE /v2.0/floatingips/1de7c417-1156-44e8-881d-262b0f020ec4 HTTP/1.1" status: 204 len: 168 time: 1.5611613 Feb 28 14:38:19.522319 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e94167c-e342-4dc1-907d-444e29374aaf', 'tag': '10c29cc8-89ab-4f68-96f9-76ada6a22843'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:38:19.625121 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e94167c-e342-4dc1-907d-444e29374aaf', 'tag': '10c29cc8-89ab-4f68-96f9-76ada6a22843', 'status': 'completed', 'code': 200} Feb 28 14:38:19.653545 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-90ca81ce-57a6-4985-a2f8-7e133b09d984 None None] Set router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:38:19.733409 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae1604-f320-4e55-8425-9c8c8e20d8b5 req-842a6a7f-99a7-4033-903f-516148fad54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:19.735566 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fbae1604-f320-4e55-8425-9c8c8e20d8b5 req-842a6a7f-99a7-4033-903f-516148fad54e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f524760c6fa4d1fa6c1f424e01bc6b0&device_id=2e94167c-e342-4dc1-907d-444e29374aaf HTTP/1.1" status: 200 len: 1099 time: 0.0872364 Feb 28 14:38:19.923017 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae1604-f320-4e55-8425-9c8c8e20d8b5 req-47e0d31e-680f-4d8e-8e2e-00b6bf6a53a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:19.924484 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fbae1604-f320-4e55-8425-9c8c8e20d8b5 req-47e0d31e-680f-4d8e-8e2e-00b6bf6a53a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dbec77e7-9627-41ee-b124-abc98f8f9531 HTTP/1.1" status: 200 len: 912 time: 0.1728463 Feb 28 14:38:20.002400 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fbae1604-f320-4e55-8425-9c8c8e20d8b5 req-0ebdc322-3a78-4f42-9a12-6d15860d1eb5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10c29cc8-89ab-4f68-96f9-76ada6a22843 HTTP/1.1" status: 200 len: 217 time: 0.0682712 Feb 28 14:38:20.002596 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-90ca81ce-57a6-4985-a2f8-7e133b09d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'name': 'tempest-TestVolumeBootPattern-748981942-router', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:18Z', 'updated_at': '2022-02-28T14:31:24Z', 'revision_number': 4, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'gw_port': {'id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:19Z', 'updated_at': '2022-02-28T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '1ed6433f-ab24-4f19-88ad-a8d5053ff67a', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'port_id': '83d429e0-a9a6-4f0d-b616-f148844183c2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'mac_address': 'fa:16:3e:23:72:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070c7f4a-c77c-40ee-b702-2a0ab1e94b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:34:48Z', 'updated_at': '2022-02-28T14:34:51Z', 'revision_number': 1, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3836f8f-4ac6-4066-b5b7-81134a9cdac3', 'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'mac_address': 'fa:16:3e:3b:ac:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:23Z', 'updated_at': '2022-02-28T14:31:29Z', 'revision_number': 5, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'subnets': [{'id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:20.007003 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ca81ce-57a6-4985-a2f8-7e133b09d984 None None] Checking router: 89af78d2-0f3b-4ce2-8bda-6c279d6083ef for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:38:20.009905 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e82ec7-9a81-4b5e-b68d-8719a95f88e2 req-e65459d9-7006-4f21-9264-b56b835bb9c0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:20.011314 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-99e82ec7-9a81-4b5e-b68d-8719a95f88e2 req-e65459d9-7006-4f21-9264-b56b835bb9c0 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e94167c-e342-4dc1-907d-444e29374aaf HTTP/1.1" status: 200 len: 946 time: 0.1772346 Feb 28 14:38:20.015701 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ca81ce-57a6-4985-a2f8-7e133b09d984 None None] Routers {'89af78d2-0f3b-4ce2-8bda-6c279d6083ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:38:20.016293 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-90ca81ce-57a6-4985-a2f8-7e133b09d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:38:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:20.063351 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34268) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:20.070467 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2a425fa0-0733-463a-b37e-bc1804021d57 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:38:20.100552 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae1604-f320-4e55-8425-9c8c8e20d8b5 req-4b005dfb-3d93-4a1f-8a1b-be86d4eb9799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:20.102004 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fbae1604-f320-4e55-8425-9c8c8e20d8b5 req-4b005dfb-3d93-4a1f-8a1b-be86d4eb9799 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2c3c161d-1d7a-4059-be69-1fedd6eff82a HTTP/1.1" status: 200 len: 850 time: 0.0898354 Feb 28 14:38:20.106520 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-99e82ec7-9a81-4b5e-b68d-8719a95f88e2 req-60828cc8-4d45-4824-a350-912a45c98f8e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653632 Feb 28 14:38:20.192436 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae1604-f320-4e55-8425-9c8c8e20d8b5 req-dce467c2-3e34-401a-b8c3-e0239ac1676f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:20.192695 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a425fa0-0733-463a-b37e-bc1804021d57 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:20.193923 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fbae1604-f320-4e55-8425-9c8c8e20d8b5 req-dce467c2-3e34-401a-b8c3-e0239ac1676f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dbec77e7-9627-41ee-b124-abc98f8f9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845249 Feb 28 14:38:20.204389 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-90ca81ce-57a6-4985-a2f8-7e133b09d984 None None] Set router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:38:20.338040 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fbae1604-f320-4e55-8425-9c8c8e20d8b5 req-bc4ce452-5961-4819-8d81-74e472fb03f7 service neutron] 10.222.0.13 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363764 Feb 28 14:38:20.527502 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-2a425fa0-0733-463a-b37e-bc1804021d57 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port 73fd2035-ffa9-49cb-b447-31c801c86d07, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=73fd2035-ffa9-49cb-b447-31c801c86d07,segment=NetworkSegment(204d9daf-d47b-42ec-87d8-78687c371cc1),segment_id=204d9daf-d47b-42ec-87d8-78687c371cc1)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:38:20.554932 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a425fa0-0733-463a-b37e-bc1804021d57 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:20.561222 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a425fa0-0733-463a-b37e-bc1804021d57 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:20.578968 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-90ca81ce-57a6-4985-a2f8-7e133b09d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'name': 'tempest-TestVolumeBootPattern-748981942-router', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:18Z', 'updated_at': '2022-02-28T14:31:24Z', 'revision_number': 4, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'gw_port': {'id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:19Z', 'updated_at': '2022-02-28T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '1ed6433f-ab24-4f19-88ad-a8d5053ff67a', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'port_id': '83d429e0-a9a6-4f0d-b616-f148844183c2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'mac_address': 'fa:16:3e:23:72:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070c7f4a-c77c-40ee-b702-2a0ab1e94b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:34:48Z', 'updated_at': '2022-02-28T14:34:51Z', 'revision_number': 1, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3836f8f-4ac6-4066-b5b7-81134a9cdac3', 'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'mac_address': 'fa:16:3e:3b:ac:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:23Z', 'updated_at': '2022-02-28T14:31:29Z', 'revision_number': 5, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'subnets': [{'id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:20.583313 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ca81ce-57a6-4985-a2f8-7e133b09d984 None None] The sync data for ids ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'] in dv-neutron-831192-4-hyperv is: [{'id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'name': 'tempest-TestVolumeBootPattern-748981942-router', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:18Z', 'updated_at': '2022-02-28T14:31:24Z', 'revision_number': 4, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'gw_port': {'id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:19Z', 'updated_at': '2022-02-28T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '1ed6433f-ab24-4f19-88ad-a8d5053ff67a', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'port_id': '83d429e0-a9a6-4f0d-b616-f148844183c2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'mac_address': 'fa:16:3e:23:72:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070c7f4a-c77c-40ee-b702-2a0ab1e94b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:34:48Z', 'updated_at': '2022-02-28T14:34:51Z', 'revision_number': 1, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3836f8f-4ac6-4066-b5b7-81134a9cdac3', 'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'mac_address': 'fa:16:3e:3b:ac:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:23Z', 'updated_at': '2022-02-28T14:31:29Z', 'revision_number': 5, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'subnets': [{'id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:38:20.620634 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fbae1604-f320-4e55-8425-9c8c8e20d8b5 req-5c82311e-2a9c-43e7-ac4d-91a492947bf2 service neutron] 10.222.0.13 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748480 Feb 28 14:38:20.631203 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a425fa0-0733-463a-b37e-bc1804021d57 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:20.631930 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a425fa0-0733-463a-b37e-bc1804021d57 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:20.637448 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2a425fa0-0733-463a-b37e-bc1804021d57 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "PUT /v2.0/ports/73fd2035-ffa9-49cb-b447-31c801c86d07 HTTP/1.1" status: 200 len: 938 time: 0.5689275 Feb 28 14:38:20.667981 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a425fa0-0733-463a-b37e-bc1804021d57 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=73fd2035-ffa9-49cb-b447-31c801c86d07,revision_number=6']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:20.828615 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fd7c35-c65c-43ca-a2bf-20f3c3e08586 None None] New status for floating IP 1de7c417-1156-44e8-881d-262b0f020ec4: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:38:20.900769 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f7a6d03e-5abd-4ec4-83e0-ac2071370d1b None None] Provisioning complete for port 73fd2035-ffa9-49cb-b447-31c801c86d07 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:38:20.901164 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f7a6d03e-5abd-4ec4-83e0-ac2071370d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:20.962414 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f7a6d03e-5abd-4ec4-83e0-ac2071370d1b None None] Port 73fd2035-ffa9-49cb-b447-31c801c86d07 is administratively disabled so it will not transition to active. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Feb 28 14:38:21.308083 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278d869-abbf-4e0e-a63c-cf5b69b006be req-353b36c7-e12e-480f-95a4-aa6280f3ea4a tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:21.308785 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-9278d869-abbf-4e0e-a63c-cf5b69b006be req-353b36c7-e12e-480f-95a4-aa6280f3ea4a tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Synchronizing usage tracker for tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:38:21.326782 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-9278d869-abbf-4e0e-a63c-cf5b69b006be req-353b36c7-e12e-480f-95a4-aa6280f3ea4a tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Unset dirty status for tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:38:21.327991 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9278d869-abbf-4e0e-a63c-cf5b69b006be req-353b36c7-e12e-480f-95a4-aa6280f3ea4a tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e94167c-e342-4dc1-907d-444e29374aaf HTTP/1.1" status: 200 len: 946 time: 0.1023388 Feb 28 14:38:21.379893 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9278d869-abbf-4e0e-a63c-cf5b69b006be req-0e014df8-5f96-4323-ae1d-e56895cd8c77 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428863 Feb 28 14:38:21.472962 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a5107-a46e-4c11-8fd9-c848d13a02c4 req-02254a71-12c0-4b73-83e7-02a9d5036755 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:21.474380 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2f7a5107-a46e-4c11-8fd9-c848d13a02c4 req-02254a71-12c0-4b73-83e7-02a9d5036755 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e94167c-e342-4dc1-907d-444e29374aaf HTTP/1.1" status: 200 len: 946 time: 0.0859106 Feb 28 14:38:21.547147 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-2f7a5107-a46e-4c11-8fd9-c848d13a02c4 req-e637d803-709f-4ffc-957d-1cff3e493f1e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Deleting port 10c29cc8-89ab-4f68-96f9-76ada6a22843 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:38:21.547518 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-2f7a5107-a46e-4c11-8fd9-c848d13a02c4 req-e637d803-709f-4ffc-957d-1cff3e493f1e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:21.626675 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a44225-256d-4486-a153-28826ab1396e', 'tag': '73fd2035-ffa9-49cb-b447-31c801c86d07'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:38:21.675657 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a44225-256d-4486-a153-28826ab1396e', 'tag': '73fd2035-ffa9-49cb-b447-31c801c86d07', 'status': 'completed', 'code': 200} Feb 28 14:38:21.776973 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a7037-9924-4395-91e6-07fede2ef0a1 req-77570e0e-646c-4846-861f-c4ed2f92981c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:21.778354 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-db5a7037-9924-4395-91e6-07fede2ef0a1 req-77570e0e-646c-4846-861f-c4ed2f92981c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=b2a44225-256d-4486-a153-28826ab1396e HTTP/1.1" status: 200 len: 1099 time: 0.0814278 Feb 28 14:38:21.825619 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-2f7a5107-a46e-4c11-8fd9-c848d13a02c4 req-e637d803-709f-4ffc-957d-1cff3e493f1e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] For port 10c29cc8-89ab-4f68-96f9-76ada6a22843, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=10c29cc8-89ab-4f68-96f9-76ada6a22843,segment=NetworkSegment(17126b36-8ec3-4ac1-9d6f-8ac5c220baca),segment_id=17126b36-8ec3-4ac1-9d6f-8ac5c220baca)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:38:21.825977 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-2f7a5107-a46e-4c11-8fd9-c848d13a02c4 req-e637d803-709f-4ffc-957d-1cff3e493f1e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:21.920431 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a7037-9924-4395-91e6-07fede2ef0a1 req-4d616930-3763-43df-84db-5c17ffce1f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:21.922237 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-db5a7037-9924-4395-91e6-07fede2ef0a1 req-4d616930-3763-43df-84db-5c17ffce1f50 service neutron] 10.222.0.13 "GET /v2.0/networks?id=90992d2e-8a8d-450d-857e-d6dce3403558 HTTP/1.1" status: 200 len: 898 time: 0.1338680 Feb 28 14:38:21.951266 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-2f7a5107-a46e-4c11-8fd9-c848d13a02c4 req-e637d803-709f-4ffc-957d-1cff3e493f1e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Calling delete_port for 10c29cc8-89ab-4f68-96f9-76ada6a22843 owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:38:22.026428 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-db5a7037-9924-4395-91e6-07fede2ef0a1 req-4a76f2a0-739a-4799-9d81-db8a4b3e250f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73fd2035-ffa9-49cb-b447-31c801c86d07 HTTP/1.1" status: 200 len: 1001 time: 0.0961242 Feb 28 14:38:22.099477 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a7037-9924-4395-91e6-07fede2ef0a1 req-1d0dd65d-59c9-45dc-bbf9-9d9c3934f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:22.101222 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-db5a7037-9924-4395-91e6-07fede2ef0a1 req-1d0dd65d-59c9-45dc-bbf9-9d9c3934f170 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2308d9b4-e7f9-4a56-91c6-5e3ca71b0192 HTTP/1.1" status: 200 len: 834 time: 0.0590312 Feb 28 14:38:22.104919 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-2f7a5107-a46e-4c11-8fd9-c848d13a02c4 req-e637d803-709f-4ffc-957d-1cff3e493f1e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:22.165761 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637d803-709f-4ffc-957d-1cff3e493f1e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Pushing event deleted for resources: {'Port': ['ID=10c29cc8-89ab-4f68-96f9-76ada6a22843,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:22.178890 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a7037-9924-4395-91e6-07fede2ef0a1 req-441419b7-c1a3-4e23-979b-3bd6a5f7275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:22.180415 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-db5a7037-9924-4395-91e6-07fede2ef0a1 req-441419b7-c1a3-4e23-979b-3bd6a5f7275f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90992d2e-8a8d-450d-857e-d6dce3403558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725114 Feb 28 14:38:22.211098 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e637d803-709f-4ffc-957d-1cff3e493f1e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:22.211466 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e637d803-709f-4ffc-957d-1cff3e493f1e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:22.211795 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e637d803-709f-4ffc-957d-1cff3e493f1e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:22.212121 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e637d803-709f-4ffc-957d-1cff3e493f1e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:22.212444 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e637d803-709f-4ffc-957d-1cff3e493f1e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:22.212763 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e637d803-709f-4ffc-957d-1cff3e493f1e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:22.213078 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e637d803-709f-4ffc-957d-1cff3e493f1e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:22.213395 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e637d803-709f-4ffc-957d-1cff3e493f1e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:22.213708 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e637d803-709f-4ffc-957d-1cff3e493f1e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:22.214015 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e637d803-709f-4ffc-957d-1cff3e493f1e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:22.214324 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e637d803-709f-4ffc-957d-1cff3e493f1e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:22.214629 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e637d803-709f-4ffc-957d-1cff3e493f1e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:22.258316 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7a5107-a46e-4c11-8fd9-c848d13a02c4 req-e637d803-709f-4ffc-957d-1cff3e493f1e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] No DVR routers for this DVR port 10c29cc8-89ab-4f68-96f9-76ada6a22843 on host hv-neutron-8311 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:38:22.261004 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-2f7a5107-a46e-4c11-8fd9-c848d13a02c4 req-e637d803-709f-4ffc-957d-1cff3e493f1e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:22.263802 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e94167c-e342-4dc1-907d-444e29374aaf', 'name': 'network-vif-deleted', 'tag': '10c29cc8-89ab-4f68-96f9-76ada6a22843'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:38:22.281303 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2f7a5107-a46e-4c11-8fd9-c848d13a02c4 req-e637d803-709f-4ffc-957d-1cff3e493f1e tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.13 "DELETE /v2.0/ports/10c29cc8-89ab-4f68-96f9-76ada6a22843 HTTP/1.1" status: 204 len: 173 time: 0.8015432 Feb 28 14:38:22.322686 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-db5a7037-9924-4395-91e6-07fede2ef0a1 req-881f3ed7-4e58-4b19-a353-748369f3f191 service neutron] 10.222.0.13 "GET /v2.0/networks/90992d2e-8a8d-450d-857e-d6dce3403558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355302 Feb 28 14:38:22.323708 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e94167c-e342-4dc1-907d-444e29374aaf', 'name': 'network-vif-deleted', 'tag': '10c29cc8-89ab-4f68-96f9-76ada6a22843', 'status': 'completed', 'code': 200} Feb 28 14:38:22.483903 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-db5a7037-9924-4395-91e6-07fede2ef0a1 req-b48417f2-eaf1-45a6-b74f-147304f65e9b service neutron] 10.222.0.13 "GET /v2.0/networks/90992d2e-8a8d-450d-857e-d6dce3403558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459680 Feb 28 14:38:22.542372 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-9fada971-6e0e-46c3-b7b3-fd43f22cdfbd req-3a14c153-1594-42da-bd3b-6efbd18e099a tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Synchronizing usage tracker for tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:38:22.561997 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-9fada971-6e0e-46c3-b7b3-fd43f22cdfbd req-3a14c153-1594-42da-bd3b-6efbd18e099a tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Unset dirty status for tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:38:22.563247 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9fada971-6e0e-46c3-b7b3-fd43f22cdfbd req-3a14c153-1594-42da-bd3b-6efbd18e099a tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e94167c-e342-4dc1-907d-444e29374aaf HTTP/1.1" status: 200 len: 210 time: 0.0644724 Feb 28 14:38:24.083785 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 10c29cc8-89ab-4f68-96f9-76ada6a22843 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:38:24.091845 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34290) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:24.098594 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-098c22ba-e58f-4d22-9ce5-61f01a3de432 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:38:24.118627 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: 10c29cc8-89ab-4f68-96f9-76ada6a22843 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:38:24.118972 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 10c29cc8-89ab-4f68-96f9-76ada6a22843 not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:38:24.221080 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-098c22ba-e58f-4d22-9ce5-61f01a3de432 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:24.447847 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-098c22ba-e58f-4d22-9ce5-61f01a3de432 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port 73fd2035-ffa9-49cb-b447-31c801c86d07, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=73fd2035-ffa9-49cb-b447-31c801c86d07,segment=NetworkSegment(204d9daf-d47b-42ec-87d8-78687c371cc1),segment_id=204d9daf-d47b-42ec-87d8-78687c371cc1)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:38:24.473811 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-098c22ba-e58f-4d22-9ce5-61f01a3de432 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:24.479242 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-098c22ba-e58f-4d22-9ce5-61f01a3de432 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:24.545093 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098c22ba-e58f-4d22-9ce5-61f01a3de432 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:24.545720 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-098c22ba-e58f-4d22-9ce5-61f01a3de432 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:24.549041 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-098c22ba-e58f-4d22-9ce5-61f01a3de432 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "PUT /v2.0/ports/73fd2035-ffa9-49cb-b447-31c801c86d07 HTTP/1.1" status: 200 len: 937 time: 0.4551694 Feb 28 14:38:24.549887 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a44225-256d-4486-a153-28826ab1396e', 'tag': '73fd2035-ffa9-49cb-b447-31c801c86d07'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:38:24.550558 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34294) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:24.581721 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c22ba-e58f-4d22-9ce5-61f01a3de432 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=73fd2035-ffa9-49cb-b447-31c801c86d07,revision_number=7']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:24.601857 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a44225-256d-4486-a153-28826ab1396e', 'tag': '73fd2035-ffa9-49cb-b447-31c801c86d07', 'status': 'completed', 'code': 200} Feb 28 14:38:24.722851 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-802c886e-36db-4ce3-8e50-c7b2a999986d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/5cd177ee-327b-4301-9575-13ae6ef95790 HTTP/1.1" status: 200 len: 992 time: 0.1705904 Feb 28 14:38:24.743442 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6485787-5afc-4813-bb64-b191b1dda209 req-df7b17bc-4ef0-48a3-b1f2-d3618866b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:24.744927 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c6485787-5afc-4813-bb64-b191b1dda209 req-df7b17bc-4ef0-48a3-b1f2-d3618866b8b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=b2a44225-256d-4486-a153-28826ab1396e HTTP/1.1" status: 200 len: 1098 time: 0.1188107 Feb 28 14:38:24.782549 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['73fd2035-ffa9-49cb-b447-31c801c86d07'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:38:24.896782 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6485787-5afc-4813-bb64-b191b1dda209 req-119e736b-73f3-48bb-b431-20dfbbe14129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:24.898478 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c6485787-5afc-4813-bb64-b191b1dda209 req-119e736b-73f3-48bb-b431-20dfbbe14129 service neutron] 10.222.0.13 "GET /v2.0/networks?id=90992d2e-8a8d-450d-857e-d6dce3403558 HTTP/1.1" status: 200 len: 898 time: 0.1465750 Feb 28 14:38:24.902755 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d1f5ab42-d663-4f25-a77d-c14d76c410aa None None] Provisioning complete for port 73fd2035-ffa9-49cb-b447-31c801c86d07 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:38:24.903124 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d1f5ab42-d663-4f25-a77d-c14d76c410aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:25.134740 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c6485787-5afc-4813-bb64-b191b1dda209 req-0834c187-9a3b-4eb2-8b71-999b72311b08 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73fd2035-ffa9-49cb-b447-31c801c86d07 HTTP/1.1" status: 200 len: 1000 time: 0.2294862 Feb 28 14:38:25.203836 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6485787-5afc-4813-bb64-b191b1dda209 req-c66d21f7-d9aa-4704-9ea5-44054d829c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:25.205389 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c6485787-5afc-4813-bb64-b191b1dda209 req-c66d21f7-d9aa-4704-9ea5-44054d829c04 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2308d9b4-e7f9-4a56-91c6-5e3ca71b0192 HTTP/1.1" status: 200 len: 834 time: 0.0635660 Feb 28 14:38:25.288917 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6485787-5afc-4813-bb64-b191b1dda209 req-870009de-49cb-4cff-a2d9-b551db3dd4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:25.290496 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c6485787-5afc-4813-bb64-b191b1dda209 req-870009de-49cb-4cff-a2d9-b551db3dd4c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90992d2e-8a8d-450d-857e-d6dce3403558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789294 Feb 28 14:38:25.429709 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c6485787-5afc-4813-bb64-b191b1dda209 req-b5b6997a-8e81-43fb-bbbf-6d8a8c859e32 service neutron] 10.222.0.13 "GET /v2.0/networks/90992d2e-8a8d-450d-857e-d6dce3403558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318243 Feb 28 14:38:25.566401 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c6485787-5afc-4813-bb64-b191b1dda209 req-3e956b0d-ccc1-4d69-b639-924030315c63 service neutron] 10.222.0.13 "GET /v2.0/networks/90992d2e-8a8d-450d-857e-d6dce3403558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299624 Feb 28 14:38:27.314758 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34318) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:27.517936 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-96bc0c60-0389-4247-8d46-73e6d5e66545 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port 01f1ac37-7429-4676-a706-916161beb93e {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:38:27.518208 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-96bc0c60-0389-4247-8d46-73e6d5e66545 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:27.711775 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-96bc0c60-0389-4247-8d46-73e6d5e66545 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:27.712010 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-96bc0c60-0389-4247-8d46-73e6d5e66545 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:27.835086 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-96bc0c60-0389-4247-8d46-73e6d5e66545 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for 01f1ac37-7429-4676-a706-916161beb93e owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:38:27.997386 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-96bc0c60-0389-4247-8d46-73e6d5e66545 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:28.043268 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc0c60-0389-4247-8d46-73e6d5e66545 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=01f1ac37-7429-4676-a706-916161beb93e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:28.138081 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-96bc0c60-0389-4247-8d46-73e6d5e66545 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:28.138311 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-96bc0c60-0389-4247-8d46-73e6d5e66545 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Floating IP 8aa46d7b-2f68-47da-b168-92a4ed1f8e4c disassociated (deleted). External IP: 172.26.5.202, port: 724c1da3-3125-4829-9a04-f566536de2f1. Feb 28 14:38:28.332058 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34324) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:28.618084 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bc0c60-0389-4247-8d46-73e6d5e66545 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 859831cb-c7f0-4102-bd38-076c13ac00df has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:38:28.652965 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c6654f3c-afdd-4a7c-98d9-c02da2224f4c tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Deleting port 35e3d98d-34b7-4217-8791-53cff588fb1f {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:38:28.653295 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6654f3c-afdd-4a7c-98d9-c02da2224f4c tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:28.801523 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bc0c60-0389-4247-8d46-73e6d5e66545 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:38:28.812258 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d90f51-f26b-4c17-8065-00aa89a23b16 None None] Sync routers for ids ['859831cb-c7f0-4102-bd38-076c13ac00df'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:38:28.823744 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d90f51-f26b-4c17-8065-00aa89a23b16 None None] Routers {'859831cb-c7f0-4102-bd38-076c13ac00df'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:38:28.824595 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-06d90f51-f26b-4c17-8065-00aa89a23b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:38:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['859831cb-c7f0-4102-bd38-076c13ac00df'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:28.825142 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-96bc0c60-0389-4247-8d46-73e6d5e66545 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:28.834361 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6654f3c-afdd-4a7c-98d9-c02da2224f4c tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:28.834695 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6654f3c-afdd-4a7c-98d9-c02da2224f4c tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:28.885128 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-96bc0c60-0389-4247-8d46-73e6d5e66545 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/floatingips/8aa46d7b-2f68-47da-b168-92a4ed1f8e4c HTTP/1.1" status: 204 len: 168 time: 1.5667443 Feb 28 14:38:28.885128 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70800783-0db1-4e77-aedf-05f9d1fe3a97', 'tag': '724c1da3-3125-4829-9a04-f566536de2f1'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:38:28.935180 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70800783-0db1-4e77-aedf-05f9d1fe3a97', 'tag': '724c1da3-3125-4829-9a04-f566536de2f1', 'status': 'completed', 'code': 200} Feb 28 14:38:28.976063 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c6654f3c-afdd-4a7c-98d9-c02da2224f4c tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Calling delete_port for 35e3d98d-34b7-4217-8791-53cff588fb1f owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:38:29.018793 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-06d90f51-f26b-4c17-8065-00aa89a23b16 None None] Set router 859831cb-c7f0-4102-bd38-076c13ac00df gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:38:29.039325 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fd32f-ff2c-44da-89a1-896c949259af req-85d8fff3-4f0b-4158-9cf2-418c06fc78d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:29.040858 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fd8fd32f-ff2c-44da-89a1-896c949259af req-85d8fff3-4f0b-4158-9cf2-418c06fc78d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=70800783-0db1-4e77-aedf-05f9d1fe3a97 HTTP/1.1" status: 200 len: 1098 time: 0.0808578 Feb 28 14:38:29.176059 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6654f3c-afdd-4a7c-98d9-c02da2224f4c tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:29.197325 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fd32f-ff2c-44da-89a1-896c949259af req-bc0290e3-2b37-41e0-ba5e-bcb0bec5c544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:29.198944 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fd8fd32f-ff2c-44da-89a1-896c949259af req-bc0290e3-2b37-41e0-ba5e-bcb0bec5c544 service neutron] 10.222.0.13 "GET /v2.0/networks?id=90992d2e-8a8d-450d-857e-d6dce3403558 HTTP/1.1" status: 200 len: 898 time: 0.1517327 Feb 28 14:38:29.266896 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6654f3c-afdd-4a7c-98d9-c02da2224f4c tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Pushing event deleted for resources: {'Port': ['ID=35e3d98d-34b7-4217-8791-53cff588fb1f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:29.276379 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fd8fd32f-ff2c-44da-89a1-896c949259af req-063b7bae-307d-4ae4-94b1-3b7fe55fed32 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=724c1da3-3125-4829-9a04-f566536de2f1 HTTP/1.1" status: 200 len: 217 time: 0.0685246 Feb 28 14:38:29.342239 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fd32f-ff2c-44da-89a1-896c949259af req-1824beb1-a4b1-46ed-8839-a753f9da1a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:29.343803 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fd8fd32f-ff2c-44da-89a1-896c949259af req-1824beb1-a4b1-46ed-8839-a753f9da1a04 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2308d9b4-e7f9-4a56-91c6-5e3ca71b0192 HTTP/1.1" status: 200 len: 834 time: 0.0602717 Feb 28 14:38:29.395848 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6654f3c-afdd-4a7c-98d9-c02da2224f4c tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:29.396456 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-c6654f3c-afdd-4a7c-98d9-c02da2224f4c tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Floating IP 1ed6433f-ab24-4f19-88ad-a8d5053ff67a disassociated (deleted). External IP: 172.26.5.121, port: 83d429e0-a9a6-4f0d-b616-f148844183c2. Feb 28 14:38:29.431929 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fd32f-ff2c-44da-89a1-896c949259af req-869ef7af-570f-4005-be27-341ef6a937a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:29.432916 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-06d90f51-f26b-4c17-8065-00aa89a23b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'name': 'tempest-TestNetworkBasicOps-router-1237446703', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:06Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '5cd177ee-327b-4301-9575-13ae6ef95790', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.88', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'port_id': '73fd2035-ffa9-49cb-b447-31c801c86d07', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'mac_address': 'fa:16:3e:82:3f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a44225-256d-4486-a153-28826ab1396e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:37:25Z', 'updated_at': '2022-02-28T14:37:29Z', 'revision_number': 1, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ee4ba3-6b0a-40de-a49f-1122c4dcfa03', 'name': '', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:1c:3c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:04Z', 'updated_at': '2022-02-28T14:37:11Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:29.433888 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fd8fd32f-ff2c-44da-89a1-896c949259af req-869ef7af-570f-4005-be27-341ef6a937a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90992d2e-8a8d-450d-857e-d6dce3403558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830483 Feb 28 14:38:29.438323 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d90f51-f26b-4c17-8065-00aa89a23b16 None None] Checking router: 859831cb-c7f0-4102-bd38-076c13ac00df for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:38:29.448259 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d90f51-f26b-4c17-8065-00aa89a23b16 None None] Routers {'859831cb-c7f0-4102-bd38-076c13ac00df'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:38:29.449108 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-06d90f51-f26b-4c17-8065-00aa89a23b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:38:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['859831cb-c7f0-4102-bd38-076c13ac00df'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:29.479453 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28834cd4-4e30-4b42-8870-35f0a7133912 req-258f36bf-7811-4026-9517-a0f7729be2c2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:29.481258 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-28834cd4-4e30-4b42-8870-35f0a7133912 req-258f36bf-7811-4026-9517-a0f7729be2c2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=70800783-0db1-4e77-aedf-05f9d1fe3a97 HTTP/1.1" status: 200 len: 945 time: 0.2613971 Feb 28 14:38:29.588360 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fd8fd32f-ff2c-44da-89a1-896c949259af req-ce2107e0-72a9-4150-acc8-2ad3bbbdbcc6 service neutron] 10.222.0.13 "GET /v2.0/networks/90992d2e-8a8d-450d-857e-d6dce3403558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467574 Feb 28 14:38:29.612936 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-28834cd4-4e30-4b42-8870-35f0a7133912 req-a415b92a-5ae1-48c7-85a7-56ce22d46480 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=24d4606d-b1b8-4f18-b8f3-3ffa4758d411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230464 Feb 28 14:38:29.658199 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-06d90f51-f26b-4c17-8065-00aa89a23b16 None None] Set router 859831cb-c7f0-4102-bd38-076c13ac00df gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:38:29.735835 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fd8fd32f-ff2c-44da-89a1-896c949259af req-4ccfc967-9605-4c99-860b-18dfbfce367e service neutron] 10.222.0.13 "GET /v2.0/networks/90992d2e-8a8d-450d-857e-d6dce3403558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412184 Feb 28 14:38:29.810302 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6654f3c-afdd-4a7c-98d9-c02da2224f4c tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:38:29.990798 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6654f3c-afdd-4a7c-98d9-c02da2224f4c tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:38:30.002511 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8874fbe-01a1-4035-bf32-4994012044d1 None None] Sync routers for ids ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:38:30.015983 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8874fbe-01a1-4035-bf32-4994012044d1 None None] Routers {'89af78d2-0f3b-4ce2-8bda-6c279d6083ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:38:30.017057 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c6654f3c-afdd-4a7c-98d9-c02da2224f4c tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:30.017241 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a8874fbe-01a1-4035-bf32-4994012044d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:38:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:30.045329 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-06d90f51-f26b-4c17-8065-00aa89a23b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'name': 'tempest-TestNetworkBasicOps-router-1237446703', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:06Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '5cd177ee-327b-4301-9575-13ae6ef95790', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.88', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'port_id': '73fd2035-ffa9-49cb-b447-31c801c86d07', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'mac_address': 'fa:16:3e:82:3f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a44225-256d-4486-a153-28826ab1396e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:37:25Z', 'updated_at': '2022-02-28T14:37:29Z', 'revision_number': 1, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ee4ba3-6b0a-40de-a49f-1122c4dcfa03', 'name': '', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:1c:3c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:04Z', 'updated_at': '2022-02-28T14:37:11Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:30.050676 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d90f51-f26b-4c17-8065-00aa89a23b16 None None] The sync data for ids ['859831cb-c7f0-4102-bd38-076c13ac00df'] in dv-neutron-831192-4-hyperv is: [{'id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'name': 'tempest-TestNetworkBasicOps-router-1237446703', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:06Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '5cd177ee-327b-4301-9575-13ae6ef95790', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.88', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'port_id': '73fd2035-ffa9-49cb-b447-31c801c86d07', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'mac_address': 'fa:16:3e:82:3f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a44225-256d-4486-a153-28826ab1396e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:37:25Z', 'updated_at': '2022-02-28T14:37:29Z', 'revision_number': 1, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ee4ba3-6b0a-40de-a49f-1122c4dcfa03', 'name': '', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:1c:3c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:04Z', 'updated_at': '2022-02-28T14:37:11Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:38:30.208806 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c6654f3c-afdd-4a7c-98d9-c02da2224f4c tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "DELETE /v2.0/floatingips/1ed6433f-ab24-4f19-88ad-a8d5053ff67a HTTP/1.1" status: 204 len: 168 time: 1.8731246 Feb 28 14:38:30.208806 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070c7f4a-c77c-40ee-b702-2a0ab1e94b72', 'tag': '83d429e0-a9a6-4f0d-b616-f148844183c2'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:38:30.211192 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-a8874fbe-01a1-4035-bf32-4994012044d1 None None] Set router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:38:30.264696 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070c7f4a-c77c-40ee-b702-2a0ab1e94b72', 'tag': '83d429e0-a9a6-4f0d-b616-f148844183c2', 'status': 'completed', 'code': 200} Feb 28 14:38:30.365450 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3a99a7-b6cf-48a4-ba6a-bcb1a13a3788 None None] New status for floating IP 8aa46d7b-2f68-47da-b168-92a4ed1f8e4c: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:38:30.378119 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064a991-acc5-47ef-b373-d5704c390f1f req-0979af72-7540-4181-9ed9-6c32cd919e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:30.379928 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a064a991-acc5-47ef-b373-d5704c390f1f req-0979af72-7540-4181-9ed9-6c32cd919e48 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f524760c6fa4d1fa6c1f424e01bc6b0&device_id=070c7f4a-c77c-40ee-b702-2a0ab1e94b72 HTTP/1.1" status: 200 len: 1098 time: 0.0916584 Feb 28 14:38:30.554903 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472762b8-7f90-4873-8102-8270f6ac9d51 req-83a6187f-9602-4a4b-863c-ca81e1cc1905 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:30.556449 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-472762b8-7f90-4873-8102-8270f6ac9d51 req-83a6187f-9602-4a4b-863c-ca81e1cc1905 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/ports?device_id=70800783-0db1-4e77-aedf-05f9d1fe3a97 HTTP/1.1" status: 200 len: 945 time: 0.1169760 Feb 28 14:38:30.598511 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064a991-acc5-47ef-b373-d5704c390f1f req-aabd7816-c9c3-46c1-967f-219e5cb8e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:30.601008 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a064a991-acc5-47ef-b373-d5704c390f1f req-aabd7816-c9c3-46c1-967f-219e5cb8e6c9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dbec77e7-9627-41ee-b124-abc98f8f9531 HTTP/1.1" status: 200 len: 912 time: 0.2019515 Feb 28 14:38:30.620816 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a8874fbe-01a1-4035-bf32-4994012044d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'name': 'tempest-TestVolumeBootPattern-748981942-router', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:18Z', 'updated_at': '2022-02-28T14:31:24Z', 'revision_number': 4, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'gw_port': {'id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:19Z', 'updated_at': '2022-02-28T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'c3836f8f-4ac6-4066-b5b7-81134a9cdac3', 'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'mac_address': 'fa:16:3e:3b:ac:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:23Z', 'updated_at': '2022-02-28T14:31:29Z', 'revision_number': 5, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'subnets': [{'id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:30.624982 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8874fbe-01a1-4035-bf32-4994012044d1 None None] Checking router: 89af78d2-0f3b-4ce2-8bda-6c279d6083ef for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:38:30.634161 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8874fbe-01a1-4035-bf32-4994012044d1 None None] Routers {'89af78d2-0f3b-4ce2-8bda-6c279d6083ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:38:30.634899 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a8874fbe-01a1-4035-bf32-4994012044d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:38:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:30.691627 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-472762b8-7f90-4873-8102-8270f6ac9d51 req-2e193f7a-2520-4e9e-909d-564f96d6b3a9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port 724c1da3-3125-4829-9a04-f566536de2f1 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:38:30.691985 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-472762b8-7f90-4873-8102-8270f6ac9d51 req-2e193f7a-2520-4e9e-909d-564f96d6b3a9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:30.695990 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a064a991-acc5-47ef-b373-d5704c390f1f req-a6fe17aa-bedd-401e-a26d-777681735369 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83d429e0-a9a6-4f0d-b616-f148844183c2 HTTP/1.1" status: 200 len: 217 time: 0.0832233 Feb 28 14:38:30.814578 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3fa77-9802-40b8-8d8a-ab8148c01351 req-ad178fd8-1c29-4146-adb7-c7d3898acae8 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:30.815224 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-65b3fa77-9802-40b8-8d8a-ab8148c01351 req-ad178fd8-1c29-4146-adb7-c7d3898acae8 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Synchronizing usage tracker for tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:38:30.837944 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-a8874fbe-01a1-4035-bf32-4994012044d1 None None] Set router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:38:30.857717 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-65b3fa77-9802-40b8-8d8a-ab8148c01351 req-ad178fd8-1c29-4146-adb7-c7d3898acae8 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Unset dirty status for tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:38:30.858853 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-65b3fa77-9802-40b8-8d8a-ab8148c01351 req-ad178fd8-1c29-4146-adb7-c7d3898acae8 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=070c7f4a-c77c-40ee-b702-2a0ab1e94b72 HTTP/1.1" status: 200 len: 945 time: 0.2450387 Feb 28 14:38:30.941127 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064a991-acc5-47ef-b373-d5704c390f1f req-c09b616a-e3d7-4e61-9ca7-89b0cdfda1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:30.944848 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a064a991-acc5-47ef-b373-d5704c390f1f req-c09b616a-e3d7-4e61-9ca7-89b0cdfda1bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2c3c161d-1d7a-4059-be69-1fedd6eff82a HTTP/1.1" status: 200 len: 850 time: 0.2402518 Feb 28 14:38:30.981982 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-65b3fa77-9802-40b8-8d8a-ab8148c01351 req-74d3213b-2ebc-45e4-bd75-59f70c44ab1d tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114063 Feb 28 14:38:31.011839 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-472762b8-7f90-4873-8102-8270f6ac9d51 req-2e193f7a-2520-4e9e-909d-564f96d6b3a9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port 724c1da3-3125-4829-9a04-f566536de2f1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=724c1da3-3125-4829-9a04-f566536de2f1,segment=NetworkSegment(204d9daf-d47b-42ec-87d8-78687c371cc1),segment_id=204d9daf-d47b-42ec-87d8-78687c371cc1)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:38:31.011839 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-472762b8-7f90-4873-8102-8270f6ac9d51 req-2e193f7a-2520-4e9e-909d-564f96d6b3a9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:31.024587 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fde69b-f961-48cc-a6b4-e1221f811b16 req-a12ee319-3d1f-4a3f-8134-efe5ed7e2819 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:31.025391 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-86fde69b-f961-48cc-a6b4-e1221f811b16 req-a12ee319-3d1f-4a3f-8134-efe5ed7e2819 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:38:31.048819 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-86fde69b-f961-48cc-a6b4-e1221f811b16 req-a12ee319-3d1f-4a3f-8134-efe5ed7e2819 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:38:31.050049 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-86fde69b-f961-48cc-a6b4-e1221f811b16 req-a12ee319-3d1f-4a3f-8134-efe5ed7e2819 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=70800783-0db1-4e77-aedf-05f9d1fe3a97 HTTP/1.1" status: 200 len: 945 time: 0.1967330 Feb 28 14:38:31.080325 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064a991-acc5-47ef-b373-d5704c390f1f req-91e268fb-01a0-4951-a251-b13aeb429680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:31.081764 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a064a991-acc5-47ef-b373-d5704c390f1f req-91e268fb-01a0-4951-a251-b13aeb429680 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dbec77e7-9627-41ee-b124-abc98f8f9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1321445 Feb 28 14:38:31.138438 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-472762b8-7f90-4873-8102-8270f6ac9d51 req-2e193f7a-2520-4e9e-909d-564f96d6b3a9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for 724c1da3-3125-4829-9a04-f566536de2f1 owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:38:31.144420 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-86fde69b-f961-48cc-a6b4-e1221f811b16 req-9e9b9aa7-9416-4fa4-b119-a7f82724959f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=24d4606d-b1b8-4f18-b8f3-3ffa4758d411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835154 Feb 28 14:38:31.237878 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a8874fbe-01a1-4035-bf32-4994012044d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'name': 'tempest-TestVolumeBootPattern-748981942-router', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:18Z', 'updated_at': '2022-02-28T14:31:24Z', 'revision_number': 4, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'gw_port': {'id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:19Z', 'updated_at': '2022-02-28T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'c3836f8f-4ac6-4066-b5b7-81134a9cdac3', 'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'mac_address': 'fa:16:3e:3b:ac:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:23Z', 'updated_at': '2022-02-28T14:31:29Z', 'revision_number': 5, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'subnets': [{'id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:31.242371 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8874fbe-01a1-4035-bf32-4994012044d1 None None] The sync data for ids ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'] in dv-neutron-831192-4-hyperv is: [{'id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'name': 'tempest-TestVolumeBootPattern-748981942-router', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:18Z', 'updated_at': '2022-02-28T14:31:24Z', 'revision_number': 4, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'gw_port': {'id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:19Z', 'updated_at': '2022-02-28T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'c3836f8f-4ac6-4066-b5b7-81134a9cdac3', 'name': '', 'network_id': 'dbec77e7-9627-41ee-b124-abc98f8f9531', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'mac_address': 'fa:16:3e:3b:ac:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:23Z', 'updated_at': '2022-02-28T14:31:29Z', 'revision_number': 5, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'subnets': [{'id': '2c3c161d-1d7a-4059-be69-1fedd6eff82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:38:31.268354 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a064a991-acc5-47ef-b373-d5704c390f1f req-bbed639a-b083-4b83-8e61-86ee2f1b1af6 service neutron] 10.222.0.13 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792545 Feb 28 14:38:31.314712 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-472762b8-7f90-4873-8102-8270f6ac9d51 req-2e193f7a-2520-4e9e-909d-564f96d6b3a9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:31.375431 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e193f7a-2520-4e9e-909d-564f96d6b3a9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=724c1da3-3125-4829-9a04-f566536de2f1,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:31.436913 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a064a991-acc5-47ef-b373-d5704c390f1f req-16355852-6619-4690-a54a-9df8a110b794 service neutron] 10.222.0.13 "GET /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614377 Feb 28 14:38:31.496520 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-472762b8-7f90-4873-8102-8270f6ac9d51 req-2e193f7a-2520-4e9e-909d-564f96d6b3a9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] No DVR routers for this DVR port 724c1da3-3125-4829-9a04-f566536de2f1 on host hv-neutron-8311 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:38:31.499232 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-472762b8-7f90-4873-8102-8270f6ac9d51 req-2e193f7a-2520-4e9e-909d-564f96d6b3a9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:31.516340 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-472762b8-7f90-4873-8102-8270f6ac9d51 req-2e193f7a-2520-4e9e-909d-564f96d6b3a9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "DELETE /v2.0/ports/724c1da3-3125-4829-9a04-f566536de2f1 HTTP/1.1" status: 204 len: 173 time: 0.9520805 Feb 28 14:38:31.560989 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bb8d2c-80ce-4dec-b4b0-16e2333c735b None None] New status for floating IP 1ed6433f-ab24-4f19-88ad-a8d5053ff67a: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:38:32.061997 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fb7f2-e7bd-4cf1-b6d0-0af7b6300d99 req-e5af332b-e61b-4e84-a002-78cde035a1ce tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:32.063548 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-181fb7f2-e7bd-4cf1-b6d0-0af7b6300d99 req-e5af332b-e61b-4e84-a002-78cde035a1ce tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.13 "GET /v2.0/ports?device_id=070c7f4a-c77c-40ee-b702-2a0ab1e94b72 HTTP/1.1" status: 200 len: 945 time: 0.0979941 Feb 28 14:38:32.189732 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-181fb7f2-e7bd-4cf1-b6d0-0af7b6300d99 req-6497ec68-8823-4a9e-8e8b-02e906977548 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Deleting port 83d429e0-a9a6-4f0d-b616-f148844183c2 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:38:32.190070 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-181fb7f2-e7bd-4cf1-b6d0-0af7b6300d99 req-6497ec68-8823-4a9e-8e8b-02e906977548 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:32.247781 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34346) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:32.292005 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70800783-0db1-4e77-aedf-05f9d1fe3a97', 'name': 'network-vif-deleted', 'tag': '724c1da3-3125-4829-9a04-f566536de2f1'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:38:32.319304 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bdc9b-85fe-4be1-9ded-2a0e6be6e56f req-270b1aba-d83d-4dc4-9d7f-becf5e3e53d5 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:32.320762 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-768bdc9b-85fe-4be1-9ded-2a0e6be6e56f req-270b1aba-d83d-4dc4-9d7f-becf5e3e53d5 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=070c7f4a-c77c-40ee-b702-2a0ab1e94b72 HTTP/1.1" status: 200 len: 945 time: 0.2134640 Feb 28 14:38:32.328235 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca819290-9a47-4c8d-9ab8-e78942baf348 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:32.338348 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70800783-0db1-4e77-aedf-05f9d1fe3a97', 'name': 'network-vif-deleted', 'tag': '724c1da3-3125-4829-9a04-f566536de2f1', 'status': 'completed', 'code': 200} Feb 28 14:38:32.365656 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca819290-9a47-4c8d-9ab8-e78942baf348 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:32.436602 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca819290-9a47-4c8d-9ab8-e78942baf348 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:32.454994 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca819290-9a47-4c8d-9ab8-e78942baf348 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d4606d-b1b8-4f18-b8f3-3ffa4758d411,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:32.469663 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-768bdc9b-85fe-4be1-9ded-2a0e6be6e56f req-7f29bea3-253c-4c10-882f-329e54e829dd tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/security-groups?id=e50a005b-1b6f-4b04-9da8-02256e7fa4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377821 Feb 28 14:38:32.470091 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ca819290-9a47-4c8d-9ab8-e78942baf348 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:32.475049 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ca819290-9a47-4c8d-9ab8-e78942baf348 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/security-groups/24d4606d-b1b8-4f18-b8f3-3ffa4758d411 HTTP/1.1" status: 204 len: 168 time: 0.2261102 Feb 28 14:38:32.511088 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34354) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:32.514648 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-181fb7f2-e7bd-4cf1-b6d0-0af7b6300d99 req-6497ec68-8823-4a9e-8e8b-02e906977548 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] For port 83d429e0-a9a6-4f0d-b616-f148844183c2, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=83d429e0-a9a6-4f0d-b616-f148844183c2,segment=NetworkSegment(17126b36-8ec3-4ac1-9d6f-8ac5c220baca),segment_id=17126b36-8ec3-4ac1-9d6f-8ac5c220baca)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:38:32.515070 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-181fb7f2-e7bd-4cf1-b6d0-0af7b6300d99 req-6497ec68-8823-4a9e-8e8b-02e906977548 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:32.722319 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-474ae364-7305-4b62-b6ec-736f93639898 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port b5f9d7d3-ad2e-446d-aa40-0ed588175409 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:38:32.722583 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-474ae364-7305-4b62-b6ec-736f93639898 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:32.757052 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-181fb7f2-e7bd-4cf1-b6d0-0af7b6300d99 req-6497ec68-8823-4a9e-8e8b-02e906977548 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Calling delete_port for 83d429e0-a9a6-4f0d-b616-f148844183c2 owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:38:32.903460 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-474ae364-7305-4b62-b6ec-736f93639898 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:32.904086 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-474ae364-7305-4b62-b6ec-736f93639898 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:32.927195 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-181fb7f2-e7bd-4cf1-b6d0-0af7b6300d99 req-6497ec68-8823-4a9e-8e8b-02e906977548 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:32.976920 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497ec68-8823-4a9e-8e8b-02e906977548 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Pushing event deleted for resources: {'Port': ['ID=83d429e0-a9a6-4f0d-b616-f148844183c2,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:33.030044 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-474ae364-7305-4b62-b6ec-736f93639898 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for b5f9d7d3-ad2e-446d-aa40-0ed588175409 owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:38:33.054181 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-181fb7f2-e7bd-4cf1-b6d0-0af7b6300d99 req-6497ec68-8823-4a9e-8e8b-02e906977548 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] No DVR routers for this DVR port 83d429e0-a9a6-4f0d-b616-f148844183c2 on host hv-neutron-8311 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:38:33.056718 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-181fb7f2-e7bd-4cf1-b6d0-0af7b6300d99 req-6497ec68-8823-4a9e-8e8b-02e906977548 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:33.071304 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-181fb7f2-e7bd-4cf1-b6d0-0af7b6300d99 req-6497ec68-8823-4a9e-8e8b-02e906977548 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.13 "DELETE /v2.0/ports/83d429e0-a9a6-4f0d-b616-f148844183c2 HTTP/1.1" status: 204 len: 173 time: 0.9964623 Feb 28 14:38:33.188786 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-474ae364-7305-4b62-b6ec-736f93639898 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:33.240296 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ae364-7305-4b62-b6ec-736f93639898 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=b5f9d7d3-ad2e-446d-aa40-0ed588175409,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:33.329687 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-474ae364-7305-4b62-b6ec-736f93639898 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:33.330285 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-474ae364-7305-4b62-b6ec-736f93639898 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Floating IP 5cd177ee-327b-4301-9575-13ae6ef95790 disassociated (deleted). External IP: 172.26.5.88, port: 73fd2035-ffa9-49cb-b447-31c801c86d07. Feb 28 14:38:33.639795 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-1824f94c-bb00-49c0-b499-3589f9180cbe req-023e06ef-9573-45a2-9976-1610082ea38c tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Synchronizing usage tracker for tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:38:33.657219 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-1824f94c-bb00-49c0-b499-3589f9180cbe req-023e06ef-9573-45a2-9976-1610082ea38c tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Unset dirty status for tenant:5f524760c6fa4d1fa6c1f424e01bc6b0 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:38:33.658705 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1824f94c-bb00-49c0-b499-3589f9180cbe req-023e06ef-9573-45a2-9976-1610082ea38c tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "GET /v2.0/ports?device_id=070c7f4a-c77c-40ee-b702-2a0ab1e94b72 HTTP/1.1" status: 200 len: 210 time: 0.0619445 Feb 28 14:38:33.816944 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474ae364-7305-4b62-b6ec-736f93639898 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 859831cb-c7f0-4102-bd38-076c13ac00df has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:38:33.994196 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474ae364-7305-4b62-b6ec-736f93639898 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:38:34.005184 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fd2cb5-75a2-4be6-98cd-60c87ebed504 None None] Sync routers for ids ['859831cb-c7f0-4102-bd38-076c13ac00df'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:38:34.012997 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-474ae364-7305-4b62-b6ec-736f93639898 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:34.014866 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fd2cb5-75a2-4be6-98cd-60c87ebed504 None None] Routers {'859831cb-c7f0-4102-bd38-076c13ac00df'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:38:34.015635 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-61fd2cb5-75a2-4be6-98cd-60c87ebed504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:38:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['859831cb-c7f0-4102-bd38-076c13ac00df'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:34.071954 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-474ae364-7305-4b62-b6ec-736f93639898 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/floatingips/5cd177ee-327b-4301-9575-13ae6ef95790 HTTP/1.1" status: 204 len: 168 time: 1.5594177 Feb 28 14:38:34.072703 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a44225-256d-4486-a153-28826ab1396e', 'tag': '73fd2035-ffa9-49cb-b447-31c801c86d07'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:38:34.124745 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a44225-256d-4486-a153-28826ab1396e', 'tag': '73fd2035-ffa9-49cb-b447-31c801c86d07', 'status': 'completed', 'code': 200} Feb 28 14:38:34.181860 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 724c1da3-3125-4829-9a04-f566536de2f1 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:38:34.222070 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c45f0-526a-4dad-8bbd-d6ba766e87a2 req-afcbbd56-040f-4b1e-ad5f-35ae6bb93e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:34.223638 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-137c45f0-526a-4dad-8bbd-d6ba766e87a2 req-afcbbd56-040f-4b1e-ad5f-35ae6bb93e10 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=b2a44225-256d-4486-a153-28826ab1396e HTTP/1.1" status: 200 len: 1098 time: 0.0742321 Feb 28 14:38:34.230399 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: 724c1da3-3125-4829-9a04-f566536de2f1 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:38:34.230829 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 724c1da3-3125-4829-9a04-f566536de2f1 not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:38:34.231336 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 83d429e0-a9a6-4f0d-b616-f148844183c2 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:38:34.270051 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: 83d429e0-a9a6-4f0d-b616-f148844183c2 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:38:34.270821 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 83d429e0-a9a6-4f0d-b616-f148844183c2 not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:38:34.306034 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-61fd2cb5-75a2-4be6-98cd-60c87ebed504 None None] Set router 859831cb-c7f0-4102-bd38-076c13ac00df gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:38:34.341227 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070c7f4a-c77c-40ee-b702-2a0ab1e94b72', 'name': 'network-vif-deleted', 'tag': '83d429e0-a9a6-4f0d-b616-f148844183c2'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:38:34.367946 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c45f0-526a-4dad-8bbd-d6ba766e87a2 req-8a3a9215-dfed-4cb1-ad6f-6f2154dd67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:34.369551 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-137c45f0-526a-4dad-8bbd-d6ba766e87a2 req-8a3a9215-dfed-4cb1-ad6f-6f2154dd67a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=90992d2e-8a8d-450d-857e-d6dce3403558 HTTP/1.1" status: 200 len: 898 time: 0.1402500 Feb 28 14:38:34.442856 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070c7f4a-c77c-40ee-b702-2a0ab1e94b72', 'name': 'network-vif-deleted', 'tag': '83d429e0-a9a6-4f0d-b616-f148844183c2', 'status': 'completed', 'code': 200} Feb 28 14:38:34.451459 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-137c45f0-526a-4dad-8bbd-d6ba766e87a2 req-b6d56867-7390-4d53-b795-d0075e313ce2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73fd2035-ffa9-49cb-b447-31c801c86d07 HTTP/1.1" status: 200 len: 217 time: 0.0755069 Feb 28 14:38:34.518641 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c45f0-526a-4dad-8bbd-d6ba766e87a2 req-65f861dd-6d85-4adb-a455-dc178485e341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:34.520396 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-137c45f0-526a-4dad-8bbd-d6ba766e87a2 req-65f861dd-6d85-4adb-a455-dc178485e341 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2308d9b4-e7f9-4a56-91c6-5e3ca71b0192 HTTP/1.1" status: 200 len: 834 time: 0.0612483 Feb 28 14:38:34.558515 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b7018-bc0e-4bec-acef-02fe9ea8823f req-b182eb7a-d2ca-4afe-8f58-b744e1b24ce3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:34.559892 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-5c8b7018-bc0e-4bec-acef-02fe9ea8823f req-b182eb7a-d2ca-4afe-8f58-b744e1b24ce3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:38:34.576478 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-5c8b7018-bc0e-4bec-acef-02fe9ea8823f req-b182eb7a-d2ca-4afe-8f58-b744e1b24ce3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:38:34.580218 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5c8b7018-bc0e-4bec-acef-02fe9ea8823f req-b182eb7a-d2ca-4afe-8f58-b744e1b24ce3 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a44225-256d-4486-a153-28826ab1396e HTTP/1.1" status: 200 len: 945 time: 0.1044688 Feb 28 14:38:34.604283 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c45f0-526a-4dad-8bbd-d6ba766e87a2 req-8c53f619-bd4a-4269-b02e-d75ebcb48ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:34.605671 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-137c45f0-526a-4dad-8bbd-d6ba766e87a2 req-8c53f619-bd4a-4269-b02e-d75ebcb48ba6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90992d2e-8a8d-450d-857e-d6dce3403558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788448 Feb 28 14:38:34.626171 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-5c8b7018-bc0e-4bec-acef-02fe9ea8823f req-634efa89-26b4-4b37-9657-31a81f0d56e4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:38:34.642822 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-5c8b7018-bc0e-4bec-acef-02fe9ea8823f req-634efa89-26b4-4b37-9657-31a81f0d56e4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:38:34.644205 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5c8b7018-bc0e-4bec-acef-02fe9ea8823f req-634efa89-26b4-4b37-9657-31a81f0d56e4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b7bd729-934d-4c74-8a9e-a1d48f2a4d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567987 Feb 28 14:38:34.676992 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-61fd2cb5-75a2-4be6-98cd-60c87ebed504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'name': 'tempest-TestNetworkBasicOps-router-1237446703', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:06Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '91ee4ba3-6b0a-40de-a49f-1122c4dcfa03', 'name': '', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:1c:3c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:04Z', 'updated_at': '2022-02-28T14:37:11Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:34.680967 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fd2cb5-75a2-4be6-98cd-60c87ebed504 None None] Checking router: 859831cb-c7f0-4102-bd38-076c13ac00df for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:38:34.689386 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fd2cb5-75a2-4be6-98cd-60c87ebed504 None None] Routers {'859831cb-c7f0-4102-bd38-076c13ac00df'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:38:34.689987 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-61fd2cb5-75a2-4be6-98cd-60c87ebed504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:38:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['859831cb-c7f0-4102-bd38-076c13ac00df'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:34.759549 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34372) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:34.765490 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-137c45f0-526a-4dad-8bbd-d6ba766e87a2 req-0e52b685-4aa6-4a08-be18-a6edca0bf20c service neutron] 10.222.0.13 "GET /v2.0/networks/90992d2e-8a8d-450d-857e-d6dce3403558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514182 Feb 28 14:38:34.867730 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-61fd2cb5-75a2-4be6-98cd-60c87ebed504 None None] Set router 859831cb-c7f0-4102-bd38-076c13ac00df gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:38:34.904334 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-137c45f0-526a-4dad-8bbd-d6ba766e87a2 req-c3ca2a75-5d06-48be-907f-d6af2f42c479 service neutron] 10.222.0.13 "GET /v2.0/networks/90992d2e-8a8d-450d-857e-d6dce3403558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322217 Feb 28 14:38:34.918887 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7384eef5-43ba-4bee-b929-6dddf870cabe tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Deleting port 00f6e284-6e23-4242-be27-f590e34bc06b {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:38:34.919524 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7384eef5-43ba-4bee-b929-6dddf870cabe tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:35.096236 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7384eef5-43ba-4bee-b929-6dddf870cabe tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:35.096580 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7384eef5-43ba-4bee-b929-6dddf870cabe tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:35.110970 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:35.219776 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7384eef5-43ba-4bee-b929-6dddf870cabe tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Calling delete_port for 00f6e284-6e23-4242-be27-f590e34bc06b owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:38:35.229131 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-61fd2cb5-75a2-4be6-98cd-60c87ebed504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'name': 'tempest-TestNetworkBasicOps-router-1237446703', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:06Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '91ee4ba3-6b0a-40de-a49f-1122c4dcfa03', 'name': '', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:1c:3c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:04Z', 'updated_at': '2022-02-28T14:37:11Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:35.233397 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fd2cb5-75a2-4be6-98cd-60c87ebed504 None None] The sync data for ids ['859831cb-c7f0-4102-bd38-076c13ac00df'] in dv-neutron-831192-4-hyperv is: [{'id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'name': 'tempest-TestNetworkBasicOps-router-1237446703', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:06Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '91ee4ba3-6b0a-40de-a49f-1122c4dcfa03', 'name': '', 'network_id': '90992d2e-8a8d-450d-857e-d6dce3403558', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:1c:3c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:04Z', 'updated_at': '2022-02-28T14:37:11Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '2308d9b4-e7f9-4a56-91c6-5e3ca71b0192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:38:35.369542 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7384eef5-43ba-4bee-b929-6dddf870cabe tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:35.417573 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384eef5-43ba-4bee-b929-6dddf870cabe tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Pushing event deleted for resources: {'Port': ['ID=00f6e284-6e23-4242-be27-f590e34bc06b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:35.466904 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3151bca4-dcfe-42b8-b5e2-ca6d3c9fd531 None None] New status for floating IP 5cd177ee-327b-4301-9575-13ae6ef95790: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:38:35.620055 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7384eef5-43ba-4bee-b929-6dddf870cabe tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:35.640436 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7384eef5-43ba-4bee-b929-6dddf870cabe tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:35.641672 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7384eef5-43ba-4bee-b929-6dddf870cabe tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "DELETE /v2.0/floatingips/83f2b450-5694-4e7e-af2e-fdd1726624c1 HTTP/1.1" status: 204 len: 168 time: 0.8811393 Feb 28 14:38:35.882631 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388c401-f07f-4394-93a9-4d9d5999f3b6 req-c7608809-590d-4115-90f3-dc9e429ef166 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:35.883733 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-e388c401-f07f-4394-93a9-4d9d5999f3b6 req-c7608809-590d-4115-90f3-dc9e429ef166 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:38:35.901279 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-e388c401-f07f-4394-93a9-4d9d5999f3b6 req-c7608809-590d-4115-90f3-dc9e429ef166 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:38:35.902381 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e388c401-f07f-4394-93a9-4d9d5999f3b6 req-c7608809-590d-4115-90f3-dc9e429ef166 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a44225-256d-4486-a153-28826ab1396e HTTP/1.1" status: 200 len: 945 time: 0.1054962 Feb 28 14:38:36.023253 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-e388c401-f07f-4394-93a9-4d9d5999f3b6 req-dbe7a3c0-cda7-4413-8122-4f0b7bed98db tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port 73fd2035-ffa9-49cb-b447-31c801c86d07 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:38:36.023630 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-e388c401-f07f-4394-93a9-4d9d5999f3b6 req-dbe7a3c0-cda7-4413-8122-4f0b7bed98db tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:36.131843 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8cf2d8-3904-4d17-b683-d1c4ed6d3202 req-9eb02787-cf77-4fa5-aa5e-a432746926f0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:36.133298 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7c8cf2d8-3904-4d17-b683-d1c4ed6d3202 req-9eb02787-cf77-4fa5-aa5e-a432746926f0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a44225-256d-4486-a153-28826ab1396e HTTP/1.1" status: 200 len: 945 time: 0.1855667 Feb 28 14:38:36.227758 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7c8cf2d8-3904-4d17-b683-d1c4ed6d3202 req-341873d0-f97a-4840-94be-cd83bc542ec0 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b7bd729-934d-4c74-8a9e-a1d48f2a4d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876641 Feb 28 14:38:36.324811 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-e388c401-f07f-4394-93a9-4d9d5999f3b6 req-dbe7a3c0-cda7-4413-8122-4f0b7bed98db tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port 73fd2035-ffa9-49cb-b447-31c801c86d07, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=73fd2035-ffa9-49cb-b447-31c801c86d07,segment=NetworkSegment(204d9daf-d47b-42ec-87d8-78687c371cc1),segment_id=204d9daf-d47b-42ec-87d8-78687c371cc1)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:38:36.325166 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-e388c401-f07f-4394-93a9-4d9d5999f3b6 req-dbe7a3c0-cda7-4413-8122-4f0b7bed98db tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:36.566669 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-e388c401-f07f-4394-93a9-4d9d5999f3b6 req-dbe7a3c0-cda7-4413-8122-4f0b7bed98db tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for 73fd2035-ffa9-49cb-b447-31c801c86d07 owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:38:36.716633 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-e388c401-f07f-4394-93a9-4d9d5999f3b6 req-dbe7a3c0-cda7-4413-8122-4f0b7bed98db tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:36.766597 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7a3c0-cda7-4413-8122-4f0b7bed98db tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=73fd2035-ffa9-49cb-b447-31c801c86d07,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:36.844724 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e388c401-f07f-4394-93a9-4d9d5999f3b6 req-dbe7a3c0-cda7-4413-8122-4f0b7bed98db tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] No DVR routers for this DVR port 73fd2035-ffa9-49cb-b447-31c801c86d07 on host hv-neutron-8311 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:38:36.847240 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-e388c401-f07f-4394-93a9-4d9d5999f3b6 req-dbe7a3c0-cda7-4413-8122-4f0b7bed98db tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:36.849821 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a44225-256d-4486-a153-28826ab1396e', 'name': 'network-vif-deleted', 'tag': '73fd2035-ffa9-49cb-b447-31c801c86d07'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:38:36.866703 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e388c401-f07f-4394-93a9-4d9d5999f3b6 req-dbe7a3c0-cda7-4413-8122-4f0b7bed98db tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "DELETE /v2.0/ports/73fd2035-ffa9-49cb-b447-31c801c86d07 HTTP/1.1" status: 204 len: 173 time: 0.9576697 Feb 28 14:38:36.902718 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a44225-256d-4486-a153-28826ab1396e', 'name': 'network-vif-deleted', 'tag': '73fd2035-ffa9-49cb-b447-31c801c86d07', 'status': 'completed', 'code': 200} Feb 28 14:38:37.405109 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-8c680827-0599-4209-bf30-6dbc3222a65c req-a7f7c878-243b-48bf-8253-b01691002356 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:38:37.428252 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-8c680827-0599-4209-bf30-6dbc3222a65c req-a7f7c878-243b-48bf-8253-b01691002356 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:38:37.429606 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8c680827-0599-4209-bf30-6dbc3222a65c req-a7f7c878-243b-48bf-8253-b01691002356 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a44225-256d-4486-a153-28826ab1396e HTTP/1.1" status: 200 len: 210 time: 0.0703909 Feb 28 14:38:37.661131 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-33517130-b4d1-42c7-b372-4031b9f37d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:37.822787 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:38:38.118399 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34394) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:38.144647 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 73fd2035-ffa9-49cb-b447-31c801c86d07 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:38:38.179216 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: 73fd2035-ffa9-49cb-b447-31c801c86d07 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:38:38.179566 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 73fd2035-ffa9-49cb-b447-31c801c86d07 not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:38:38.190187 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a648990-4bf0-47f2-82fa-c997007a18b6 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:38.220607 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a648990-4bf0-47f2-82fa-c997007a18b6 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:38.294344 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a648990-4bf0-47f2-82fa-c997007a18b6 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:38.313171 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a648990-4bf0-47f2-82fa-c997007a18b6 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50a005b-1b6f-4b04-9da8-02256e7fa4b4,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:38.322681 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6a648990-4bf0-47f2-82fa-c997007a18b6 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:38.326347 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6a648990-4bf0-47f2-82fa-c997007a18b6 tempest-TestVolumeBootPattern-1423621613 tempest-TestVolumeBootPattern-1423621613-project] 10.222.0.30 "DELETE /v2.0/security-groups/e50a005b-1b6f-4b04-9da8-02256e7fa4b4 HTTP/1.1" status: 204 len: 168 time: 0.2044466 Feb 28 14:38:38.380652 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34400) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:38.525945 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34408) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:38.735182 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6056f814-aa60-490f-b366-7cab746ac11f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:38.836695 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6056f814-aa60-490f-b366-7cab746ac11f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:39.035615 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6056f814-aa60-490f-b366-7cab746ac11f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:39.077295 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056f814-aa60-490f-b366-7cab746ac11f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7bd729-934d-4c74-8a9e-a1d48f2a4d75,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:39.123274 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6056f814-aa60-490f-b366-7cab746ac11f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:39.124397 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6056f814-aa60-490f-b366-7cab746ac11f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/security-groups/6b7bd729-934d-4c74-8a9e-a1d48f2a4d75 HTTP/1.1" status: 204 len: 168 time: 0.5975187 Feb 28 14:38:39.155581 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34414) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:39.238591 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f6d55e0e-3e40-497c-bf77-1843895e6b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:39.712478 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d55e0e-3e40-497c-bf77-1843895e6b18 admin admin] Deleting port c3836f8f-4ac6-4066-b5b7-81134a9cdac3 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:38:39.712916 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f6d55e0e-3e40-497c-bf77-1843895e6b18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:39.722513 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c357dceb-dd06-4c10-977b-7952a0ee0aba tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:39.808656 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-af821242-86ab-4216-bf14-168e04c1bdcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:39.890496 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f6d55e0e-3e40-497c-bf77-1843895e6b18 admin admin] For port c3836f8f-4ac6-4066-b5b7-81134a9cdac3, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c3836f8f-4ac6-4066-b5b7-81134a9cdac3,segment=NetworkSegment(17126b36-8ec3-4ac1-9d6f-8ac5c220baca),segment_id=17126b36-8ec3-4ac1-9d6f-8ac5c220baca)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:38:39.891164 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f6d55e0e-3e40-497c-bf77-1843895e6b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:40.017885 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f6d55e0e-3e40-497c-bf77-1843895e6b18 admin admin] Calling delete_port for c3836f8f-4ac6-4066-b5b7-81134a9cdac3 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:38:40.075340 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c357dceb-dd06-4c10-977b-7952a0ee0aba tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port 91ee4ba3-6b0a-40de-a49f-1122c4dcfa03 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:38:40.075685 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c357dceb-dd06-4c10-977b-7952a0ee0aba tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:40.259772 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-c357dceb-dd06-4c10-977b-7952a0ee0aba tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port 91ee4ba3-6b0a-40de-a49f-1122c4dcfa03, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=91ee4ba3-6b0a-40de-a49f-1122c4dcfa03,segment=NetworkSegment(204d9daf-d47b-42ec-87d8-78687c371cc1),segment_id=204d9daf-d47b-42ec-87d8-78687c371cc1)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:38:40.260527 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c357dceb-dd06-4c10-977b-7952a0ee0aba tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:40.340753 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f6d55e0e-3e40-497c-bf77-1843895e6b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:40.387032 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c357dceb-dd06-4c10-977b-7952a0ee0aba tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for 91ee4ba3-6b0a-40de-a49f-1122c4dcfa03 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:38:40.394225 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d55e0e-3e40-497c-bf77-1843895e6b18 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3836f8f-4ac6-4066-b5b7-81134a9cdac3,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:40.697349 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f6d55e0e-3e40-497c-bf77-1843895e6b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:40.843590 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c357dceb-dd06-4c10-977b-7952a0ee0aba tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:40.892240 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357dceb-dd06-4c10-977b-7952a0ee0aba tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=91ee4ba3-6b0a-40de-a49f-1122c4dcfa03,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:40.940578 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:41.126419 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:41.185760 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c357dceb-dd06-4c10-977b-7952a0ee0aba tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:41.187960 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d55e0e-3e40-497c-bf77-1843895e6b18 admin admin] Router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:38:41.371424 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d55e0e-3e40-497c-bf77-1843895e6b18 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:38:41.381564 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01506a6f-378c-41fd-9836-8fdcc5f8b9d2 None None] Sync routers for ids ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:38:41.384574 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f6d55e0e-3e40-497c-bf77-1843895e6b18 admin admin] 10.222.0.30 "PUT /v2.0/routers/89af78d2-0f3b-4ce2-8bda-6c279d6083ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0028970 Feb 28 14:38:41.387092 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34418) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:41.393096 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01506a6f-378c-41fd-9836-8fdcc5f8b9d2 None None] Routers {'89af78d2-0f3b-4ce2-8bda-6c279d6083ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:38:41.393891 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-01506a6f-378c-41fd-9836-8fdcc5f8b9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:38:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:41.577936 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3cb98922-c4e5-4d14-a7a6-b1603bcf4747 admin admin] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:41.578799 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c357dceb-dd06-4c10-977b-7952a0ee0aba tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 859831cb-c7f0-4102-bd38-076c13ac00df has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:38:41.590305 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-01506a6f-378c-41fd-9836-8fdcc5f8b9d2 None None] Set router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:38:41.761517 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c357dceb-dd06-4c10-977b-7952a0ee0aba tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:38:41.772998 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3cb98922-c4e5-4d14-a7a6-b1603bcf4747 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:41.774357 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940be704-c119-490c-9a52-e0b89764e30a None None] Sync routers for ids ['859831cb-c7f0-4102-bd38-076c13ac00df'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:38:41.784949 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940be704-c119-490c-9a52-e0b89764e30a None None] Routers {'859831cb-c7f0-4102-bd38-076c13ac00df'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:38:41.786065 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-940be704-c119-490c-9a52-e0b89764e30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:38:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['859831cb-c7f0-4102-bd38-076c13ac00df'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:41.788715 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c357dceb-dd06-4c10-977b-7952a0ee0aba tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "PUT /v2.0/routers/859831cb-c7f0-4102-bd38-076c13ac00df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6314611 Feb 28 14:38:41.791395 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34422) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:41.797924 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3cb98922-c4e5-4d14-a7a6-b1603bcf4747 admin admin] Deleting port f3a7bd93-6aac-4a64-918e-49f58fef0ac2 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:38:41.798327 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3cb98922-c4e5-4d14-a7a6-b1603bcf4747 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:41.863493 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-0edcb8d2-d3e2-435b-bec4-68df92541351 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting subnet 2308d9b4-e7f9-4a56-91c6-5e3ca71b0192 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:38:41.867220 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0edcb8d2-d3e2-435b-bec4-68df92541351 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:41.905726 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-01506a6f-378c-41fd-9836-8fdcc5f8b9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'name': 'tempest-TestVolumeBootPattern-748981942-router', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:18Z', 'updated_at': '2022-02-28T14:38:40Z', 'revision_number': 5, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'gw_port': {'id': 'f3a7bd93-6aac-4a64-918e-49f58fef0ac2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:19Z', 'updated_at': '2022-02-28T14:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:41.909595 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01506a6f-378c-41fd-9836-8fdcc5f8b9d2 None None] Checking router: 89af78d2-0f3b-4ce2-8bda-6c279d6083ef for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:38:41.918768 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01506a6f-378c-41fd-9836-8fdcc5f8b9d2 None None] Routers {'89af78d2-0f3b-4ce2-8bda-6c279d6083ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:38:41.919402 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-01506a6f-378c-41fd-9836-8fdcc5f8b9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:38:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:41.928298 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0edcb8d2-d3e2-435b-bec4-68df92541351 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:41.985232 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-940be704-c119-490c-9a52-e0b89764e30a None None] Set router 859831cb-c7f0-4102-bd38-076c13ac00df gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:38:42.015398 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-3cb98922-c4e5-4d14-a7a6-b1603bcf4747 admin admin] For port f3a7bd93-6aac-4a64-918e-49f58fef0ac2, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=f3a7bd93-6aac-4a64-918e-49f58fef0ac2,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:38:42.015659 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3cb98922-c4e5-4d14-a7a6-b1603bcf4747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:42.082908 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-01506a6f-378c-41fd-9836-8fdcc5f8b9d2 None None] Set router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:38:42.156400 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0edcb8d2-d3e2-435b-bec4-68df92541351 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:42.184052 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3cb98922-c4e5-4d14-a7a6-b1603bcf4747 admin admin] Calling delete_port for f3a7bd93-6aac-4a64-918e-49f58fef0ac2 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:38:42.203324 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-01506a6f-378c-41fd-9836-8fdcc5f8b9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'name': 'tempest-TestVolumeBootPattern-748981942-router', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:18Z', 'updated_at': '2022-02-28T14:38:41Z', 'revision_number': 6, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:42.207478 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01506a6f-378c-41fd-9836-8fdcc5f8b9d2 None None] The sync data for ids ['89af78d2-0f3b-4ce2-8bda-6c279d6083ef'] in dv-neutron-831192-4-hyperv is: [{'id': '89af78d2-0f3b-4ce2-8bda-6c279d6083ef', 'name': 'tempest-TestVolumeBootPattern-748981942-router', 'tenant_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:18Z', 'updated_at': '2022-02-28T14:38:41Z', 'revision_number': 6, 'project_id': '5f524760c6fa4d1fa6c1f424e01bc6b0', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:38:42.248724 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0edcb8d2-d3e2-435b-bec4-68df92541351 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:42.291420 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0edcb8d2-d3e2-435b-bec4-68df92541351 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:42.299760 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f9a089-9037-402b-81b1-af63c82e73f4 None None] Network 90992d2e-8a8d-450d-857e-d6dce3403558 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:38:42.305611 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0edcb8d2-d3e2-435b-bec4-68df92541351 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/subnets/2308d9b4-e7f9-4a56-91c6-5e3ca71b0192 HTTP/1.1" status: 204 len: 168 time: 0.5109365 Feb 28 14:38:42.306401 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34426) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:42.307044 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edcb8d2-d3e2-435b-bec4-68df92541351 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Subnet': ['ID=2308d9b4-e7f9-4a56-91c6-5e3ca71b0192,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:42.333880 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-940be704-c119-490c-9a52-e0b89764e30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'name': 'tempest-TestNetworkBasicOps-router-1237446703', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:38:40Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:42.341225 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940be704-c119-490c-9a52-e0b89764e30a None None] Checking router: 859831cb-c7f0-4102-bd38-076c13ac00df for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:38:42.350748 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940be704-c119-490c-9a52-e0b89764e30a None None] Routers {'859831cb-c7f0-4102-bd38-076c13ac00df'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:38:42.351369 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-940be704-c119-490c-9a52-e0b89764e30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:38:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['859831cb-c7f0-4102-bd38-076c13ac00df'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:42.553474 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-940be704-c119-490c-9a52-e0b89764e30a None None] Set router 859831cb-c7f0-4102-bd38-076c13ac00df gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:38:42.576271 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:42.667727 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3cb98922-c4e5-4d14-a7a6-b1603bcf4747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:42.740544 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea00d2d-e6c8-455d-b894-713d24b7b041 None None] DHCP port deletion for 90992d2e-8a8d-450d-857e-d6dce3403558 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:38:42.760951 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0ea00d2d-e6c8-455d-b894-713d24b7b041 None None] Deleting port 4854c50d-57be-459d-80d6-7e3834118e41 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:38:42.760951 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0ea00d2d-e6c8-455d-b894-713d24b7b041 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:42.800869 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb98922-c4e5-4d14-a7a6-b1603bcf4747 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3a7bd93-6aac-4a64-918e-49f58fef0ac2,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:42.825682 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8e254e95-9ccc-419e-a350-ad268181155b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:42.906120 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-940be704-c119-490c-9a52-e0b89764e30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'name': 'tempest-TestNetworkBasicOps-router-1237446703', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:38:40Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:42.911100 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940be704-c119-490c-9a52-e0b89764e30a None None] The sync data for ids ['859831cb-c7f0-4102-bd38-076c13ac00df'] in dv-neutron-831192-4-hyperv is: [{'id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'name': 'tempest-TestNetworkBasicOps-router-1237446703', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:38:40Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'd36d7b14-b24c-4577-a967-b6021589e25a', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859831cb-c7f0-4102-bd38-076c13ac00df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:37:00Z', 'updated_at': '2022-02-28T14:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:38:42.913328 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3cb98922-c4e5-4d14-a7a6-b1603bcf4747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:43.031801 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0ea00d2d-e6c8-455d-b894-713d24b7b041 None None] For port 4854c50d-57be-459d-80d6-7e3834118e41, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=4854c50d-57be-459d-80d6-7e3834118e41,segment=NetworkSegment(204d9daf-d47b-42ec-87d8-78687c371cc1),segment_id=204d9daf-d47b-42ec-87d8-78687c371cc1)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:38:43.032096 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0ea00d2d-e6c8-455d-b894-713d24b7b041 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:43.155510 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0ea00d2d-e6c8-455d-b894-713d24b7b041 None None] Calling delete_port for 4854c50d-57be-459d-80d6-7e3834118e41 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:38:43.156561 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3cb98922-c4e5-4d14-a7a6-b1603bcf4747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:43.160454 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3cb98922-c4e5-4d14-a7a6-b1603bcf4747 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:43.207001 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8e254e95-9ccc-419e-a350-ad268181155b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:43.211577 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3cb98922-c4e5-4d14-a7a6-b1603bcf4747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:43.212297 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb98922-c4e5-4d14-a7a6-b1603bcf4747 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89af78d2-0f3b-4ce2-8bda-6c279d6083ef {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:38:43.223755 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8e254e95-9ccc-419e-a350-ad268181155b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port d36d7b14-b24c-4577-a967-b6021589e25a {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:38:43.224178 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8e254e95-9ccc-419e-a350-ad268181155b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:43.239987 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0ea00d2d-e6c8-455d-b894-713d24b7b041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:43.254856 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3cb98922-c4e5-4d14-a7a6-b1603bcf4747 admin admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:43.255999 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3cb98922-c4e5-4d14-a7a6-b1603bcf4747 admin admin] 10.222.0.30 "DELETE /v2.0/routers/89af78d2-0f3b-4ce2-8bda-6c279d6083ef HTTP/1.1" status: 204 len: 168 time: 1.8679650 Feb 28 14:38:43.258829 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34430) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:43.284707 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea00d2d-e6c8-455d-b894-713d24b7b041 None None] Pushing event deleted for resources: {'Port': ['ID=4854c50d-57be-459d-80d6-7e3834118e41,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:43.293154 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea00d2d-e6c8-455d-b894-713d24b7b041 None None] No DVR routers for this DVR port 4854c50d-57be-459d-80d6-7e3834118e41 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:38:43.301023 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea00d2d-e6c8-455d-b894-713d24b7b041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:43.304590 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea00d2d-e6c8-455d-b894-713d24b7b041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:43.304590 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea00d2d-e6c8-455d-b894-713d24b7b041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:43.304931 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea00d2d-e6c8-455d-b894-713d24b7b041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:43.305362 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea00d2d-e6c8-455d-b894-713d24b7b041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:43.305703 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea00d2d-e6c8-455d-b894-713d24b7b041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:43.306838 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea00d2d-e6c8-455d-b894-713d24b7b041 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:43.307245 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea00d2d-e6c8-455d-b894-713d24b7b041 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:43.307546 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea00d2d-e6c8-455d-b894-713d24b7b041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:43.307874 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea00d2d-e6c8-455d-b894-713d24b7b041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:43.308200 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea00d2d-e6c8-455d-b894-713d24b7b041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:43.308545 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea00d2d-e6c8-455d-b894-713d24b7b041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:43.341441 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a514fe9-fd48-4f33-88b1-5597440dac6f admin admin] Deleting subnet 2c3c161d-1d7a-4059-be69-1fedd6eff82a {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:38:43.345042 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a514fe9-fd48-4f33-88b1-5597440dac6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:43.399302 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a514fe9-fd48-4f33-88b1-5597440dac6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:43.428039 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-8e254e95-9ccc-419e-a350-ad268181155b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port d36d7b14-b24c-4577-a967-b6021589e25a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d36d7b14-b24c-4577-a967-b6021589e25a,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:38:43.428391 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8e254e95-9ccc-419e-a350-ad268181155b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:43.521892 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a514fe9-fd48-4f33-88b1-5597440dac6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:43.580126 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device f3a7bd93-6aac-4a64-918e-49f58fef0ac2 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:38:43.603768 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8e254e95-9ccc-419e-a350-ad268181155b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for d36d7b14-b24c-4577-a967-b6021589e25a owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:38:43.616402 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a514fe9-fd48-4f33-88b1-5597440dac6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:43.626423 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: f3a7bd93-6aac-4a64-918e-49f58fef0ac2 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:38:43.626762 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device f3a7bd93-6aac-4a64-918e-49f58fef0ac2 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:38:43.627255 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c3836f8f-4ac6-4066-b5b7-81134a9cdac3 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:38:43.658623 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a514fe9-fd48-4f33-88b1-5597440dac6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c3c161d-1d7a-4059-be69-1fedd6eff82a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:43.668600 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a514fe9-fd48-4f33-88b1-5597440dac6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:43.671757 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: c3836f8f-4ac6-4066-b5b7-81134a9cdac3 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:38:43.672095 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c3836f8f-4ac6-4066-b5b7-81134a9cdac3 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:38:43.672513 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 91ee4ba3-6b0a-40de-a49f-1122c4dcfa03 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:38:43.676417 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5a514fe9-fd48-4f33-88b1-5597440dac6f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2c3c161d-1d7a-4059-be69-1fedd6eff82a HTTP/1.1" status: 204 len: 168 time: 0.4157050 Feb 28 14:38:43.678771 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34434) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:43.706175 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524003a1-8a74-4584-9b86-87c07c39ed9b None None] Network dbec77e7-9627-41ee-b124-abc98f8f9531 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:38:43.739882 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 91ee4ba3-6b0a-40de-a49f-1122c4dcfa03 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:38:43.739882 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 91ee4ba3-6b0a-40de-a49f-1122c4dcfa03 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:38:43.739882 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 4854c50d-57be-459d-80d6-7e3834118e41 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:38:43.777060 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 4854c50d-57be-459d-80d6-7e3834118e41 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:38:43.777406 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 4854c50d-57be-459d-80d6-7e3834118e41 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:38:43.798616 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-934812cd-fcc9-497d-95c0-21421d0a4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:43.802890 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8e254e95-9ccc-419e-a350-ad268181155b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:43.810107 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-934812cd-fcc9-497d-95c0-21421d0a4f6f admin admin] Deleting port b6bf8b94-4239-4362-be10-8f71d33d86a2 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:38:43.810493 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-934812cd-fcc9-497d-95c0-21421d0a4f6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:43.850168 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e254e95-9ccc-419e-a350-ad268181155b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=d36d7b14-b24c-4577-a967-b6021589e25a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:43.956487 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8e254e95-9ccc-419e-a350-ad268181155b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:44.009393 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c237ef7-aebb-4e9c-a1ee-2a2a01befd02 None None] DHCP port deletion for dbec77e7-9627-41ee-b124-abc98f8f9531 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:38:44.015104 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4c237ef7-aebb-4e9c-a1ee-2a2a01befd02 None None] Deleting port b6bf8b94-4239-4362-be10-8f71d33d86a2 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:38:44.015524 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c237ef7-aebb-4e9c-a1ee-2a2a01befd02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:44.031671 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-934812cd-fcc9-497d-95c0-21421d0a4f6f admin admin] For port b6bf8b94-4239-4362-be10-8f71d33d86a2, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=b6bf8b94-4239-4362-be10-8f71d33d86a2,segment=NetworkSegment(17126b36-8ec3-4ac1-9d6f-8ac5c220baca),segment_id=17126b36-8ec3-4ac1-9d6f-8ac5c220baca)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:38:44.032060 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-934812cd-fcc9-497d-95c0-21421d0a4f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:44.162186 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-934812cd-fcc9-497d-95c0-21421d0a4f6f admin admin] Calling delete_port for b6bf8b94-4239-4362-be10-8f71d33d86a2 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:38:44.238094 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4c237ef7-aebb-4e9c-a1ee-2a2a01befd02 None None] For port b6bf8b94-4239-4362-be10-8f71d33d86a2, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=b6bf8b94-4239-4362-be10-8f71d33d86a2,segment=NetworkSegment(17126b36-8ec3-4ac1-9d6f-8ac5c220baca),segment_id=17126b36-8ec3-4ac1-9d6f-8ac5c220baca)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:38:44.239505 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c237ef7-aebb-4e9c-a1ee-2a2a01befd02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:44.258168 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-934812cd-fcc9-497d-95c0-21421d0a4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:44.258858 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8e254e95-9ccc-419e-a350-ad268181155b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:44.261527 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8e254e95-9ccc-419e-a350-ad268181155b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:44.288510 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8e254e95-9ccc-419e-a350-ad268181155b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:44.289062 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e254e95-9ccc-419e-a350-ad268181155b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Fanout notify agent at l3_agent the message router_deleted on router 859831cb-c7f0-4102-bd38-076c13ac00df {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:38:44.307054 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8e254e95-9ccc-419e-a350-ad268181155b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:44.310771 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8e254e95-9ccc-419e-a350-ad268181155b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/routers/859831cb-c7f0-4102-bd38-076c13ac00df HTTP/1.1" status: 204 len: 168 time: 1.9930494 Feb 28 14:38:44.311010 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34438) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:44.316223 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934812cd-fcc9-497d-95c0-21421d0a4f6f admin admin] Pushing event deleted for resources: {'Port': ['ID=b6bf8b94-4239-4362-be10-8f71d33d86a2,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:44.318080 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934812cd-fcc9-497d-95c0-21421d0a4f6f admin admin] No DVR routers for this DVR port b6bf8b94-4239-4362-be10-8f71d33d86a2 on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:38:44.368904 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4c237ef7-aebb-4e9c-a1ee-2a2a01befd02 None None] Calling delete_port for b6bf8b94-4239-4362-be10-8f71d33d86a2 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:38:44.441368 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-934812cd-fcc9-497d-95c0-21421d0a4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:44.465206 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-4c237ef7-aebb-4e9c-a1ee-2a2a01befd02 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:38:44.465571 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-4c237ef7-aebb-4e9c-a1ee-2a2a01befd02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:38:44.467853 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-934812cd-fcc9-497d-95c0-21421d0a4f6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbec77e7-9627-41ee-b124-abc98f8f9531']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:44.481306 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-934812cd-fcc9-497d-95c0-21421d0a4f6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17126b36-8ec3-4ac1-9d6f-8ac5c220baca') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:44.481600 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-934812cd-fcc9-497d-95c0-21421d0a4f6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17126b36-8ec3-4ac1-9d6f-8ac5c220baca') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:44.486542 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4ac61d75-00bc-4590-b07a-fe90dd9e673b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:44.498277 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-934812cd-fcc9-497d-95c0-21421d0a4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:44.514947 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-934812cd-fcc9-497d-95c0-21421d0a4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:44.521501 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934812cd-fcc9-497d-95c0-21421d0a4f6f admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:38:44.522114 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-934812cd-fcc9-497d-95c0-21421d0a4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:38:44.542241 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:38:44.623479 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-934812cd-fcc9-497d-95c0-21421d0a4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:44.624438 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4ac61d75-00bc-4590-b07a-fe90dd9e673b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:44.641959 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-934812cd-fcc9-497d-95c0-21421d0a4f6f admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:44.648292 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934812cd-fcc9-497d-95c0-21421d0a4f6f admin admin] Pushing event deleted for resources: {'Network': ['ID=dbec77e7-9627-41ee-b124-abc98f8f9531,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:44.653816 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-4ac61d75-00bc-4590-b07a-fe90dd9e673b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90992d2e-8a8d-450d-857e-d6dce3403558']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:44.666689 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-4ac61d75-00bc-4590-b07a-fe90dd9e673b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '204d9daf-d47b-42ec-87d8-78687c371cc1') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:44.667026 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-4ac61d75-00bc-4590-b07a-fe90dd9e673b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '204d9daf-d47b-42ec-87d8-78687c371cc1') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:44.668114 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-934812cd-fcc9-497d-95c0-21421d0a4f6f admin admin] 10.222.0.30 "DELETE /v2.0/networks/dbec77e7-9627-41ee-b124-abc98f8f9531 HTTP/1.1" status: 204 len: 168 time: 0.9876864 Feb 28 14:38:44.671336 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34442) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:44.679271 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4ac61d75-00bc-4590-b07a-fe90dd9e673b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:44.697143 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4ac61d75-00bc-4590-b07a-fe90dd9e673b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:44.703384 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac61d75-00bc-4590-b07a-fe90dd9e673b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:38:44.703779 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4ac61d75-00bc-4590-b07a-fe90dd9e673b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:38:44.717975 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:38:44.800127 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4ac61d75-00bc-4590-b07a-fe90dd9e673b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:44.827707 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4ac61d75-00bc-4590-b07a-fe90dd9e673b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:44.844478 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac61d75-00bc-4590-b07a-fe90dd9e673b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Network': ['ID=90992d2e-8a8d-450d-857e-d6dce3403558,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:44.854221 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4ac61d75-00bc-4590-b07a-fe90dd9e673b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/networks/90992d2e-8a8d-450d-857e-d6dce3403558 HTTP/1.1" status: 204 len: 168 time: 0.5421131 Feb 28 14:38:44.885073 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34446) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:44.891046 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-cea64cd3-1fb2-4ea3-9689-4e182e083626 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'network': {'name': 'tempest-network-smoke--1623386797', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'port_security_enabled': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:38:44.896852 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cea64cd3-1fb2-4ea3-9689-4e182e083626 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:38:44.903037 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cea64cd3-1fb2-4ea3-9689-4e182e083626 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:network and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:38:44.907746 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cea64cd3-1fb2-4ea3-9689-4e182e083626 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:38:44.913432 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cea64cd3-1fb2-4ea3-9689-4e182e083626 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:38:44.926213 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea64cd3-1fb2-4ea3-9689-4e182e083626 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Made reservation on behalf of 1cd57789443e43d89a7681324e1f7304 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:38:44.929887 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cea64cd3-1fb2-4ea3-9689-4e182e083626 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:44.959213 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea64cd3-1fb2-4ea3-9689-4e182e083626 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:38:44.967001 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4c237ef7-aebb-4e9c-a1ee-2a2a01befd02 None None] Deleting port b6bf8b94-4239-4362-be10-8f71d33d86a2 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:38:44.967634 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c237ef7-aebb-4e9c-a1ee-2a2a01befd02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:44.968576 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cea64cd3-1fb2-4ea3-9689-4e182e083626 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:44.968970 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-cea64cd3-1fb2-4ea3-9689-4e182e083626 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Added segment 0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5 of type vlan for network 87a995f4-3784-41be-820d-d653245b28e1 Feb 28 14:38:44.997200 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cea64cd3-1fb2-4ea3-9689-4e182e083626 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:45.030540 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cea64cd3-1fb2-4ea3-9689-4e182e083626 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:45.036720 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea64cd3-1fb2-4ea3-9689-4e182e083626 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:45.037311 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cea64cd3-1fb2-4ea3-9689-4e182e083626 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:45.041222 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4c237ef7-aebb-4e9c-a1ee-2a2a01befd02 None None] The port 'b6bf8b94-4239-4362-be10-8f71d33d86a2' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:38:45.143107 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cea64cd3-1fb2-4ea3-9689-4e182e083626 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2568033 Feb 28 14:38:45.146881 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34450) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:45.154130 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-720fd85c-6b9a-4c08-88ac-dac69e98c6b9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1913777302', 'admin_state_up': True, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:38:45.159372 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea64cd3-1fb2-4ea3-9689-4e182e083626 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Network': ['ID=87a995f4-3784-41be-820d-d653245b28e1,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:45.163371 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-720fd85c-6b9a-4c08-88ac-dac69e98c6b9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:38:45.167316 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-720fd85c-6b9a-4c08-88ac-dac69e98c6b9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:router and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:38:45.170215 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-720fd85c-6b9a-4c08-88ac-dac69e98c6b9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:38:45.174961 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 87a995f4-3784-41be-820d-d653245b28e1 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:38:45.179337 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-720fd85c-6b9a-4c08-88ac-dac69e98c6b9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:38:45.190959 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-720fd85c-6b9a-4c08-88ac-dac69e98c6b9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:45.192504 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-720fd85c-6b9a-4c08-88ac-dac69e98c6b9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:45.212330 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-720fd85c-6b9a-4c08-88ac-dac69e98c6b9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:45.347456 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b4b6e0b-aafd-4020-a144-4ee1b1c0af05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:45.482431 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-720fd85c-6b9a-4c08-88ac-dac69e98c6b9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:45.564226 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device b6bf8b94-4239-4362-be10-8f71d33d86a2 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:38:45.598911 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: b6bf8b94-4239-4362-be10-8f71d33d86a2 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:38:45.599429 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device b6bf8b94-4239-4362-be10-8f71d33d86a2 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:38:45.599850 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d36d7b14-b24c-4577-a967-b6021589e25a no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:38:45.634801 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: d36d7b14-b24c-4577-a967-b6021589e25a {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:38:45.635141 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d36d7b14-b24c-4577-a967-b6021589e25a not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:38:45.718239 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b6e0b-aafd-4020-a144-4ee1b1c0af05 admin admin] Deleting port c2d7681f-f326-4d08-b3c3-adbb860378ab {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:38:45.718449 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b4b6e0b-aafd-4020-a144-4ee1b1c0af05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:45.898428 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-5b4b6e0b-aafd-4020-a144-4ee1b1c0af05 admin admin] For port c2d7681f-f326-4d08-b3c3-adbb860378ab, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c2d7681f-f326-4d08-b3c3-adbb860378ab,segment=NetworkSegment(eeed3924-42ab-4218-8c82-b66983290dde),segment_id=eeed3924-42ab-4218-8c82-b66983290dde)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:38:45.898821 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b4b6e0b-aafd-4020-a144-4ee1b1c0af05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:45.907253 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-720fd85c-6b9a-4c08-88ac-dac69e98c6b9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:45.939313 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-720fd85c-6b9a-4c08-88ac-dac69e98c6b9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:46.022634 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b6e0b-aafd-4020-a144-4ee1b1c0af05 admin admin] Calling delete_port for c2d7681f-f326-4d08-b3c3-adbb860378ab owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:38:46.072340 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-720fd85c-6b9a-4c08-88ac-dac69e98c6b9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.26.5.64 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/cf9f4460-fdb4-4e5a-a362-34f3f5b2d908) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:38:46.204417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b4b6e0b-aafd-4020-a144-4ee1b1c0af05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:46.228400 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-720fd85c-6b9a-4c08-88ac-dac69e98c6b9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:46.252134 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b6e0b-aafd-4020-a144-4ee1b1c0af05 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2d7681f-f326-4d08-b3c3-adbb860378ab,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:46.261357 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-720fd85c-6b9a-4c08-88ac-dac69e98c6b9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:46.325354 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720fd85c-6b9a-4c08-88ac-dac69e98c6b9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:38:46.332449 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-720fd85c-6b9a-4c08-88ac-dac69e98c6b9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:38:46.336755 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720fd85c-6b9a-4c08-88ac-dac69e98c6b9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:38:46.388351 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fd85c-6b9a-4c08-88ac-dac69e98c6b9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=cf9f4460-fdb4-4e5a-a362-34f3f5b2d908,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:46.639888 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b4b6e0b-aafd-4020-a144-4ee1b1c0af05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:46.771507 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-720fd85c-6b9a-4c08-88ac-dac69e98c6b9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:46.999081 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4b6e0b-aafd-4020-a144-4ee1b1c0af05 admin admin] Router 1ab3b5fd-88c6-4f14-873f-6d63c0a407de has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:38:47.120390 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-720fd85c-6b9a-4c08-88ac-dac69e98c6b9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:47.175521 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4b6e0b-aafd-4020-a144-4ee1b1c0af05 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:38:47.184811 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b85c7c7-b0f9-4cd4-9242-177c2ab6ecee None None] Sync routers for ids ['1ab3b5fd-88c6-4f14-873f-6d63c0a407de'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:38:47.194334 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b85c7c7-b0f9-4cd4-9242-177c2ab6ecee None None] Routers {'1ab3b5fd-88c6-4f14-873f-6d63c0a407de'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:38:47.194965 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2b85c7c7-b0f9-4cd4-9242-177c2ab6ecee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:38:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1ab3b5fd-88c6-4f14-873f-6d63c0a407de'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:47.196328 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5b4b6e0b-aafd-4020-a144-4ee1b1c0af05 admin admin] 10.222.0.30 "PUT /v2.0/routers/1ab3b5fd-88c6-4f14-873f-6d63c0a407de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5239854 Feb 28 14:38:47.199070 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34454) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:47.374738 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-2b85c7c7-b0f9-4cd4-9242-177c2ab6ecee None None] Set router 1ab3b5fd-88c6-4f14-873f-6d63c0a407de gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:38:47.379907 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc00c48c-46ba-41ac-8099-84f0c9cc321b admin admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:47.466747 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720fd85c-6b9a-4c08-88ac-dac69e98c6b9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 9a954f72-b691-46d1-9204-af4dd68085b6 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:38:47.587704 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc00c48c-46ba-41ac-8099-84f0c9cc321b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:47.601627 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-dc00c48c-46ba-41ac-8099-84f0c9cc321b admin admin] Deleting port 1671ca4d-75c6-4e9c-a6d1-b32545346293 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:38:47.601960 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc00c48c-46ba-41ac-8099-84f0c9cc321b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:47.658556 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720fd85c-6b9a-4c08-88ac-dac69e98c6b9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:38:47.669087 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f51bf9c-2d92-43ed-904c-278eb8604b63 None None] Sync routers for ids ['9a954f72-b691-46d1-9204-af4dd68085b6'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:38:47.674445 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2b85c7c7-b0f9-4cd4-9242-177c2ab6ecee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab3b5fd-88c6-4f14-873f-6d63c0a407de', 'name': 'tempest-TestVolumeBootPattern-447628353-router', 'tenant_id': '6c2ddf1d7b5e403eafba8d094710908d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '1671ca4d-75c6-4e9c-a6d1-b32545346293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:27Z', 'updated_at': '2022-02-28T14:38:46Z', 'revision_number': 5, 'project_id': '6c2ddf1d7b5e403eafba8d094710908d', 'gw_port': {'id': '1671ca4d-75c6-4e9c-a6d1-b32545346293', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab3b5fd-88c6-4f14-873f-6d63c0a407de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:31:28Z', 'updated_at': '2022-02-28T14:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:47.678970 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b85c7c7-b0f9-4cd4-9242-177c2ab6ecee None None] Checking router: 1ab3b5fd-88c6-4f14-873f-6d63c0a407de for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:38:47.683703 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f51bf9c-2d92-43ed-904c-278eb8604b63 None None] Routers {'9a954f72-b691-46d1-9204-af4dd68085b6'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:38:47.684364 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-1f51bf9c-2d92-43ed-904c-278eb8604b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:38:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9a954f72-b691-46d1-9204-af4dd68085b6'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:47.688297 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b85c7c7-b0f9-4cd4-9242-177c2ab6ecee None None] Routers {'1ab3b5fd-88c6-4f14-873f-6d63c0a407de'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:38:47.689105 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2b85c7c7-b0f9-4cd4-9242-177c2ab6ecee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:38:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['1ab3b5fd-88c6-4f14-873f-6d63c0a407de'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:47.701908 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-720fd85c-6b9a-4c08-88ac-dac69e98c6b9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:47.703526 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-720fd85c-6b9a-4c08-88ac-dac69e98c6b9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5555198 Feb 28 14:38:47.706567 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34458) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:47.761400 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2e55c097-d365-4de5-a2d8-962bb32749ba tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=1cd57789443e43d89a7681324e1f7304&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0533724 Feb 28 14:38:47.764513 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34462) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:47.850209 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-2b85c7c7-b0f9-4cd4-9242-177c2ab6ecee None None] Set router 1ab3b5fd-88c6-4f14-873f-6d63c0a407de gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:38:47.870017 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-1f51bf9c-2d92-43ed-904c-278eb8604b63 None None] Set router 9a954f72-b691-46d1-9204-af4dd68085b6 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:38:47.958692 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2b85c7c7-b0f9-4cd4-9242-177c2ab6ecee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab3b5fd-88c6-4f14-873f-6d63c0a407de', 'name': 'tempest-TestVolumeBootPattern-447628353-router', 'tenant_id': '6c2ddf1d7b5e403eafba8d094710908d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:27Z', 'updated_at': '2022-02-28T14:38:47Z', 'revision_number': 6, 'project_id': '6c2ddf1d7b5e403eafba8d094710908d', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:47.962963 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b85c7c7-b0f9-4cd4-9242-177c2ab6ecee None None] The sync data for ids ['1ab3b5fd-88c6-4f14-873f-6d63c0a407de'] in dv-neutron-831192-4-hyperv is: [{'id': '1ab3b5fd-88c6-4f14-873f-6d63c0a407de', 'name': 'tempest-TestVolumeBootPattern-447628353-router', 'tenant_id': '6c2ddf1d7b5e403eafba8d094710908d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:31:27Z', 'updated_at': '2022-02-28T14:38:47Z', 'revision_number': 6, 'project_id': '6c2ddf1d7b5e403eafba8d094710908d', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:38:48.006760 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-dc00c48c-46ba-41ac-8099-84f0c9cc321b admin admin] For port 1671ca4d-75c6-4e9c-a6d1-b32545346293, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=1671ca4d-75c6-4e9c-a6d1-b32545346293,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:38:48.007119 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc00c48c-46ba-41ac-8099-84f0c9cc321b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:48.134700 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-dc00c48c-46ba-41ac-8099-84f0c9cc321b admin admin] Calling delete_port for 1671ca4d-75c6-4e9c-a6d1-b32545346293 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:38:48.151730 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-1f51bf9c-2d92-43ed-904c-278eb8604b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'name': 'tempest-TestNetworkBasicOps-router-1913777302', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:38:46Z', 'revision_number': 3, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:38:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:48.155773 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f51bf9c-2d92-43ed-904c-278eb8604b63 None None] Checking router: 9a954f72-b691-46d1-9204-af4dd68085b6 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:38:48.156121 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f51bf9c-2d92-43ed-904c-278eb8604b63 None None] Updating router 9a954f72-b691-46d1-9204-af4dd68085b6 port cf9f4460-fdb4-4e5a-a362-34f3f5b2d908 binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:38:48.196072 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d4017d-ce44-495f-8580-81caa68ece7a tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:48.197527 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f5d4017d-ce44-495f-8580-81caa68ece7a tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4320841 Feb 28 14:38:48.200443 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34466) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:48.213146 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-1f51bf9c-2d92-43ed-904c-278eb8604b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:48.261268 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0c415007-f711-48f0-99bd-9686010edb9b tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0596399 Feb 28 14:38:48.263943 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34470) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:48.270416 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-81e0a748-a7d8-4f0d-aa03-0beff0ec8c1a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1262301985', 'network_id': '87a995f4-3784-41be-820d-d653245b28e1', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:38:48.389183 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc00c48c-46ba-41ac-8099-84f0c9cc321b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:48.398633 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-81e0a748-a7d8-4f0d-aa03-0beff0ec8c1a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:38:48.402884 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-81e0a748-a7d8-4f0d-aa03-0beff0ec8c1a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:subnet and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:38:48.406318 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-81e0a748-a7d8-4f0d-aa03-0beff0ec8c1a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:38:48.412876 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-81e0a748-a7d8-4f0d-aa03-0beff0ec8c1a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:38:48.425117 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e0a748-a7d8-4f0d-aa03-0beff0ec8c1a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Made reservation on behalf of 1cd57789443e43d89a7681324e1f7304 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:38:48.432090 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81e0a748-a7d8-4f0d-aa03-0beff0ec8c1a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:48.457173 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00c48c-46ba-41ac-8099-84f0c9cc321b admin admin] Pushing event deleted for resources: {'Port': ['ID=1671ca4d-75c6-4e9c-a6d1-b32545346293,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:48.561613 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc00c48c-46ba-41ac-8099-84f0c9cc321b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:48.570159 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-1f51bf9c-2d92-43ed-904c-278eb8604b63 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:48.583476 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-1f51bf9c-2d92-43ed-904c-278eb8604b63 None None] Transition to ACTIVE for port object cf9f4460-fdb4-4e5a-a362-34f3f5b2d908 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:38:48.589819 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-1f51bf9c-2d92-43ed-904c-278eb8604b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:48.668724 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-1f51bf9c-2d92-43ed-904c-278eb8604b63 None None] Attempting to bind port cf9f4460-fdb4-4e5a-a362-34f3f5b2d908 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:38:48.669079 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-1f51bf9c-2d92-43ed-904c-278eb8604b63 None None] Attempting to bind port cf9f4460-fdb4-4e5a-a362-34f3f5b2d908 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:38:48.669453 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f51bf9c-2d92-43ed-904c-278eb8604b63 None None] Attempting to bind port cf9f4460-fdb4-4e5a-a362-34f3f5b2d908 on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:38:48.671922 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687afc6b-7e4b-4941-9219-9151af66af18 None None] Pushing event updated for resources: {'Port': ['ID=cf9f4460-fdb4-4e5a-a362-34f3f5b2d908,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:48.678920 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81e0a748-a7d8-4f0d-aa03-0beff0ec8c1a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:48.681024 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687afc6b-7e4b-4941-9219-9151af66af18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:48.681344 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687afc6b-7e4b-4941-9219-9151af66af18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:48.681679 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687afc6b-7e4b-4941-9219-9151af66af18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:48.682002 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687afc6b-7e4b-4941-9219-9151af66af18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:48.682335 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687afc6b-7e4b-4941-9219-9151af66af18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:48.682656 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687afc6b-7e4b-4941-9219-9151af66af18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:48.682970 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687afc6b-7e4b-4941-9219-9151af66af18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:48.683294 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687afc6b-7e4b-4941-9219-9151af66af18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:48.683622 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687afc6b-7e4b-4941-9219-9151af66af18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:48.683914 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687afc6b-7e4b-4941-9219-9151af66af18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:48.684223 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687afc6b-7e4b-4941-9219-9151af66af18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:48.684529 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687afc6b-7e4b-4941-9219-9151af66af18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:38:48.689340 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f51bf9c-2d92-43ed-904c-278eb8604b63 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:38:48.689708 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f51bf9c-2d92-43ed-904c-278eb8604b63 None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:38:48.690093 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-1f51bf9c-2d92-43ed-904c-278eb8604b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:48.690470 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f51bf9c-2d92-43ed-904c-278eb8604b63 None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:38:48.690921 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-1f51bf9c-2d92-43ed-904c-278eb8604b63 None None] Bound port: cf9f4460-fdb4-4e5a-a362-34f3f5b2d908, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:38:48.691315 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-1f51bf9c-2d92-43ed-904c-278eb8604b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:48.748016 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc00c48c-46ba-41ac-8099-84f0c9cc321b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:48.750120 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc00c48c-46ba-41ac-8099-84f0c9cc321b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:48.769648 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0a748-a7d8-4f0d-aa03-0beff0ec8c1a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Subnet': ['ID=1911c46f-2b33-4729-b68c-bbc3519aed73,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:48.775313 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-1f51bf9c-2d92-43ed-904c-278eb8604b63 None None] For port cf9f4460-fdb4-4e5a-a362-34f3f5b2d908, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:38:48.776187 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e0a748-a7d8-4f0d-aa03-0beff0ec8c1a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Checking segment: {'id': '0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '87a995f4-3784-41be-820d-d653245b28e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:38:48.776678 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e0a748-a7d8-4f0d-aa03-0beff0ec8c1a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network hostable DHCP agents. Network: 87a995f4-3784-41be-820d-d653245b28e1, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:38:48.778502 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-1f51bf9c-2d92-43ed-904c-278eb8604b63 None None] For port cf9f4460-fdb4-4e5a-a362-34f3f5b2d908, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=cf9f4460-fdb4-4e5a-a362-34f3f5b2d908,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:38:48.781017 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc00c48c-46ba-41ac-8099-84f0c9cc321b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:48.782102 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc00c48c-46ba-41ac-8099-84f0c9cc321b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ab3b5fd-88c6-4f14-873f-6d63c0a407de {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:38:48.790151 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-1f51bf9c-2d92-43ed-904c-278eb8604b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:48.797872 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-dc00c48c-46ba-41ac-8099-84f0c9cc321b admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:48.801447 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dc00c48c-46ba-41ac-8099-84f0c9cc321b admin admin] 10.222.0.30 "DELETE /v2.0/routers/1ab3b5fd-88c6-4f14-873f-6d63c0a407de HTTP/1.1" status: 204 len: 168 time: 1.5989659 Feb 28 14:38:48.801586 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e0a748-a7d8-4f0d-aa03-0beff0ec8c1a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 87a995f4-3784-41be-820d-d653245b28e1 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:38:48.802328 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34474) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:48.813923 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-81e0a748-a7d8-4f0d-aa03-0beff0ec8c1a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 87a995f4-3784-41be-820d-d653245b28e1) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:38:48.818943 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e0a748-a7d8-4f0d-aa03-0beff0ec8c1a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:48.819827 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81e0a748-a7d8-4f0d-aa03-0beff0ec8c1a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:48.828736 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ac2376-9cb2-4e3b-ae87-d6c62bff1f70 None None] Network 87a995f4-3784-41be-820d-d653245b28e1 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:38:48.845267 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-81e0a748-a7d8-4f0d-aa03-0beff0ec8c1a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5799201 Feb 28 14:38:48.848294 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34478) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:48.880502 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687afc6b-7e4b-4941-9219-9151af66af18 None None] Pushing event updated for resources: {'Port': ['ID=cf9f4460-fdb4-4e5a-a362-34f3f5b2d908,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:48.902707 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f51bf9c-2d92-43ed-904c-278eb8604b63 None None] Routers {'9a954f72-b691-46d1-9204-af4dd68085b6'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:38:48.903563 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-1f51bf9c-2d92-43ed-904c-278eb8604b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:38:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9a954f72-b691-46d1-9204-af4dd68085b6'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:48.908872 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e2cf6c5-ce60-4c79-97b8-0f73812007f8 admin admin] Deleting subnet c967393a-c9b2-4526-9f4a-cbe3744d40b8 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:38:48.912922 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9e2cf6c5-ce60-4c79-97b8-0f73812007f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:48.971859 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9e2cf6c5-ce60-4c79-97b8-0f73812007f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:49.058425 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9e2cf6c5-ce60-4c79-97b8-0f73812007f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:49.093930 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872fc6a7-ca83-48f0-bb78-3e7e15992ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-87a995f4-3784-41be-820d-d653245b28e1', 'network_id': '87a995f4-3784-41be-820d-d653245b28e1', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ips': [{'subnet_id': '1911c46f-2b33-4729-b68c-bbc3519aed73'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:38:49.094772 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-872fc6a7-ca83-48f0-bb78-3e7e15992ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:49.161090 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9e2cf6c5-ce60-4c79-97b8-0f73812007f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:49.178155 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-1f51bf9c-2d92-43ed-904c-278eb8604b63 None None] Set router 9a954f72-b691-46d1-9204-af4dd68085b6 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:38:49.228583 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cf6c5-ce60-4c79-97b8-0f73812007f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c967393a-c9b2-4526-9f4a-cbe3744d40b8,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:49.231043 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9e2cf6c5-ce60-4c79-97b8-0f73812007f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:49.245222 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9e2cf6c5-ce60-4c79-97b8-0f73812007f8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c967393a-c9b2-4526-9f4a-cbe3744d40b8 HTTP/1.1" status: 204 len: 168 time: 0.4396837 Feb 28 14:38:49.246062 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34482) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:49.308320 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-872fc6a7-ca83-48f0-bb78-3e7e15992ec6 None None] Allocated IP 172.20.0.2 (87a995f4-3784-41be-820d-d653245b28e1/1911c46f-2b33-4729-b68c-bbc3519aed73/56b8f716-fa28-4fb2-a24a-bad3b61157e5) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:38:49.359311 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a4adba9-0074-4d7b-a524-ede8fad012dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:49.370469 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7a4adba9-0074-4d7b-a524-ede8fad012dc admin admin] Deleting port ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:38:49.371018 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a4adba9-0074-4d7b-a524-ede8fad012dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:49.469879 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24fa71c-7cf1-4218-939f-b90d6c80c4bc None None] Network 2ab85647-6f61-467c-8ff6-71fe21d14510 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:38:49.594475 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-1f51bf9c-2d92-43ed-904c-278eb8604b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'name': 'tempest-TestNetworkBasicOps-router-1913777302', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:38:46Z', 'revision_number': 3, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:49.600658 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f51bf9c-2d92-43ed-904c-278eb8604b63 None None] The sync data for ids ['9a954f72-b691-46d1-9204-af4dd68085b6'] in dv-neutron-831192-4-hyperv is: [{'id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'name': 'tempest-TestNetworkBasicOps-router-1913777302', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:38:46Z', 'revision_number': 3, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:38:49.655490 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c2d7681f-f326-4d08-b3c3-adbb860378ab no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:38:49.662287 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-7a4adba9-0074-4d7b-a524-ede8fad012dc admin admin] For port ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6,segment=NetworkSegment(eeed3924-42ab-4218-8c82-b66983290dde),segment_id=eeed3924-42ab-4218-8c82-b66983290dde)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:38:49.662640 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a4adba9-0074-4d7b-a524-ede8fad012dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:49.714212 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: c2d7681f-f326-4d08-b3c3-adbb860378ab {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:38:49.714564 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c2d7681f-f326-4d08-b3c3-adbb860378ab not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:38:49.714973 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 1671ca4d-75c6-4e9c-a6d1-b32545346293 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:38:49.763846 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 1671ca4d-75c6-4e9c-a6d1-b32545346293 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:38:49.764215 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 1671ca4d-75c6-4e9c-a6d1-b32545346293 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:38:49.856669 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-872fc6a7-ca83-48f0-bb78-3e7e15992ec6 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:49.869706 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-872fc6a7-ca83-48f0-bb78-3e7e15992ec6 None None] Transition to ACTIVE for port object 56b8f716-fa28-4fb2-a24a-bad3b61157e5 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:38:49.890085 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-872fc6a7-ca83-48f0-bb78-3e7e15992ec6 None None] Transition to ACTIVE for port object 56b8f716-fa28-4fb2-a24a-bad3b61157e5 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:38:49.903093 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-872fc6a7-ca83-48f0-bb78-3e7e15992ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:49.946363 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-7a4adba9-0074-4d7b-a524-ede8fad012dc admin admin] Calling delete_port for ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:38:50.000092 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-13995f51-d4f9-4ce3-b0a8-11d3afaa4a3e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:50.006845 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fc6a7-ca83-48f0-bb78-3e7e15992ec6 None None] Pushing event updated for resources: {'Port': ['ID=56b8f716-fa28-4fb2-a24a-bad3b61157e5,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:50.009228 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593c5c20-0e75-4bcf-9269-960230f3f5ba None None] DHCP port deletion for 2ab85647-6f61-467c-8ff6-71fe21d14510 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:38:50.024951 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872fc6a7-ca83-48f0-bb78-3e7e15992ec6 None None] Network 87a995f4-3784-41be-820d-d653245b28e1 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:38:50.026004 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-593c5c20-0e75-4bcf-9269-960230f3f5ba None None] Deleting port ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:38:50.026379 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-593c5c20-0e75-4bcf-9269-960230f3f5ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:50.050156 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a4adba9-0074-4d7b-a524-ede8fad012dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:50.054357 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-872fc6a7-ca83-48f0-bb78-3e7e15992ec6 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:38:50.061123 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872fc6a7-ca83-48f0-bb78-3e7e15992ec6 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:38:50.108196 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4adba9-0074-4d7b-a524-ede8fad012dc admin admin] No DVR routers for this DVR port ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6 on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:38:50.124444 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-593c5c20-0e75-4bcf-9269-960230f3f5ba None None] The port 'ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:38:50.145322 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4adba9-0074-4d7b-a524-ede8fad012dc admin admin] Pushing event deleted for resources: {'Port': ['ID=ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:50.247938 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-872fc6a7-ca83-48f0-bb78-3e7e15992ec6 None None] Attempting to bind port 56b8f716-fa28-4fb2-a24a-bad3b61157e5 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:38:50.248812 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-872fc6a7-ca83-48f0-bb78-3e7e15992ec6 None None] Attempting to bind port 56b8f716-fa28-4fb2-a24a-bad3b61157e5 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '87a995f4-3784-41be-820d-d653245b28e1'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:38:50.248987 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872fc6a7-ca83-48f0-bb78-3e7e15992ec6 None None] Attempting to bind port 56b8f716-fa28-4fb2-a24a-bad3b61157e5 on network 87a995f4-3784-41be-820d-d653245b28e1 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:38:50.251552 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a4adba9-0074-4d7b-a524-ede8fad012dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:50.256476 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872fc6a7-ca83-48f0-bb78-3e7e15992ec6 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:38:50.256851 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872fc6a7-ca83-48f0-bb78-3e7e15992ec6 None None] Checking segment: {'id': '0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '87a995f4-3784-41be-820d-d653245b28e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:38:50.257254 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-872fc6a7-ca83-48f0-bb78-3e7e15992ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:50.257895 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872fc6a7-ca83-48f0-bb78-3e7e15992ec6 None None] Bound using segment: {'id': '0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '87a995f4-3784-41be-820d-d653245b28e1'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:38:50.258118 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-872fc6a7-ca83-48f0-bb78-3e7e15992ec6 None None] Bound port: 56b8f716-fa28-4fb2-a24a-bad3b61157e5, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '87a995f4-3784-41be-820d-d653245b28e1'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:38:50.258810 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-872fc6a7-ca83-48f0-bb78-3e7e15992ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:50.294571 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-7a4adba9-0074-4d7b-a524-ede8fad012dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab85647-6f61-467c-8ff6-71fe21d14510']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:50.313192 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-7a4adba9-0074-4d7b-a524-ede8fad012dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeed3924-42ab-4218-8c82-b66983290dde') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:50.315495 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-7a4adba9-0074-4d7b-a524-ede8fad012dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeed3924-42ab-4218-8c82-b66983290dde') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:50.328662 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a4adba9-0074-4d7b-a524-ede8fad012dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:50.346159 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a4adba9-0074-4d7b-a524-ede8fad012dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:50.353671 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4adba9-0074-4d7b-a524-ede8fad012dc admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:38:50.353988 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a4adba9-0074-4d7b-a524-ede8fad012dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:50.356333 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-872fc6a7-ca83-48f0-bb78-3e7e15992ec6 None None] For port 56b8f716-fa28-4fb2-a24a-bad3b61157e5, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:38:50.359709 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-872fc6a7-ca83-48f0-bb78-3e7e15992ec6 None None] For port 56b8f716-fa28-4fb2-a24a-bad3b61157e5, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=56b8f716-fa28-4fb2-a24a-bad3b61157e5,segment=NetworkSegment(0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5),segment_id=0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:38:50.367924 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-872fc6a7-ca83-48f0-bb78-3e7e15992ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:38:50.397300 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:38:50.468431 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fc6a7-ca83-48f0-bb78-3e7e15992ec6 None None] Pushing event updated for resources: {'Port': ['ID=56b8f716-fa28-4fb2-a24a-bad3b61157e5,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:50.503423 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a4adba9-0074-4d7b-a524-ede8fad012dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:50.506253 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-13995f51-d4f9-4ce3-b0a8-11d3afaa4a3e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.20.0.1 (87a995f4-3784-41be-820d-d653245b28e1/1911c46f-2b33-4729-b68c-bbc3519aed73/65a7ece0-c7bb-41b9-ab39-6a536bbe1a94) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:38:50.524886 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7a4adba9-0074-4d7b-a524-ede8fad012dc admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:50.531750 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4adba9-0074-4d7b-a524-ede8fad012dc admin admin] Pushing event deleted for resources: {'Network': ['ID=2ab85647-6f61-467c-8ff6-71fe21d14510,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:50.547087 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7a4adba9-0074-4d7b-a524-ede8fad012dc admin admin] 10.222.0.30 "DELETE /v2.0/networks/2ab85647-6f61-467c-8ff6-71fe21d14510 HTTP/1.1" status: 204 len: 168 time: 1.2971942 Feb 28 14:38:50.682320 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34488) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:50.702013 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-13995f51-d4f9-4ce3-b0a8-11d3afaa4a3e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:50.739638 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-13995f51-d4f9-4ce3-b0a8-11d3afaa4a3e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Transition to ACTIVE for port object 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:38:50.763308 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f4a32680-93e4-4e71-b323-535753f68b50 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5f524760c6fa4d1fa6c1f424e01bc6b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0775528 Feb 28 14:38:50.763566 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34492) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:50.787386 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-13995f51-d4f9-4ce3-b0a8-11d3afaa4a3e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:50.841440 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a630819e-1ad9-48b0-adcc-41292c24d3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:50.859415 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13995f51-d4f9-4ce3-b0a8-11d3afaa4a3e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 87a995f4-3784-41be-820d-d653245b28e1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:38:50.862842 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-13995f51-d4f9-4ce3-b0a8-11d3afaa4a3e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:38:50.866117 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13995f51-d4f9-4ce3-b0a8-11d3afaa4a3e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:38:50.869311 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a630819e-1ad9-48b0-adcc-41292c24d3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:50.927562 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13995f51-d4f9-4ce3-b0a8-11d3afaa4a3e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=65a7ece0-c7bb-41b9-ab39-6a536bbe1a94,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:50.939642 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a630819e-1ad9-48b0-adcc-41292c24d3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:50.942614 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-13995f51-d4f9-4ce3-b0a8-11d3afaa4a3e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:50.959471 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630819e-1ad9-48b0-adcc-41292c24d3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5259c0-1db1-40d6-be52-c80d87e801dc,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:50.966379 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a630819e-1ad9-48b0-adcc-41292c24d3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:50.970031 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a630819e-1ad9-48b0-adcc-41292c24d3e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de5259c0-1db1-40d6-be52-c80d87e801dc HTTP/1.1" status: 204 len: 168 time: 0.2030911 Feb 28 14:38:51.224535 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-13995f51-d4f9-4ce3-b0a8-11d3afaa4a3e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:51.341276 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34500) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:51.392762 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-17c74cc0-32df-4e7e-9d1d-d5d01d51745c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c2ddf1d7b5e403eafba8d094710908d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501993 Feb 28 14:38:51.395818 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34504) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:51.455403 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b1873ae3-742c-4cbb-9221-8ee4a36891f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:51.483264 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b1873ae3-742c-4cbb-9221-8ee4a36891f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:51.541961 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b1873ae3-742c-4cbb-9221-8ee4a36891f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:51.560329 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873ae3-742c-4cbb-9221-8ee4a36891f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a638f99-e3df-4da3-aefc-9def9851177d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:51.564826 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b1873ae3-742c-4cbb-9221-8ee4a36891f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:51.565814 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b1873ae3-742c-4cbb-9221-8ee4a36891f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8a638f99-e3df-4da3-aefc-9def9851177d HTTP/1.1" status: 204 len: 168 time: 0.1690822 Feb 28 14:38:51.654719 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device cf9f4460-fdb4-4e5a-a362-34f3f5b2d908 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:38:51.732947 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port cf9f4460-fdb4-4e5a-a362-34f3f5b2d908 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:38:51.739410 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port cf9f4460-fdb4-4e5a-a362-34f3f5b2d908 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:38:51.739709 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:51.814943 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-13995f51-d4f9-4ce3-b0a8-11d3afaa4a3e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:51.825444 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-13995f51-d4f9-4ce3-b0a8-11d3afaa4a3e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:51.872294 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:51.891836 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port cf9f4460-fdb4-4e5a-a362-34f3f5b2d908, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=cf9f4460-fdb4-4e5a-a362-34f3f5b2d908,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:38:51.898144 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:51.899329 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 56b8f716-fa28-4fb2-a24a-bad3b61157e5 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:38:51.968123 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13995f51-d4f9-4ce3-b0a8-11d3afaa4a3e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=65a7ece0-c7bb-41b9-ab39-6a536bbe1a94,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:52.019209 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-13995f51-d4f9-4ce3-b0a8-11d3afaa4a3e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:52.031081 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=cf9f4460-fdb4-4e5a-a362-34f3f5b2d908,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:52.044728 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 56b8f716-fa28-4fb2-a24a-bad3b61157e5 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:38:52.099525 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:38:52.134143 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:38:52.134834 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device ff0616c4-fca2-42dc-ad22-37c2a1cb1fe6 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:38:52.173620 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13995f51-d4f9-4ce3-b0a8-11d3afaa4a3e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 87a995f4-3784-41be-820d-d653245b28e1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:38:52.174926 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-13995f51-d4f9-4ce3-b0a8-11d3afaa4a3e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:38:52.212002 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a044928-6cdc-48eb-898d-3e5648f32f08 None None] Network 87a995f4-3784-41be-820d-d653245b28e1 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:38:52.296945 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7d37e512-410f-4c89-9385-2fcb7bfda9d6 None None] Provisioning for port 56b8f716-fa28-4fb2-a24a-bad3b61157e5 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:38:52.309955 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7d37e512-410f-4c89-9385-2fcb7bfda9d6 None None] Provisioning complete for port 56b8f716-fa28-4fb2-a24a-bad3b61157e5 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:38:52.310322 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7d37e512-410f-4c89-9385-2fcb7bfda9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:52.360821 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13995f51-d4f9-4ce3-b0a8-11d3afaa4a3e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 9a954f72-b691-46d1-9204-af4dd68085b6 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:38:52.551304 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13995f51-d4f9-4ce3-b0a8-11d3afaa4a3e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:38:52.562125 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7d37e512-410f-4c89-9385-2fcb7bfda9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:52.567915 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-13995f51-d4f9-4ce3-b0a8-11d3afaa4a3e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "PUT /v2.0/routers/9a954f72-b691-46d1-9204-af4dd68085b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7152390 Feb 28 14:38:52.568291 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34510) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:52.571175 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517c32b0-6708-4e98-a5f5-81f422d06d8a None None] Sync routers for ids ['9a954f72-b691-46d1-9204-af4dd68085b6'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:38:52.601923 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517c32b0-6708-4e98-a5f5-81f422d06d8a None None] Routers {'9a954f72-b691-46d1-9204-af4dd68085b6'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:38:52.602533 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-517c32b0-6708-4e98-a5f5-81f422d06d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:38:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9a954f72-b691-46d1-9204-af4dd68085b6'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:52.675923 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-7d37e512-410f-4c89-9385-2fcb7bfda9d6 None None] For port 56b8f716-fa28-4fb2-a24a-bad3b61157e5, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=56b8f716-fa28-4fb2-a24a-bad3b61157e5,segment=NetworkSegment(0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5),segment_id=0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:38:52.685845 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7d37e512-410f-4c89-9385-2fcb7bfda9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:52.708716 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b65d8b-eaa9-4932-b433-80254b462c4e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:52.709150 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b65d8b-eaa9-4932-b433-80254b462c4e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:52.709601 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b65d8b-eaa9-4932-b433-80254b462c4e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:52.710041 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b65d8b-eaa9-4932-b433-80254b462c4e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:52.714400 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c7b65d8b-eaa9-4932-b433-80254b462c4e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1424379 Feb 28 14:38:52.714886 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34514) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:52.790376 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eda879a-5d54-4a43-a98d-70064d774ce3 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:52.790837 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eda879a-5d54-4a43-a98d-70064d774ce3 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:52.791321 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eda879a-5d54-4a43-a98d-70064d774ce3 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:52.791762 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eda879a-5d54-4a43-a98d-70064d774ce3 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:52.793411 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7eda879a-5d54-4a43-a98d-70064d774ce3 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0774436 Feb 28 14:38:52.796606 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34518) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:52.861777 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-517c32b0-6708-4e98-a5f5-81f422d06d8a None None] Set router 9a954f72-b691-46d1-9204-af4dd68085b6 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:38:52.916916 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37e512-410f-4c89-9385-2fcb7bfda9d6 None None] Pushing event updated for resources: {'Port': ['ID=56b8f716-fa28-4fb2-a24a-bad3b61157e5,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:53.024429 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8052fabc-13bd-4565-8e28-8018794cf742 tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2260132 Feb 28 14:38:53.222872 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-87c6f00e-4f76-474f-a951-b1ea333a4912 None None] Provisioning for port 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:38:53.234586 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-87c6f00e-4f76-474f-a951-b1ea333a4912 None None] Provisioning complete for port 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:38:53.234948 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-87c6f00e-4f76-474f-a951-b1ea333a4912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:53.276732 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-517c32b0-6708-4e98-a5f5-81f422d06d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'name': 'tempest-TestNetworkBasicOps-router-1913777302', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:38:51Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '65a7ece0-c7bb-41b9-ab39-6a536bbe1a94', 'name': '', 'network_id': '87a995f4-3784-41be-820d-d653245b28e1', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:da:39:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '1911c46f-2b33-4729-b68c-bbc3519aed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:50Z', 'updated_at': '2022-02-28T14:38:51Z', 'revision_number': 2, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '1911c46f-2b33-4729-b68c-bbc3519aed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:53.285323 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517c32b0-6708-4e98-a5f5-81f422d06d8a None None] Checking router: 9a954f72-b691-46d1-9204-af4dd68085b6 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:38:53.286511 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517c32b0-6708-4e98-a5f5-81f422d06d8a None None] Updating router 9a954f72-b691-46d1-9204-af4dd68085b6 port 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94 binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:38:53.335838 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-87c6f00e-4f76-474f-a951-b1ea333a4912 None None] Port 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:38:53.362272 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-87c6f00e-4f76-474f-a951-b1ea333a4912 None None] Provisioning complete for port 56b8f716-fa28-4fb2-a24a-bad3b61157e5 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:38:53.362709 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-87c6f00e-4f76-474f-a951-b1ea333a4912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:53.387285 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-517c32b0-6708-4e98-a5f5-81f422d06d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:53.519352 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34524) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:53.524867 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-bc8f9a26-a7a1-432f-8c83-4fead0dffcdb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1784800531', 'description': 'tempest-secgroup-smoke-1784800531 description', 'project_id': '1cd57789443e43d89a7681324e1f7304'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:38:53.531266 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bc8f9a26-a7a1-432f-8c83-4fead0dffcdb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:38:53.535374 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bc8f9a26-a7a1-432f-8c83-4fead0dffcdb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:38:53.538668 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bc8f9a26-a7a1-432f-8c83-4fead0dffcdb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:38:53.544979 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bc8f9a26-a7a1-432f-8c83-4fead0dffcdb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:38:53.558738 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9a26-a7a1-432f-8c83-4fead0dffcdb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:53.580580 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bc8f9a26-a7a1-432f-8c83-4fead0dffcdb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:38:53.585571 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bc8f9a26-a7a1-432f-8c83-4fead0dffcdb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:38:53.588569 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bc8f9a26-a7a1-432f-8c83-4fead0dffcdb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:38:53.594420 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bc8f9a26-a7a1-432f-8c83-4fead0dffcdb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:38:53.594644 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device cf9f4460-fdb4-4e5a-a362-34f3f5b2d908 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:38:53.666379 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9a26-a7a1-432f-8c83-4fead0dffcdb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:53.671247 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9a26-a7a1-432f-8c83-4fead0dffcdb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:53.719777 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f9a26-a7a1-432f-8c83-4fead0dffcdb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8320975-1b2f-4213-8aa7-2e3b274bad3c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:53.724174 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9a26-a7a1-432f-8c83-4fead0dffcdb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:53.725541 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bc8f9a26-a7a1-432f-8c83-4fead0dffcdb tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2051020 Feb 28 14:38:53.728452 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34528) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:53.733342 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9e3fdbcd-83d2-4bcf-a86a-1d07b773dd73 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': 'f8320975-1b2f-4213-8aa7-2e3b274bad3c', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:38:53.739823 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9e3fdbcd-83d2-4bcf-a86a-1d07b773dd73 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:38:53.743792 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9e3fdbcd-83d2-4bcf-a86a-1d07b773dd73 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:38:53.746868 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9e3fdbcd-83d2-4bcf-a86a-1d07b773dd73 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:38:53.753228 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9e3fdbcd-83d2-4bcf-a86a-1d07b773dd73 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:38:53.789713 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port cf9f4460-fdb4-4e5a-a362-34f3f5b2d908 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:38:53.790248 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:53.803030 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e3fdbcd-83d2-4bcf-a86a-1d07b773dd73 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:53.868232 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e3fdbcd-83d2-4bcf-a86a-1d07b773dd73 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:53.872925 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e3fdbcd-83d2-4bcf-a86a-1d07b773dd73 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:53.877117 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1bab275a-2be5-4b98-a08e-7722e13f79fb None None] Provisioning complete for port 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:38:53.877482 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1bab275a-2be5-4b98-a08e-7722e13f79fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:53.901158 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3fdbcd-83d2-4bcf-a86a-1d07b773dd73 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bedf561-4f34-4fa1-8f2c-18ad3c090a7f,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:53.909602 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e3fdbcd-83d2-4bcf-a86a-1d07b773dd73 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:53.911597 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9e3fdbcd-83d2-4bcf-a86a-1d07b773dd73 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1817710 Feb 28 14:38:53.914269 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34532) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:53.919446 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b6b0f7d8-a9e5-4755-989e-8f439e129300 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': 'f8320975-1b2f-4213-8aa7-2e3b274bad3c', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:38:53.925693 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b6b0f7d8-a9e5-4755-989e-8f439e129300 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:38:53.929773 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b6b0f7d8-a9e5-4755-989e-8f439e129300 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:38:53.932653 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b6b0f7d8-a9e5-4755-989e-8f439e129300 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:38:53.938460 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b6b0f7d8-a9e5-4755-989e-8f439e129300 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:38:53.962999 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b6b0f7d8-a9e5-4755-989e-8f439e129300 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:54.006290 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1bab275a-2be5-4b98-a08e-7722e13f79fb None None] Port 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:38:54.024988 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b6b0f7d8-a9e5-4755-989e-8f439e129300 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:54.028876 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b6b0f7d8-a9e5-4755-989e-8f439e129300 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:54.038241 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-517c32b0-6708-4e98-a5f5-81f422d06d8a None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:54.051577 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0f7d8-a9e5-4755-989e-8f439e129300 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb50299-a7dc-4eb6-82bb-0b266944aebd,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:54.061462 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-517c32b0-6708-4e98-a5f5-81f422d06d8a None None] Transition to ACTIVE for port object 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:38:54.063613 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b6b0f7d8-a9e5-4755-989e-8f439e129300 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:54.064827 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b6b0f7d8-a9e5-4755-989e-8f439e129300 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1496098 Feb 28 14:38:54.068342 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34536) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:54.073856 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-517c32b0-6708-4e98-a5f5-81f422d06d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:54.074095 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-493f58b0-a9b8-4908-8e12-bf91184d4111 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': 'f8320975-1b2f-4213-8aa7-2e3b274bad3c', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:38:54.081116 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-493f58b0-a9b8-4908-8e12-bf91184d4111 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:38:54.085947 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-493f58b0-a9b8-4908-8e12-bf91184d4111 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:38:54.089092 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-493f58b0-a9b8-4908-8e12-bf91184d4111 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:38:54.100390 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-493f58b0-a9b8-4908-8e12-bf91184d4111 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:38:54.117873 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-493f58b0-a9b8-4908-8e12-bf91184d4111 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:54.166549 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 56b8f716-fa28-4fb2-a24a-bad3b61157e5 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:38:54.183512 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-493f58b0-a9b8-4908-8e12-bf91184d4111 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:54.187860 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-493f58b0-a9b8-4908-8e12-bf91184d4111 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:54.213251 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f58b0-a9b8-4908-8e12-bf91184d4111 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c44520-cc50-46d0-ae1e-f2b0efbdcfaf,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:54.226058 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-493f58b0-a9b8-4908-8e12-bf91184d4111 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:54.230161 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-493f58b0-a9b8-4908-8e12-bf91184d4111 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1577816 Feb 28 14:38:54.230422 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34540) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:54.236054 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-62252ad7-1430-4703-9498-e3f645755412 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': 'f8320975-1b2f-4213-8aa7-2e3b274bad3c', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:38:54.242773 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-62252ad7-1430-4703-9498-e3f645755412 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:38:54.247639 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-62252ad7-1430-4703-9498-e3f645755412 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:38:54.251061 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-62252ad7-1430-4703-9498-e3f645755412 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:38:54.258586 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-62252ad7-1430-4703-9498-e3f645755412 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:38:54.281974 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-62252ad7-1430-4703-9498-e3f645755412 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:54.341711 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79d620-05e5-4ad1-bf74-7ee29909c088 None None] Pushing event updated for resources: {'Port': ['ID=65a7ece0-c7bb-41b9-ab39-6a536bbe1a94,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:54.354191 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-62252ad7-1430-4703-9498-e3f645755412 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:54.358009 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-62252ad7-1430-4703-9498-e3f645755412 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:54.392210 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62252ad7-1430-4703-9498-e3f645755412 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f73b2ef-3bc5-4ef2-ba92-fcdab8d72789,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:54.396249 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-62252ad7-1430-4703-9498-e3f645755412 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:54.400348 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-62252ad7-1430-4703-9498-e3f645755412 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1661966 Feb 28 14:38:54.400497 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34544) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:54.403938 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-517c32b0-6708-4e98-a5f5-81f422d06d8a None None] Attempting to bind port 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:38:54.404169 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-517c32b0-6708-4e98-a5f5-81f422d06d8a None None] Attempting to bind port 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '87a995f4-3784-41be-820d-d653245b28e1'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:38:54.404527 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517c32b0-6708-4e98-a5f5-81f422d06d8a None None] Attempting to bind port 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94 on network 87a995f4-3784-41be-820d-d653245b28e1 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:38:54.406609 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-1a68e154-791d-45d9-86a9-c0f8502aba2f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': 'f8320975-1b2f-4213-8aa7-2e3b274bad3c', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:38:54.413709 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1a68e154-791d-45d9-86a9-c0f8502aba2f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:38:54.414430 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517c32b0-6708-4e98-a5f5-81f422d06d8a None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:38:54.414800 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517c32b0-6708-4e98-a5f5-81f422d06d8a None None] Checking segment: {'id': '0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '87a995f4-3784-41be-820d-d653245b28e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:38:54.415215 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-517c32b0-6708-4e98-a5f5-81f422d06d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:54.415591 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517c32b0-6708-4e98-a5f5-81f422d06d8a None None] Bound using segment: {'id': '0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '87a995f4-3784-41be-820d-d653245b28e1'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:38:54.416204 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-517c32b0-6708-4e98-a5f5-81f422d06d8a None None] Bound port: 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '87a995f4-3784-41be-820d-d653245b28e1'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:38:54.416721 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-517c32b0-6708-4e98-a5f5-81f422d06d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:54.418465 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1a68e154-791d-45d9-86a9-c0f8502aba2f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:38:54.422131 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1a68e154-791d-45d9-86a9-c0f8502aba2f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:38:54.428689 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 56b8f716-fa28-4fb2-a24a-bad3b61157e5 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:38:54.429214 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1a68e154-791d-45d9-86a9-c0f8502aba2f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:38:54.429380 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:54.443577 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-1a68e154-791d-45d9-86a9-c0f8502aba2f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Project 1cd57789443e43d89a7681324e1f7304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:38:54.451438 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1a68e154-791d-45d9-86a9-c0f8502aba2f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:54.531849 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1a68e154-791d-45d9-86a9-c0f8502aba2f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:54.537145 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1a68e154-791d-45d9-86a9-c0f8502aba2f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:54.561523 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68e154-791d-45d9-86a9-c0f8502aba2f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d1372d-7970-4fc5-9cf1-db49f18abb9e,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:54.572427 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1a68e154-791d-45d9-86a9-c0f8502aba2f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:54.576684 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34548) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:38:54.576805 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1a68e154-791d-45d9-86a9-c0f8502aba2f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1748872 Feb 28 14:38:54.582910 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-4cf89525-b51d-455b-afa2-a29e81805b7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'security_group_rule': {'security_group_id': 'f8320975-1b2f-4213-8aa7-2e3b274bad3c', 'project_id': '1cd57789443e43d89a7681324e1f7304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:38:54.586284 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-517c32b0-6708-4e98-a5f5-81f422d06d8a None None] For port 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:38:54.589444 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4cf89525-b51d-455b-afa2-a29e81805b7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:38:54.589816 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-517c32b0-6708-4e98-a5f5-81f422d06d8a None None] For port 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=65a7ece0-c7bb-41b9-ab39-6a536bbe1a94,segment=NetworkSegment(0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5),segment_id=0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:38:54.593608 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4cf89525-b51d-455b-afa2-a29e81805b7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:security_group_rule and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:38:54.596597 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4cf89525-b51d-455b-afa2-a29e81805b7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:38:54.603049 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-4cf89525-b51d-455b-afa2-a29e81805b7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:38:54.613381 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-4cf89525-b51d-455b-afa2-a29e81805b7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Project 1cd57789443e43d89a7681324e1f7304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:38:54.620833 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4cf89525-b51d-455b-afa2-a29e81805b7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:54.622900 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-517c32b0-6708-4e98-a5f5-81f422d06d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:54.688500 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4cf89525-b51d-455b-afa2-a29e81805b7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:54.693448 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4cf89525-b51d-455b-afa2-a29e81805b7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:54.722004 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf89525-b51d-455b-afa2-a29e81805b7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c6eab81-716c-4581-bc50-85f059a4bf54,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:54.729856 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-4cf89525-b51d-455b-afa2-a29e81805b7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:54.739219 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4cf89525-b51d-455b-afa2-a29e81805b7f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1536829 Feb 28 14:38:54.739428 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79d620-05e5-4ad1-bf74-7ee29909c088 None None] Pushing event updated for resources: {'Port': ['ID=65a7ece0-c7bb-41b9-ab39-6a536bbe1a94,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:54.739428 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517c32b0-6708-4e98-a5f5-81f422d06d8a None None] Routers {'9a954f72-b691-46d1-9204-af4dd68085b6'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:38:54.739428 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-517c32b0-6708-4e98-a5f5-81f422d06d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:38:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9a954f72-b691-46d1-9204-af4dd68085b6'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:54.925335 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-517c32b0-6708-4e98-a5f5-81f422d06d8a None None] Set router 9a954f72-b691-46d1-9204-af4dd68085b6 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:38:54.971764 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-521f5035-ce2e-4637-b9d0-8832fa447b87 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1784800531&fields=id&tenant_id=1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 267 time: 0.0462203 Feb 28 14:38:55.163132 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-725b93c7-4000-4bb8-8c35-3665e63afee5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:55.164582 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-725b93c7-4000-4bb8-8c35-3665e63afee5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/networks?id=87a995f4-3784-41be-820d-d653245b28e1 HTTP/1.1" status: 200 len: 797 time: 0.1853566 Feb 28 14:38:55.180076 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-ad5e8408-57e2-44c5-b44e-e45af755617c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/quotas/1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 375 time: 0.0099595 Feb 28 14:38:55.275504 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-517c32b0-6708-4e98-a5f5-81f422d06d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'name': 'tempest-TestNetworkBasicOps-router-1913777302', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:38:51Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '65a7ece0-c7bb-41b9-ab39-6a536bbe1a94', 'name': '', 'network_id': '87a995f4-3784-41be-820d-d653245b28e1', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:da:39:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '1911c46f-2b33-4729-b68c-bbc3519aed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:50Z', 'updated_at': '2022-02-28T14:38:54Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '1911c46f-2b33-4729-b68c-bbc3519aed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:38:55.278965 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-85704c93-796e-4a55-8d1d-4b2ad04a78f7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:38:55.279880 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517c32b0-6708-4e98-a5f5-81f422d06d8a None None] The sync data for ids ['9a954f72-b691-46d1-9204-af4dd68085b6'] in dv-neutron-831192-4-hyperv is: [{'id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'name': 'tempest-TestNetworkBasicOps-router-1913777302', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:38:51Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '65a7ece0-c7bb-41b9-ab39-6a536bbe1a94', 'name': '', 'network_id': '87a995f4-3784-41be-820d-d653245b28e1', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:da:39:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '1911c46f-2b33-4729-b68c-bbc3519aed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:50Z', 'updated_at': '2022-02-28T14:38:54Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '1911c46f-2b33-4729-b68c-bbc3519aed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:38:55.297241 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-85704c93-796e-4a55-8d1d-4b2ad04a78f7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:38:55.298561 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-85704c93-796e-4a55-8d1d-4b2ad04a78f7 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1132762 Feb 28 14:38:55.495004 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-eb498e2c-cb98-4e60-9e70-247a64b11212 service neutron] 10.222.0.30 "GET /v2.0/networks/87a995f4-3784-41be-820d-d653245b28e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827796 Feb 28 14:38:55.598121 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:38:55.660307 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-e1032636-60e4-42aa-a246-d3acd9a09c52 service neutron] 10.222.0.30 "GET /v2.0/networks/87a995f4-3784-41be-820d-d653245b28e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585240 Feb 28 14:38:55.676479 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:38:55.681699 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:38:55.682102 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:55.824081 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:55.860678 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=65a7ece0-c7bb-41b9-ab39-6a536bbe1a94,segment=NetworkSegment(0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5),segment_id=0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:38:55.867500 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:55.882449 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-7c021705-1f6a-4b5f-9acf-3f6912be6c34 req-ec8a3a4a-8e20-4e90-bfb5-44b24c42345e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:38:55.896145 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-7c021705-1f6a-4b5f-9acf-3f6912be6c34 req-ec8a3a4a-8e20-4e90-bfb5-44b24c42345e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:38:55.907420 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7c021705-1f6a-4b5f-9acf-3f6912be6c34 req-ec8a3a4a-8e20-4e90-bfb5-44b24c42345e tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad198b8c-814e-4555-b954-c7984e6aea6d HTTP/1.1" status: 200 len: 210 time: 0.0790741 Feb 28 14:38:55.972225 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=65a7ece0-c7bb-41b9-ab39-6a536bbe1a94,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:57.056740 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-20aff9d8-f47c-4962-b8c9-27ebc193186c req-ce8830d0-dcc7-4e06-9bda-3909b7dea737 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad198b8c-814e-4555-b954-c7984e6aea6d HTTP/1.1" status: 200 len: 210 time: 0.0500185 Feb 28 14:38:57.294607 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-a81cebe1-5a52-45e6-ad1f-99884375ac2b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:57.295294 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-a81cebe1-5a52-45e6-ad1f-99884375ac2b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:38:57.313121 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-a81cebe1-5a52-45e6-ad1f-99884375ac2b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:38:57.314409 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-a81cebe1-5a52-45e6-ad1f-99884375ac2b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/networks?id=87a995f4-3784-41be-820d-d653245b28e1 HTTP/1.1" status: 200 len: 797 time: 0.2894282 Feb 28 14:38:57.370272 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-5f395ab5-6b80-4dc5-a944-a491a91c9366 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:38:57.388652 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-5f395ab5-6b80-4dc5-a944-a491a91c9366 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:38:57.389777 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-5f395ab5-6b80-4dc5-a944-a491a91c9366 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cd57789443e43d89a7681324e1f7304 HTTP/1.1" status: 200 len: 380 time: 0.0629504 Feb 28 14:38:57.400346 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-ca93e6b7-12d1-49bc-8b6f-3d8048650e75 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'port': {'device_id': 'ad198b8c-814e-4555-b954-c7984e6aea6d', 'network_id': '87a995f4-3784-41be-820d-d653245b28e1', 'admin_state_up': True, 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'security_groups': ['f8320975-1b2f-4213-8aa7-2e3b274bad3c']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:38:57.538651 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-ca93e6b7-12d1-49bc-8b6f-3d8048650e75 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:38:57.549100 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-ca93e6b7-12d1-49bc-8b6f-3d8048650e75 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:38:57.561497 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-ca93e6b7-12d1-49bc-8b6f-3d8048650e75 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Made reservation on behalf of 1cd57789443e43d89a7681324e1f7304 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:38:57.565252 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-ca93e6b7-12d1-49bc-8b6f-3d8048650e75 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:57.573928 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:38:57.641038 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:38:57.641398 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:57.732944 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-ca93e6b7-12d1-49bc-8b6f-3d8048650e75 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.20.0.14 (87a995f4-3784-41be-820d-d653245b28e1/1911c46f-2b33-4729-b68c-bbc3519aed73/46c5e463-cc3e-4802-a121-9057ee93ef48) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:38:57.930755 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-ca93e6b7-12d1-49bc-8b6f-3d8048650e75 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:57.946818 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-ca93e6b7-12d1-49bc-8b6f-3d8048650e75 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Transition to ACTIVE for port object 46c5e463-cc3e-4802-a121-9057ee93ef48 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:38:57.971598 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-ca93e6b7-12d1-49bc-8b6f-3d8048650e75 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:58.039733 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-ca93e6b7-12d1-49bc-8b6f-3d8048650e75 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 87a995f4-3784-41be-820d-d653245b28e1 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:38:58.047707 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-ca93e6b7-12d1-49bc-8b6f-3d8048650e75 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:38:58.053034 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-ca93e6b7-12d1-49bc-8b6f-3d8048650e75 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:38:58.088244 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93e6b7-12d1-49bc-8b6f-3d8048650e75 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=46c5e463-cc3e-4802-a121-9057ee93ef48,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:58.126640 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-ca93e6b7-12d1-49bc-8b6f-3d8048650e75 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:58.127399 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-ca93e6b7-12d1-49bc-8b6f-3d8048650e75 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:58.155299 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-ca93e6b7-12d1-49bc-8b6f-3d8048650e75 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7583988 Feb 28 14:38:58.167295 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-64643d39-e99b-4e21-8368-96b7ddaa88e9 service neutron] Request body: {'port': {'device_id': 'ad198b8c-814e-4555-b954-c7984e6aea6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:38:58.234466 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e13999f0-cef4-4fd0-85d2-f146543926b2 None None] Provisioning for port 46c5e463-cc3e-4802-a121-9057ee93ef48 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:38:58.239648 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e13999f0-cef4-4fd0-85d2-f146543926b2 None None] Provisioning complete for port 46c5e463-cc3e-4802-a121-9057ee93ef48 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:38:58.240038 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e13999f0-cef4-4fd0-85d2-f146543926b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:58.291536 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-e13999f0-cef4-4fd0-85d2-f146543926b2 None None] Port 46c5e463-cc3e-4802-a121-9057ee93ef48 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:38:58.339115 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-64643d39-e99b-4e21-8368-96b7ddaa88e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:58.392404 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8cb3cb-57c5-46f1-953e-eadaf2e0b642 req-d56c9063-0c11-4d96-ada0-c06a4a9752ba tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:58.393090 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-6d8cb3cb-57c5-46f1-953e-eadaf2e0b642 req-d56c9063-0c11-4d96-ada0-c06a4a9752ba tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:38:58.436490 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-6d8cb3cb-57c5-46f1-953e-eadaf2e0b642 req-d56c9063-0c11-4d96-ada0-c06a4a9752ba tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:38:58.437798 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6d8cb3cb-57c5-46f1-953e-eadaf2e0b642 req-d56c9063-0c11-4d96-ada0-c06a4a9752ba tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad198b8c-814e-4555-b954-c7984e6aea6d HTTP/1.1" status: 200 len: 932 time: 0.2434533 Feb 28 14:38:58.568089 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6d8cb3cb-57c5-46f1-953e-eadaf2e0b642 req-570059c8-b50d-48b9-bf00-fbb1624625cd tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8320975-1b2f-4213-8aa7-2e3b274bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906968 Feb 28 14:38:58.741543 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-64643d39-e99b-4e21-8368-96b7ddaa88e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46c5e463-cc3e-4802-a121-9057ee93ef48 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:38:58.748984 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-64643d39-e99b-4e21-8368-96b7ddaa88e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:58.763726 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-64643d39-e99b-4e21-8368-96b7ddaa88e9 service neutron] Transition to ACTIVE for port object 46c5e463-cc3e-4802-a121-9057ee93ef48 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:38:58.770996 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-64643d39-e99b-4e21-8368-96b7ddaa88e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:58.902339 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64643d39-e99b-4e21-8368-96b7ddaa88e9 service neutron] Pushing event updated for resources: {'Port': ['ID=46c5e463-cc3e-4802-a121-9057ee93ef48,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:59.011287 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-64643d39-e99b-4e21-8368-96b7ddaa88e9 service neutron] Attempting to bind port 46c5e463-cc3e-4802-a121-9057ee93ef48 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:38:59.011556 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-64643d39-e99b-4e21-8368-96b7ddaa88e9 service neutron] Attempting to bind port 46c5e463-cc3e-4802-a121-9057ee93ef48 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '87a995f4-3784-41be-820d-d653245b28e1'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:38:59.011879 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-64643d39-e99b-4e21-8368-96b7ddaa88e9 service neutron] Attempting to bind port 46c5e463-cc3e-4802-a121-9057ee93ef48 on network 87a995f4-3784-41be-820d-d653245b28e1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:38:59.017114 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-64643d39-e99b-4e21-8368-96b7ddaa88e9 service neutron] Port 46c5e463-cc3e-4802-a121-9057ee93ef48 on network 87a995f4-3784-41be-820d-d653245b28e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:38:59.017431 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-64643d39-e99b-4e21-8368-96b7ddaa88e9 service neutron] Attempting to bind port 46c5e463-cc3e-4802-a121-9057ee93ef48 on network 87a995f4-3784-41be-820d-d653245b28e1 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:38:59.022683 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-64643d39-e99b-4e21-8368-96b7ddaa88e9 service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:38:59.023008 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-64643d39-e99b-4e21-8368-96b7ddaa88e9 service neutron] Checking segment: {'id': '0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '87a995f4-3784-41be-820d-d653245b28e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:38:59.024292 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-64643d39-e99b-4e21-8368-96b7ddaa88e9 service neutron] Bound using segment: {'id': '0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '87a995f4-3784-41be-820d-d653245b28e1'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:38:59.024730 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-64643d39-e99b-4e21-8368-96b7ddaa88e9 service neutron] Bound port: 46c5e463-cc3e-4802-a121-9057ee93ef48, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '87a995f4-3784-41be-820d-d653245b28e1'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:38:59.026028 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-64643d39-e99b-4e21-8368-96b7ddaa88e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:59.117512 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-64643d39-e99b-4e21-8368-96b7ddaa88e9 service neutron] For port 46c5e463-cc3e-4802-a121-9057ee93ef48, host hv-neutron-8311, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:38:59.121116 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-64643d39-e99b-4e21-8368-96b7ddaa88e9 service neutron] For port 46c5e463-cc3e-4802-a121-9057ee93ef48, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=46c5e463-cc3e-4802-a121-9057ee93ef48,segment=NetworkSegment(0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5),segment_id=0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:38:59.125969 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-64643d39-e99b-4e21-8368-96b7ddaa88e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:59.183873 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-64643d39-e99b-4e21-8368-96b7ddaa88e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:59.184546 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-64643d39-e99b-4e21-8368-96b7ddaa88e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:38:59.186013 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-64643d39-e99b-4e21-8368-96b7ddaa88e9 service neutron] 10.222.0.13 "PUT /v2.0/ports/46c5e463-cc3e-4802-a121-9057ee93ef48 HTTP/1.1" status: 200 len: 1094 time: 1.0233636 Feb 28 14:38:59.186430 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad198b8c-814e-4555-b954-c7984e6aea6d', 'tag': '46c5e463-cc3e-4802-a121-9057ee93ef48'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:38:59.331888 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad198b8c-814e-4555-b954-c7984e6aea6d', 'tag': '46c5e463-cc3e-4802-a121-9057ee93ef48', 'status': 'completed', 'code': 200} Feb 28 14:38:59.377683 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64643d39-e99b-4e21-8368-96b7ddaa88e9 service neutron] Pushing event updated for resources: {'Port': ['ID=46c5e463-cc3e-4802-a121-9057ee93ef48,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:38:59.411378 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-42b1cfed-a4fc-4271-bcd1-da160d9febe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:59.412876 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-42b1cfed-a4fc-4271-bcd1-da160d9febe7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=ad198b8c-814e-4555-b954-c7984e6aea6d HTTP/1.1" status: 200 len: 1097 time: 0.0828638 Feb 28 14:38:59.496796 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-f8955962-6387-46bc-ae43-f0f842a29b21 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46c5e463-cc3e-4802-a121-9057ee93ef48 HTTP/1.1" status: 200 len: 217 time: 0.0772436 Feb 28 14:38:59.560595 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-77917a26-0420-4762-8484-df60777f3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:59.561975 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-77917a26-0420-4762-8484-df60777f3550 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1911c46f-2b33-4729-b68c-bbc3519aed73 HTTP/1.1" status: 200 len: 835 time: 0.0595472 Feb 28 14:38:59.640272 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-ce5c8313-3e7f-47b8-bf09-e2307d7f99af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:59.641765 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-ce5c8313-3e7f-47b8-bf09-e2307d7f99af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87a995f4-3784-41be-820d-d653245b28e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734253 Feb 28 14:38:59.826808 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-d3950d00-8cc0-4cc2-b719-e61592af7808 service neutron] 10.222.0.13 "GET /v2.0/networks/87a995f4-3784-41be-820d-d653245b28e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790004 Feb 28 14:38:59.878915 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e965dbe-d7c3-4e34-a9b8-80d90eed2669 req-18448b3a-1fee-4bd6-8e7e-6bb26df36fcc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:38:59.880397 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8e965dbe-d7c3-4e34-a9b8-80d90eed2669 req-18448b3a-1fee-4bd6-8e7e-6bb26df36fcc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad198b8c-814e-4555-b954-c7984e6aea6d HTTP/1.1" status: 200 len: 944 time: 0.2022572 Feb 28 14:38:59.996735 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8e965dbe-d7c3-4e34-a9b8-80d90eed2669 req-b348c799-eb5a-4f8f-a90c-e54212d776e5 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8320975-1b2f-4213-8aa7-2e3b274bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690224 Feb 28 14:39:00.004954 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e4297426-91d0-4e93-bda7-2561412abbb5 req-ac1ac2e8-acc5-49ce-b529-a5d87cdc860b service neutron] 10.222.0.13 "GET /v2.0/networks/87a995f4-3784-41be-820d-d653245b28e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691036 Feb 28 14:39:00.132923 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba28d59-721c-49cf-b97d-572a2865817f req-38e9ad22-622a-4633-9d81-4edc1d53a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:39:00.134274 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3ba28d59-721c-49cf-b97d-572a2865817f req-38e9ad22-622a-4633-9d81-4edc1d53a154 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=ad198b8c-814e-4555-b954-c7984e6aea6d HTTP/1.1" status: 200 len: 1097 time: 0.0836701 Feb 28 14:39:00.269406 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba28d59-721c-49cf-b97d-572a2865817f req-1dd03381-7d9f-4d5c-b5d2-ffc4db0a3dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:39:00.270860 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3ba28d59-721c-49cf-b97d-572a2865817f req-1dd03381-7d9f-4d5c-b5d2-ffc4db0a3dc3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=87a995f4-3784-41be-820d-d653245b28e1 HTTP/1.1" status: 200 len: 898 time: 0.1300328 Feb 28 14:39:00.340608 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3ba28d59-721c-49cf-b97d-572a2865817f req-cbb06bdc-4fd5-4c7c-884e-0bd2ff880e8d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46c5e463-cc3e-4802-a121-9057ee93ef48 HTTP/1.1" status: 200 len: 217 time: 0.0613790 Feb 28 14:39:00.406189 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba28d59-721c-49cf-b97d-572a2865817f req-83ceefa0-e6b1-4cdf-8402-b53608309896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:39:00.407591 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3ba28d59-721c-49cf-b97d-572a2865817f req-83ceefa0-e6b1-4cdf-8402-b53608309896 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1911c46f-2b33-4729-b68c-bbc3519aed73 HTTP/1.1" status: 200 len: 835 time: 0.0603726 Feb 28 14:39:00.494318 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba28d59-721c-49cf-b97d-572a2865817f req-2f063545-2ac3-424c-8c16-babbb5ceb6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:39:00.495830 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3ba28d59-721c-49cf-b97d-572a2865817f req-2f063545-2ac3-424c-8c16-babbb5ceb6a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87a995f4-3784-41be-820d-d653245b28e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821693 Feb 28 14:39:00.636640 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3ba28d59-721c-49cf-b97d-572a2865817f req-fbb7da77-5754-40f9-bfd0-71bbabe1de43 service neutron] 10.222.0.13 "GET /v2.0/networks/87a995f4-3784-41be-820d-d653245b28e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332207 Feb 28 14:39:00.775709 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3ba28d59-721c-49cf-b97d-572a2865817f req-fcdf99a5-f603-468f-965c-1701e480f93c service neutron] 10.222.0.13 "GET /v2.0/networks/87a995f4-3784-41be-820d-d653245b28e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309922 Feb 28 14:39:01.210728 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1d174-d64e-4f46-8c83-6e8359c29b06 req-02e32980-0a1e-46b7-a0af-477b1a8ba099 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:39:01.212189 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-61c1d174-d64e-4f46-8c83-6e8359c29b06 req-02e32980-0a1e-46b7-a0af-477b1a8ba099 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad198b8c-814e-4555-b954-c7984e6aea6d HTTP/1.1" status: 200 len: 944 time: 0.0955496 Feb 28 14:39:01.259005 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-61c1d174-d64e-4f46-8c83-6e8359c29b06 req-223ff4b4-207e-4abe-9e8f-148bc8018d4c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8320975-1b2f-4213-8aa7-2e3b274bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382733 Feb 28 14:39:02.242317 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 46c5e463-cc3e-4802-a121-9057ee93ef48 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:39:02.383330 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 46c5e463-cc3e-4802-a121-9057ee93ef48, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=46c5e463-cc3e-4802-a121-9057ee93ef48,segment=NetworkSegment(0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5),segment_id=0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:39:02.396969 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '46c5e463-cc3e-4802-a121-9057ee93ef48', 'network_id': '87a995f4-3784-41be-820d-d653245b28e1', 'port_id': '46c5e463-cc3e-4802-a121-9057ee93ef48', 'mac_address': 'fa:16:3e:71:fa:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1911c46f-2b33-4729-b68c-bbc3519aed73', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:39:02.454948 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:02.460408 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5854a27-3977-49b2-99df-424bcdfc0972 req-fc92d338-54c0-4ba1-984d-29e15b3dc194 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:39:02.462030 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c5854a27-3977-49b2-99df-424bcdfc0972 req-fc92d338-54c0-4ba1-984d-29e15b3dc194 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad198b8c-814e-4555-b954-c7984e6aea6d HTTP/1.1" status: 200 len: 944 time: 0.0907135 Feb 28 14:39:02.471850 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46c5e463-cc3e-4802-a121-9057ee93ef48 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:39:02.487646 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 46c5e463-cc3e-4802-a121-9057ee93ef48, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=46c5e463-cc3e-4802-a121-9057ee93ef48,segment=NetworkSegment(0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5),segment_id=0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:39:02.494271 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:02.508923 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c5854a27-3977-49b2-99df-424bcdfc0972 req-00ce01b5-c824-431f-91db-1fa74ffe2034 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8320975-1b2f-4213-8aa7-2e3b274bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412591 Feb 28 14:39:02.567071 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=46c5e463-cc3e-4802-a121-9057ee93ef48,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:39:02.689327 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['46c5e463-cc3e-4802-a121-9057ee93ef48'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:39:03.705323 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b00cd-8465-47a6-bb0b-1c4152aa4e05 req-2db73ad9-0d88-4c53-8ee6-3fb0bc858b25 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:39:03.706665 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-826b00cd-8465-47a6-bb0b-1c4152aa4e05 req-2db73ad9-0d88-4c53-8ee6-3fb0bc858b25 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad198b8c-814e-4555-b954-c7984e6aea6d HTTP/1.1" status: 200 len: 945 time: 0.0881555 Feb 28 14:39:03.758672 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-826b00cd-8465-47a6-bb0b-1c4152aa4e05 req-18f71842-b67f-4648-81a1-378cfb56b864 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8320975-1b2f-4213-8aa7-2e3b274bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436530 Feb 28 14:39:04.253151 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 46c5e463-cc3e-4802-a121-9057ee93ef48 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:39:04.339093 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port 46c5e463-cc3e-4802-a121-9057ee93ef48 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:39:04.346124 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 46c5e463-cc3e-4802-a121-9057ee93ef48 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:39:04.346580 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:04.476927 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:04.504620 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad198b8c-814e-4555-b954-c7984e6aea6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c5e463-cc3e-4802-a121-9057ee93ef48'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:39:04.515139 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 46c5e463-cc3e-4802-a121-9057ee93ef48, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=46c5e463-cc3e-4802-a121-9057ee93ef48,segment=NetworkSegment(0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5),segment_id=0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:39:04.521451 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:04.566426 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad198b8c-814e-4555-b954-c7984e6aea6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c5e463-cc3e-4802-a121-9057ee93ef48', 'code': 200} Feb 28 14:39:04.598377 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=46c5e463-cc3e-4802-a121-9057ee93ef48,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:39:04.810142 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca24c2-6a79-4ece-b486-8dc0bfbb1cf8 req-c380e30c-b42f-4618-bbf4-cffcbb538c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:39:04.811663 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4aca24c2-6a79-4ece-b486-8dc0bfbb1cf8 req-c380e30c-b42f-4618-bbf4-cffcbb538c9c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ad198b8c-814e-4555-b954-c7984e6aea6d HTTP/1.1" status: 200 len: 1099 time: 0.0791190 Feb 28 14:39:04.855973 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4aca24c2-6a79-4ece-b486-8dc0bfbb1cf8 req-f86fed6c-ac9a-40f7-bea6-3f1e3cbc07ac service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f8320975-1b2f-4213-8aa7-2e3b274bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377944 Feb 28 14:39:04.968671 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c070ea3-10b8-4edf-b988-e3efa46f15f3 req-23abf607-b995-42d1-ba3f-22e2c4feefbc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:39:04.970256 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c070ea3-10b8-4edf-b988-e3efa46f15f3 req-23abf607-b995-42d1-ba3f-22e2c4feefbc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad198b8c-814e-4555-b954-c7984e6aea6d HTTP/1.1" status: 200 len: 946 time: 0.0898206 Feb 28 14:39:05.022294 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c070ea3-10b8-4edf-b988-e3efa46f15f3 req-df82f012-cd28-4d85-8e44-4313532676b4 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8320975-1b2f-4213-8aa7-2e3b274bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436411 Feb 28 14:39:05.121384 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:06.337253 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479eb057-0cdd-4a3a-afcf-fb48600db59f req-3ca5f09b-ba69-4bd4-831b-2014fc52a3fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:39:06.338734 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-479eb057-0cdd-4a3a-afcf-fb48600db59f req-3ca5f09b-ba69-4bd4-831b-2014fc52a3fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad198b8c-814e-4555-b954-c7984e6aea6d HTTP/1.1" status: 200 len: 946 time: 0.1973507 Feb 28 14:39:06.386009 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-479eb057-0cdd-4a3a-afcf-fb48600db59f req-91037935-17a9-4f6a-a42a-9cced16f7b2f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8320975-1b2f-4213-8aa7-2e3b274bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390368 Feb 28 14:39:06.686568 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea9313-3058-4191-8a69-62a838d75726 req-9f457218-dd16-4ed1-b7a8-9225ecd6d907 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:39:06.687944 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5cea9313-3058-4191-8a69-62a838d75726 req-9f457218-dd16-4ed1-b7a8-9225ecd6d907 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad198b8c-814e-4555-b954-c7984e6aea6d HTTP/1.1" status: 200 len: 946 time: 0.1909845 Feb 28 14:39:06.736726 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5cea9313-3058-4191-8a69-62a838d75726 req-bac553ce-6726-4eb3-be4f-8590c79e84c2 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8320975-1b2f-4213-8aa7-2e3b274bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419018 Feb 28 14:39:06.759566 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34604) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:39:06.836578 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265e1bc7-1ade-4e7c-97fc-a306a955c93e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:39:06.838486 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-265e1bc7-1ade-4e7c-97fc-a306a955c93e tempest-TestNetworkBasicOps-1269845494 tempest-TestNetworkBasicOps-1269845494-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ad198b8c-814e-4555-b954-c7984e6aea6d HTTP/1.1" status: 200 len: 1094 time: 0.0779395 Feb 28 14:39:06.841374 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34608) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:39:06.846313 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5656390e-3099-47f6-a0ee-6cf9cc019d34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'port_id': '46c5e463-cc3e-4802-a121-9057ee93ef48', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:39:06.852380 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5656390e-3099-47f6-a0ee-6cf9cc019d34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:39:06.856224 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5656390e-3099-47f6-a0ee-6cf9cc019d34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Usage tracker for resource:floatingip and tenant:1cd57789443e43d89a7681324e1f7304 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:39:06.858998 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5656390e-3099-47f6-a0ee-6cf9cc019d34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:39:06.864738 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5656390e-3099-47f6-a0ee-6cf9cc019d34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:39:06.876853 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5656390e-3099-47f6-a0ee-6cf9cc019d34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:07.015611 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5656390e-3099-47f6-a0ee-6cf9cc019d34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:07.149271 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-5656390e-3099-47f6-a0ee-6cf9cc019d34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Allocated IP 172.26.5.86 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/d5170358-1b40-4350-81ae-ce981a77da39) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:39:07.304279 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5656390e-3099-47f6-a0ee-6cf9cc019d34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:07.339743 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5656390e-3099-47f6-a0ee-6cf9cc019d34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:07.402018 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5656390e-3099-47f6-a0ee-6cf9cc019d34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:39:07.404713 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-5656390e-3099-47f6-a0ee-6cf9cc019d34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:39:07.413039 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5656390e-3099-47f6-a0ee-6cf9cc019d34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:39:07.447705 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656390e-3099-47f6-a0ee-6cf9cc019d34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=d5170358-1b40-4350-81ae-ce981a77da39,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:39:07.666589 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b85f1180-1a1e-409d-8fae-c72a4d47d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:07.845139 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5656390e-3099-47f6-a0ee-6cf9cc019d34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:07.926876 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5656390e-3099-47f6-a0ee-6cf9cc019d34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:08.132301 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5656390e-3099-47f6-a0ee-6cf9cc019d34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:08.139235 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5656390e-3099-47f6-a0ee-6cf9cc019d34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:08.245950 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656390e-3099-47f6-a0ee-6cf9cc019d34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event updated for resources: {'Port': ['ID=d5170358-1b40-4350-81ae-ce981a77da39,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:39:08.258507 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5656390e-3099-47f6-a0ee-6cf9cc019d34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:08.531395 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-5656390e-3099-47f6-a0ee-6cf9cc019d34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Floating IP 2736c4e6-8a7f-4535-a602-ae33286dafe9 associated. External IP: 172.26.5.86, port: 46c5e463-cc3e-4802-a121-9057ee93ef48. Feb 28 14:39:08.889917 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5656390e-3099-47f6-a0ee-6cf9cc019d34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 9a954f72-b691-46d1-9204-af4dd68085b6 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:39:09.073067 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5656390e-3099-47f6-a0ee-6cf9cc019d34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:39:09.083136 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4484b2fb-183d-426b-b887-2e9926b3af70 None None] Sync routers for ids ['9a954f72-b691-46d1-9204-af4dd68085b6'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:39:09.094539 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4484b2fb-183d-426b-b887-2e9926b3af70 None None] Routers {'9a954f72-b691-46d1-9204-af4dd68085b6'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:39:09.095470 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4484b2fb-183d-426b-b887-2e9926b3af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:38:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9a954f72-b691-46d1-9204-af4dd68085b6'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:39:09.098706 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5656390e-3099-47f6-a0ee-6cf9cc019d34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:09.156705 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5656390e-3099-47f6-a0ee-6cf9cc019d34 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3141530 Feb 28 14:39:09.157205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad198b8c-814e-4555-b954-c7984e6aea6d', 'tag': '46c5e463-cc3e-4802-a121-9057ee93ef48'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:39:09.159690 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34612) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:39:09.202498 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad198b8c-814e-4555-b954-c7984e6aea6d', 'tag': '46c5e463-cc3e-4802-a121-9057ee93ef48', 'status': 'completed', 'code': 200} Feb 28 14:39:09.275771 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-4484b2fb-183d-426b-b887-2e9926b3af70 None None] Set router 9a954f72-b691-46d1-9204-af4dd68085b6 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:39:09.327092 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9964ef3e-f979-42df-aa39-63f20d40359f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/2736c4e6-8a7f-4535-a602-ae33286dafe9 HTTP/1.1" status: 200 len: 991 time: 0.1650162 Feb 28 14:39:09.348127 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7992e4-2bdf-4463-8845-d1870821e356 req-f4a4a907-b4f4-41fa-91c5-77b0b30d2974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:39:09.350011 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3b7992e4-2bdf-4463-8845-d1870821e356 req-f4a4a907-b4f4-41fa-91c5-77b0b30d2974 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=ad198b8c-814e-4555-b954-c7984e6aea6d HTTP/1.1" status: 200 len: 1099 time: 0.1188037 Feb 28 14:39:09.484659 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7992e4-2bdf-4463-8845-d1870821e356 req-9d0f1acd-13a5-47d7-99f6-eef3de0af15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:39:09.486161 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3b7992e4-2bdf-4463-8845-d1870821e356 req-9d0f1acd-13a5-47d7-99f6-eef3de0af15a service neutron] 10.222.0.13 "GET /v2.0/networks?id=87a995f4-3784-41be-820d-d653245b28e1 HTTP/1.1" status: 200 len: 898 time: 0.1298606 Feb 28 14:39:09.590139 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3b7992e4-2bdf-4463-8845-d1870821e356 req-ca8fad78-6a12-4f25-8afc-363f1edd4f94 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46c5e463-cc3e-4802-a121-9057ee93ef48 HTTP/1.1" status: 200 len: 999 time: 0.0982783 Feb 28 14:39:09.630615 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4484b2fb-183d-426b-b887-2e9926b3af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'name': 'tempest-TestNetworkBasicOps-router-1913777302', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:38:51Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '2736c4e6-8a7f-4535-a602-ae33286dafe9', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.86', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'port_id': '46c5e463-cc3e-4802-a121-9057ee93ef48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87a995f4-3784-41be-820d-d653245b28e1', 'mac_address': 'fa:16:3e:71:fa:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad198b8c-814e-4555-b954-c7984e6aea6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:39:07Z', 'updated_at': '2022-02-28T14:39:07Z', 'revision_number': 0, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65a7ece0-c7bb-41b9-ab39-6a536bbe1a94', 'name': '', 'network_id': '87a995f4-3784-41be-820d-d653245b28e1', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:da:39:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '1911c46f-2b33-4729-b68c-bbc3519aed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:50Z', 'updated_at': '2022-02-28T14:38:55Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '1911c46f-2b33-4729-b68c-bbc3519aed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:39:09.634588 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4484b2fb-183d-426b-b887-2e9926b3af70 None None] Checking router: 9a954f72-b691-46d1-9204-af4dd68085b6 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:39:09.642848 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4484b2fb-183d-426b-b887-2e9926b3af70 None None] Routers {'9a954f72-b691-46d1-9204-af4dd68085b6'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:39:09.643458 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4484b2fb-183d-426b-b887-2e9926b3af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:38:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9a954f72-b691-46d1-9204-af4dd68085b6'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:39:09.652942 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7992e4-2bdf-4463-8845-d1870821e356 req-06189050-7cb3-497c-8ba7-eb5553492f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:39:09.654398 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3b7992e4-2bdf-4463-8845-d1870821e356 req-06189050-7cb3-497c-8ba7-eb5553492f05 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1911c46f-2b33-4729-b68c-bbc3519aed73 HTTP/1.1" status: 200 len: 835 time: 0.0579174 Feb 28 14:39:09.731273 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7992e4-2bdf-4463-8845-d1870821e356 req-56e40467-b014-4764-a8e1-e7356cfe798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:39:09.732663 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3b7992e4-2bdf-4463-8845-d1870821e356 req-56e40467-b014-4764-a8e1-e7356cfe798a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87a995f4-3784-41be-820d-d653245b28e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711765 Feb 28 14:39:09.815541 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f72ee87b-4a6e-497a-aaab-6cd62e3e3c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:09.820495 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-4484b2fb-183d-426b-b887-2e9926b3af70 None None] Set router 9a954f72-b691-46d1-9204-af4dd68085b6 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:39:09.866795 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3b7992e4-2bdf-4463-8845-d1870821e356 req-fddde2ec-8012-4316-aa64-8a11352c9969 service neutron] 10.222.0.13 "GET /v2.0/networks/87a995f4-3784-41be-820d-d653245b28e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274583 Feb 28 14:39:09.997898 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3b7992e4-2bdf-4463-8845-d1870821e356 req-4559c05c-a015-4834-9536-1194f00fdab1 service neutron] 10.222.0.13 "GET /v2.0/networks/87a995f4-3784-41be-820d-d653245b28e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255314 Feb 28 14:39:10.199087 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4484b2fb-183d-426b-b887-2e9926b3af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'name': 'tempest-TestNetworkBasicOps-router-1913777302', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:38:51Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '2736c4e6-8a7f-4535-a602-ae33286dafe9', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.86', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'port_id': '46c5e463-cc3e-4802-a121-9057ee93ef48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87a995f4-3784-41be-820d-d653245b28e1', 'mac_address': 'fa:16:3e:71:fa:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad198b8c-814e-4555-b954-c7984e6aea6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:39:07Z', 'updated_at': '2022-02-28T14:39:07Z', 'revision_number': 0, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65a7ece0-c7bb-41b9-ab39-6a536bbe1a94', 'name': '', 'network_id': '87a995f4-3784-41be-820d-d653245b28e1', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:da:39:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '1911c46f-2b33-4729-b68c-bbc3519aed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:50Z', 'updated_at': '2022-02-28T14:38:55Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '1911c46f-2b33-4729-b68c-bbc3519aed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:39:10.204091 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4484b2fb-183d-426b-b887-2e9926b3af70 None None] The sync data for ids ['9a954f72-b691-46d1-9204-af4dd68085b6'] in dv-neutron-831192-4-hyperv is: [{'id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'name': 'tempest-TestNetworkBasicOps-router-1913777302', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:38:51Z', 'revision_number': 4, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '2736c4e6-8a7f-4535-a602-ae33286dafe9', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.86', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'port_id': '46c5e463-cc3e-4802-a121-9057ee93ef48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87a995f4-3784-41be-820d-d653245b28e1', 'mac_address': 'fa:16:3e:71:fa:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad198b8c-814e-4555-b954-c7984e6aea6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:39:07Z', 'updated_at': '2022-02-28T14:39:07Z', 'revision_number': 0, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65a7ece0-c7bb-41b9-ab39-6a536bbe1a94', 'name': '', 'network_id': '87a995f4-3784-41be-820d-d653245b28e1', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:da:39:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '1911c46f-2b33-4729-b68c-bbc3519aed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:50Z', 'updated_at': '2022-02-28T14:38:55Z', 'revision_number': 5, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '1911c46f-2b33-4729-b68c-bbc3519aed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:39:10.331286 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34618) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:39:10.399870 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e657f0a2-ae9a-4d2f-936d-7622483a2c24 None None] New status for floating IP 2736c4e6-8a7f-4535-a602-ae33286dafe9: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:39:10.449810 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-50e3e755-aaad-43e1-ad58-0cfdf1c43219 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/2736c4e6-8a7f-4535-a602-ae33286dafe9 HTTP/1.1" status: 200 len: 991 time: 0.1173191 Feb 28 14:39:10.941952 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:11.134417 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:11.453675 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34622) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:39:11.562438 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-525f78b4-4dc8-461c-a656-5f42c9331059 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/2736c4e6-8a7f-4535-a602-ae33286dafe9 HTTP/1.1" status: 200 len: 993 time: 0.1075895 Feb 28 14:39:12.492758 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:14.828243 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:39:21.845950 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-383ac927-c132-462a-89ad-5807a801743c req-51d7053b-2153-42bc-b392-6eac8f96a652 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ad198b8c-814e-4555-b954-c7984e6aea6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0891454 Feb 28 14:39:21.997301 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ac927-c132-462a-89ad-5807a801743c req-590db864-db42-476d-a09c-c4b8fb308bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:39:21.998789 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-383ac927-c132-462a-89ad-5807a801743c req-590db864-db42-476d-a09c-c4b8fb308bc3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=ad198b8c-814e-4555-b954-c7984e6aea6d HTTP/1.1" status: 200 len: 1099 time: 0.0803041 Feb 28 14:39:22.166382 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ac927-c132-462a-89ad-5807a801743c req-c85c03c6-3e53-4a60-95e8-721af03e08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:39:22.167828 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-383ac927-c132-462a-89ad-5807a801743c req-c85c03c6-3e53-4a60-95e8-721af03e08c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=87a995f4-3784-41be-820d-d653245b28e1 HTTP/1.1" status: 200 len: 898 time: 0.1464524 Feb 28 14:39:22.285217 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-383ac927-c132-462a-89ad-5807a801743c req-4a1212f3-3adb-4c40-af1b-9f268a8b0c34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46c5e463-cc3e-4802-a121-9057ee93ef48 HTTP/1.1" status: 200 len: 1001 time: 0.1077726 Feb 28 14:39:22.349105 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ac927-c132-462a-89ad-5807a801743c req-f90d0d9a-b583-4593-9502-97cfd8939eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:39:22.350584 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-383ac927-c132-462a-89ad-5807a801743c req-f90d0d9a-b583-4593-9502-97cfd8939eb1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1911c46f-2b33-4729-b68c-bbc3519aed73 HTTP/1.1" status: 200 len: 835 time: 0.0589411 Feb 28 14:39:22.543212 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ac927-c132-462a-89ad-5807a801743c req-86d5af58-bf51-4c45-8d53-2419e6c82b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:39:22.544638 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-383ac927-c132-462a-89ad-5807a801743c req-86d5af58-bf51-4c45-8d53-2419e6c82b25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87a995f4-3784-41be-820d-d653245b28e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1875968 Feb 28 14:39:22.681149 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-383ac927-c132-462a-89ad-5807a801743c req-f1094238-fd38-4927-a002-29807004e247 service neutron] 10.222.0.13 "GET /v2.0/networks/87a995f4-3784-41be-820d-d653245b28e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292098 Feb 28 14:39:22.819790 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-383ac927-c132-462a-89ad-5807a801743c req-b4b4fc90-efa3-4614-b6d6-848fbce91677 service neutron] 10.222.0.13 "GET /v2.0/networks/87a995f4-3784-41be-820d-d653245b28e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316142 Feb 28 14:39:35.135363 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:37.675308 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c796a55a-6842-4f86-b9e7-bcbf57cddded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:39.815924 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8a6ec85b-b1b3-4415-a249-1a07cbde8ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:40.792660 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34638) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:39:40.803447 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-55436cd2-2acd-4181-8c87-7b7e96dcb652 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:39:40.941034 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:41.134595 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:41.451382 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55436cd2-2acd-4181-8c87-7b7e96dcb652 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:41.463257 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55436cd2-2acd-4181-8c87-7b7e96dcb652 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728902'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:41.645761 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55436cd2-2acd-4181-8c87-7b7e96dcb652 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 9a954f72-b691-46d1-9204-af4dd68085b6 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:39:41.822721 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55436cd2-2acd-4181-8c87-7b7e96dcb652 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:39:41.829728 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55436cd2-2acd-4181-8c87-7b7e96dcb652 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:41.830747 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-55436cd2-2acd-4181-8c87-7b7e96dcb652 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "PUT /v2.0/routers/9a954f72-b691-46d1-9204-af4dd68085b6 HTTP/1.1" status: 200 len: 888 time: 1.0371592 Feb 28 14:39:41.840639 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a0249c-1946-46dd-bf45-a848ea406856 None None] Sync routers for ids ['9a954f72-b691-46d1-9204-af4dd68085b6'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:39:41.852131 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a0249c-1946-46dd-bf45-a848ea406856 None None] Routers {'9a954f72-b691-46d1-9204-af4dd68085b6'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:39:41.852982 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-73a0249c-1946-46dd-bf45-a848ea406856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:39:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9a954f72-b691-46d1-9204-af4dd68085b6'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:39:41.922945 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-73a0249c-1946-46dd-bf45-a848ea406856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:39:41.932480 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a0249c-1946-46dd-bf45-a848ea406856 None None] Routers {'9a954f72-b691-46d1-9204-af4dd68085b6'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:39:41.933058 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-73a0249c-1946-46dd-bf45-a848ea406856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:39:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9a954f72-b691-46d1-9204-af4dd68085b6'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:39:41.998306 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-73a0249c-1946-46dd-bf45-a848ea406856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:39:41.998697 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a0249c-1946-46dd-bf45-a848ea406856 None None] The sync data for ids ['9a954f72-b691-46d1-9204-af4dd68085b6'] in dv-neutron-831192-4-hyperv is: [] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:39:42.500959 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:42.750093 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f129e6-de61-4744-adec-af86b9e6b8f1 None None] New status for floating IP 2736c4e6-8a7f-4535-a602-ae33286dafe9: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:39:43.593064 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:39:43.711533 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:43.745218 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=65a7ece0-c7bb-41b9-ab39-6a536bbe1a94,segment=NetworkSegment(0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5),segment_id=0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:39:43.751342 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:43.752086 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device cf9f4460-fdb4-4e5a-a362-34f3f5b2d908 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:39:43.861985 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=65a7ece0-c7bb-41b9-ab39-6a536bbe1a94,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:39:43.871525 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:39:43.871871 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:39:43.872207 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:39:43.872535 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:39:43.872861 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:39:43.873186 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:39:43.873504 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:39:43.873820 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:39:43.874139 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:39:43.874451 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:39:43.874752 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:39:43.875064 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:39:43.930029 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:43.948046 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port cf9f4460-fdb4-4e5a-a362-34f3f5b2d908, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=cf9f4460-fdb4-4e5a-a362-34f3f5b2d908,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:39:43.952765 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:43.985554 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34646) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:39:43.991037 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-232e6fa2-fd65-41cc-8e81-2bc0f857d0c8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:39:44.020711 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=cf9f4460-fdb4-4e5a-a362-34f3f5b2d908,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:39:44.536164 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-232e6fa2-fd65-41cc-8e81-2bc0f857d0c8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:44.550118 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-232e6fa2-fd65-41cc-8e81-2bc0f857d0c8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-726801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728902'] for router, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:44.735883 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232e6fa2-fd65-41cc-8e81-2bc0f857d0c8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 9a954f72-b691-46d1-9204-af4dd68085b6 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:39:45.048504 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232e6fa2-fd65-41cc-8e81-2bc0f857d0c8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:39:45.055088 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-232e6fa2-fd65-41cc-8e81-2bc0f857d0c8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:45.056547 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-232e6fa2-fd65-41cc-8e81-2bc0f857d0c8 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "PUT /v2.0/routers/9a954f72-b691-46d1-9204-af4dd68085b6 HTTP/1.1" status: 200 len: 887 time: 1.0696673 Feb 28 14:39:45.058348 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61710fc2-77c1-4924-8dcd-e6d6771ba6ca None None] Sync routers for ids ['9a954f72-b691-46d1-9204-af4dd68085b6'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:39:45.059486 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34650) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:39:45.068409 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61710fc2-77c1-4924-8dcd-e6d6771ba6ca None None] Routers {'9a954f72-b691-46d1-9204-af4dd68085b6'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:39:45.069126 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-61710fc2-77c1-4924-8dcd-e6d6771ba6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:39:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9a954f72-b691-46d1-9204-af4dd68085b6'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:39:45.188182 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9c16fad9-6490-412a-a6ad-8ab952eba4fc tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/2736c4e6-8a7f-4535-a602-ae33286dafe9 HTTP/1.1" status: 200 len: 991 time: 0.1275694 Feb 28 14:39:45.250256 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-61710fc2-77c1-4924-8dcd-e6d6771ba6ca None None] Set router 9a954f72-b691-46d1-9204-af4dd68085b6 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:39:45.616471 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-61710fc2-77c1-4924-8dcd-e6d6771ba6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'name': 'tempest-TestNetworkBasicOps-router-1913777302', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:39:44Z', 'revision_number': 6, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:39:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '2736c4e6-8a7f-4535-a602-ae33286dafe9', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.86', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'port_id': '46c5e463-cc3e-4802-a121-9057ee93ef48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87a995f4-3784-41be-820d-d653245b28e1', 'mac_address': 'fa:16:3e:71:fa:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad198b8c-814e-4555-b954-c7984e6aea6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:39:07Z', 'updated_at': '2022-02-28T14:39:42Z', 'revision_number': 2, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65a7ece0-c7bb-41b9-ab39-6a536bbe1a94', 'name': '', 'network_id': '87a995f4-3784-41be-820d-d653245b28e1', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:da:39:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '1911c46f-2b33-4729-b68c-bbc3519aed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:50Z', 'updated_at': '2022-02-28T14:39:43Z', 'revision_number': 6, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '1911c46f-2b33-4729-b68c-bbc3519aed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:39:45.620392 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61710fc2-77c1-4924-8dcd-e6d6771ba6ca None None] Checking router: 9a954f72-b691-46d1-9204-af4dd68085b6 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:39:45.628772 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61710fc2-77c1-4924-8dcd-e6d6771ba6ca None None] Routers {'9a954f72-b691-46d1-9204-af4dd68085b6'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:39:45.629344 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-61710fc2-77c1-4924-8dcd-e6d6771ba6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:39:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9a954f72-b691-46d1-9204-af4dd68085b6'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:39:45.846655 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-61710fc2-77c1-4924-8dcd-e6d6771ba6ca None None] Set router 9a954f72-b691-46d1-9204-af4dd68085b6 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:39:46.192517 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34654) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:39:46.201965 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-61710fc2-77c1-4924-8dcd-e6d6771ba6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'name': 'tempest-TestNetworkBasicOps-router-1913777302', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:39:44Z', 'revision_number': 6, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:39:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '2736c4e6-8a7f-4535-a602-ae33286dafe9', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.86', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'port_id': '46c5e463-cc3e-4802-a121-9057ee93ef48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87a995f4-3784-41be-820d-d653245b28e1', 'mac_address': 'fa:16:3e:71:fa:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad198b8c-814e-4555-b954-c7984e6aea6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:39:07Z', 'updated_at': '2022-02-28T14:39:42Z', 'revision_number': 2, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65a7ece0-c7bb-41b9-ab39-6a536bbe1a94', 'name': '', 'network_id': '87a995f4-3784-41be-820d-d653245b28e1', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:da:39:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '1911c46f-2b33-4729-b68c-bbc3519aed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:50Z', 'updated_at': '2022-02-28T14:39:43Z', 'revision_number': 6, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '1911c46f-2b33-4729-b68c-bbc3519aed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:39:46.206026 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61710fc2-77c1-4924-8dcd-e6d6771ba6ca None None] The sync data for ids ['9a954f72-b691-46d1-9204-af4dd68085b6'] in dv-neutron-831192-4-hyperv is: [{'id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'name': 'tempest-TestNetworkBasicOps-router-1913777302', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:39:44Z', 'revision_number': 6, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:39:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '2736c4e6-8a7f-4535-a602-ae33286dafe9', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'floating_ip_address': '172.26.5.86', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'port_id': '46c5e463-cc3e-4802-a121-9057ee93ef48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87a995f4-3784-41be-820d-d653245b28e1', 'mac_address': 'fa:16:3e:71:fa:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad198b8c-814e-4555-b954-c7984e6aea6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:39:07Z', 'updated_at': '2022-02-28T14:39:42Z', 'revision_number': 2, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65a7ece0-c7bb-41b9-ab39-6a536bbe1a94', 'name': '', 'network_id': '87a995f4-3784-41be-820d-d653245b28e1', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:da:39:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '1911c46f-2b33-4729-b68c-bbc3519aed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:50Z', 'updated_at': '2022-02-28T14:39:43Z', 'revision_number': 6, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '1911c46f-2b33-4729-b68c-bbc3519aed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:39:46.306336 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ae113ff1-5937-4697-b92d-a748b06bb168 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/2736c4e6-8a7f-4535-a602-ae33286dafe9 HTTP/1.1" status: 200 len: 991 time: 0.1127443 Feb 28 14:39:47.310533 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34658) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:39:47.424233 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9433fc9f-69ce-4d6f-9fe3-457540953748 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/2736c4e6-8a7f-4535-a602-ae33286dafe9 HTTP/1.1" status: 200 len: 991 time: 0.1117895 Feb 28 14:39:47.638069 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:39:47.713610 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:39:47.713981 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:47.836638 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fba72b6-c2dd-4d0d-8a31-942c008d4c61 None None] New status for floating IP 2736c4e6-8a7f-4535-a602-ae33286dafe9: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:39:47.887410 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:48.009659 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=65a7ece0-c7bb-41b9-ab39-6a536bbe1a94,segment=NetworkSegment(0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5),segment_id=0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:39:48.030850 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:48.031614 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device cf9f4460-fdb4-4e5a-a362-34f3f5b2d908 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:39:48.220668 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=65a7ece0-c7bb-41b9-ab39-6a536bbe1a94,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:39:48.235785 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port cf9f4460-fdb4-4e5a-a362-34f3f5b2d908 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:39:48.236146 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:48.353072 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:48.371200 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port cf9f4460-fdb4-4e5a-a362-34f3f5b2d908, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=cf9f4460-fdb4-4e5a-a362-34f3f5b2d908,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:39:48.376840 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:48.428341 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34662) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:39:48.453867 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=cf9f4460-fdb4-4e5a-a362-34f3f5b2d908,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:39:48.540589 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d71133c8-e73a-4521-b809-397eaa595083 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/floatingips/2736c4e6-8a7f-4535-a602-ae33286dafe9 HTTP/1.1" status: 200 len: 993 time: 0.1110730 Feb 28 14:39:48.823508 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34670) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:39:49.030828 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-26c3618a-30d4-491f-893b-c291c95fba1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port d5170358-1b40-4350-81ae-ce981a77da39 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:39:49.031166 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26c3618a-30d4-491f-893b-c291c95fba1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:49.219522 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26c3618a-30d4-491f-893b-c291c95fba1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:49.219877 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26c3618a-30d4-491f-893b-c291c95fba1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:49.341360 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-26c3618a-30d4-491f-893b-c291c95fba1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for d5170358-1b40-4350-81ae-ce981a77da39 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:39:49.501503 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26c3618a-30d4-491f-893b-c291c95fba1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:49.605306 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:39:49.669223 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3618a-30d4-491f-893b-c291c95fba1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=d5170358-1b40-4350-81ae-ce981a77da39,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:39:49.673296 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:39:49.673663 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:49.707295 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c3618a-30d4-491f-893b-c291c95fba1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:39:49.707642 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c3618a-30d4-491f-893b-c291c95fba1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:39:49.707978 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c3618a-30d4-491f-893b-c291c95fba1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:39:49.708304 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c3618a-30d4-491f-893b-c291c95fba1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:39:49.708627 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c3618a-30d4-491f-893b-c291c95fba1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:39:49.708952 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c3618a-30d4-491f-893b-c291c95fba1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:39:49.709321 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c3618a-30d4-491f-893b-c291c95fba1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:39:49.709665 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c3618a-30d4-491f-893b-c291c95fba1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:39:49.710132 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c3618a-30d4-491f-893b-c291c95fba1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:39:49.710453 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c3618a-30d4-491f-893b-c291c95fba1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:39:49.710768 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c3618a-30d4-491f-893b-c291c95fba1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:39:49.711083 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c3618a-30d4-491f-893b-c291c95fba1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:39:49.774787 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26c3618a-30d4-491f-893b-c291c95fba1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:49.775042 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-26c3618a-30d4-491f-893b-c291c95fba1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Floating IP 2736c4e6-8a7f-4535-a602-ae33286dafe9 disassociated (deleted). External IP: 172.26.5.86, port: 46c5e463-cc3e-4802-a121-9057ee93ef48. Feb 28 14:39:49.790936 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device cf9f4460-fdb4-4e5a-a362-34f3f5b2d908 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:39:49.860125 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port cf9f4460-fdb4-4e5a-a362-34f3f5b2d908 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:39:49.860784 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:50.128643 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c3618a-30d4-491f-893b-c291c95fba1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 9a954f72-b691-46d1-9204-af4dd68085b6 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:39:50.315690 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c3618a-30d4-491f-893b-c291c95fba1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:39:50.325774 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f760b953-6e33-4e41-b635-368d5a83fd3c None None] Sync routers for ids ['9a954f72-b691-46d1-9204-af4dd68085b6'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:39:50.335371 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f760b953-6e33-4e41-b635-368d5a83fd3c None None] Routers {'9a954f72-b691-46d1-9204-af4dd68085b6'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:39:50.335974 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f760b953-6e33-4e41-b635-368d5a83fd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:39:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9a954f72-b691-46d1-9204-af4dd68085b6'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:39:50.338702 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-26c3618a-30d4-491f-893b-c291c95fba1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:50.397031 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-26c3618a-30d4-491f-893b-c291c95fba1d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/floatingips/2736c4e6-8a7f-4535-a602-ae33286dafe9 HTTP/1.1" status: 204 len: 168 time: 1.5698674 Feb 28 14:39:50.397031 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad198b8c-814e-4555-b954-c7984e6aea6d', 'tag': '46c5e463-cc3e-4802-a121-9057ee93ef48'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:39:50.445339 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad198b8c-814e-4555-b954-c7984e6aea6d', 'tag': '46c5e463-cc3e-4802-a121-9057ee93ef48', 'status': 'completed', 'code': 200} Feb 28 14:39:50.523748 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-f760b953-6e33-4e41-b635-368d5a83fd3c None None] Set router 9a954f72-b691-46d1-9204-af4dd68085b6 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:39:50.545140 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fa7a5-1547-474d-aa72-dffefaa1f2ce req-381adc3d-f98c-4e0b-909d-c1b6546a0d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:39:50.547057 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e1fa7a5-1547-474d-aa72-dffefaa1f2ce req-381adc3d-f98c-4e0b-909d-c1b6546a0d0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1cd57789443e43d89a7681324e1f7304&device_id=ad198b8c-814e-4555-b954-c7984e6aea6d HTTP/1.1" status: 200 len: 1099 time: 0.0765519 Feb 28 14:39:50.688300 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fa7a5-1547-474d-aa72-dffefaa1f2ce req-ae7cc0f9-c9f8-40e4-af0c-2787be7e148b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:39:50.689646 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e1fa7a5-1547-474d-aa72-dffefaa1f2ce req-ae7cc0f9-c9f8-40e4-af0c-2787be7e148b service neutron] 10.222.0.13 "GET /v2.0/networks?id=87a995f4-3784-41be-820d-d653245b28e1 HTTP/1.1" status: 200 len: 898 time: 0.1354797 Feb 28 14:39:50.756947 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e1fa7a5-1547-474d-aa72-dffefaa1f2ce req-106a7d25-f23e-467f-92f4-b0c449655fef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46c5e463-cc3e-4802-a121-9057ee93ef48 HTTP/1.1" status: 200 len: 217 time: 0.0606740 Feb 28 14:39:50.790663 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb5a94-9a2f-4850-ad12-9912ed189a0b req-4b2f70d5-5032-4a67-856d-fc156e6ba8ea tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:39:50.792204 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5cfb5a94-9a2f-4850-ad12-9912ed189a0b req-4b2f70d5-5032-4a67-856d-fc156e6ba8ea tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad198b8c-814e-4555-b954-c7984e6aea6d HTTP/1.1" status: 200 len: 946 time: 0.0841181 Feb 28 14:39:50.827321 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fa7a5-1547-474d-aa72-dffefaa1f2ce req-78d18a27-722a-421b-bda9-2040242209cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:39:50.829069 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e1fa7a5-1547-474d-aa72-dffefaa1f2ce req-78d18a27-722a-421b-bda9-2040242209cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1911c46f-2b33-4729-b68c-bbc3519aed73 HTTP/1.1" status: 200 len: 835 time: 0.0659842 Feb 28 14:39:50.838318 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5cfb5a94-9a2f-4850-ad12-9912ed189a0b req-3c56a935-9916-47ae-b65b-f20076c35e6c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8320975-1b2f-4213-8aa7-2e3b274bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400975 Feb 28 14:39:50.848489 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f760b953-6e33-4e41-b635-368d5a83fd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'name': 'tempest-TestNetworkBasicOps-router-1913777302', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:39:44Z', 'revision_number': 6, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:39:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '65a7ece0-c7bb-41b9-ab39-6a536bbe1a94', 'name': '', 'network_id': '87a995f4-3784-41be-820d-d653245b28e1', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:da:39:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '1911c46f-2b33-4729-b68c-bbc3519aed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:50Z', 'updated_at': '2022-02-28T14:39:47Z', 'revision_number': 7, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '1911c46f-2b33-4729-b68c-bbc3519aed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:39:50.856553 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f760b953-6e33-4e41-b635-368d5a83fd3c None None] Checking router: 9a954f72-b691-46d1-9204-af4dd68085b6 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:39:50.865401 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f760b953-6e33-4e41-b635-368d5a83fd3c None None] Routers {'9a954f72-b691-46d1-9204-af4dd68085b6'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:39:50.866507 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f760b953-6e33-4e41-b635-368d5a83fd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:39:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9a954f72-b691-46d1-9204-af4dd68085b6'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:39:50.905117 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fa7a5-1547-474d-aa72-dffefaa1f2ce req-f779f95e-9dd3-4ae0-9614-bb47dcca6d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:39:50.906664 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e1fa7a5-1547-474d-aa72-dffefaa1f2ce req-f779f95e-9dd3-4ae0-9614-bb47dcca6d12 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87a995f4-3784-41be-820d-d653245b28e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708566 Feb 28 14:39:51.038271 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e1fa7a5-1547-474d-aa72-dffefaa1f2ce req-9aea8f6d-781d-46f5-a9d4-f71a32eeb1dd service neutron] 10.222.0.13 "GET /v2.0/networks/87a995f4-3784-41be-820d-d653245b28e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243312 Feb 28 14:39:51.048315 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-f760b953-6e33-4e41-b635-368d5a83fd3c None None] Set router 9a954f72-b691-46d1-9204-af4dd68085b6 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:39:51.290707 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e1fa7a5-1547-474d-aa72-dffefaa1f2ce req-76be8b83-7b3b-45e2-886b-58485e11342d service neutron] 10.222.0.13 "GET /v2.0/networks/87a995f4-3784-41be-820d-d653245b28e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464335 Feb 28 14:39:51.399751 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f760b953-6e33-4e41-b635-368d5a83fd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'name': 'tempest-TestNetworkBasicOps-router-1913777302', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:39:44Z', 'revision_number': 6, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:39:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '65a7ece0-c7bb-41b9-ab39-6a536bbe1a94', 'name': '', 'network_id': '87a995f4-3784-41be-820d-d653245b28e1', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:da:39:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '1911c46f-2b33-4729-b68c-bbc3519aed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:50Z', 'updated_at': '2022-02-28T14:39:47Z', 'revision_number': 7, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '1911c46f-2b33-4729-b68c-bbc3519aed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:39:51.403717 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f760b953-6e33-4e41-b635-368d5a83fd3c None None] The sync data for ids ['9a954f72-b691-46d1-9204-af4dd68085b6'] in dv-neutron-831192-4-hyperv is: [{'id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'name': 'tempest-TestNetworkBasicOps-router-1913777302', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:39:44Z', 'revision_number': 6, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:39:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '65a7ece0-c7bb-41b9-ab39-6a536bbe1a94', 'name': '', 'network_id': '87a995f4-3784-41be-820d-d653245b28e1', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'mac_address': 'fa:16:3e:da:39:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '1911c46f-2b33-4729-b68c-bbc3519aed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:50Z', 'updated_at': '2022-02-28T14:39:47Z', 'revision_number': 7, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'subnets': [{'id': '1911c46f-2b33-4729-b68c-bbc3519aed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:39:51.827817 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:39:52.081721 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12152d47-ddd8-48db-a3d5-b802412a83ce req-0df35805-52a4-47af-8c2a-73eb9a2e6ef9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:39:52.082443 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-12152d47-ddd8-48db-a3d5-b802412a83ce req-0df35805-52a4-47af-8c2a-73eb9a2e6ef9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:39:52.093402 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0af4e3-599d-45cd-a8bc-4d8093c85cc3 None None] New status for floating IP 2736c4e6-8a7f-4535-a602-ae33286dafe9: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:39:52.094725 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31e15a-75a8-4481-9f3f-0538977ad56c req-644cce6f-7efc-424a-91be-66f6662fb00c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:39:52.095423 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-3b31e15a-75a8-4481-9f3f-0538977ad56c req-644cce6f-7efc-424a-91be-66f6662fb00c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:39:52.116427 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-12152d47-ddd8-48db-a3d5-b802412a83ce req-0df35805-52a4-47af-8c2a-73eb9a2e6ef9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:39:52.117536 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-12152d47-ddd8-48db-a3d5-b802412a83ce req-0df35805-52a4-47af-8c2a-73eb9a2e6ef9 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad198b8c-814e-4555-b954-c7984e6aea6d HTTP/1.1" status: 200 len: 946 time: 0.1810343 Feb 28 14:39:52.118224 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-3b31e15a-75a8-4481-9f3f-0538977ad56c req-644cce6f-7efc-424a-91be-66f6662fb00c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:39:52.119207 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3b31e15a-75a8-4481-9f3f-0538977ad56c req-644cce6f-7efc-424a-91be-66f6662fb00c tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad198b8c-814e-4555-b954-c7984e6aea6d HTTP/1.1" status: 200 len: 946 time: 0.1502061 Feb 28 14:39:52.219747 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-12152d47-ddd8-48db-a3d5-b802412a83ce req-4dd2776e-8451-4726-a29f-84ed97d7039a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port 46c5e463-cc3e-4802-a121-9057ee93ef48 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:39:52.220171 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-12152d47-ddd8-48db-a3d5-b802412a83ce req-4dd2776e-8451-4726-a29f-84ed97d7039a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:52.254586 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3b31e15a-75a8-4481-9f3f-0538977ad56c req-39c463de-68d1-4c71-89b3-0a6b1f4777ec tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8320975-1b2f-4213-8aa7-2e3b274bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013637 Feb 28 14:39:52.486694 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-12152d47-ddd8-48db-a3d5-b802412a83ce req-4dd2776e-8451-4726-a29f-84ed97d7039a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port 46c5e463-cc3e-4802-a121-9057ee93ef48, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=46c5e463-cc3e-4802-a121-9057ee93ef48,segment=NetworkSegment(0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5),segment_id=0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:39:52.487076 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-12152d47-ddd8-48db-a3d5-b802412a83ce req-4dd2776e-8451-4726-a29f-84ed97d7039a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:52.621700 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-12152d47-ddd8-48db-a3d5-b802412a83ce req-4dd2776e-8451-4726-a29f-84ed97d7039a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for 46c5e463-cc3e-4802-a121-9057ee93ef48 owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:39:52.781428 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-12152d47-ddd8-48db-a3d5-b802412a83ce req-4dd2776e-8451-4726-a29f-84ed97d7039a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:52.838194 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2776e-8451-4726-a29f-84ed97d7039a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=46c5e463-cc3e-4802-a121-9057ee93ef48,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:39:52.916349 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-12152d47-ddd8-48db-a3d5-b802412a83ce req-4dd2776e-8451-4726-a29f-84ed97d7039a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] No DVR routers for this DVR port 46c5e463-cc3e-4802-a121-9057ee93ef48 on host hv-neutron-8311 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:39:52.919266 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-12152d47-ddd8-48db-a3d5-b802412a83ce req-4dd2776e-8451-4726-a29f-84ed97d7039a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:52.922135 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad198b8c-814e-4555-b954-c7984e6aea6d', 'name': 'network-vif-deleted', 'tag': '46c5e463-cc3e-4802-a121-9057ee93ef48'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:39:52.941452 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-12152d47-ddd8-48db-a3d5-b802412a83ce req-4dd2776e-8451-4726-a29f-84ed97d7039a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.13 "DELETE /v2.0/ports/46c5e463-cc3e-4802-a121-9057ee93ef48 HTTP/1.1" status: 204 len: 173 time: 0.8188150 Feb 28 14:39:52.969986 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad198b8c-814e-4555-b954-c7984e6aea6d', 'name': 'network-vif-deleted', 'tag': '46c5e463-cc3e-4802-a121-9057ee93ef48', 'status': 'completed', 'code': 200} Feb 28 14:39:53.422104 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-7aa0ae13-cf25-49f5-b70e-88cae43cdc82 req-c0d71872-7945-45b3-941b-f4e8dfbb088b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Synchronizing usage tracker for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:39:53.439091 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-7aa0ae13-cf25-49f5-b70e-88cae43cdc82 req-c0d71872-7945-45b3-941b-f4e8dfbb088b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Unset dirty status for tenant:1cd57789443e43d89a7681324e1f7304 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:39:53.440235 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7aa0ae13-cf25-49f5-b70e-88cae43cdc82 req-c0d71872-7945-45b3-941b-f4e8dfbb088b tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad198b8c-814e-4555-b954-c7984e6aea6d HTTP/1.1" status: 200 len: 210 time: 0.0621874 Feb 28 14:39:54.540881 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34688) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:39:54.614035 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f23ccef4-1fce-4c01-afbd-2a572ab2d280 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:54.648646 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f23ccef4-1fce-4c01-afbd-2a572ab2d280 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:54.727878 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f23ccef4-1fce-4c01-afbd-2a572ab2d280 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:54.746427 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ccef4-1fce-4c01-afbd-2a572ab2d280 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8320975-1b2f-4213-8aa7-2e3b274bad3c,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:39:54.758724 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f23ccef4-1fce-4c01-afbd-2a572ab2d280 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:54.759919 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f23ccef4-1fce-4c01-afbd-2a572ab2d280 tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/security-groups/f8320975-1b2f-4213-8aa7-2e3b274bad3c HTTP/1.1" status: 204 len: 168 time: 0.2180531 Feb 28 14:39:54.793267 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34694) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:39:55.456046 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c02f188-bebe-4d49-962f-99072282033f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:55.830670 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4c02f188-bebe-4d49-962f-99072282033f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:39:55.831392 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c02f188-bebe-4d49-962f-99072282033f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:56.026573 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-4c02f188-bebe-4d49-962f-99072282033f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=65a7ece0-c7bb-41b9-ab39-6a536bbe1a94,segment=NetworkSegment(0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5),segment_id=0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:39:56.026919 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c02f188-bebe-4d49-962f-99072282033f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:56.148351 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-4c02f188-bebe-4d49-962f-99072282033f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:39:56.485464 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c02f188-bebe-4d49-962f-99072282033f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:56.490118 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 46c5e463-cc3e-4802-a121-9057ee93ef48 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:39:56.523831 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: 46c5e463-cc3e-4802-a121-9057ee93ef48 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:39:56.524184 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 46c5e463-cc3e-4802-a121-9057ee93ef48 not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:39:56.541957 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02f188-bebe-4d49-962f-99072282033f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=65a7ece0-c7bb-41b9-ab39-6a536bbe1a94,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:39:56.932596 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4c02f188-bebe-4d49-962f-99072282033f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:57.305908 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c02f188-bebe-4d49-962f-99072282033f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Router 9a954f72-b691-46d1-9204-af4dd68085b6 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:39:57.487899 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c02f188-bebe-4d49-962f-99072282033f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:39:57.499604 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af88dfcb-5f39-4a1d-b3db-a2adbf7dca0a None None] Sync routers for ids ['9a954f72-b691-46d1-9204-af4dd68085b6'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:39:57.505097 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4c02f188-bebe-4d49-962f-99072282033f tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "PUT /v2.0/routers/9a954f72-b691-46d1-9204-af4dd68085b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7106798 Feb 28 14:39:57.508091 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34698) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:39:57.509842 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af88dfcb-5f39-4a1d-b3db-a2adbf7dca0a None None] Routers {'9a954f72-b691-46d1-9204-af4dd68085b6'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:39:57.510440 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-af88dfcb-5f39-4a1d-b3db-a2adbf7dca0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:39:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9a954f72-b691-46d1-9204-af4dd68085b6'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:39:57.581669 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-2df8c860-1f57-488f-90fd-13719b492c1a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting subnet 1911c46f-2b33-4729-b68c-bbc3519aed73 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:39:57.590205 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2df8c860-1f57-488f-90fd-13719b492c1a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:57.649452 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2df8c860-1f57-488f-90fd-13719b492c1a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:57.683772 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-af88dfcb-5f39-4a1d-b3db-a2adbf7dca0a None None] Set router 9a954f72-b691-46d1-9204-af4dd68085b6 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:39:57.735680 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2df8c860-1f57-488f-90fd-13719b492c1a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:57.810357 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2df8c860-1f57-488f-90fd-13719b492c1a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:57.850848 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8c860-1f57-488f-90fd-13719b492c1a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Subnet': ['ID=1911c46f-2b33-4729-b68c-bbc3519aed73,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:39:57.852776 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2df8c860-1f57-488f-90fd-13719b492c1a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:57.858099 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3d4be7-c6e7-4f74-8b47-b0cf91aec948 None None] Network 87a995f4-3784-41be-820d-d653245b28e1 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:39:57.861567 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2df8c860-1f57-488f-90fd-13719b492c1a tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/subnets/1911c46f-2b33-4729-b68c-bbc3519aed73 HTTP/1.1" status: 204 len: 168 time: 0.3500695 Feb 28 14:39:57.861785 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34702) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:39:57.973921 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-af88dfcb-5f39-4a1d-b3db-a2adbf7dca0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'name': 'tempest-TestNetworkBasicOps-router-1913777302', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:39:56Z', 'revision_number': 7, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:39:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:39:57.977842 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af88dfcb-5f39-4a1d-b3db-a2adbf7dca0a None None] Checking router: 9a954f72-b691-46d1-9204-af4dd68085b6 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:39:57.986205 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af88dfcb-5f39-4a1d-b3db-a2adbf7dca0a None None] Routers {'9a954f72-b691-46d1-9204-af4dd68085b6'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:39:57.986805 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-af88dfcb-5f39-4a1d-b3db-a2adbf7dca0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:39:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['9a954f72-b691-46d1-9204-af4dd68085b6'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:39:58.044741 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a55df037-84ab-4dbe-9707-22ea05ddcd2d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:58.127443 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10936f8b-c2f6-45a9-b004-d66fc1cca35b None None] DHCP port deletion for 87a995f4-3784-41be-820d-d653245b28e1 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:39:58.131914 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-10936f8b-c2f6-45a9-b004-d66fc1cca35b None None] Deleting port 56b8f716-fa28-4fb2-a24a-bad3b61157e5 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:39:58.132531 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-10936f8b-c2f6-45a9-b004-d66fc1cca35b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:58.169598 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-af88dfcb-5f39-4a1d-b3db-a2adbf7dca0a None None] Set router 9a954f72-b691-46d1-9204-af4dd68085b6 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:39:58.353634 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-10936f8b-c2f6-45a9-b004-d66fc1cca35b None None] For port 56b8f716-fa28-4fb2-a24a-bad3b61157e5, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=56b8f716-fa28-4fb2-a24a-bad3b61157e5,segment=NetworkSegment(0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5),segment_id=0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:39:58.353634 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-10936f8b-c2f6-45a9-b004-d66fc1cca35b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:58.360010 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a55df037-84ab-4dbe-9707-22ea05ddcd2d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:58.371952 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a55df037-84ab-4dbe-9707-22ea05ddcd2d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Deleting port cf9f4460-fdb4-4e5a-a362-34f3f5b2d908 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:39:58.372344 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a55df037-84ab-4dbe-9707-22ea05ddcd2d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:58.479276 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-af88dfcb-5f39-4a1d-b3db-a2adbf7dca0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'name': 'tempest-TestNetworkBasicOps-router-1913777302', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:39:56Z', 'revision_number': 7, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:39:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:39:58.480653 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-10936f8b-c2f6-45a9-b004-d66fc1cca35b None None] Calling delete_port for 56b8f716-fa28-4fb2-a24a-bad3b61157e5 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:39:58.483439 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af88dfcb-5f39-4a1d-b3db-a2adbf7dca0a None None] The sync data for ids ['9a954f72-b691-46d1-9204-af4dd68085b6'] in dv-neutron-831192-4-hyperv is: [{'id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'name': 'tempest-TestNetworkBasicOps-router-1913777302', 'tenant_id': '1cd57789443e43d89a7681324e1f7304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:39:56Z', 'revision_number': 7, 'project_id': '1cd57789443e43d89a7681324e1f7304', 'gw_port': {'id': 'cf9f4460-fdb4-4e5a-a362-34f3f5b2d908', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a954f72-b691-46d1-9204-af4dd68085b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:38:45Z', 'updated_at': '2022-02-28T14:39:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:39:58.552455 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a55df037-84ab-4dbe-9707-22ea05ddcd2d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] For port cf9f4460-fdb4-4e5a-a362-34f3f5b2d908, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=cf9f4460-fdb4-4e5a-a362-34f3f5b2d908,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:39:58.553057 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a55df037-84ab-4dbe-9707-22ea05ddcd2d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:58.560537 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-10936f8b-c2f6-45a9-b004-d66fc1cca35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:58.607853 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10936f8b-c2f6-45a9-b004-d66fc1cca35b None None] No DVR routers for this DVR port 56b8f716-fa28-4fb2-a24a-bad3b61157e5 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:39:58.609622 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10936f8b-c2f6-45a9-b004-d66fc1cca35b None None] Pushing event deleted for resources: {'Port': ['ID=56b8f716-fa28-4fb2-a24a-bad3b61157e5,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:39:58.677019 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a55df037-84ab-4dbe-9707-22ea05ddcd2d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Calling delete_port for cf9f4460-fdb4-4e5a-a362-34f3f5b2d908 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:39:58.858957 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a55df037-84ab-4dbe-9707-22ea05ddcd2d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:58.910096 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55df037-84ab-4dbe-9707-22ea05ddcd2d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Port': ['ID=cf9f4460-fdb4-4e5a-a362-34f3f5b2d908,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:39:59.001317 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a55df037-84ab-4dbe-9707-22ea05ddcd2d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:59.176013 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a55df037-84ab-4dbe-9707-22ea05ddcd2d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:59.178392 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a55df037-84ab-4dbe-9707-22ea05ddcd2d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:59.201850 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a55df037-84ab-4dbe-9707-22ea05ddcd2d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:59.202412 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55df037-84ab-4dbe-9707-22ea05ddcd2d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Fanout notify agent at l3_agent the message router_deleted on router 9a954f72-b691-46d1-9204-af4dd68085b6 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:39:59.217808 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a55df037-84ab-4dbe-9707-22ea05ddcd2d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:59.218851 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a55df037-84ab-4dbe-9707-22ea05ddcd2d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/routers/9a954f72-b691-46d1-9204-af4dd68085b6 HTTP/1.1" status: 204 len: 168 time: 1.3562036 Feb 28 14:39:59.221636 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34706) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:39:59.343048 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4faeddac-5bb1-437c-a916-229d19ffa03d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:59.475168 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4faeddac-5bb1-437c-a916-229d19ffa03d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:59.500897 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-4faeddac-5bb1-437c-a916-229d19ffa03d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a995f4-3784-41be-820d-d653245b28e1']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:39:59.513254 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-4faeddac-5bb1-437c-a916-229d19ffa03d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:39:59.513546 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-4faeddac-5bb1-437c-a916-229d19ffa03d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff3ab5e-8d0b-439f-b78e-aedbbd3240d5') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:39:59.526621 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4faeddac-5bb1-437c-a916-229d19ffa03d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:59.543134 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4faeddac-5bb1-437c-a916-229d19ffa03d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:59.550078 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4faeddac-5bb1-437c-a916-229d19ffa03d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:39:59.550459 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4faeddac-5bb1-437c-a916-229d19ffa03d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:39:59.568783 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:39:59.650510 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4faeddac-5bb1-437c-a916-229d19ffa03d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:59.668799 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4faeddac-5bb1-437c-a916-229d19ffa03d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:39:59.678071 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:39:59.683205 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faeddac-5bb1-437c-a916-229d19ffa03d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] Pushing event deleted for resources: {'Network': ['ID=87a995f4-3784-41be-820d-d653245b28e1,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:39:59.692504 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4faeddac-5bb1-437c-a916-229d19ffa03d tempest-TestNetworkBasicOps-322931127 tempest-TestNetworkBasicOps-322931127-project] 10.222.0.30 "DELETE /v2.0/networks/87a995f4-3784-41be-820d-d653245b28e1 HTTP/1.1" status: 204 len: 168 time: 0.4699025 Feb 28 14:39:59.714747 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:39:59.715088 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 65a7ece0-c7bb-41b9-ab39-6a536bbe1a94 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:39:59.715696 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device cf9f4460-fdb4-4e5a-a362-34f3f5b2d908 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:39:59.748516 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: cf9f4460-fdb4-4e5a-a362-34f3f5b2d908 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:39:59.748890 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device cf9f4460-fdb4-4e5a-a362-34f3f5b2d908 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:39:59.749304 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 56b8f716-fa28-4fb2-a24a-bad3b61157e5 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:39:59.781245 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 56b8f716-fa28-4fb2-a24a-bad3b61157e5 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:39:59.781586 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 56b8f716-fa28-4fb2-a24a-bad3b61157e5 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:40:00.016353 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34714) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:40:00.191522 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c116eb6e-865d-4f20-a50f-d9ce92f06449 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1cd57789443e43d89a7681324e1f7304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1739755 Feb 28 14:40:00.194160 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34720) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:40:00.355550 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31c9ece7-a2f1-47ab-9f06-2f5547ad6461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:00.382151 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31c9ece7-a2f1-47ab-9f06-2f5547ad6461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:00.440098 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31c9ece7-a2f1-47ab-9f06-2f5547ad6461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:00.457479 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9ece7-a2f1-47ab-9f06-2f5547ad6461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdbe001-30ee-421e-b213-a6c0f1906637,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:40:00.464609 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-31c9ece7-a2f1-47ab-9f06-2f5547ad6461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:00.465753 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-31c9ece7-a2f1-47ab-9f06-2f5547ad6461 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9bdbe001-30ee-421e-b213-a6c0f1906637 HTTP/1.1" status: 204 len: 168 time: 0.2707214 Feb 28 14:40:00.762138 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34728) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:40:00.782193 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-274b7a35-19a2-434f-b92b-2e1affd00824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:00.796581 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-274b7a35-19a2-434f-b92b-2e1affd00824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:40:00.800521 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-274b7a35-19a2-434f-b92b-2e1affd00824 admin admin] Usage tracker for resource:security_group_rule and tenant:3681c1fce54e45c688908974d08b3337 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:40:00.803502 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-274b7a35-19a2-434f-b92b-2e1affd00824 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:40:00.809165 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-274b7a35-19a2-434f-b92b-2e1affd00824 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:40:00.897629 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-274b7a35-19a2-434f-b92b-2e1affd00824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:00.904273 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-274b7a35-19a2-434f-b92b-2e1affd00824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:00.952327 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-274b7a35-19a2-434f-b92b-2e1affd00824 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3681c1fce54e45c688908974d08b3337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1886032 Feb 28 14:40:00.952734 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b7a35-19a2-434f-b92b-2e1affd00824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b94783-a24b-4bc4-9ce9-17e542b8cb4d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:40:00.954652 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34732) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:40:00.960898 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274b7a35-19a2-434f-b92b-2e1affd00824 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:40:00.961237 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274b7a35-19a2-434f-b92b-2e1affd00824 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:40:00.961569 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274b7a35-19a2-434f-b92b-2e1affd00824 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:40:00.961886 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274b7a35-19a2-434f-b92b-2e1affd00824 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:40:00.962201 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274b7a35-19a2-434f-b92b-2e1affd00824 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:40:00.962680 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274b7a35-19a2-434f-b92b-2e1affd00824 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:40:00.963007 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274b7a35-19a2-434f-b92b-2e1affd00824 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:40:00.963354 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274b7a35-19a2-434f-b92b-2e1affd00824 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:40:00.963670 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274b7a35-19a2-434f-b92b-2e1affd00824 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:40:00.963975 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274b7a35-19a2-434f-b92b-2e1affd00824 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:40:00.964286 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274b7a35-19a2-434f-b92b-2e1affd00824 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:40:00.964593 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274b7a35-19a2-434f-b92b-2e1affd00824 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:40:01.012562 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b7a2675d-9df8-4b1b-8432-a347d8b63835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:01.039963 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b7a2675d-9df8-4b1b-8432-a347d8b63835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:01.097025 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b7a2675d-9df8-4b1b-8432-a347d8b63835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:01.112647 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2675d-9df8-4b1b-8432-a347d8b63835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b94783-a24b-4bc4-9ce9-17e542b8cb4d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:40:01.117921 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b7a2675d-9df8-4b1b-8432-a347d8b63835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:01.118980 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b7a2675d-9df8-4b1b-8432-a347d8b63835 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/77b94783-a24b-4bc4-9ce9-17e542b8cb4d HTTP/1.1" status: 204 len: 168 time: 0.1633370 Feb 28 14:40:05.124233 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:07.672071 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-96cd7ad7-a605-4be8-8327-682ac4470e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:08.609957 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-5765abbc-69f5-4195-ba1d-495db94ac3e8 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=02487dfde15942ae8b293658519be080&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290167 Feb 28 14:40:08.764454 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-1b870ca2-0be3-40d6-9cd5-97df1be60425 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:08.765899 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-1b870ca2-0be3-40d6-9cd5-97df1be60425 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1485825 Feb 28 14:40:08.787719 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-dc01b42e-6c20-4a4c-b0bb-9289609b4812 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.30 "GET /v2.0/quotas/02487dfde15942ae8b293658519be080 HTTP/1.1" status: 200 len: 375 time: 0.0160770 Feb 28 14:40:08.840927 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-6e3ebbc0-b87f-4006-9a5e-eb73a67f1200 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=02487dfde15942ae8b293658519be080&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459878 Feb 28 14:40:09.026340 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-11985f5c-1f70-4615-accb-d3ffc8a439f2 req-f98e4ce8-fbf7-4672-a599-8c8a09dbb4f3 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.30 "GET /v2.0/ports?device_id=849a72bc-0d22-4714-bc00-4883b1bae2f3 HTTP/1.1" status: 200 len: 210 time: 0.0460305 Feb 28 14:40:09.815878 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-95b19dab-af88-437f-9f76-09e4c2253750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:10.019398 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-60c4b56b-5f46-406b-8483-eff85e0c07e9 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=02487dfde15942ae8b293658519be080&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316904 Feb 28 14:40:10.177852 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-e667d4e8-ef10-4f2d-8bed-f7554d20caef tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:10.178847 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-e667d4e8-ef10-4f2d-8bed-f7554d20caef tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1547167 Feb 28 14:40:10.184966 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e46df11d-2157-4fb1-a9f8-da51c6a4aaf2 req-c714e50f-5060-45a6-8e16-f4302be21af0 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.30 "GET /v2.0/ports?device_id=849a72bc-0d22-4714-bc00-4883b1bae2f3 HTTP/1.1" status: 200 len: 210 time: 0.0474074 Feb 28 14:40:10.192242 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-ea4e5f73-d547-42a1-894d-82b75b007256 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Request body: {'port': {'device_id': '849a72bc-0d22-4714-bc00-4883b1bae2f3', 'network_id': '786a44cd-5e90-4146-86e4-885676eda09a', 'admin_state_up': True, 'tenant_id': '02487dfde15942ae8b293658519be080'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:40:10.352556 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-ea4e5f73-d547-42a1-894d-82b75b007256 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:40:10.356757 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-ea4e5f73-d547-42a1-894d-82b75b007256 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Usage tracker for resource:port and tenant:02487dfde15942ae8b293658519be080 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:40:10.359860 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-ea4e5f73-d547-42a1-894d-82b75b007256 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:40:10.366041 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-ea4e5f73-d547-42a1-894d-82b75b007256 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:40:10.378432 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-ea4e5f73-d547-42a1-894d-82b75b007256 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Made reservation on behalf of 02487dfde15942ae8b293658519be080 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:40:10.382405 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-ea4e5f73-d547-42a1-894d-82b75b007256 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:10.394633 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-ea4e5f73-d547-42a1-894d-82b75b007256 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:10.413134 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-ea4e5f73-d547-42a1-894d-82b75b007256 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:40:10.417050 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-ea4e5f73-d547-42a1-894d-82b75b007256 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Usage tracker for resource:security_group_rule and tenant:02487dfde15942ae8b293658519be080 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:40:10.419867 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-ea4e5f73-d547-42a1-894d-82b75b007256 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:40:10.426067 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-ea4e5f73-d547-42a1-894d-82b75b007256 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:40:10.512158 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-ea4e5f73-d547-42a1-894d-82b75b007256 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:10.517698 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-ea4e5f73-d547-42a1-894d-82b75b007256 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:10.599024 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e5f73-d547-42a1-894d-82b75b007256 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4622aaa-15e9-40be-a323-18b54068efc2,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:40:10.700469 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-ea4e5f73-d547-42a1-894d-82b75b007256 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Allocated IP 192.168.233.71 (786a44cd-5e90-4146-86e4-885676eda09a/52e20b35-5c59-4ce4-bdf0-d81f1fee7e60/00516bcb-1716-42d4-a3a7-3ba03cb3bc7b) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:40:10.909883 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-ea4e5f73-d547-42a1-894d-82b75b007256 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:10.925884 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-ea4e5f73-d547-42a1-894d-82b75b007256 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Transition to ACTIVE for port object 00516bcb-1716-42d4-a3a7-3ba03cb3bc7b will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:40:10.942700 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:10.952917 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-ea4e5f73-d547-42a1-894d-82b75b007256 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:11.017226 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-ea4e5f73-d547-42a1-894d-82b75b007256 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Network 786a44cd-5e90-4146-86e4-885676eda09a is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:40:11.025271 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-ea4e5f73-d547-42a1-894d-82b75b007256 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:40:11.028317 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-ea4e5f73-d547-42a1-894d-82b75b007256 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:40:11.070346 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e5f73-d547-42a1-894d-82b75b007256 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Pushing event updated for resources: {'Port': ['ID=00516bcb-1716-42d4-a3a7-3ba03cb3bc7b,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:40:11.103730 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-ea4e5f73-d547-42a1-894d-82b75b007256 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:11.104339 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-ea4e5f73-d547-42a1-894d-82b75b007256 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:11.135622 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-ea4e5f73-d547-42a1-894d-82b75b007256 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9472122 Feb 28 14:40:11.136956 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:11.148497 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-11b4b959-f5fa-4deb-b9a0-089095c45589 service neutron] Request body: {'port': {'device_id': '849a72bc-0d22-4714-bc00-4883b1bae2f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:40:11.263754 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-11b4b959-f5fa-4deb-b9a0-089095c45589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:11.291917 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5d2e25a3-8a82-46a0-b35e-3f9f0dd4b542 None None] Provisioning for port 00516bcb-1716-42d4-a3a7-3ba03cb3bc7b completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:40:11.297425 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5d2e25a3-8a82-46a0-b35e-3f9f0dd4b542 None None] Provisioning complete for port 00516bcb-1716-42d4-a3a7-3ba03cb3bc7b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:40:11.297727 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5d2e25a3-8a82-46a0-b35e-3f9f0dd4b542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:11.349354 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e25a3-8a82-46a0-b35e-3f9f0dd4b542 None None] Port 00516bcb-1716-42d4-a3a7-3ba03cb3bc7b cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:40:11.501999 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865bdd0-acfb-4c92-b804-e8031d71b12a req-9cc17b88-7647-438d-9e20-8cde39a24c70 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:11.502693 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-4865bdd0-acfb-4c92-b804-e8031d71b12a req-9cc17b88-7647-438d-9e20-8cde39a24c70 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Synchronizing usage tracker for tenant:02487dfde15942ae8b293658519be080 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:40:11.584073 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-4865bdd0-acfb-4c92-b804-e8031d71b12a req-9cc17b88-7647-438d-9e20-8cde39a24c70 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Unset dirty status for tenant:02487dfde15942ae8b293658519be080 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:40:11.585211 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4865bdd0-acfb-4c92-b804-e8031d71b12a req-9cc17b88-7647-438d-9e20-8cde39a24c70 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.30 "GET /v2.0/ports?device_id=849a72bc-0d22-4714-bc00-4883b1bae2f3 HTTP/1.1" status: 200 len: 935 time: 0.2791929 Feb 28 14:40:11.646446 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-4865bdd0-acfb-4c92-b804-e8031d71b12a req-91425591-6895-4914-931e-3344ed10f5e3 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Synchronizing usage tracker for tenant:02487dfde15942ae8b293658519be080 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:40:11.820711 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-4865bdd0-acfb-4c92-b804-e8031d71b12a req-91425591-6895-4914-931e-3344ed10f5e3 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Unset dirty status for tenant:02487dfde15942ae8b293658519be080 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:40:11.821798 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4865bdd0-acfb-4c92-b804-e8031d71b12a req-91425591-6895-4914-931e-3344ed10f5e3 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4622aaa-15e9-40be-a323-18b54068efc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307551 Feb 28 14:40:11.825872 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-11b4b959-f5fa-4deb-b9a0-089095c45589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00516bcb-1716-42d4-a3a7-3ba03cb3bc7b {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:40:11.833497 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-11b4b959-f5fa-4deb-b9a0-089095c45589 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:11.849360 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-11b4b959-f5fa-4deb-b9a0-089095c45589 service neutron] Transition to ACTIVE for port object 00516bcb-1716-42d4-a3a7-3ba03cb3bc7b will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:40:11.855303 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-11b4b959-f5fa-4deb-b9a0-089095c45589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:12.007142 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4b959-f5fa-4deb-b9a0-089095c45589 service neutron] Pushing event updated for resources: {'Port': ['ID=00516bcb-1716-42d4-a3a7-3ba03cb3bc7b,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:40:12.089617 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-11b4b959-f5fa-4deb-b9a0-089095c45589 service neutron] Attempting to bind port 00516bcb-1716-42d4-a3a7-3ba03cb3bc7b on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:40:12.089945 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-11b4b959-f5fa-4deb-b9a0-089095c45589 service neutron] Attempting to bind port 00516bcb-1716-42d4-a3a7-3ba03cb3bc7b by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '5238da45-0d63-4fcf-9187-4da29f566a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '786a44cd-5e90-4146-86e4-885676eda09a'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:40:12.090266 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-11b4b959-f5fa-4deb-b9a0-089095c45589 service neutron] Attempting to bind port 00516bcb-1716-42d4-a3a7-3ba03cb3bc7b on network 786a44cd-5e90-4146-86e4-885676eda09a {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:40:12.094993 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-11b4b959-f5fa-4deb-b9a0-089095c45589 service neutron] Port 00516bcb-1716-42d4-a3a7-3ba03cb3bc7b on network 786a44cd-5e90-4146-86e4-885676eda09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:40:12.095339 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-11b4b959-f5fa-4deb-b9a0-089095c45589 service neutron] Attempting to bind port 00516bcb-1716-42d4-a3a7-3ba03cb3bc7b on network 786a44cd-5e90-4146-86e4-885676eda09a {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:40:12.100603 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-11b4b959-f5fa-4deb-b9a0-089095c45589 service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:40:12.100935 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-11b4b959-f5fa-4deb-b9a0-089095c45589 service neutron] Checking segment: {'id': '5238da45-0d63-4fcf-9187-4da29f566a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '786a44cd-5e90-4146-86e4-885676eda09a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:40:12.101304 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-11b4b959-f5fa-4deb-b9a0-089095c45589 service neutron] Bound using segment: {'id': '5238da45-0d63-4fcf-9187-4da29f566a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '786a44cd-5e90-4146-86e4-885676eda09a'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:40:12.101716 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-11b4b959-f5fa-4deb-b9a0-089095c45589 service neutron] Bound port: 00516bcb-1716-42d4-a3a7-3ba03cb3bc7b, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5238da45-0d63-4fcf-9187-4da29f566a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '786a44cd-5e90-4146-86e4-885676eda09a'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:40:12.102080 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-11b4b959-f5fa-4deb-b9a0-089095c45589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:12.194047 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-11b4b959-f5fa-4deb-b9a0-089095c45589 service neutron] For port 00516bcb-1716-42d4-a3a7-3ba03cb3bc7b, host hv-neutron-8311, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:40:12.196996 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-11b4b959-f5fa-4deb-b9a0-089095c45589 service neutron] For port 00516bcb-1716-42d4-a3a7-3ba03cb3bc7b, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=00516bcb-1716-42d4-a3a7-3ba03cb3bc7b,segment=NetworkSegment(5238da45-0d63-4fcf-9187-4da29f566a69),segment_id=5238da45-0d63-4fcf-9187-4da29f566a69)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:40:12.202347 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-11b4b959-f5fa-4deb-b9a0-089095c45589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:12.260772 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-11b4b959-f5fa-4deb-b9a0-089095c45589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:12.261376 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-11b4b959-f5fa-4deb-b9a0-089095c45589 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:12.262750 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-11b4b959-f5fa-4deb-b9a0-089095c45589 service neutron] 10.222.0.13 "PUT /v2.0/ports/00516bcb-1716-42d4-a3a7-3ba03cb3bc7b HTTP/1.1" status: 200 len: 1097 time: 1.1192999 Feb 28 14:40:12.263181 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849a72bc-0d22-4714-bc00-4883b1bae2f3', 'tag': '00516bcb-1716-42d4-a3a7-3ba03cb3bc7b'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:40:12.292900 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4b959-f5fa-4deb-b9a0-089095c45589 service neutron] Pushing event updated for resources: {'Port': ['ID=00516bcb-1716-42d4-a3a7-3ba03cb3bc7b,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:40:12.309835 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '849a72bc-0d22-4714-bc00-4883b1bae2f3', 'tag': '00516bcb-1716-42d4-a3a7-3ba03cb3bc7b', 'status': 'completed', 'code': 200} Feb 28 14:40:12.385099 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-29dc3f5d-cf64-4c0f-bf88-ee506e436da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:12.386587 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-29dc3f5d-cf64-4c0f-bf88-ee506e436da8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02487dfde15942ae8b293658519be080&device_id=849a72bc-0d22-4714-bc00-4883b1bae2f3 HTTP/1.1" status: 200 len: 1100 time: 0.0732889 Feb 28 14:40:12.462953 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-a42e5f5b-38cb-4496-a7f5-2f04494a7ff9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=00516bcb-1716-42d4-a3a7-3ba03cb3bc7b HTTP/1.1" status: 200 len: 217 time: 0.0675681 Feb 28 14:40:12.503784 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:12.527853 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-7ad310b3-3627-4635-a662-39a6f97da1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:12.529208 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-7ad310b3-3627-4635-a662-39a6f97da1f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=52e20b35-5c59-4ce4-bdf0-d81f1fee7e60 HTTP/1.1" status: 200 len: 843 time: 0.0597200 Feb 28 14:40:12.611505 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-0c31f41d-5ac1-49d9-8ad3-93038027b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:12.612848 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-0c31f41d-5ac1-49d9-8ad3-93038027b4e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=786a44cd-5e90-4146-86e4-885676eda09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0774951 Feb 28 14:40:12.752818 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-8e5927b7-debe-4b19-97a4-2afb3affdd12 service neutron] 10.222.0.13 "GET /v2.0/networks/786a44cd-5e90-4146-86e4-885676eda09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337633 Feb 28 14:40:12.895083 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3fd4fd99-838b-40d7-84e3-9efce440cbee req-dca27da9-9868-433c-a8e9-57d707cee620 service neutron] 10.222.0.13 "GET /v2.0/networks/786a44cd-5e90-4146-86e4-885676eda09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358111 Feb 28 14:40:13.081769 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18feab15-539a-4908-b461-da9674ab884a req-e596c6e7-ef8a-4cb2-a978-4f8da97c0f04 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:13.083191 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-18feab15-539a-4908-b461-da9674ab884a req-e596c6e7-ef8a-4cb2-a978-4f8da97c0f04 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.30 "GET /v2.0/ports?device_id=849a72bc-0d22-4714-bc00-4883b1bae2f3 HTTP/1.1" status: 200 len: 947 time: 0.1532121 Feb 28 14:40:13.088675 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0926d0-0979-4942-8e5f-56cbfb470f2e req-92f4eeaf-d377-4cfd-bdd7-6964d049608b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:13.090359 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4b0926d0-0979-4942-8e5f-56cbfb470f2e req-92f4eeaf-d377-4cfd-bdd7-6964d049608b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02487dfde15942ae8b293658519be080&device_id=849a72bc-0d22-4714-bc00-4883b1bae2f3 HTTP/1.1" status: 200 len: 1100 time: 0.1218979 Feb 28 14:40:13.240716 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-18feab15-539a-4908-b461-da9674ab884a req-0a249bb6-eb88-4e53-9f6a-c67c0bef119d tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4622aaa-15e9-40be-a323-18b54068efc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492531 Feb 28 14:40:13.279993 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0926d0-0979-4942-8e5f-56cbfb470f2e req-be07ed8f-011f-4249-89be-8122edf2e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:13.281427 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4b0926d0-0979-4942-8e5f-56cbfb470f2e req-be07ed8f-011f-4249-89be-8122edf2e40b service neutron] 10.222.0.13 "GET /v2.0/networks?id=786a44cd-5e90-4146-86e4-885676eda09a HTTP/1.1" status: 200 len: 870 time: 0.1755936 Feb 28 14:40:13.367905 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4b0926d0-0979-4942-8e5f-56cbfb470f2e req-085ad20a-14cd-43fa-8921-42709904190b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=00516bcb-1716-42d4-a3a7-3ba03cb3bc7b HTTP/1.1" status: 200 len: 217 time: 0.0795732 Feb 28 14:40:13.438704 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0926d0-0979-4942-8e5f-56cbfb470f2e req-e928804d-2dff-4ab9-85ee-54b8e44b02b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:13.440209 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4b0926d0-0979-4942-8e5f-56cbfb470f2e req-e928804d-2dff-4ab9-85ee-54b8e44b02b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=52e20b35-5c59-4ce4-bdf0-d81f1fee7e60 HTTP/1.1" status: 200 len: 843 time: 0.0662284 Feb 28 14:40:13.539513 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0926d0-0979-4942-8e5f-56cbfb470f2e req-4351c3c2-2e5a-4389-afdd-aaeae3d72a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:13.541740 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4b0926d0-0979-4942-8e5f-56cbfb470f2e req-4351c3c2-2e5a-4389-afdd-aaeae3d72a69 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=786a44cd-5e90-4146-86e4-885676eda09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0940523 Feb 28 14:40:13.848151 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4b0926d0-0979-4942-8e5f-56cbfb470f2e req-4a3c20c9-c791-44ca-857b-77da65d146f8 service neutron] 10.222.0.13 "GET /v2.0/networks/786a44cd-5e90-4146-86e4-885676eda09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977650 Feb 28 14:40:14.012432 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4b0926d0-0979-4942-8e5f-56cbfb470f2e req-1b9223cd-8361-473d-9143-2a2018c87b75 service neutron] 10.222.0.13 "GET /v2.0/networks/786a44cd-5e90-4146-86e4-885676eda09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582196 Feb 28 14:40:14.443831 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d3096-e696-442a-b1f5-03228c7e2545 req-2db9cff2-aa49-4256-9b77-311b61c8879b tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:14.445613 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fc0d3096-e696-442a-b1f5-03228c7e2545 req-2db9cff2-aa49-4256-9b77-311b61c8879b tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.30 "GET /v2.0/ports?device_id=849a72bc-0d22-4714-bc00-4883b1bae2f3 HTTP/1.1" status: 200 len: 947 time: 0.0858467 Feb 28 14:40:14.493909 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fc0d3096-e696-442a-b1f5-03228c7e2545 req-ef3a0b60-c048-478b-b274-5a6f1ed62aec tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4622aaa-15e9-40be-a323-18b54068efc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423837 Feb 28 14:40:15.702132 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c14ae0-4f32-47a7-be0d-7e5df96c0b48 req-fb78d0d6-6e5e-4e0b-a8d0-ea244819d023 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:15.703630 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-15c14ae0-4f32-47a7-be0d-7e5df96c0b48 req-fb78d0d6-6e5e-4e0b-a8d0-ea244819d023 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.30 "GET /v2.0/ports?device_id=849a72bc-0d22-4714-bc00-4883b1bae2f3 HTTP/1.1" status: 200 len: 947 time: 0.1004972 Feb 28 14:40:15.749277 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-15c14ae0-4f32-47a7-be0d-7e5df96c0b48 req-764790b9-c8ee-4614-8536-3c99e9da35ca tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4622aaa-15e9-40be-a323-18b54068efc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398145 Feb 28 14:40:16.569042 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 00516bcb-1716-42d4-a3a7-3ba03cb3bc7b details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:40:16.729226 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 00516bcb-1716-42d4-a3a7-3ba03cb3bc7b, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=00516bcb-1716-42d4-a3a7-3ba03cb3bc7b,segment=NetworkSegment(5238da45-0d63-4fcf-9187-4da29f566a69),segment_id=5238da45-0d63-4fcf-9187-4da29f566a69)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:40:16.742050 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '00516bcb-1716-42d4-a3a7-3ba03cb3bc7b', 'network_id': '786a44cd-5e90-4146-86e4-885676eda09a', 'port_id': '00516bcb-1716-42d4-a3a7-3ba03cb3bc7b', 'mac_address': 'fa:16:3e:a0:31:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e20b35-5c59-4ce4-bdf0-d81f1fee7e60', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:40:16.829405 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:16.846116 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00516bcb-1716-42d4-a3a7-3ba03cb3bc7b {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:40:16.862656 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 00516bcb-1716-42d4-a3a7-3ba03cb3bc7b, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=00516bcb-1716-42d4-a3a7-3ba03cb3bc7b,segment=NetworkSegment(5238da45-0d63-4fcf-9187-4da29f566a69),segment_id=5238da45-0d63-4fcf-9187-4da29f566a69)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:40:16.869694 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:16.933834 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f31185-dd57-4221-8975-51ea4126321b req-5557c15e-0659-4a08-b7c4-2a989f911790 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:16.935304 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-74f31185-dd57-4221-8975-51ea4126321b req-5557c15e-0659-4a08-b7c4-2a989f911790 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.30 "GET /v2.0/ports?device_id=849a72bc-0d22-4714-bc00-4883b1bae2f3 HTTP/1.1" status: 200 len: 948 time: 0.0812972 Feb 28 14:40:16.948340 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=00516bcb-1716-42d4-a3a7-3ba03cb3bc7b,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:40:16.980449 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-74f31185-dd57-4221-8975-51ea4126321b req-e7ecedd7-66d9-4062-9c38-1978421d3f38 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4622aaa-15e9-40be-a323-18b54068efc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392387 Feb 28 14:40:17.093886 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['00516bcb-1716-42d4-a3a7-3ba03cb3bc7b'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:40:18.182637 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1798e-3f84-407e-8fe4-55d52d7a74a2 req-b5e377ea-fbe4-40a0-848d-1f59bdd1bae6 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:18.184087 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-68b1798e-3f84-407e-8fe4-55d52d7a74a2 req-b5e377ea-fbe4-40a0-848d-1f59bdd1bae6 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.30 "GET /v2.0/ports?device_id=849a72bc-0d22-4714-bc00-4883b1bae2f3 HTTP/1.1" status: 200 len: 948 time: 0.0842984 Feb 28 14:40:18.227580 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-68b1798e-3f84-407e-8fe4-55d52d7a74a2 req-1159221b-748f-4890-96ad-2d925d461214 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4622aaa-15e9-40be-a323-18b54068efc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377924 Feb 28 14:40:18.568099 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 00516bcb-1716-42d4-a3a7-3ba03cb3bc7b up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:40:18.650445 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port 00516bcb-1716-42d4-a3a7-3ba03cb3bc7b completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:40:18.655118 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 00516bcb-1716-42d4-a3a7-3ba03cb3bc7b triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:40:18.655529 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:18.768943 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:18.795061 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849a72bc-0d22-4714-bc00-4883b1bae2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00516bcb-1716-42d4-a3a7-3ba03cb3bc7b'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:40:18.805676 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 00516bcb-1716-42d4-a3a7-3ba03cb3bc7b, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=00516bcb-1716-42d4-a3a7-3ba03cb3bc7b,segment=NetworkSegment(5238da45-0d63-4fcf-9187-4da29f566a69),segment_id=5238da45-0d63-4fcf-9187-4da29f566a69)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:40:18.811130 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:18.879948 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=00516bcb-1716-42d4-a3a7-3ba03cb3bc7b,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:40:18.894022 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849a72bc-0d22-4714-bc00-4883b1bae2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00516bcb-1716-42d4-a3a7-3ba03cb3bc7b', 'code': 200} Feb 28 14:40:19.133639 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166973d-250b-4630-900d-848a37d3d66a req-fe3a1a73-2115-48ff-b2b4-c77754de45f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:19.135123 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7166973d-250b-4630-900d-848a37d3d66a req-fe3a1a73-2115-48ff-b2b4-c77754de45f8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=849a72bc-0d22-4714-bc00-4883b1bae2f3 HTTP/1.1" status: 200 len: 1102 time: 0.0837498 Feb 28 14:40:19.177353 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7166973d-250b-4630-900d-848a37d3d66a req-01a5a1bd-32e3-4fd5-8613-9c7fbf46a124 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b4622aaa-15e9-40be-a323-18b54068efc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358536 Feb 28 14:40:19.423459 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e77ad9-5ae7-4e17-bec1-f382db2caac0 req-51942aea-bdba-4004-84e1-4794968f2571 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:19.424845 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b4e77ad9-5ae7-4e17-bec1-f382db2caac0 req-51942aea-bdba-4004-84e1-4794968f2571 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.30 "GET /v2.0/ports?device_id=849a72bc-0d22-4714-bc00-4883b1bae2f3 HTTP/1.1" status: 200 len: 949 time: 0.0899153 Feb 28 14:40:19.476666 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b4e77ad9-5ae7-4e17-bec1-f382db2caac0 req-ced082ed-8f6d-4afb-9d26-ad34f01b3b52 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4622aaa-15e9-40be-a323-18b54068efc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454698 Feb 28 14:40:20.678885 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd76f32-91fd-43ab-8c59-fb7c2774c139 req-cdf4883a-ce9d-435e-aed5-afa3d4e28e84 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:20.680353 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6dd76f32-91fd-43ab-8c59-fb7c2774c139 req-cdf4883a-ce9d-435e-aed5-afa3d4e28e84 tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.30 "GET /v2.0/ports?device_id=849a72bc-0d22-4714-bc00-4883b1bae2f3 HTTP/1.1" status: 200 len: 949 time: 0.0895596 Feb 28 14:40:20.722994 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6dd76f32-91fd-43ab-8c59-fb7c2774c139 req-ab1e3166-c6df-4f3f-96da-76a260f5edbc tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4622aaa-15e9-40be-a323-18b54068efc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368803 Feb 28 14:40:21.897094 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed559e2-82c7-448d-a19d-0a249433d3bb req-d77a514b-fbce-48d8-a134-f0e0785fa46e tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:21.898602 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0ed559e2-82c7-448d-a19d-0a249433d3bb req-d77a514b-fbce-48d8-a134-f0e0785fa46e tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.30 "GET /v2.0/ports?device_id=849a72bc-0d22-4714-bc00-4883b1bae2f3 HTTP/1.1" status: 200 len: 949 time: 0.0805531 Feb 28 14:40:21.942122 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0ed559e2-82c7-448d-a19d-0a249433d3bb req-e3b4caa7-266c-4537-9e9f-97a036b2f1fd tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4622aaa-15e9-40be-a323-18b54068efc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377119 Feb 28 14:40:23.157210 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2f614-fcd1-4b5a-b5ed-78817fc9febc req-3c4ad0ee-b6ed-4a71-b167-1ce408fcc14e tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:23.158642 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-23e2f614-fcd1-4b5a-b5ed-78817fc9febc req-3c4ad0ee-b6ed-4a71-b167-1ce408fcc14e tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.13 "GET /v2.0/ports?device_id=849a72bc-0d22-4714-bc00-4883b1bae2f3 HTTP/1.1" status: 200 len: 949 time: 0.1448157 Feb 28 14:40:23.199406 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb28e9-7643-454e-8f44-00bfaf7b7a84 req-651e4608-bb21-4def-b38f-34d38605937b tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:23.200815 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-94eb28e9-7643-454e-8f44-00bfaf7b7a84 req-651e4608-bb21-4def-b38f-34d38605937b tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.30 "GET /v2.0/ports?device_id=849a72bc-0d22-4714-bc00-4883b1bae2f3 HTTP/1.1" status: 200 len: 949 time: 0.1442235 Feb 28 14:40:23.262680 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-23e2f614-fcd1-4b5a-b5ed-78817fc9febc req-8bcfa44a-f215-4416-9d2c-a9f29c4eb31f tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Deleting port 00516bcb-1716-42d4-a3a7-3ba03cb3bc7b {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:40:23.262907 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-23e2f614-fcd1-4b5a-b5ed-78817fc9febc req-8bcfa44a-f215-4416-9d2c-a9f29c4eb31f tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:23.307205 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-94eb28e9-7643-454e-8f44-00bfaf7b7a84 req-f5a7cdc2-0831-40fa-9396-30b9865834dd tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4622aaa-15e9-40be-a323-18b54068efc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001890 Feb 28 14:40:23.518637 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-23e2f614-fcd1-4b5a-b5ed-78817fc9febc req-8bcfa44a-f215-4416-9d2c-a9f29c4eb31f tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] For port 00516bcb-1716-42d4-a3a7-3ba03cb3bc7b, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=00516bcb-1716-42d4-a3a7-3ba03cb3bc7b,segment=NetworkSegment(5238da45-0d63-4fcf-9187-4da29f566a69),segment_id=5238da45-0d63-4fcf-9187-4da29f566a69)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:40:23.518873 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-23e2f614-fcd1-4b5a-b5ed-78817fc9febc req-8bcfa44a-f215-4416-9d2c-a9f29c4eb31f tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:23.645082 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-23e2f614-fcd1-4b5a-b5ed-78817fc9febc req-8bcfa44a-f215-4416-9d2c-a9f29c4eb31f tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Calling delete_port for 00516bcb-1716-42d4-a3a7-3ba03cb3bc7b owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:40:23.792998 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-23e2f614-fcd1-4b5a-b5ed-78817fc9febc req-8bcfa44a-f215-4416-9d2c-a9f29c4eb31f tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:23.807953 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['00516bcb-1716-42d4-a3a7-3ba03cb3bc7b'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:40:23.849385 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfa44a-f215-4416-9d2c-a9f29c4eb31f tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Pushing event deleted for resources: {'Port': ['ID=00516bcb-1716-42d4-a3a7-3ba03cb3bc7b,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:40:23.925773 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e2f614-fcd1-4b5a-b5ed-78817fc9febc req-8bcfa44a-f215-4416-9d2c-a9f29c4eb31f tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] No DVR routers for this DVR port 00516bcb-1716-42d4-a3a7-3ba03cb3bc7b on host hv-neutron-8311 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:40:23.928422 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-23e2f614-fcd1-4b5a-b5ed-78817fc9febc req-8bcfa44a-f215-4416-9d2c-a9f29c4eb31f tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:23.931745 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849a72bc-0d22-4714-bc00-4883b1bae2f3', 'name': 'network-vif-deleted', 'tag': '00516bcb-1716-42d4-a3a7-3ba03cb3bc7b'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:40:23.948157 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-23e2f614-fcd1-4b5a-b5ed-78817fc9febc req-8bcfa44a-f215-4416-9d2c-a9f29c4eb31f tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.13 "DELETE /v2.0/ports/00516bcb-1716-42d4-a3a7-3ba03cb3bc7b HTTP/1.1" status: 204 len: 173 time: 0.7841370 Feb 28 14:40:23.978313 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849a72bc-0d22-4714-bc00-4883b1bae2f3', 'name': 'network-vif-deleted', 'tag': '00516bcb-1716-42d4-a3a7-3ba03cb3bc7b', 'status': 'completed', 'code': 200} Feb 28 14:40:24.565758 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-f93b51ba-fa5f-4070-b4fd-3f4dbbb4a1e7 req-60049157-909e-4663-8c0d-62fab71e2f4b tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Synchronizing usage tracker for tenant:02487dfde15942ae8b293658519be080 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:40:24.583370 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-f93b51ba-fa5f-4070-b4fd-3f4dbbb4a1e7 req-60049157-909e-4663-8c0d-62fab71e2f4b tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] Unset dirty status for tenant:02487dfde15942ae8b293658519be080 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:40:24.584483 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f93b51ba-fa5f-4070-b4fd-3f4dbbb4a1e7 req-60049157-909e-4663-8c0d-62fab71e2f4b tempest-ServersAdminNegativeTestJSON-1006942081 tempest-ServersAdminNegativeTestJSON-1006942081-project] 10.222.0.30 "GET /v2.0/ports?device_id=849a72bc-0d22-4714-bc00-4883b1bae2f3 HTTP/1.1" status: 200 len: 210 time: 0.1600885 Feb 28 14:40:25.960278 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34870) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:40:26.122220 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f10097d2-ad85-427c-a6d5-7674d9240582 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02487dfde15942ae8b293658519be080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607189 Feb 28 14:40:26.124995 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34876) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:40:26.184361 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb71c719-44a4-4278-bdeb-0e15069b576e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:26.211401 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb71c719-44a4-4278-bdeb-0e15069b576e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:26.270353 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb71c719-44a4-4278-bdeb-0e15069b576e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:26.286713 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71c719-44a4-4278-bdeb-0e15069b576e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4622aaa-15e9-40be-a323-18b54068efc2,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:40:26.298213 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bb71c719-44a4-4278-bdeb-0e15069b576e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:26.299360 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bb71c719-44a4-4278-bdeb-0e15069b576e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b4622aaa-15e9-40be-a323-18b54068efc2 HTTP/1.1" status: 204 len: 168 time: 0.1734660 Feb 28 14:40:26.589467 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 34884) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:40:26.607133 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05a93564-beaa-451e-b4d0-e1a15a5ecf4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:26.621489 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-05a93564-beaa-451e-b4d0-e1a15a5ecf4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:40:26.625442 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-05a93564-beaa-451e-b4d0-e1a15a5ecf4f admin admin] Usage tracker for resource:security_group_rule and tenant:a3fbc72cc26248d2952cd7db85b4e49e is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:40:26.628345 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-05a93564-beaa-451e-b4d0-e1a15a5ecf4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:40:26.634306 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-05a93564-beaa-451e-b4d0-e1a15a5ecf4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:40:26.716793 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05a93564-beaa-451e-b4d0-e1a15a5ecf4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:26.722448 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-05a93564-beaa-451e-b4d0-e1a15a5ecf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:26.769500 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-05a93564-beaa-451e-b4d0-e1a15a5ecf4f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a3fbc72cc26248d2952cd7db85b4e49e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789653 Feb 28 14:40:26.770379 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a93564-beaa-451e-b4d0-e1a15a5ecf4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0665f157-d570-4987-80ef-7e5bf09bad5e,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:40:26.772467 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34888) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:40:26.837205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e7f1228a-5c57-4ed8-b4b5-bd987c2842d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:26.863219 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e7f1228a-5c57-4ed8-b4b5-bd987c2842d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:26.917781 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e7f1228a-5c57-4ed8-b4b5-bd987c2842d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:26.938276 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1228a-5c57-4ed8-b4b5-bd987c2842d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0665f157-d570-4987-80ef-7e5bf09bad5e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:40:26.947708 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e7f1228a-5c57-4ed8-b4b5-bd987c2842d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:26.948870 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e7f1228a-5c57-4ed8-b4b5-bd987c2842d5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0665f157-d570-4987-80ef-7e5bf09bad5e HTTP/1.1" status: 204 len: 168 time: 0.1753554 Feb 28 14:40:27.756801 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34912) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:40:27.890503 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-89805572-b4a2-4a65-bd72-03eac36682a7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2138702008-network', 'tenant_id': '8d552291ab5f4058bc06195eb710b9af'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:40:27.895596 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-89805572-b4a2-4a65-bd72-03eac36682a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:40:27.900384 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-89805572-b4a2-4a65-bd72-03eac36682a7 admin admin] Usage tracker for resource:network and tenant:8d552291ab5f4058bc06195eb710b9af is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:40:27.903404 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-89805572-b4a2-4a65-bd72-03eac36682a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:40:27.909991 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-89805572-b4a2-4a65-bd72-03eac36682a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:40:27.924110 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89805572-b4a2-4a65-bd72-03eac36682a7 admin admin] Made reservation on behalf of 8d552291ab5f4058bc06195eb710b9af for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:40:27.928082 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89805572-b4a2-4a65-bd72-03eac36682a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:27.940782 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89805572-b4a2-4a65-bd72-03eac36682a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:27.955065 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-89805572-b4a2-4a65-bd72-03eac36682a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:40:27.959203 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-89805572-b4a2-4a65-bd72-03eac36682a7 admin admin] Usage tracker for resource:security_group_rule and tenant:8d552291ab5f4058bc06195eb710b9af is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:40:27.962348 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-89805572-b4a2-4a65-bd72-03eac36682a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:40:27.968162 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-89805572-b4a2-4a65-bd72-03eac36682a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:40:28.046981 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89805572-b4a2-4a65-bd72-03eac36682a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:28.052670 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89805572-b4a2-4a65-bd72-03eac36682a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:28.080655 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89805572-b4a2-4a65-bd72-03eac36682a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:40:28.089124 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89805572-b4a2-4a65-bd72-03eac36682a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:40:28.094468 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89805572-b4a2-4a65-bd72-03eac36682a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:28.094813 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-89805572-b4a2-4a65-bd72-03eac36682a7 admin admin] Added segment da86140d-aa6c-4d10-a87e-351e8c1cff39 of type vlan for network f693a84b-eb19-4228-8366-c29345e622ff Feb 28 14:40:28.123486 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89805572-b4a2-4a65-bd72-03eac36682a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:28.154107 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89805572-b4a2-4a65-bd72-03eac36682a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:28.154960 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89805572-b4a2-4a65-bd72-03eac36682a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:28.155569 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-89805572-b4a2-4a65-bd72-03eac36682a7 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:28.258825 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89805572-b4a2-4a65-bd72-03eac36682a7 admin admin] Pushing event updated for resources: {'Network': ['ID=f693a84b-eb19-4228-8366-c29345e622ff,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:40:28.261650 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-89805572-b4a2-4a65-bd72-03eac36682a7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5036285 Feb 28 14:40:28.264838 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34918) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:40:28.269379 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network f693a84b-eb19-4228-8366-c29345e622ff details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:40:28.270128 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e4207224-fd07-40c0-bdb7-35728c24a5ee admin admin] Request body: {'subnet': {'network_id': 'f693a84b-eb19-4228-8366-c29345e622ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2138702008-subnet', 'tenant_id': '8d552291ab5f4058bc06195eb710b9af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:40:28.275642 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e4207224-fd07-40c0-bdb7-35728c24a5ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:40:28.279542 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e4207224-fd07-40c0-bdb7-35728c24a5ee admin admin] Usage tracker for resource:subnet and tenant:8d552291ab5f4058bc06195eb710b9af is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:40:28.282504 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e4207224-fd07-40c0-bdb7-35728c24a5ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:40:28.288631 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e4207224-fd07-40c0-bdb7-35728c24a5ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:40:28.301701 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4207224-fd07-40c0-bdb7-35728c24a5ee admin admin] Made reservation on behalf of 8d552291ab5f4058bc06195eb710b9af for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:40:28.304205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4207224-fd07-40c0-bdb7-35728c24a5ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:28.507526 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4207224-fd07-40c0-bdb7-35728c24a5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:28.575315 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4207224-fd07-40c0-bdb7-35728c24a5ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=e76d8f8b-16f0-441a-85fb-259815697784,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:40:28.588595 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4207224-fd07-40c0-bdb7-35728c24a5ee admin admin] Checking segment: {'id': 'da86140d-aa6c-4d10-a87e-351e8c1cff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f693a84b-eb19-4228-8366-c29345e622ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:40:28.588932 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4207224-fd07-40c0-bdb7-35728c24a5ee admin admin] Network hostable DHCP agents. Network: f693a84b-eb19-4228-8366-c29345e622ff, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:40:28.608238 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4207224-fd07-40c0-bdb7-35728c24a5ee admin admin] Network f693a84b-eb19-4228-8366-c29345e622ff is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:40:28.618389 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e4207224-fd07-40c0-bdb7-35728c24a5ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, f693a84b-eb19-4228-8366-c29345e622ff) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:40:28.622459 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4207224-fd07-40c0-bdb7-35728c24a5ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:28.623030 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4207224-fd07-40c0-bdb7-35728c24a5ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:28.628416 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d24f03-2ac5-4f92-bff6-8bb316bc91e7 None None] Network f693a84b-eb19-4228-8366-c29345e622ff requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:40:28.648945 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e4207224-fd07-40c0-bdb7-35728c24a5ee admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3831530 Feb 28 14:40:28.724332 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 00516bcb-1716-42d4-a3a7-3ba03cb3bc7b no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:40:28.763567 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: 00516bcb-1716-42d4-a3a7-3ba03cb3bc7b {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:40:28.763902 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 00516bcb-1716-42d4-a3a7-3ba03cb3bc7b not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:40:28.827716 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:40:28.882291 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b964701-e357-488f-b17b-28f9c506f11b None None] Network f693a84b-eb19-4228-8366-c29345e622ff requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:40:29.171422 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-ce9b87c6-36b3-43dc-ac10-d70c2c57149e tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:29.172910 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-ce9b87c6-36b3-43dc-ac10-d70c2c57149e tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/networks?id=f693a84b-eb19-4228-8366-c29345e622ff HTTP/1.1" status: 200 len: 812 time: 0.1539581 Feb 28 14:40:29.197760 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-50c4a001-1c06-4963-80a2-f03708952683 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/quotas/8d552291ab5f4058bc06195eb710b9af HTTP/1.1" status: 200 len: 375 time: 0.0142012 Feb 28 14:40:29.251491 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-ea95827b-9680-47cd-86d7-30c030a9b167 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d552291ab5f4058bc06195eb710b9af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481756 Feb 28 14:40:29.441264 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-96429b8e-e2c5-43d0-a5b7-fbf03797a141 service neutron] 10.222.0.30 "GET /v2.0/networks/f693a84b-eb19-4228-8366-c29345e622ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799929 Feb 28 14:40:29.579821 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-0a034e71-7288-4b5c-ab45-d19375fd2c87 service neutron] 10.222.0.30 "GET /v2.0/networks/f693a84b-eb19-4228-8366-c29345e622ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321728 Feb 28 14:40:29.864045 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2c56788b-0166-4c60-83a9-a097475a22d3 req-c0248391-5cf2-4bc7-b3ec-ba89aba98f8b tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 210 time: 0.1397138 Feb 28 14:40:30.818528 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-fea7cd30-622a-4805-995d-05907738bdbb tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:30.819835 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-fea7cd30-622a-4805-995d-05907738bdbb tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.13 "GET /v2.0/networks?id=f693a84b-eb19-4228-8366-c29345e622ff HTTP/1.1" status: 200 len: 812 time: 0.1458523 Feb 28 14:40:30.832451 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-94902f2b-5eaa-42e8-ad0c-89bcfbdb6f05 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Request body: {'port': {'device_id': '2f4a58e1-7100-4c35-83a1-4a740b78ed7b', 'network_id': 'f693a84b-eb19-4228-8366-c29345e622ff', 'admin_state_up': True, 'tenant_id': '8d552291ab5f4058bc06195eb710b9af'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:40:30.975687 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-94902f2b-5eaa-42e8-ad0c-89bcfbdb6f05 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:40:31.013866 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-94902f2b-5eaa-42e8-ad0c-89bcfbdb6f05 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Usage tracker for resource:port and tenant:8d552291ab5f4058bc06195eb710b9af is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:40:31.020749 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-94902f2b-5eaa-42e8-ad0c-89bcfbdb6f05 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:40:31.024959 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d71e2037-d6f4-4105-bb36-6391cd75e0fa req-8d0411a5-2b71-4b66-bdd5-b563ed03116c tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 210 time: 0.0506213 Feb 28 14:40:31.028754 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-94902f2b-5eaa-42e8-ad0c-89bcfbdb6f05 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:40:31.045336 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-94902f2b-5eaa-42e8-ad0c-89bcfbdb6f05 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Made reservation on behalf of 8d552291ab5f4058bc06195eb710b9af for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:40:31.049231 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-94902f2b-5eaa-42e8-ad0c-89bcfbdb6f05 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:31.222021 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-94902f2b-5eaa-42e8-ad0c-89bcfbdb6f05 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Allocated IP 172.20.0.10 (f693a84b-eb19-4228-8366-c29345e622ff/e76d8f8b-16f0-441a-85fb-259815697784/f8afc358-4444-4a2c-8413-a5ca8e144b57) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:40:31.422308 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-94902f2b-5eaa-42e8-ad0c-89bcfbdb6f05 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:31.452583 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-94902f2b-5eaa-42e8-ad0c-89bcfbdb6f05 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:31.529559 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-94902f2b-5eaa-42e8-ad0c-89bcfbdb6f05 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Network f693a84b-eb19-4228-8366-c29345e622ff is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:40:31.532523 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-94902f2b-5eaa-42e8-ad0c-89bcfbdb6f05 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:40:31.540624 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-94902f2b-5eaa-42e8-ad0c-89bcfbdb6f05 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:40:31.576886 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94902f2b-5eaa-42e8-ad0c-89bcfbdb6f05 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Pushing event updated for resources: {'Port': ['ID=f8afc358-4444-4a2c-8413-a5ca8e144b57,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:40:31.611199 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-94902f2b-5eaa-42e8-ad0c-89bcfbdb6f05 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:31.611856 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-94902f2b-5eaa-42e8-ad0c-89bcfbdb6f05 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:31.638373 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-94902f2b-5eaa-42e8-ad0c-89bcfbdb6f05 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8098724 Feb 28 14:40:31.650963 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-492759cb-1fc7-42fb-a475-7012c3ddfa98 service neutron] Request body: {'port': {'device_id': '2f4a58e1-7100-4c35-83a1-4a740b78ed7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:40:31.895281 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-492759cb-1fc7-42fb-a475-7012c3ddfa98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:32.220151 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c594dfe-5ccf-4500-a184-0c56150f3b26 req-f11dc93d-5c31-4d79-8643-eb0d47065705 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:32.221521 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c594dfe-5ccf-4500-a184-0c56150f3b26 req-f11dc93d-5c31-4d79-8643-eb0d47065705 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 932 time: 0.0834763 Feb 28 14:40:32.266757 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-6c594dfe-5ccf-4500-a184-0c56150f3b26 req-5b19908b-c352-42aa-ba6a-d8de87b8263e tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Synchronizing usage tracker for tenant:8d552291ab5f4058bc06195eb710b9af on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:40:32.268336 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-492759cb-1fc7-42fb-a475-7012c3ddfa98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8afc358-4444-4a2c-8413-a5ca8e144b57 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:40:32.277171 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-492759cb-1fc7-42fb-a475-7012c3ddfa98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:32.286075 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-6c594dfe-5ccf-4500-a184-0c56150f3b26 req-5b19908b-c352-42aa-ba6a-d8de87b8263e tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Unset dirty status for tenant:8d552291ab5f4058bc06195eb710b9af on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:40:32.287341 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c594dfe-5ccf-4500-a184-0c56150f3b26 req-5b19908b-c352-42aa-ba6a-d8de87b8263e tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602679 Feb 28 14:40:32.293378 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-492759cb-1fc7-42fb-a475-7012c3ddfa98 service neutron] Transition to ACTIVE for port object f8afc358-4444-4a2c-8413-a5ca8e144b57 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:40:32.297600 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-492759cb-1fc7-42fb-a475-7012c3ddfa98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:32.429752 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492759cb-1fc7-42fb-a475-7012c3ddfa98 service neutron] Pushing event updated for resources: {'Port': ['ID=f8afc358-4444-4a2c-8413-a5ca8e144b57,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:40:32.537880 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-492759cb-1fc7-42fb-a475-7012c3ddfa98 service neutron] Attempting to bind port f8afc358-4444-4a2c-8413-a5ca8e144b57 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:40:32.538113 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-492759cb-1fc7-42fb-a475-7012c3ddfa98 service neutron] Attempting to bind port f8afc358-4444-4a2c-8413-a5ca8e144b57 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'da86140d-aa6c-4d10-a87e-351e8c1cff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f693a84b-eb19-4228-8366-c29345e622ff'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:40:32.538429 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-492759cb-1fc7-42fb-a475-7012c3ddfa98 service neutron] Attempting to bind port f8afc358-4444-4a2c-8413-a5ca8e144b57 on network f693a84b-eb19-4228-8366-c29345e622ff {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:40:32.543827 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-492759cb-1fc7-42fb-a475-7012c3ddfa98 service neutron] Port f8afc358-4444-4a2c-8413-a5ca8e144b57 on network f693a84b-eb19-4228-8366-c29345e622ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:40:32.544157 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-492759cb-1fc7-42fb-a475-7012c3ddfa98 service neutron] Attempting to bind port f8afc358-4444-4a2c-8413-a5ca8e144b57 on network f693a84b-eb19-4228-8366-c29345e622ff {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:40:32.549657 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-492759cb-1fc7-42fb-a475-7012c3ddfa98 service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:40:32.549984 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-492759cb-1fc7-42fb-a475-7012c3ddfa98 service neutron] Checking segment: {'id': 'da86140d-aa6c-4d10-a87e-351e8c1cff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f693a84b-eb19-4228-8366-c29345e622ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:40:32.550354 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-492759cb-1fc7-42fb-a475-7012c3ddfa98 service neutron] Bound using segment: {'id': 'da86140d-aa6c-4d10-a87e-351e8c1cff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f693a84b-eb19-4228-8366-c29345e622ff'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:40:32.550772 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-492759cb-1fc7-42fb-a475-7012c3ddfa98 service neutron] Bound port: f8afc358-4444-4a2c-8413-a5ca8e144b57, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da86140d-aa6c-4d10-a87e-351e8c1cff39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f693a84b-eb19-4228-8366-c29345e622ff'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:40:32.551104 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-492759cb-1fc7-42fb-a475-7012c3ddfa98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:32.642372 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-492759cb-1fc7-42fb-a475-7012c3ddfa98 service neutron] For port f8afc358-4444-4a2c-8413-a5ca8e144b57, host hv-neutron-8311, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:40:32.645310 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-492759cb-1fc7-42fb-a475-7012c3ddfa98 service neutron] For port f8afc358-4444-4a2c-8413-a5ca8e144b57, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f8afc358-4444-4a2c-8413-a5ca8e144b57,segment=NetworkSegment(da86140d-aa6c-4d10-a87e-351e8c1cff39),segment_id=da86140d-aa6c-4d10-a87e-351e8c1cff39)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:40:32.651242 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-492759cb-1fc7-42fb-a475-7012c3ddfa98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:32.706829 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-492759cb-1fc7-42fb-a475-7012c3ddfa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:32.707452 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-492759cb-1fc7-42fb-a475-7012c3ddfa98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:32.708783 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-492759cb-1fc7-42fb-a475-7012c3ddfa98 service neutron] 10.222.0.13 "PUT /v2.0/ports/f8afc358-4444-4a2c-8413-a5ca8e144b57 HTTP/1.1" status: 200 len: 1094 time: 1.0623145 Feb 28 14:40:32.709184 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4a58e1-7100-4c35-83a1-4a740b78ed7b', 'tag': 'f8afc358-4444-4a2c-8413-a5ca8e144b57'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:40:32.734691 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492759cb-1fc7-42fb-a475-7012c3ddfa98 service neutron] Pushing event updated for resources: {'Port': ['ID=f8afc358-4444-4a2c-8413-a5ca8e144b57,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:40:32.780272 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4a58e1-7100-4c35-83a1-4a740b78ed7b', 'tag': 'f8afc358-4444-4a2c-8413-a5ca8e144b57', 'status': 'completed', 'code': 200} Feb 28 14:40:32.826785 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-25ace1de-fcd8-490d-9d83-a18cf1b178b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:32.828336 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-25ace1de-fcd8-490d-9d83-a18cf1b178b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d552291ab5f4058bc06195eb710b9af&device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 1097 time: 0.0829079 Feb 28 14:40:32.900854 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-8d276e82-d2e9-42d5-bcc5-a5fb90178b6c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8afc358-4444-4a2c-8413-a5ca8e144b57 HTTP/1.1" status: 200 len: 217 time: 0.0657401 Feb 28 14:40:32.972951 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-a1d48afb-7d89-4952-9c56-7d6037275b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:32.974375 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-a1d48afb-7d89-4952-9c56-7d6037275b39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e76d8f8b-16f0-441a-85fb-259815697784 HTTP/1.1" status: 200 len: 852 time: 0.0671043 Feb 28 14:40:33.019300 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-91662c1a-64f3-4ee2-a3ad-07a36d83461d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f693a84b-eb19-4228-8366-c29345e622ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391707 Feb 28 14:40:33.161884 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-f571662f-0f13-4dc2-8694-ba6d869a5179 service neutron] 10.222.0.13 "GET /v2.0/networks/f693a84b-eb19-4228-8366-c29345e622ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361542 Feb 28 14:40:33.301126 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-77537e2c-1455-4ebf-bda2-2d08b317c84a req-e9baf0c3-d25a-4d7e-9d72-c42a57e7c245 service neutron] 10.222.0.13 "GET /v2.0/networks/f693a84b-eb19-4228-8366-c29345e622ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326008 Feb 28 14:40:33.428388 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7c4d6-e7d1-48f9-b995-34855aeb48ec req-f841035b-cecf-479c-8f6c-82540dd4598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:33.429836 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5fa7c4d6-e7d1-48f9-b995-34855aeb48ec req-f841035b-cecf-479c-8f6c-82540dd4598d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d552291ab5f4058bc06195eb710b9af&device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 1097 time: 0.0769191 Feb 28 14:40:33.477428 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ca627-c5df-4b5a-a31e-b36100c8fc07 req-a25ab9b0-72ff-4144-9755-b20a28145a44 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:33.479905 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c05ca627-c5df-4b5a-a31e-b36100c8fc07 req-a25ab9b0-72ff-4144-9755-b20a28145a44 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 944 time: 0.0813911 Feb 28 14:40:33.526076 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c05ca627-c5df-4b5a-a31e-b36100c8fc07 req-b2d9b7da-56da-4915-950a-be7c0049a535 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400622 Feb 28 14:40:33.572385 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7c4d6-e7d1-48f9-b995-34855aeb48ec req-d205bd1f-23ec-4d56-91e4-9e56621d4e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:33.573805 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5fa7c4d6-e7d1-48f9-b995-34855aeb48ec req-d205bd1f-23ec-4d56-91e4-9e56621d4e0e service neutron] 10.222.0.13 "GET /v2.0/networks?id=f693a84b-eb19-4228-8366-c29345e622ff HTTP/1.1" status: 200 len: 913 time: 0.1378722 Feb 28 14:40:33.742208 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5fa7c4d6-e7d1-48f9-b995-34855aeb48ec req-a2bc2380-7d86-4ce7-94d4-fa726b297d75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8afc358-4444-4a2c-8413-a5ca8e144b57 HTTP/1.1" status: 200 len: 217 time: 0.1596797 Feb 28 14:40:33.810377 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7c4d6-e7d1-48f9-b995-34855aeb48ec req-1396f450-2803-42e5-a4e2-25b016a63e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:33.811767 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5fa7c4d6-e7d1-48f9-b995-34855aeb48ec req-1396f450-2803-42e5-a4e2-25b016a63e38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e76d8f8b-16f0-441a-85fb-259815697784 HTTP/1.1" status: 200 len: 852 time: 0.0626256 Feb 28 14:40:33.868013 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5fa7c4d6-e7d1-48f9-b995-34855aeb48ec req-60ef01e7-e6a0-4f8f-860d-26b9fe49615d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f693a84b-eb19-4228-8366-c29345e622ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465577 Feb 28 14:40:34.004293 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5fa7c4d6-e7d1-48f9-b995-34855aeb48ec req-95897c4c-c073-4417-8eba-60afedae9ad0 service neutron] 10.222.0.13 "GET /v2.0/networks/f693a84b-eb19-4228-8366-c29345e622ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286380 Feb 28 14:40:34.139101 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5fa7c4d6-e7d1-48f9-b995-34855aeb48ec req-a791c679-3fb0-41ca-adc3-49763c26a268 service neutron] 10.222.0.13 "GET /v2.0/networks/f693a84b-eb19-4228-8366-c29345e622ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286418 Feb 28 14:40:34.728078 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3be0b-083e-4039-9571-f02cfc777f90 req-9dbba7dd-3d69-4013-a265-857295e6b6bb tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:34.728672 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-30a3be0b-083e-4039-9571-f02cfc777f90 req-9dbba7dd-3d69-4013-a265-857295e6b6bb tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Synchronizing usage tracker for tenant:8d552291ab5f4058bc06195eb710b9af on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:40:34.748462 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-30a3be0b-083e-4039-9571-f02cfc777f90 req-9dbba7dd-3d69-4013-a265-857295e6b6bb tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Unset dirty status for tenant:8d552291ab5f4058bc06195eb710b9af on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:40:34.749559 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-30a3be0b-083e-4039-9571-f02cfc777f90 req-9dbba7dd-3d69-4013-a265-857295e6b6bb tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 944 time: 0.1099310 Feb 28 14:40:34.797355 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-30a3be0b-083e-4039-9571-f02cfc777f90 req-efd59e3c-4300-4193-b187-eaf856e2025e tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390804 Feb 28 14:40:35.116478 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:36.005709 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461d973-ff54-4ef4-a1c5-61547a551a14 req-49d871b6-137c-4003-b322-1e4068f4c5d1 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:36.007137 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c461d973-ff54-4ef4-a1c5-61547a551a14 req-49d871b6-137c-4003-b322-1e4068f4c5d1 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 944 time: 0.0866549 Feb 28 14:40:36.051562 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c461d973-ff54-4ef4-a1c5-61547a551a14 req-c71a8d52-bd4f-443f-a261-797c84f69f7b tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386491 Feb 28 14:40:36.645947 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device f8afc358-4444-4a2c-8413-a5ca8e144b57 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:40:36.792545 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port f8afc358-4444-4a2c-8413-a5ca8e144b57, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f8afc358-4444-4a2c-8413-a5ca8e144b57,segment=NetworkSegment(da86140d-aa6c-4d10-a87e-351e8c1cff39),segment_id=da86140d-aa6c-4d10-a87e-351e8c1cff39)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:40:36.806289 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': 'f8afc358-4444-4a2c-8413-a5ca8e144b57', 'network_id': 'f693a84b-eb19-4228-8366-c29345e622ff', 'port_id': 'f8afc358-4444-4a2c-8413-a5ca8e144b57', 'mac_address': 'fa:16:3e:44:93:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e76d8f8b-16f0-441a-85fb-259815697784', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:40:36.859609 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:36.875925 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8afc358-4444-4a2c-8413-a5ca8e144b57 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:40:36.892392 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port f8afc358-4444-4a2c-8413-a5ca8e144b57, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f8afc358-4444-4a2c-8413-a5ca8e144b57,segment=NetworkSegment(da86140d-aa6c-4d10-a87e-351e8c1cff39),segment_id=da86140d-aa6c-4d10-a87e-351e8c1cff39)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:40:36.900047 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:36.970712 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=f8afc358-4444-4a2c-8413-a5ca8e144b57,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:40:37.093971 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['f8afc358-4444-4a2c-8413-a5ca8e144b57'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:40:37.254972 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b7dde-6652-4326-932b-d5749c0ebaa1 req-6cf5c6c9-4792-49e9-96cd-91d51f983e96 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:37.256554 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5a9b7dde-6652-4326-932b-d5749c0ebaa1 req-6cf5c6c9-4792-49e9-96cd-91d51f983e96 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 945 time: 0.0834293 Feb 28 14:40:37.304488 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5a9b7dde-6652-4326-932b-d5749c0ebaa1 req-c22ed253-61ab-4690-9d51-cf3b5e6668ed tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416126 Feb 28 14:40:37.677556 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c785434-9964-41be-8f32-f1a9eb270764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:38.494178 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ea4ee-fe1c-4fc1-a0c7-acd8985ae761 req-3797811e-5cd8-486b-9298-f8478b9a9262 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:38.495637 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6d1ea4ee-fe1c-4fc1-a0c7-acd8985ae761 req-3797811e-5cd8-486b-9298-f8478b9a9262 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 945 time: 0.0819077 Feb 28 14:40:38.543979 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6d1ea4ee-fe1c-4fc1-a0c7-acd8985ae761 req-6339a39c-51da-4c94-945b-3b4fc90feffc tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404491 Feb 28 14:40:38.662491 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device f8afc358-4444-4a2c-8413-a5ca8e144b57 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:40:38.739638 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port f8afc358-4444-4a2c-8413-a5ca8e144b57 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:40:38.744709 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port f8afc358-4444-4a2c-8413-a5ca8e144b57 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:40:38.745151 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:38.858269 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:38.885850 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4a58e1-7100-4c35-83a1-4a740b78ed7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8afc358-4444-4a2c-8413-a5ca8e144b57'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:40:38.895962 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port f8afc358-4444-4a2c-8413-a5ca8e144b57, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f8afc358-4444-4a2c-8413-a5ca8e144b57,segment=NetworkSegment(da86140d-aa6c-4d10-a87e-351e8c1cff39),segment_id=da86140d-aa6c-4d10-a87e-351e8c1cff39)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:40:38.901013 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:38.936878 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4a58e1-7100-4c35-83a1-4a740b78ed7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8afc358-4444-4a2c-8413-a5ca8e144b57', 'code': 200} Feb 28 14:40:38.972181 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=f8afc358-4444-4a2c-8413-a5ca8e144b57,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:40:39.182244 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05760323-78bb-4c5c-b72f-f1fb9b8f3280 req-30ba8c9b-d6a8-4bab-ba09-0b3270597fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:39.184674 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-05760323-78bb-4c5c-b72f-f1fb9b8f3280 req-30ba8c9b-d6a8-4bab-ba09-0b3270597fd5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 1099 time: 0.0904007 Feb 28 14:40:39.227552 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-05760323-78bb-4c5c-b72f-f1fb9b8f3280 req-cf91974c-4651-4279-baec-455a5f238fe6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353086 Feb 28 14:40:39.741827 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb2101-ac2c-486d-adf7-e241053b98b7 req-de422d0c-5b3d-4971-9cb4-5929cd4fbd67 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:39.743185 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24bb2101-ac2c-486d-adf7-e241053b98b7 req-de422d0c-5b3d-4971-9cb4-5929cd4fbd67 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.0850518 Feb 28 14:40:39.789511 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24bb2101-ac2c-486d-adf7-e241053b98b7 req-d8d9989c-7443-48e6-9a7e-b4f01530233e tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376978 Feb 28 14:40:39.816310 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f9c58139-82e1-4738-8797-ff9ed06c7c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:40.947333 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:40.988354 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949db4c-330f-4fa8-9f0d-362d54fcc251 req-7d772dee-67a3-4510-ac13-209c273bfdb8 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:40.989827 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a949db4c-330f-4fa8-9f0d-362d54fcc251 req-7d772dee-67a3-4510-ac13-209c273bfdb8 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.0832620 Feb 28 14:40:41.034122 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a949db4c-330f-4fa8-9f0d-362d54fcc251 req-a0770645-ee4f-495e-937c-cd35403f7735 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384507 Feb 28 14:40:41.140668 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:41.429172 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 34986) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:40:41.458975 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e6e52-3599-4b36-91bf-665c6692afa8 req-33832eba-979c-4893-8dc0-f844fd9ee5dd tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:41.460471 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c53e6e52-3599-4b36-91bf-665c6692afa8 req-33832eba-979c-4893-8dc0-f844fd9ee5dd tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.0898123 Feb 28 14:40:41.506300 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c53e6e52-3599-4b36-91bf-665c6692afa8 req-562eaec8-0db8-48d6-ba1f-cf5c6fa10c2c tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393662 Feb 28 14:40:41.545162 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-33969dbb-8894-4c05-800b-7f4a26549ea3 req-ee3124b3-68f5-4d3b-b97c-712d7d63c0e9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1137106 Feb 28 14:40:42.544250 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:40:42.695500 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1f989-1de8-4bfc-a450-7616a7a6d6e9 req-1e8add78-dad7-4ac7-8571-00e0d4b3cfde tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:42.697016 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f5a1f989-1de8-4bfc-a450-7616a7a6d6e9 req-1e8add78-dad7-4ac7-8571-00e0d4b3cfde tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.0795815 Feb 28 14:40:42.743938 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f5a1f989-1de8-4bfc-a450-7616a7a6d6e9 req-d6abda60-1975-4834-9aed-37230a2c9a58 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406964 Feb 28 14:40:42.797970 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33969dbb-8894-4c05-800b-7f4a26549ea3 req-1e020833-8189-47af-986b-96c2d9022ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:42.799466 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-33969dbb-8894-4c05-800b-7f4a26549ea3 req-1e020833-8189-47af-986b-96c2d9022ba9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d552291ab5f4058bc06195eb710b9af&device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 1099 time: 0.0707235 Feb 28 14:40:42.932539 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33969dbb-8894-4c05-800b-7f4a26549ea3 req-17fb8a08-59c4-4075-961e-910652353a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:42.933969 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-33969dbb-8894-4c05-800b-7f4a26549ea3 req-17fb8a08-59c4-4075-961e-910652353a08 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f693a84b-eb19-4228-8366-c29345e622ff HTTP/1.1" status: 200 len: 913 time: 0.1290114 Feb 28 14:40:43.005151 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-33969dbb-8894-4c05-800b-7f4a26549ea3 req-a824ad0c-87de-45e6-9fb2-47ed58bb20b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8afc358-4444-4a2c-8413-a5ca8e144b57 HTTP/1.1" status: 200 len: 217 time: 0.0640244 Feb 28 14:40:43.071201 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33969dbb-8894-4c05-800b-7f4a26549ea3 req-a586147d-412f-4101-9fe2-e3697678c546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:43.072696 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-33969dbb-8894-4c05-800b-7f4a26549ea3 req-a586147d-412f-4101-9fe2-e3697678c546 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e76d8f8b-16f0-441a-85fb-259815697784 HTTP/1.1" status: 200 len: 852 time: 0.0619395 Feb 28 14:40:43.119306 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-33969dbb-8894-4c05-800b-7f4a26549ea3 req-d61c039c-3712-4060-93c3-15f8bc503a9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f693a84b-eb19-4228-8366-c29345e622ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400207 Feb 28 14:40:43.257746 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-33969dbb-8894-4c05-800b-7f4a26549ea3 req-1d008848-fadf-46be-bdc5-86f4f8e9f22e service neutron] 10.222.0.13 "GET /v2.0/networks/f693a84b-eb19-4228-8366-c29345e622ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321535 Feb 28 14:40:43.490047 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-33969dbb-8894-4c05-800b-7f4a26549ea3 req-182653c5-ac3d-4f17-b4dd-3bb8d67cb501 service neutron] 10.222.0.13 "GET /v2.0/networks/f693a84b-eb19-4228-8366-c29345e622ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268343 Feb 28 14:40:43.945533 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5282d3-1b7e-42db-908d-64b33f3a8ccd req-50a8246e-b7c1-49eb-8417-00a918003ec0 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:43.947206 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5c5282d3-1b7e-42db-908d-64b33f3a8ccd req-50a8246e-b7c1-49eb-8417-00a918003ec0 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.0930681 Feb 28 14:40:44.001848 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5c5282d3-1b7e-42db-908d-64b33f3a8ccd req-87bd3303-3967-40df-b026-bf39927b8689 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466666 Feb 28 14:40:45.217720 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65696cdc-5696-4abf-9303-ca07a2a20c9a req-fe48a928-5485-4fd2-a87a-5a4d05657743 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:45.219149 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-65696cdc-5696-4abf-9303-ca07a2a20c9a req-fe48a928-5485-4fd2-a87a-5a4d05657743 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.0844145 Feb 28 14:40:45.269170 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-65696cdc-5696-4abf-9303-ca07a2a20c9a req-5ba3f404-7e2b-4fef-b82a-aed5739131ff tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442414 Feb 28 14:40:46.475522 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3361e0-757f-4024-b5f8-4dea9b43d47e req-55470def-3718-47b7-8c8f-a52011d95ac5 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:46.477186 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8e3361e0-757f-4024-b5f8-4dea9b43d47e req-55470def-3718-47b7-8c8f-a52011d95ac5 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.0848932 Feb 28 14:40:46.524295 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8e3361e0-757f-4024-b5f8-4dea9b43d47e req-d202382b-07b6-460e-b681-5f3ddf539671 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410564 Feb 28 14:40:47.733592 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f086970-89b1-4dfe-b559-66904785b06e req-dfa6588a-ecf7-4e72-8d41-cfae2add0e2b tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:47.734917 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f086970-89b1-4dfe-b559-66904785b06e req-dfa6588a-ecf7-4e72-8d41-cfae2add0e2b tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.0949636 Feb 28 14:40:47.779739 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f086970-89b1-4dfe-b559-66904785b06e req-35904081-f40e-47ae-90c2-fd7bf777989a tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391493 Feb 28 14:40:49.005505 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af839c-0eb8-46c0-904c-87eec81a6e3c req-ff44fe76-2ce4-4e5e-a0a3-ac750fa245ba tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:49.006944 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b5af839c-0eb8-46c0-904c-87eec81a6e3c req-ff44fe76-2ce4-4e5e-a0a3-ac750fa245ba tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.1006279 Feb 28 14:40:49.063808 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b5af839c-0eb8-46c0-904c-87eec81a6e3c req-ee40d86a-e0f7-465d-859d-91e665a58233 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505862 Feb 28 14:40:50.271945 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b68fd-7400-4658-ad53-f9e3ece2e087 req-d0ed3441-c6fe-4f96-8122-6acef3556c81 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:50.273389 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da8b68fd-7400-4658-ad53-f9e3ece2e087 req-d0ed3441-c6fe-4f96-8122-6acef3556c81 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.0870695 Feb 28 14:40:50.321258 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da8b68fd-7400-4658-ad53-f9e3ece2e087 req-e7571b1b-42d9-4b14-82b1-2df4cedd0c05 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393763 Feb 28 14:40:51.522597 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4eeffb-a1a2-4e3d-a03d-5d78782eb9a8 req-e9947829-c1b0-4787-921d-05a849a6012e tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:51.524102 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8e4eeffb-a1a2-4e3d-a03d-5d78782eb9a8 req-e9947829-c1b0-4787-921d-05a849a6012e tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.0868194 Feb 28 14:40:51.569837 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8e4eeffb-a1a2-4e3d-a03d-5d78782eb9a8 req-d13a7233-838c-4485-a7a3-5c1772745374 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399089 Feb 28 14:40:52.780789 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ff051-7db0-480a-9af6-c051fba5a8ac req-cab1b03d-22f5-427d-b623-e35f1a1d6537 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:52.782147 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-726ff051-7db0-480a-9af6-c051fba5a8ac req-cab1b03d-22f5-427d-b623-e35f1a1d6537 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.0825374 Feb 28 14:40:52.832487 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-726ff051-7db0-480a-9af6-c051fba5a8ac req-83bfc963-a395-4a72-ab61-e9cf290dc358 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418854 Feb 28 14:40:54.045884 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f839264-3448-4c0f-84f6-3b508fac6164 req-b6484138-525f-4c4b-b421-95676fd53d46 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:54.047355 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4f839264-3448-4c0f-84f6-3b508fac6164 req-b6484138-525f-4c4b-b421-95676fd53d46 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.0892625 Feb 28 14:40:54.094741 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4f839264-3448-4c0f-84f6-3b508fac6164 req-8f014081-4d9a-4bfa-82b9-33b4cd3c8ad0 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417442 Feb 28 14:40:55.299476 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168244c-18d0-4c0c-bd69-28222c5a5d94 req-45e3004d-5723-4908-99ca-870d524e4abd tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:55.300900 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8168244c-18d0-4c0c-bd69-28222c5a5d94 req-45e3004d-5723-4908-99ca-870d524e4abd tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.0856531 Feb 28 14:40:55.344197 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8168244c-18d0-4c0c-bd69-28222c5a5d94 req-ece72ec0-26e0-45ad-bb51-2a0ac48ddc0e tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375712 Feb 28 14:40:56.555940 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101b03c-925b-4f2b-88ef-ce96ccbd5c21 req-32fede8f-0bee-4839-9d3d-ebfd68c93fbc tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:56.557389 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f101b03c-925b-4f2b-88ef-ce96ccbd5c21 req-32fede8f-0bee-4839-9d3d-ebfd68c93fbc tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.0942531 Feb 28 14:40:56.604552 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f101b03c-925b-4f2b-88ef-ce96ccbd5c21 req-37e4c463-8a6b-40f2-815b-190d4401feb3 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413713 Feb 28 14:40:57.827939 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5fabb-fb40-4cd9-a28b-355ea083aff9 req-5b58ca91-666b-49d4-b89a-ccef9dd3ba95 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:57.829784 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dce5fabb-fb40-4cd9-a28b-355ea083aff9 req-5b58ca91-666b-49d4-b89a-ccef9dd3ba95 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.0997732 Feb 28 14:40:57.873120 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dce5fabb-fb40-4cd9-a28b-355ea083aff9 req-098c8b66-b833-47bf-8df6-8676e2a4e289 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373762 Feb 28 14:40:59.078283 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98229109-ed53-4e62-8c33-bf40b73adb6c req-9103e1a6-21c8-4bb0-8ada-e2da22836c64 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:40:59.079767 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-98229109-ed53-4e62-8c33-bf40b73adb6c req-9103e1a6-21c8-4bb0-8ada-e2da22836c64 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.0893099 Feb 28 14:40:59.138133 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-98229109-ed53-4e62-8c33-bf40b73adb6c req-79b8b52c-7b50-4272-b0ef-4114737f2b02 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499516 Feb 28 14:41:00.338738 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0253f9-1111-4f63-91c2-620443d5d366 req-6cdfd558-f28d-48ac-95e4-bb557077bcf1 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:00.340192 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4d0253f9-1111-4f63-91c2-620443d5d366 req-6cdfd558-f28d-48ac-95e4-bb557077bcf1 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.0879421 Feb 28 14:41:00.386440 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4d0253f9-1111-4f63-91c2-620443d5d366 req-3dd075a6-abda-4868-b92a-531a07505aa2 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405874 Feb 28 14:41:01.599029 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b887b21-7ed9-4711-a4c4-78592e08a2c0 req-d45f77fb-6e02-4a58-8170-0addbed5fb95 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:01.600520 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0b887b21-7ed9-4711-a4c4-78592e08a2c0 req-d45f77fb-6e02-4a58-8170-0addbed5fb95 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.1028752 Feb 28 14:41:01.645649 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0b887b21-7ed9-4711-a4c4-78592e08a2c0 req-ed1285d7-d8ed-478b-8e9e-3e95e1308ec0 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393829 Feb 28 14:41:02.847906 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a96df-08db-4f69-90f5-581741dd6ccf req-bc163fc5-c160-4a6b-bee0-0bd1f8693d08 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:02.849343 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ce3a96df-08db-4f69-90f5-581741dd6ccf req-bc163fc5-c160-4a6b-bee0-0bd1f8693d08 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.0879219 Feb 28 14:41:02.892632 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ce3a96df-08db-4f69-90f5-581741dd6ccf req-a9950ed4-2b98-4790-96a9-18d6553e5ecd tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376089 Feb 28 14:41:04.091942 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf2ff5-61cf-4a04-8c54-0b7eb81f4031 req-3221b626-6bb3-4861-b36f-4c9f81da3e16 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:04.093385 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-eeaf2ff5-61cf-4a04-8c54-0b7eb81f4031 req-3221b626-6bb3-4861-b36f-4c9f81da3e16 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.0915992 Feb 28 14:41:04.137556 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-eeaf2ff5-61cf-4a04-8c54-0b7eb81f4031 req-2c64823c-4b80-4942-b473-6b89f9993402 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381615 Feb 28 14:41:05.135927 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:05.349660 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4373a63-5fdf-4547-b8be-4cd7f9161df0 req-3e52d462-2b65-432c-90b5-c84bb166ebde tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:05.351091 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d4373a63-5fdf-4547-b8be-4cd7f9161df0 req-3e52d462-2b65-432c-90b5-c84bb166ebde tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.0962856 Feb 28 14:41:05.395253 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d4373a63-5fdf-4547-b8be-4cd7f9161df0 req-5c90d2d2-6eeb-40b9-92a0-c2a02db4a882 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382204 Feb 28 14:41:05.832906 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:41:06.599988 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8983209-98ee-44d5-a19a-5450ffd263b2 req-fbc04eed-41e5-415f-903c-40cdcc4957f4 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:06.601442 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a8983209-98ee-44d5-a19a-5450ffd263b2 req-fbc04eed-41e5-415f-903c-40cdcc4957f4 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.0959642 Feb 28 14:41:06.645009 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a8983209-98ee-44d5-a19a-5450ffd263b2 req-c34e684d-31e5-4d14-a49c-3aa3ed404e11 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378535 Feb 28 14:41:07.680139 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-eb0ba615-f0b0-4380-b4e2-539a692b6871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:07.833362 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f574f19-fc8e-4463-ab95-3fcbafcdd1b7 req-83b59881-ccac-450a-9a9a-136ce9b55b9f tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:07.834850 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0f574f19-fc8e-4463-ab95-3fcbafcdd1b7 req-83b59881-ccac-450a-9a9a-136ce9b55b9f tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.0828347 Feb 28 14:41:07.878099 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0f574f19-fc8e-4463-ab95-3fcbafcdd1b7 req-daac2342-51c4-4cd7-84f8-195d4b2c6869 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374589 Feb 28 14:41:09.072646 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedff2a-65a3-4d5b-bb80-057f579f09c6 req-62f55851-1087-4bf7-ac20-e4a9b25cd610 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:09.074075 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4fedff2a-65a3-4d5b-bb80-057f579f09c6 req-62f55851-1087-4bf7-ac20-e4a9b25cd610 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.0881803 Feb 28 14:41:09.119194 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4fedff2a-65a3-4d5b-bb80-057f579f09c6 req-d8cf4956-8a10-4f3e-854f-7b82ba016ddb tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388703 Feb 28 14:41:09.820381 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-216eb202-a444-4d32-807f-43f4ad83cd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:10.194850 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-33969dbb-8894-4c05-800b-7f4a26549ea3 req-5cb7ceeb-d4c6-4393-b549-69672b86fb7a service neutron] 10.222.0.13 "GET /v2.0/ports/f8afc358-4444-4a2c-8413-a5ca8e144b57/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.0895402 Feb 28 14:41:10.314945 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b847d-f6b7-4db7-b7d0-1ec6dbd2b817 req-5d7fef94-33fa-4c1c-b2ca-b5a9b01fa3a8 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:10.316452 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-703b847d-f6b7-4db7-b7d0-1ec6dbd2b817 req-5d7fef94-33fa-4c1c-b2ca-b5a9b01fa3a8 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.0906227 Feb 28 14:41:10.360957 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-703b847d-f6b7-4db7-b7d0-1ec6dbd2b817 req-194fe2ac-485f-44d6-933a-3325517cf40d tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383439 Feb 28 14:41:10.475691 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33969dbb-8894-4c05-800b-7f4a26549ea3 req-45a6ce86-97ed-4901-8795-fd68995edcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:10.477180 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-33969dbb-8894-4c05-800b-7f4a26549ea3 req-45a6ce86-97ed-4901-8795-fd68995edcda service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b&tenant_id=8d552291ab5f4058bc06195eb710b9af HTTP/1.1" status: 200 len: 1099 time: 0.0784125 Feb 28 14:41:10.574184 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33969dbb-8894-4c05-800b-7f4a26549ea3 req-07de250d-5714-4caa-a1c4-c776361f0842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:10.575863 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-33969dbb-8894-4c05-800b-7f4a26549ea3 req-07de250d-5714-4caa-a1c4-c776361f0842 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d552291ab5f4058bc06195eb710b9af&device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 1099 time: 0.0711927 Feb 28 14:41:10.717255 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33969dbb-8894-4c05-800b-7f4a26549ea3 req-b6f4acef-635a-4d86-9c91-964dfd1b018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:10.718643 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-33969dbb-8894-4c05-800b-7f4a26549ea3 req-b6f4acef-635a-4d86-9c91-964dfd1b018e service neutron] 10.222.0.13 "GET /v2.0/networks?id=f693a84b-eb19-4228-8366-c29345e622ff HTTP/1.1" status: 200 len: 913 time: 0.1364262 Feb 28 14:41:10.787200 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-33969dbb-8894-4c05-800b-7f4a26549ea3 req-fd580d40-a7af-467d-95b0-2adee222ecee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8afc358-4444-4a2c-8413-a5ca8e144b57 HTTP/1.1" status: 200 len: 217 time: 0.0626452 Feb 28 14:41:10.850707 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33969dbb-8894-4c05-800b-7f4a26549ea3 req-0a64c88c-3baa-4821-ac40-4b30d55ce1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:10.852114 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-33969dbb-8894-4c05-800b-7f4a26549ea3 req-0a64c88c-3baa-4821-ac40-4b30d55ce1ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e76d8f8b-16f0-441a-85fb-259815697784 HTTP/1.1" status: 200 len: 852 time: 0.0588496 Feb 28 14:41:10.897561 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-33969dbb-8894-4c05-800b-7f4a26549ea3 req-85036145-1ecc-4518-9913-98b0f0382883 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f693a84b-eb19-4228-8366-c29345e622ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394096 Feb 28 14:41:10.952287 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:11.028570 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-33969dbb-8894-4c05-800b-7f4a26549ea3 req-a4cfefd2-af07-475e-8749-ea860363b5e3 service neutron] 10.222.0.13 "GET /v2.0/networks/f693a84b-eb19-4228-8366-c29345e622ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244462 Feb 28 14:41:11.148279 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:11.168467 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-33969dbb-8894-4c05-800b-7f4a26549ea3 req-68400a72-6050-4130-aeab-081867645137 service neutron] 10.222.0.13 "GET /v2.0/networks/f693a84b-eb19-4228-8366-c29345e622ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329689 Feb 28 14:41:11.654133 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f96fa-99ca-4003-9c33-4312ecea7791 req-0d36f316-eb66-4fc0-8676-ebb296fe1d3d tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:11.655603 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-af6f96fa-99ca-4003-9c33-4312ecea7791 req-0d36f316-eb66-4fc0-8676-ebb296fe1d3d tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.1842952 Feb 28 14:41:11.702030 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-af6f96fa-99ca-4003-9c33-4312ecea7791 req-552223ea-2ad8-427c-9c50-ac202eb5bbf8 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382202 Feb 28 14:41:12.503937 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:12.910147 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e034c-ceb1-4583-975b-2067227ca115 req-85628dfa-ca70-4214-a658-a0d8a556c0f4 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:12.911625 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-199e034c-ceb1-4583-975b-2067227ca115 req-85628dfa-ca70-4214-a658-a0d8a556c0f4 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.0820673 Feb 28 14:41:12.960441 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-199e034c-ceb1-4583-975b-2067227ca115 req-1ebf70a7-39d5-4bde-95bb-2adcc04f0e1e tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431063 Feb 28 14:41:14.194676 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431f5b0-c2d7-4a43-ab7e-37d8bfb494dc req-592f86dd-7a10-4a5a-972b-557691f5c116 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:14.196101 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a431f5b0-c2d7-4a43-ab7e-37d8bfb494dc req-592f86dd-7a10-4a5a-972b-557691f5c116 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.0924766 Feb 28 14:41:14.240865 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a431f5b0-c2d7-4a43-ab7e-37d8bfb494dc req-4af33abb-7d12-4032-9943-3a1189d49ef2 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386775 Feb 28 14:41:14.636462 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2399d93-692f-4366-a254-bf26f24ab91f req-d24cf82c-a0cd-4da4-89d9-3c0a5cf9c621 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:14.637862 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e2399d93-692f-4366-a254-bf26f24ab91f req-d24cf82c-a0cd-4da4-89d9-3c0a5cf9c621 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b&tenant_id=8d552291ab5f4058bc06195eb710b9af&binding%3Ahost_id=hv-neutron-8311 HTTP/1.1" status: 200 len: 946 time: 0.1006365 Feb 28 14:41:14.792100 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2399d93-692f-4366-a254-bf26f24ab91f req-bd5898de-904b-4a91-b14f-dcca2329cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:14.793603 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e2399d93-692f-4366-a254-bf26f24ab91f req-bd5898de-904b-4a91-b14f-dcca2329cde0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d552291ab5f4058bc06195eb710b9af&device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 1099 time: 0.0763433 Feb 28 14:41:14.872079 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device f8afc358-4444-4a2c-8413-a5ca8e144b57 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:41:14.875822 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device f8afc358-4444-4a2c-8413-a5ca8e144b57 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:41:14.926540 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2399d93-692f-4366-a254-bf26f24ab91f req-fff6a97d-3453-4531-a42c-fb3df98bcf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:14.927981 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e2399d93-692f-4366-a254-bf26f24ab91f req-fff6a97d-3453-4531-a42c-fb3df98bcf28 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f693a84b-eb19-4228-8366-c29345e622ff HTTP/1.1" status: 200 len: 913 time: 0.1289816 Feb 28 14:41:14.994355 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e2399d93-692f-4366-a254-bf26f24ab91f req-b61319c7-957e-40dc-90f6-6a6fa5a16c0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8afc358-4444-4a2c-8413-a5ca8e144b57 HTTP/1.1" status: 200 len: 217 time: 0.0598032 Feb 28 14:41:15.061666 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2399d93-692f-4366-a254-bf26f24ab91f req-a95091d3-156f-43fb-8fb6-efe9477a441c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:15.063135 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e2399d93-692f-4366-a254-bf26f24ab91f req-a95091d3-156f-43fb-8fb6-efe9477a441c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e76d8f8b-16f0-441a-85fb-259815697784 HTTP/1.1" status: 200 len: 852 time: 0.0627031 Feb 28 14:41:15.082541 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:15.108774 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e2399d93-692f-4366-a254-bf26f24ab91f req-614fe208-5c68-4ddb-85bc-58de4f6108b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f693a84b-eb19-4228-8366-c29345e622ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396388 Feb 28 14:41:15.111237 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port f8afc358-4444-4a2c-8413-a5ca8e144b57, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f8afc358-4444-4a2c-8413-a5ca8e144b57,segment=NetworkSegment(da86140d-aa6c-4d10-a87e-351e8c1cff39),segment_id=da86140d-aa6c-4d10-a87e-351e8c1cff39)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:41:15.132359 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4a58e1-7100-4c35-83a1-4a740b78ed7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8afc358-4444-4a2c-8413-a5ca8e144b57'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:41:15.138307 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': 'f8afc358-4444-4a2c-8413-a5ca8e144b57', 'network_id': 'f693a84b-eb19-4228-8366-c29345e622ff', 'port_id': 'f8afc358-4444-4a2c-8413-a5ca8e144b57', 'mac_address': 'fa:16:3e:44:93:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e76d8f8b-16f0-441a-85fb-259815697784', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:41:15.144409 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port f8afc358-4444-4a2c-8413-a5ca8e144b57, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f8afc358-4444-4a2c-8413-a5ca8e144b57,segment=NetworkSegment(da86140d-aa6c-4d10-a87e-351e8c1cff39),segment_id=da86140d-aa6c-4d10-a87e-351e8c1cff39)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:41:15.173089 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:15.210223 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4a58e1-7100-4c35-83a1-4a740b78ed7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8afc358-4444-4a2c-8413-a5ca8e144b57', 'code': 200} Feb 28 14:41:15.245200 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e2399d93-692f-4366-a254-bf26f24ab91f req-35557d79-1489-4bf0-896a-ace03f13ff2e service neutron] 10.222.0.13 "GET /v2.0/networks/f693a84b-eb19-4228-8366-c29345e622ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300166 Feb 28 14:41:15.250008 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:15.273137 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8afc358-4444-4a2c-8413-a5ca8e144b57 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:41:15.276772 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=f8afc358-4444-4a2c-8413-a5ca8e144b57,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:41:15.289598 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:15.289933 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:15.290259 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:15.290595 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:15.290887 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:15.291230 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:15.291548 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:15.291860 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:15.292172 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:15.292478 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:15.292787 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:15.293091 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:15.302072 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port f8afc358-4444-4a2c-8413-a5ca8e144b57, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f8afc358-4444-4a2c-8413-a5ca8e144b57,segment=NetworkSegment(da86140d-aa6c-4d10-a87e-351e8c1cff39),segment_id=da86140d-aa6c-4d10-a87e-351e8c1cff39)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:41:15.308130 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:15.370998 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['f8afc358-4444-4a2c-8413-a5ca8e144b57'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:41:15.384459 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e2399d93-692f-4366-a254-bf26f24ab91f req-0377f335-f633-46b8-9f57-61fdeab3a726 service neutron] 10.222.0.13 "GET /v2.0/networks/f693a84b-eb19-4228-8366-c29345e622ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326804 Feb 28 14:41:15.418174 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=f8afc358-4444-4a2c-8413-a5ca8e144b57,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:41:16.288129 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaab45f-c25e-4078-9b63-41d96789466e req-8cc8b26c-4771-42ec-a6b8-a00e4139171f tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:16.289570 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-feaab45f-c25e-4078-9b63-41d96789466e req-8cc8b26c-4771-42ec-a6b8-a00e4139171f tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 945 time: 0.1012080 Feb 28 14:41:16.337014 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-feaab45f-c25e-4078-9b63-41d96789466e req-ea60b628-3503-4876-81f7-26f75252e585 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389721 Feb 28 14:41:16.887640 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device f8afc358-4444-4a2c-8413-a5ca8e144b57 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:41:16.967258 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port f8afc358-4444-4a2c-8413-a5ca8e144b57 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:41:16.967586 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:17.088103 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:17.127647 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port f8afc358-4444-4a2c-8413-a5ca8e144b57, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f8afc358-4444-4a2c-8413-a5ca8e144b57,segment=NetworkSegment(da86140d-aa6c-4d10-a87e-351e8c1cff39),segment_id=da86140d-aa6c-4d10-a87e-351e8c1cff39)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:41:17.134181 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:17.202856 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=f8afc358-4444-4a2c-8413-a5ca8e144b57,revision_number=8']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:41:17.211469 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4a58e1-7100-4c35-83a1-4a740b78ed7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8afc358-4444-4a2c-8413-a5ca8e144b57'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:41:17.266671 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4a58e1-7100-4c35-83a1-4a740b78ed7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8afc358-4444-4a2c-8413-a5ca8e144b57', 'code': 200} Feb 28 14:41:17.543406 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f270c-2d69-427c-8060-b03f3ffc0ca4 req-f3137688-e572-4b4d-9f56-ba46abcd75fd tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:17.544841 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-391f270c-2d69-427c-8060-b03f3ffc0ca4 req-f3137688-e572-4b4d-9f56-ba46abcd75fd tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.0914614 Feb 28 14:41:17.604845 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-391f270c-2d69-427c-8060-b03f3ffc0ca4 req-bc8f4349-edec-4f1d-b8e0-1484db7bd46f tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/security-groups?id=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536242 Feb 28 14:41:18.015577 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2399d93-692f-4366-a254-bf26f24ab91f req-4b54ce49-9f62-4947-adef-6cbb6ab7fe8b tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:18.017004 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e2399d93-692f-4366-a254-bf26f24ab91f req-4b54ce49-9f62-4947-adef-6cbb6ab7fe8b tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 946 time: 0.0957339 Feb 28 14:41:18.088309 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-e2399d93-692f-4366-a254-bf26f24ab91f req-0cc6947e-0c75-4e15-badf-114ea0f1f4e7 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Deleting port f8afc358-4444-4a2c-8413-a5ca8e144b57 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:41:18.088646 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-e2399d93-692f-4366-a254-bf26f24ab91f req-0cc6947e-0c75-4e15-badf-114ea0f1f4e7 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:18.348973 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-e2399d93-692f-4366-a254-bf26f24ab91f req-0cc6947e-0c75-4e15-badf-114ea0f1f4e7 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] For port f8afc358-4444-4a2c-8413-a5ca8e144b57, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f8afc358-4444-4a2c-8413-a5ca8e144b57,segment=NetworkSegment(da86140d-aa6c-4d10-a87e-351e8c1cff39),segment_id=da86140d-aa6c-4d10-a87e-351e8c1cff39)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:41:18.349352 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-e2399d93-692f-4366-a254-bf26f24ab91f req-0cc6947e-0c75-4e15-badf-114ea0f1f4e7 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:18.573720 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-e2399d93-692f-4366-a254-bf26f24ab91f req-0cc6947e-0c75-4e15-badf-114ea0f1f4e7 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Calling delete_port for f8afc358-4444-4a2c-8413-a5ca8e144b57 owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:41:18.716050 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-e2399d93-692f-4366-a254-bf26f24ab91f req-0cc6947e-0c75-4e15-badf-114ea0f1f4e7 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:18.727445 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['f8afc358-4444-4a2c-8413-a5ca8e144b57'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:41:18.755245 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-926eb9da-7521-4f3a-89de-d6c2aca839e8 req-23b7902c-dc67-4a50-b842-b582f13a1db4 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4a58e1-7100-4c35-83a1-4a740b78ed7b HTTP/1.1" status: 200 len: 210 time: 0.0427532 Feb 28 14:41:18.770183 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6947e-0c75-4e15-badf-114ea0f1f4e7 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Pushing event deleted for resources: {'Port': ['ID=f8afc358-4444-4a2c-8413-a5ca8e144b57,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:41:18.806473 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6947e-0c75-4e15-badf-114ea0f1f4e7 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:18.806818 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6947e-0c75-4e15-badf-114ea0f1f4e7 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:18.807148 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6947e-0c75-4e15-badf-114ea0f1f4e7 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:18.807502 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6947e-0c75-4e15-badf-114ea0f1f4e7 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:18.807824 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6947e-0c75-4e15-badf-114ea0f1f4e7 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:18.808144 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6947e-0c75-4e15-badf-114ea0f1f4e7 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:18.808476 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6947e-0c75-4e15-badf-114ea0f1f4e7 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:18.808787 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6947e-0c75-4e15-badf-114ea0f1f4e7 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:18.809105 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6947e-0c75-4e15-badf-114ea0f1f4e7 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:18.809419 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6947e-0c75-4e15-badf-114ea0f1f4e7 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:18.809731 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6947e-0c75-4e15-badf-114ea0f1f4e7 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:18.810038 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6947e-0c75-4e15-badf-114ea0f1f4e7 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:18.857011 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2399d93-692f-4366-a254-bf26f24ab91f req-0cc6947e-0c75-4e15-badf-114ea0f1f4e7 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] No DVR routers for this DVR port f8afc358-4444-4a2c-8413-a5ca8e144b57 on host hv-neutron-8311 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:41:18.859551 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-e2399d93-692f-4366-a254-bf26f24ab91f req-0cc6947e-0c75-4e15-badf-114ea0f1f4e7 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:18.862038 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4a58e1-7100-4c35-83a1-4a740b78ed7b', 'name': 'network-vif-deleted', 'tag': 'f8afc358-4444-4a2c-8413-a5ca8e144b57'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:41:18.881516 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e2399d93-692f-4366-a254-bf26f24ab91f req-0cc6947e-0c75-4e15-badf-114ea0f1f4e7 tempest-DeleteServersTestJSON-951984870 tempest-DeleteServersTestJSON-951984870-project] 10.222.0.13 "DELETE /v2.0/ports/f8afc358-4444-4a2c-8413-a5ca8e144b57 HTTP/1.1" status: 204 len: 173 time: 0.8588529 Feb 28 14:41:18.909694 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4a58e1-7100-4c35-83a1-4a740b78ed7b', 'name': 'network-vif-deleted', 'tag': 'f8afc358-4444-4a2c-8413-a5ca8e144b57', 'status': 'completed', 'code': 200} Feb 28 14:41:20.031647 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 35090) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:41:20.095895 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-4942b7f9-ace8-4740-b3a6-079ccf4206cd admin admin] Deleting subnet e76d8f8b-16f0-441a-85fb-259815697784 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:41:20.099009 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4942b7f9-ace8-4740-b3a6-079ccf4206cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:20.148782 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4942b7f9-ace8-4740-b3a6-079ccf4206cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:20.204940 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4942b7f9-ace8-4740-b3a6-079ccf4206cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:20.281747 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4942b7f9-ace8-4740-b3a6-079ccf4206cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:20.319071 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942b7f9-ace8-4740-b3a6-079ccf4206cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e76d8f8b-16f0-441a-85fb-259815697784,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:41:20.322763 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4942b7f9-ace8-4740-b3a6-079ccf4206cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:20.328780 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4942b7f9-ace8-4740-b3a6-079ccf4206cd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e76d8f8b-16f0-441a-85fb-259815697784 HTTP/1.1" status: 204 len: 168 time: 0.2960830 Feb 28 14:41:20.331439 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 35094) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:41:20.437128 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c116bc8-9bb7-4ed0-9664-e42992ec7da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:20.569472 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c116bc8-9bb7-4ed0-9664-e42992ec7da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:20.595818 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-0c116bc8-9bb7-4ed0-9664-e42992ec7da8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f693a84b-eb19-4228-8366-c29345e622ff']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:41:20.608436 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-0c116bc8-9bb7-4ed0-9664-e42992ec7da8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da86140d-aa6c-4d10-a87e-351e8c1cff39') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:41:20.608799 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-0c116bc8-9bb7-4ed0-9664-e42992ec7da8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da86140d-aa6c-4d10-a87e-351e8c1cff39') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:41:20.619932 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c116bc8-9bb7-4ed0-9664-e42992ec7da8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:20.636326 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c116bc8-9bb7-4ed0-9664-e42992ec7da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:20.643140 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c116bc8-9bb7-4ed0-9664-e42992ec7da8 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:41:20.643612 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c116bc8-9bb7-4ed0-9664-e42992ec7da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:41:20.657214 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:41:20.743111 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c116bc8-9bb7-4ed0-9664-e42992ec7da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:20.747321 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c116bc8-9bb7-4ed0-9664-e42992ec7da8 admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:20.768897 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c116bc8-9bb7-4ed0-9664-e42992ec7da8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f693a84b-eb19-4228-8366-c29345e622ff,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:41:20.772366 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0c116bc8-9bb7-4ed0-9664-e42992ec7da8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f693a84b-eb19-4228-8366-c29345e622ff HTTP/1.1" status: 204 len: 168 time: 0.4400408 Feb 28 14:41:20.894018 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 35100) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:41:20.950218 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e0ec9c64-3cfa-40f5-8c71-797c5d3b29f7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d552291ab5f4058bc06195eb710b9af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547574 Feb 28 14:41:20.954020 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 35104) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:41:21.017873 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a3d2b43e-7e6c-45d4-bd46-8e380735aa85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:21.043190 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a3d2b43e-7e6c-45d4-bd46-8e380735aa85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:21.098054 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a3d2b43e-7e6c-45d4-bd46-8e380735aa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:21.115342 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2b43e-7e6c-45d4-bd46-8e380735aa85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b93a160-0e4a-4a18-9a52-78eaa6fb8c18,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:41:21.123944 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a3d2b43e-7e6c-45d4-bd46-8e380735aa85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:21.125714 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a3d2b43e-7e6c-45d4-bd46-8e380735aa85 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1b93a160-0e4a-4a18-9a52-78eaa6fb8c18 HTTP/1.1" status: 204 len: 168 time: 0.1707845 Feb 28 14:41:21.914635 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 35128) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:41:22.022808 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-628185125-network', 'tenant_id': '6fe591c506d64bacb079ca25d395d534'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:41:22.027770 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:41:22.032107 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Usage tracker for resource:network and tenant:6fe591c506d64bacb079ca25d395d534 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:41:22.035124 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:41:22.041840 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:41:22.055422 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Made reservation on behalf of 6fe591c506d64bacb079ca25d395d534 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:41:22.057713 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:22.069785 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:22.083818 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:41:22.087772 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Usage tracker for resource:security_group_rule and tenant:6fe591c506d64bacb079ca25d395d534 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:41:22.090609 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:41:22.096426 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:41:22.180434 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:22.185696 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:22.218405 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:41:22.226831 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2ce16b-b61e-48c2-98e8-22d18481ed5e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:41:22.235638 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:22.235969 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Added segment 0d18f6de-f5f2-4b05-b13a-d853f7b78339 of type vlan for network eab512ac-109b-444b-838f-9566e8beb978 Feb 28 14:41:22.237718 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:22.238057 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:22.238385 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:22.238711 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:22.239028 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:22.239371 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:22.239689 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:22.240006 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:22.240309 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:22.240616 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:22.240924 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:22.241231 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:22.353997 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:22.387231 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:22.388212 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:22.388783 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:22.486179 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 35134) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:41:22.486772 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5701654 Feb 28 14:41:22.495165 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-11fe618d-d967-4491-b419-84b930f65378 admin admin] Request body: {'subnet': {'network_id': 'eab512ac-109b-444b-838f-9566e8beb978', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-628185125-subnet', 'tenant_id': '6fe591c506d64bacb079ca25d395d534', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:41:22.496847 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241661c-f5e3-4a6d-bcce-ae618cdc70af admin admin] Pushing event updated for resources: {'Network': ['ID=eab512ac-109b-444b-838f-9566e8beb978,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:41:22.501297 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-11fe618d-d967-4491-b419-84b930f65378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:41:22.505849 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-11fe618d-d967-4491-b419-84b930f65378 admin admin] Usage tracker for resource:subnet and tenant:6fe591c506d64bacb079ca25d395d534 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:41:22.509229 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-11fe618d-d967-4491-b419-84b930f65378 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:41:22.515748 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-11fe618d-d967-4491-b419-84b930f65378 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:41:22.521878 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network eab512ac-109b-444b-838f-9566e8beb978 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:41:22.531575 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fe618d-d967-4491-b419-84b930f65378 admin admin] Made reservation on behalf of 6fe591c506d64bacb079ca25d395d534 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:41:22.534254 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-11fe618d-d967-4491-b419-84b930f65378 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:22.750221 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-11fe618d-d967-4491-b419-84b930f65378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:22.828979 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe618d-d967-4491-b419-84b930f65378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1122abce-2d92-4308-97d5-fcb06c608405,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:41:22.837727 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fe618d-d967-4491-b419-84b930f65378 admin admin] Checking segment: {'id': '0d18f6de-f5f2-4b05-b13a-d853f7b78339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'eab512ac-109b-444b-838f-9566e8beb978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:41:22.838080 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fe618d-d967-4491-b419-84b930f65378 admin admin] Network hostable DHCP agents. Network: eab512ac-109b-444b-838f-9566e8beb978, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:41:22.860342 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fe618d-d967-4491-b419-84b930f65378 admin admin] Network eab512ac-109b-444b-838f-9566e8beb978 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:41:22.871141 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-11fe618d-d967-4491-b419-84b930f65378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, eab512ac-109b-444b-838f-9566e8beb978) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:41:22.875890 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fe618d-d967-4491-b419-84b930f65378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:22.876868 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-11fe618d-d967-4491-b419-84b930f65378 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:22.879960 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a435961-6262-4f49-ac7e-c9b4cd861162 None None] Network eab512ac-109b-444b-838f-9566e8beb978 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:41:22.897988 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-11fe618d-d967-4491-b419-84b930f65378 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4106607 Feb 28 14:41:22.956035 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device f8afc358-4444-4a2c-8413-a5ca8e144b57 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:41:23.001175 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: f8afc358-4444-4a2c-8413-a5ca8e144b57 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:41:23.001518 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device f8afc358-4444-4a2c-8413-a5ca8e144b57 not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:41:23.122348 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3558ca-2802-46df-96e5-a0d4cc658ebd None None] Network eab512ac-109b-444b-838f-9566e8beb978 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:41:23.410718 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-13e1b50b-ae47-40ad-ace1-9659eef2eebe tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:23.412187 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-13e1b50b-ae47-40ad-ace1-9659eef2eebe tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/networks?id=eab512ac-109b-444b-838f-9566e8beb978 HTTP/1.1" status: 200 len: 814 time: 0.1471272 Feb 28 14:41:23.427395 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-4da4644b-1a7d-47b1-9b8f-1dc72435efef tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/quotas/6fe591c506d64bacb079ca25d395d534 HTTP/1.1" status: 200 len: 375 time: 0.0096843 Feb 28 14:41:23.473946 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-e8f0c6e6-ff6c-4cfc-b9de-84e9f93d1f33 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fe591c506d64bacb079ca25d395d534&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412257 Feb 28 14:41:23.721529 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-6990c1d6-483f-459d-921e-8762ec19c215 service neutron] 10.222.0.30 "GET /v2.0/networks/eab512ac-109b-444b-838f-9566e8beb978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404475 Feb 28 14:41:23.854927 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-c4d37246-da5f-4187-8a33-aa2a8ef77783 service neutron] 10.222.0.30 "GET /v2.0/networks/eab512ac-109b-444b-838f-9566e8beb978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275907 Feb 28 14:41:24.035164 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d6604a36-82e1-431d-a229-386c78e6fbdd req-c33d2e9a-b67a-4501-be4d-a00aa5f17a08 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 210 time: 0.0415363 Feb 28 14:41:25.201187 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-9eeb671b-cec6-46f5-a8bb-55689942cd8e tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:25.202716 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-9eeb671b-cec6-46f5-a8bb-55689942cd8e tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.13 "GET /v2.0/networks?id=eab512ac-109b-444b-838f-9566e8beb978 HTTP/1.1" status: 200 len: 814 time: 0.1995075 Feb 28 14:41:25.210002 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-09639277-c0c5-463c-8384-d17b7707f9d0 req-18ec093a-de17-4797-9f29-35fa96bbc69d tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 210 time: 0.0619800 Feb 28 14:41:25.214935 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-7b739a88-45c1-4c10-a731-e07202b6bf04 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Request body: {'port': {'device_id': 'b792f05f-ee26-423b-81c8-fd206098959e', 'network_id': 'eab512ac-109b-444b-838f-9566e8beb978', 'admin_state_up': True, 'tenant_id': '6fe591c506d64bacb079ca25d395d534'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:41:25.358181 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-7b739a88-45c1-4c10-a731-e07202b6bf04 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:41:25.362203 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-7b739a88-45c1-4c10-a731-e07202b6bf04 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Usage tracker for resource:port and tenant:6fe591c506d64bacb079ca25d395d534 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:41:25.365030 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-7b739a88-45c1-4c10-a731-e07202b6bf04 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:41:25.370658 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-7b739a88-45c1-4c10-a731-e07202b6bf04 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:41:25.383125 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-7b739a88-45c1-4c10-a731-e07202b6bf04 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Made reservation on behalf of 6fe591c506d64bacb079ca25d395d534 for: {'port': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:41:25.386787 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-7b739a88-45c1-4c10-a731-e07202b6bf04 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:25.558724 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-7b739a88-45c1-4c10-a731-e07202b6bf04 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Allocated IP 172.20.0.11 (eab512ac-109b-444b-838f-9566e8beb978/1122abce-2d92-4308-97d5-fcb06c608405/4dc8be0f-597b-4d9d-9590-1def34d91ee5) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:41:25.770761 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-7b739a88-45c1-4c10-a731-e07202b6bf04 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:25.804535 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-7b739a88-45c1-4c10-a731-e07202b6bf04 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:25.874343 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-7b739a88-45c1-4c10-a731-e07202b6bf04 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Network eab512ac-109b-444b-838f-9566e8beb978 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:41:25.881714 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-7b739a88-45c1-4c10-a731-e07202b6bf04 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:41:25.886037 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-7b739a88-45c1-4c10-a731-e07202b6bf04 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:41:25.916111 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b739a88-45c1-4c10-a731-e07202b6bf04 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Pushing event updated for resources: {'Port': ['ID=4dc8be0f-597b-4d9d-9590-1def34d91ee5,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:41:25.954726 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-7b739a88-45c1-4c10-a731-e07202b6bf04 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:25.955356 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-7b739a88-45c1-4c10-a731-e07202b6bf04 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:25.977529 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-7b739a88-45c1-4c10-a731-e07202b6bf04 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7665424 Feb 28 14:41:25.990092 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-42eb0562-bb4e-4644-8eab-ffef10f8f9ef service neutron] Request body: {'port': {'device_id': 'b792f05f-ee26-423b-81c8-fd206098959e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:41:26.106188 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-42eb0562-bb4e-4644-8eab-ffef10f8f9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:26.419008 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94f8b2-d3cf-484b-97c4-7e5635ded095 req-6378bb4d-30bf-421e-a321-0bcb9661c513 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:26.420873 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc94f8b2-d3cf-484b-97c4-7e5635ded095 req-6378bb4d-30bf-421e-a321-0bcb9661c513 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 932 time: 0.0924120 Feb 28 14:41:26.466656 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-42eb0562-bb4e-4644-8eab-ffef10f8f9ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc8be0f-597b-4d9d-9590-1def34d91ee5 {{(pid=87773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:41:26.467269 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-cc94f8b2-d3cf-484b-97c4-7e5635ded095 req-9ac519ae-3caa-4ddd-8838-2855de6076dd tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Synchronizing usage tracker for tenant:6fe591c506d64bacb079ca25d395d534 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:41:26.474528 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-42eb0562-bb4e-4644-8eab-ffef10f8f9ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:26.485484 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-cc94f8b2-d3cf-484b-97c4-7e5635ded095 req-9ac519ae-3caa-4ddd-8838-2855de6076dd tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Unset dirty status for tenant:6fe591c506d64bacb079ca25d395d534 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:41:26.486641 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc94f8b2-d3cf-484b-97c4-7e5635ded095 req-9ac519ae-3caa-4ddd-8838-2855de6076dd tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598576 Feb 28 14:41:26.490307 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-42eb0562-bb4e-4644-8eab-ffef10f8f9ef service neutron] Transition to ACTIVE for port object 4dc8be0f-597b-4d9d-9590-1def34d91ee5 will not be triggered until provisioned by entity L2. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:41:26.494960 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-42eb0562-bb4e-4644-8eab-ffef10f8f9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:26.748494 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb0562-bb4e-4644-8eab-ffef10f8f9ef service neutron] Pushing event updated for resources: {'Port': ['ID=4dc8be0f-597b-4d9d-9590-1def34d91ee5,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:41:26.826610 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-42eb0562-bb4e-4644-8eab-ffef10f8f9ef service neutron] Attempting to bind port 4dc8be0f-597b-4d9d-9590-1def34d91ee5 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:41:26.826940 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-42eb0562-bb4e-4644-8eab-ffef10f8f9ef service neutron] Attempting to bind port 4dc8be0f-597b-4d9d-9590-1def34d91ee5 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '0d18f6de-f5f2-4b05-b13a-d853f7b78339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'eab512ac-109b-444b-838f-9566e8beb978'}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:41:26.827291 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-42eb0562-bb4e-4644-8eab-ffef10f8f9ef service neutron] Attempting to bind port 4dc8be0f-597b-4d9d-9590-1def34d91ee5 on network eab512ac-109b-444b-838f-9566e8beb978 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:41:26.832523 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-42eb0562-bb4e-4644-8eab-ffef10f8f9ef service neutron] Port 4dc8be0f-597b-4d9d-9590-1def34d91ee5 on network eab512ac-109b-444b-838f-9566e8beb978 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:41:26.832840 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-42eb0562-bb4e-4644-8eab-ffef10f8f9ef service neutron] Attempting to bind port 4dc8be0f-597b-4d9d-9590-1def34d91ee5 on network eab512ac-109b-444b-838f-9566e8beb978 {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:41:26.838333 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-42eb0562-bb4e-4644-8eab-ffef10f8f9ef service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:41:26.838664 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-42eb0562-bb4e-4644-8eab-ffef10f8f9ef service neutron] Checking segment: {'id': '0d18f6de-f5f2-4b05-b13a-d853f7b78339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'eab512ac-109b-444b-838f-9566e8beb978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:41:26.839043 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-42eb0562-bb4e-4644-8eab-ffef10f8f9ef service neutron] Bound using segment: {'id': '0d18f6de-f5f2-4b05-b13a-d853f7b78339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'eab512ac-109b-444b-838f-9566e8beb978'} {{(pid=87773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:41:26.839492 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.managers [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-42eb0562-bb4e-4644-8eab-ffef10f8f9ef service neutron] Bound port: 4dc8be0f-597b-4d9d-9590-1def34d91ee5, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d18f6de-f5f2-4b05-b13a-d853f7b78339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'eab512ac-109b-444b-838f-9566e8beb978'}}] {{(pid=87773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:41:26.839828 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-42eb0562-bb4e-4644-8eab-ffef10f8f9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:26.933225 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-42eb0562-bb4e-4644-8eab-ffef10f8f9ef service neutron] For port 4dc8be0f-597b-4d9d-9590-1def34d91ee5, host hv-neutron-8311, cleared binding levels {{(pid=87773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:41:26.936206 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-42eb0562-bb4e-4644-8eab-ffef10f8f9ef service neutron] For port 4dc8be0f-597b-4d9d-9590-1def34d91ee5, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=4dc8be0f-597b-4d9d-9590-1def34d91ee5,segment=NetworkSegment(0d18f6de-f5f2-4b05-b13a-d853f7b78339),segment_id=0d18f6de-f5f2-4b05-b13a-d853f7b78339)] {{(pid=87773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:41:26.943433 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-42eb0562-bb4e-4644-8eab-ffef10f8f9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:26.998645 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-42eb0562-bb4e-4644-8eab-ffef10f8f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:26.999187 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-42eb0562-bb4e-4644-8eab-ffef10f8f9ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:27.000586 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-42eb0562-bb4e-4644-8eab-ffef10f8f9ef service neutron] 10.222.0.13 "PUT /v2.0/ports/4dc8be0f-597b-4d9d-9590-1def34d91ee5 HTTP/1.1" status: 200 len: 1094 time: 1.0146008 Feb 28 14:41:27.001208 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b792f05f-ee26-423b-81c8-fd206098959e', 'tag': '4dc8be0f-597b-4d9d-9590-1def34d91ee5'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:41:27.025978 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb0562-bb4e-4644-8eab-ffef10f8f9ef service neutron] Pushing event updated for resources: {'Port': ['ID=4dc8be0f-597b-4d9d-9590-1def34d91ee5,revision_number=3']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:41:27.072966 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b792f05f-ee26-423b-81c8-fd206098959e', 'tag': '4dc8be0f-597b-4d9d-9590-1def34d91ee5', 'status': 'completed', 'code': 200} Feb 28 14:41:27.123894 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-4efceb24-062f-4560-9eaa-29dbb34917ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:27.125405 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-4efceb24-062f-4560-9eaa-29dbb34917ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6fe591c506d64bacb079ca25d395d534&device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 1097 time: 0.0841706 Feb 28 14:41:27.203370 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-ab82895e-c2fe-4c4a-b079-9de2936cbcec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4dc8be0f-597b-4d9d-9590-1def34d91ee5 HTTP/1.1" status: 200 len: 217 time: 0.0700338 Feb 28 14:41:27.270214 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-9e3f19a6-bedb-412c-a7fd-540b4321befb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:27.271490 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-9e3f19a6-bedb-412c-a7fd-540b4321befb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1122abce-2d92-4308-97d5-fcb06c608405 HTTP/1.1" status: 200 len: 854 time: 0.0624981 Feb 28 14:41:27.317616 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-f8458f76-1a59-4489-999a-23fa6cfb028e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eab512ac-109b-444b-838f-9566e8beb978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403647 Feb 28 14:41:27.466652 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-49c0af62-d957-4a9c-9b2c-1ba2257e7d20 service neutron] 10.222.0.13 "GET /v2.0/networks/eab512ac-109b-444b-838f-9566e8beb978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417906 Feb 28 14:41:27.600066 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0d0389c5-0ef1-4b5d-976f-aa5937fe687a req-b2e754f6-6c70-4db1-8b47-81307578f06a service neutron] 10.222.0.13 "GET /v2.0/networks/eab512ac-109b-444b-838f-9566e8beb978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267033 Feb 28 14:41:27.680164 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063c0a0-9cf8-4c26-99f4-8466bea66e2c req-f8798a56-01e5-40c1-9a6d-137e4e91dd0e tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:27.681660 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1063c0a0-9cf8-4c26-99f4-8466bea66e2c req-f8798a56-01e5-40c1-9a6d-137e4e91dd0e tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 944 time: 0.0878143 Feb 28 14:41:27.716946 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea31fa4-b30d-46cc-9225-981cfd1d48d2 req-9095867b-8f2e-4979-bcb7-773cef69c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:27.718489 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8ea31fa4-b30d-46cc-9225-981cfd1d48d2 req-9095867b-8f2e-4979-bcb7-773cef69c2e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6fe591c506d64bacb079ca25d395d534&device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 1097 time: 0.0717540 Feb 28 14:41:27.728824 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1063c0a0-9cf8-4c26-99f4-8466bea66e2c req-fa1d750c-9f3c-4d5a-bea9-1cd7e6707cf2 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412979 Feb 28 14:41:27.853277 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea31fa4-b30d-46cc-9225-981cfd1d48d2 req-179e260c-d81b-4c5d-a1d2-7f10954bc028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:27.854772 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8ea31fa4-b30d-46cc-9225-981cfd1d48d2 req-179e260c-d81b-4c5d-a1d2-7f10954bc028 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eab512ac-109b-444b-838f-9566e8beb978 HTTP/1.1" status: 200 len: 915 time: 0.1302216 Feb 28 14:41:27.926975 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8ea31fa4-b30d-46cc-9225-981cfd1d48d2 req-e08a77f6-274d-4632-acb3-6c8778fa4a36 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4dc8be0f-597b-4d9d-9590-1def34d91ee5 HTTP/1.1" status: 200 len: 217 time: 0.0647511 Feb 28 14:41:27.991778 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea31fa4-b30d-46cc-9225-981cfd1d48d2 req-7a576887-956a-4c9b-8a2c-c85283399a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:27.993165 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8ea31fa4-b30d-46cc-9225-981cfd1d48d2 req-7a576887-956a-4c9b-8a2c-c85283399a9d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1122abce-2d92-4308-97d5-fcb06c608405 HTTP/1.1" status: 200 len: 854 time: 0.0595605 Feb 28 14:41:28.042409 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8ea31fa4-b30d-46cc-9225-981cfd1d48d2 req-b3a1e5fe-08c0-4eac-b2d5-9af5e207e497 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eab512ac-109b-444b-838f-9566e8beb978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428874 Feb 28 14:41:28.173093 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8ea31fa4-b30d-46cc-9225-981cfd1d48d2 req-3b4596e2-a558-43c0-a3cb-048966a779af service neutron] 10.222.0.13 "GET /v2.0/networks/eab512ac-109b-444b-838f-9566e8beb978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231818 Feb 28 14:41:28.412377 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8ea31fa4-b30d-46cc-9225-981cfd1d48d2 req-47d99ca1-d1c6-4cc5-97a3-bb460394aee4 service neutron] 10.222.0.13 "GET /v2.0/networks/eab512ac-109b-444b-838f-9566e8beb978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328382 Feb 28 14:41:28.940823 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e62313-0dd6-4ebf-8405-9488cafadd22 req-57bb9c61-06b8-489f-bea1-8c4414f365cf tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:28.941561 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-a8e62313-0dd6-4ebf-8405-9488cafadd22 req-57bb9c61-06b8-489f-bea1-8c4414f365cf tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Synchronizing usage tracker for tenant:6fe591c506d64bacb079ca25d395d534 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:41:28.962276 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-a8e62313-0dd6-4ebf-8405-9488cafadd22 req-57bb9c61-06b8-489f-bea1-8c4414f365cf tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Unset dirty status for tenant:6fe591c506d64bacb079ca25d395d534 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:41:28.963634 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a8e62313-0dd6-4ebf-8405-9488cafadd22 req-57bb9c61-06b8-489f-bea1-8c4414f365cf tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 944 time: 0.1204803 Feb 28 14:41:29.009363 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a8e62313-0dd6-4ebf-8405-9488cafadd22 req-42e35fc5-bfc1-474f-b378-5ffc65d44982 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401382 Feb 28 14:41:30.278836 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee72efe-5792-41d3-ba20-92fa1d3c019c req-2e598668-608b-4d06-b59c-92f3a9a940b1 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:30.280312 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dee72efe-5792-41d3-ba20-92fa1d3c019c req-2e598668-608b-4d06-b59c-92f3a9a940b1 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 944 time: 0.1466804 Feb 28 14:41:30.324202 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dee72efe-5792-41d3-ba20-92fa1d3c019c req-fc7ee7b0-f4ce-483a-ad57-f474478222fc tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379238 Feb 28 14:41:30.967105 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 4dc8be0f-597b-4d9d-9590-1def34d91ee5 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:41:31.114265 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 4dc8be0f-597b-4d9d-9590-1def34d91ee5, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=4dc8be0f-597b-4d9d-9590-1def34d91ee5,segment=NetworkSegment(0d18f6de-f5f2-4b05-b13a-d853f7b78339),segment_id=0d18f6de-f5f2-4b05-b13a-d853f7b78339)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:41:31.127070 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '4dc8be0f-597b-4d9d-9590-1def34d91ee5', 'network_id': 'eab512ac-109b-444b-838f-9566e8beb978', 'port_id': '4dc8be0f-597b-4d9d-9590-1def34d91ee5', 'mac_address': 'fa:16:3e:6f:29:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1122abce-2d92-4308-97d5-fcb06c608405', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:41:31.189413 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:31.206140 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc8be0f-597b-4d9d-9590-1def34d91ee5 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:41:31.221457 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 4dc8be0f-597b-4d9d-9590-1def34d91ee5, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=4dc8be0f-597b-4d9d-9590-1def34d91ee5,segment=NetworkSegment(0d18f6de-f5f2-4b05-b13a-d853f7b78339),segment_id=0d18f6de-f5f2-4b05-b13a-d853f7b78339)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:41:31.226326 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:31.294076 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=4dc8be0f-597b-4d9d-9590-1def34d91ee5,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:41:31.454333 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['4dc8be0f-597b-4d9d-9590-1def34d91ee5'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:41:31.578913 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e76c5-55cc-4e60-8ab6-d3c3ee2e054a req-c3ba7677-ce50-443c-b087-781d8b54d3f1 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:31.580634 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-290e76c5-55cc-4e60-8ab6-d3c3ee2e054a req-c3ba7677-ce50-443c-b087-781d8b54d3f1 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 945 time: 0.1421289 Feb 28 14:41:31.631683 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-290e76c5-55cc-4e60-8ab6-d3c3ee2e054a req-220ecd2d-a1e5-4fb1-9e03-2a5d93c18c26 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449710 Feb 28 14:41:32.826563 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37e9fb-01b6-4ffb-a221-a7b86326b840 req-206d87b2-9d04-4cf7-b03b-13063897f220 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:32.828014 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c37e9fb-01b6-4ffb-a221-a7b86326b840 req-206d87b2-9d04-4cf7-b03b-13063897f220 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 945 time: 0.0893846 Feb 28 14:41:32.872762 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c37e9fb-01b6-4ffb-a221-a7b86326b840 req-12fbb2c4-c28e-4e70-ba6d-b14046d78ee4 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387919 Feb 28 14:41:32.967437 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 4dc8be0f-597b-4d9d-9590-1def34d91ee5 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:41:33.047879 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port 4dc8be0f-597b-4d9d-9590-1def34d91ee5 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:41:33.053040 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 4dc8be0f-597b-4d9d-9590-1def34d91ee5 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:41:33.053403 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:33.168320 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:33.194624 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b792f05f-ee26-423b-81c8-fd206098959e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc8be0f-597b-4d9d-9590-1def34d91ee5'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:41:33.204606 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 4dc8be0f-597b-4d9d-9590-1def34d91ee5, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=4dc8be0f-597b-4d9d-9590-1def34d91ee5,segment=NetworkSegment(0d18f6de-f5f2-4b05-b13a-d853f7b78339),segment_id=0d18f6de-f5f2-4b05-b13a-d853f7b78339)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:41:33.210640 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:33.241425 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b792f05f-ee26-423b-81c8-fd206098959e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc8be0f-597b-4d9d-9590-1def34d91ee5', 'code': 200} Feb 28 14:41:33.284199 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=4dc8be0f-597b-4d9d-9590-1def34d91ee5,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:41:33.477095 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535aca3-50c5-403a-8dc9-06fcdde9ec8b req-e7a23dce-f666-4793-ba6b-1fe1e357726b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:33.479172 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4535aca3-50c5-403a-8dc9-06fcdde9ec8b req-e7a23dce-f666-4793-ba6b-1fe1e357726b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 1099 time: 0.0790780 Feb 28 14:41:33.530357 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4535aca3-50c5-403a-8dc9-06fcdde9ec8b req-f1087153-0e21-4b6b-bb07-319e33d800a1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442793 Feb 28 14:41:34.088207 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306edd6-bea2-44a6-af37-2efe2c102dac req-dcfd97c1-489a-42ac-86e0-5e369fe513fd tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:34.089783 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c306edd6-bea2-44a6-af37-2efe2c102dac req-dcfd97c1-489a-42ac-86e0-5e369fe513fd tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.1060431 Feb 28 14:41:34.136258 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c306edd6-bea2-44a6-af37-2efe2c102dac req-d9658aa9-d68d-447d-8d70-e2b89844a64e tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404904 Feb 28 14:41:35.132684 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:35.337869 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8f72e-c54d-475b-82e4-1502d035af60 req-7eabad1f-c418-4609-a510-b306090da34c tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:35.339358 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-31d8f72e-c54d-475b-82e4-1502d035af60 req-7eabad1f-c418-4609-a510-b306090da34c tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0899756 Feb 28 14:41:35.385742 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-31d8f72e-c54d-475b-82e4-1502d035af60 req-f7e18253-974d-4879-bcaa-5bae3f0b0d4d tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405288 Feb 28 14:41:35.588742 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3b437-82f9-4bd0-a5ff-af2355f14c65 req-1c58d830-a14e-4a18-8108-bcc8bbaa68a8 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:35.590148 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-93e3b437-82f9-4bd0-a5ff-af2355f14c65 req-1c58d830-a14e-4a18-8108-bcc8bbaa68a8 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0938528 Feb 28 14:41:35.634464 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-93e3b437-82f9-4bd0-a5ff-af2355f14c65 req-aa6805a6-16b6-482a-9530-26bfab2f9989 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386190 Feb 28 14:41:36.002663 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d84f2f-db8b-4004-897d-dcaeb4f3bb2a req-1b0a5aa5-b167-4bba-acb8-f6dfdec52ffb tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:36.004203 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-48d84f2f-db8b-4004-897d-dcaeb4f3bb2a req-1b0a5aa5-b167-4bba-acb8-f6dfdec52ffb tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0818372 Feb 28 14:41:36.051539 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-48d84f2f-db8b-4004-897d-dcaeb4f3bb2a req-679c2584-9bd5-42db-b736-583a986d619a tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417526 Feb 28 14:41:36.262585 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea89e2c-da26-4907-921a-12cff1d1cb24 req-f20b679c-25e7-4f58-b288-650a14a23dd0 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:36.263959 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7ea89e2c-da26-4907-921a-12cff1d1cb24 req-f20b679c-25e7-4f58-b288-650a14a23dd0 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0986717 Feb 28 14:41:36.312379 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7ea89e2c-da26-4907-921a-12cff1d1cb24 req-f7ac54e2-3496-468b-a969-2d1e3dabcbcf tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404041 Feb 28 14:41:36.680433 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-21ab59da-cdfe-48ab-b7e4-ee2798136074 req-5af797eb-c2e2-4812-a822-f725d309eee6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0746865 Feb 28 14:41:36.726089 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6096052-3ee7-4725-a4e9-ba512e7fe28d req-e7596aeb-8da6-46c4-99c1-b766659a01e8 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:36.727729 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c6096052-3ee7-4725-a4e9-ba512e7fe28d req-e7596aeb-8da6-46c4-99c1-b766659a01e8 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0798380 Feb 28 14:41:36.772265 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c6096052-3ee7-4725-a4e9-ba512e7fe28d req-2c247b24-ee2f-47b6-a3e8-6fb643120816 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388758 Feb 28 14:41:37.684313 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fe7d07c3-7392-4c75-be2d-f4ca69baff3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:37.937843 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab59da-cdfe-48ab-b7e4-ee2798136074 req-993dfc1d-92f8-4bd2-a91f-dc380313ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:37.939594 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-21ab59da-cdfe-48ab-b7e4-ee2798136074 req-993dfc1d-92f8-4bd2-a91f-dc380313ca0a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6fe591c506d64bacb079ca25d395d534&device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 1099 time: 0.0776732 Feb 28 14:41:37.972026 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc32aa-20a2-43db-bfed-aa62843fc769 req-e44bcc9d-cb0b-4f86-b7c3-5d6b2b76e6dd tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:37.973735 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0cfc32aa-20a2-43db-bfed-aa62843fc769 req-e44bcc9d-cb0b-4f86-b7c3-5d6b2b76e6dd tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0839045 Feb 28 14:41:38.018308 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0cfc32aa-20a2-43db-bfed-aa62843fc769 req-1dee90c9-8526-44bc-ab4f-b0a096d62912 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383427 Feb 28 14:41:38.076129 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab59da-cdfe-48ab-b7e4-ee2798136074 req-4c34a7a5-713d-4958-a5ee-0b33809a20ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:38.077628 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-21ab59da-cdfe-48ab-b7e4-ee2798136074 req-4c34a7a5-713d-4958-a5ee-0b33809a20ed service neutron] 10.222.0.13 "GET /v2.0/networks?id=eab512ac-109b-444b-838f-9566e8beb978 HTTP/1.1" status: 200 len: 915 time: 0.1326692 Feb 28 14:41:38.147698 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-21ab59da-cdfe-48ab-b7e4-ee2798136074 req-d79ee87f-7535-41f2-b7f6-7f6cbdf1aa78 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4dc8be0f-597b-4d9d-9590-1def34d91ee5 HTTP/1.1" status: 200 len: 217 time: 0.0638797 Feb 28 14:41:38.214637 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab59da-cdfe-48ab-b7e4-ee2798136074 req-f3e5b0a0-2569-43f1-a828-d5663066181f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:38.216010 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-21ab59da-cdfe-48ab-b7e4-ee2798136074 req-f3e5b0a0-2569-43f1-a828-d5663066181f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1122abce-2d92-4308-97d5-fcb06c608405 HTTP/1.1" status: 200 len: 854 time: 0.0623386 Feb 28 14:41:38.263068 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-21ab59da-cdfe-48ab-b7e4-ee2798136074 req-6c11374e-af12-4692-8e71-093c93f004bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eab512ac-109b-444b-838f-9566e8beb978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400012 Feb 28 14:41:38.393124 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-21ab59da-cdfe-48ab-b7e4-ee2798136074 req-f3f2b73b-baed-4506-a3e4-b224baf0bba8 service neutron] 10.222.0.13 "GET /v2.0/networks/eab512ac-109b-444b-838f-9566e8beb978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235127 Feb 28 14:41:38.526714 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-21ab59da-cdfe-48ab-b7e4-ee2798136074 req-7a2c7c00-3cfe-4f84-be81-9018dd38e096 service neutron] 10.222.0.13 "GET /v2.0/networks/eab512ac-109b-444b-838f-9566e8beb978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277649 Feb 28 14:41:39.227710 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a841a71-cb8e-4459-8a34-3b7134f87199 req-d603f785-ce3a-4a45-88e8-498e2e55f6df tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:39.230213 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3a841a71-cb8e-4459-8a34-3b7134f87199 req-d603f785-ce3a-4a45-88e8-498e2e55f6df tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0989230 Feb 28 14:41:39.276403 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3a841a71-cb8e-4459-8a34-3b7134f87199 req-d2498750-1ab8-44dc-875c-36c54f80e6f6 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400655 Feb 28 14:41:39.819120 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-70ffdbf6-1727-4bcb-af12-1b060e71359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:40.486495 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f568e4a-12c1-43fd-9ed3-979d1dd01cf8 req-eba3764c-5ff1-41a3-8ca8-907d70252a6a tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:40.488077 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3f568e4a-12c1-43fd-9ed3-979d1dd01cf8 req-eba3764c-5ff1-41a3-8ca8-907d70252a6a tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0904636 Feb 28 14:41:40.536993 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3f568e4a-12c1-43fd-9ed3-979d1dd01cf8 req-e799337b-f939-4506-be0b-5131efc28ffe tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432105 Feb 28 14:41:40.955077 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:41.154778 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:41.747819 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02837435-e92d-4f06-b906-56d92b7b59c2 req-6a5e9962-9ceb-4d7d-8313-8e247977d3ed tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:41.749244 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-02837435-e92d-4f06-b906-56d92b7b59c2 req-6a5e9962-9ceb-4d7d-8313-8e247977d3ed tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0983667 Feb 28 14:41:41.796598 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-02837435-e92d-4f06-b906-56d92b7b59c2 req-4258e3d4-8678-4380-bd8a-6642140074ec tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415521 Feb 28 14:41:42.513325 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:42.835804 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:41:42.998196 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecb4e8-770e-4065-86cf-ec2dc0cede4a req-e705f5e3-6828-475f-a1c3-36a3449c6992 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:42.999638 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-59ecb4e8-770e-4065-86cf-ec2dc0cede4a req-e705f5e3-6828-475f-a1c3-36a3449c6992 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0923345 Feb 28 14:41:43.046130 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-59ecb4e8-770e-4065-86cf-ec2dc0cede4a req-43ec5c4b-0d49-4ad1-b36b-dd131de70a66 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375733 Feb 28 14:41:44.248301 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc292236-42cc-489a-a6e8-10b9ee230082 req-51c80f30-c811-4892-83a5-74cf9e693c03 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:44.249723 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cc292236-42cc-489a-a6e8-10b9ee230082 req-51c80f30-c811-4892-83a5-74cf9e693c03 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0817010 Feb 28 14:41:44.296847 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cc292236-42cc-489a-a6e8-10b9ee230082 req-f0ea404c-0293-4e34-82b4-1ace92cf9897 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385039 Feb 28 14:41:45.497837 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e0731-fbbb-422b-aa80-de0e57aa47c9 req-15707b3c-3232-4873-8a3c-898c1d580e12 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:45.499320 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a10e0731-fbbb-422b-aa80-de0e57aa47c9 req-15707b3c-3232-4873-8a3c-898c1d580e12 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0815158 Feb 28 14:41:45.546353 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a10e0731-fbbb-422b-aa80-de0e57aa47c9 req-d0b49124-f7bb-4590-b76b-f0aca76138b1 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388796 Feb 28 14:41:46.746977 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ef30e-ea9a-4fd3-abed-1197ba0c60fa req-9c0d73e2-81df-49ae-aba4-b561566c503d tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:46.748346 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bd4ef30e-ea9a-4fd3-abed-1197ba0c60fa req-9c0d73e2-81df-49ae-aba4-b561566c503d tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0876205 Feb 28 14:41:46.796407 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bd4ef30e-ea9a-4fd3-abed-1197ba0c60fa req-d80a6b1f-41a1-49bf-8ba9-56f17e1e7299 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422950 Feb 28 14:41:48.008127 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6448ef4-ee94-433a-80e1-e6770ab96712 req-81d54e8f-f4dc-46ba-add8-0508747f4c12 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:48.009566 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a6448ef4-ee94-433a-80e1-e6770ab96712 req-81d54e8f-f4dc-46ba-add8-0508747f4c12 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0958879 Feb 28 14:41:48.061335 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a6448ef4-ee94-433a-80e1-e6770ab96712 req-3562114c-afcf-43c0-9005-9ec356e83256 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435507 Feb 28 14:41:49.284964 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158956d9-3f76-41f6-a250-b15ede565d45 req-b0037e5b-71bd-47db-84fc-7ced77654dbf tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:49.286511 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-158956d9-3f76-41f6-a250-b15ede565d45 req-b0037e5b-71bd-47db-84fc-7ced77654dbf tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0935490 Feb 28 14:41:49.331111 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-158956d9-3f76-41f6-a250-b15ede565d45 req-57ddaff4-013e-4ab1-b0c4-0395b6432b68 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388429 Feb 28 14:41:50.534501 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd2978-07ee-4a3a-a5ef-76c98af2b35d req-f184fc87-eb9d-4c95-b750-eb75d0bbf73c tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:50.536474 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a3dd2978-07ee-4a3a-a5ef-76c98af2b35d req-f184fc87-eb9d-4c95-b750-eb75d0bbf73c tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0906162 Feb 28 14:41:50.584637 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a3dd2978-07ee-4a3a-a5ef-76c98af2b35d req-66d510d1-d295-4f79-8980-ec0d2d26c0a8 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423646 Feb 28 14:41:51.790295 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1138cca-6bcb-4b1b-a61a-046b1d2f17ce req-e2f727e2-3fc1-4125-9b86-b6cd7a2407f0 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:51.791834 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f1138cca-6bcb-4b1b-a61a-046b1d2f17ce req-e2f727e2-3fc1-4125-9b86-b6cd7a2407f0 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0861249 Feb 28 14:41:51.837393 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f1138cca-6bcb-4b1b-a61a-046b1d2f17ce req-876eecea-98f0-4d32-8fd6-f9ddf807e89d tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395381 Feb 28 14:41:53.042951 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f89b8-509b-47a4-a317-63afb208e80d req-7c678e23-0792-4e1b-9a80-4f9e937fb609 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:53.044419 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2d9f89b8-509b-47a4-a317-63afb208e80d req-7c678e23-0792-4e1b-9a80-4f9e937fb609 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0899258 Feb 28 14:41:53.087926 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2d9f89b8-509b-47a4-a317-63afb208e80d req-83ac7ad7-a4e3-4639-afc0-2e9871d24012 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375242 Feb 28 14:41:54.303845 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742a24e-08ab-4e3b-9098-25bac1fd4bcd req-71c3b220-9642-45ff-b4eb-1d8277d4cb20 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:54.305339 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c742a24e-08ab-4e3b-9098-25bac1fd4bcd req-71c3b220-9642-45ff-b4eb-1d8277d4cb20 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0924754 Feb 28 14:41:54.353505 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c742a24e-08ab-4e3b-9098-25bac1fd4bcd req-0544c4f0-6688-44b5-b526-712337a4f552 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422900 Feb 28 14:41:55.655518 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8bded-752b-4f5d-93d3-e88e4e0ca5c7 req-849383fa-0a2d-4874-b3ed-f1189feb35b4 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:55.656930 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-71c8bded-752b-4f5d-93d3-e88e4e0ca5c7 req-849383fa-0a2d-4874-b3ed-f1189feb35b4 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.1805964 Feb 28 14:41:55.707108 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-71c8bded-752b-4f5d-93d3-e88e4e0ca5c7 req-86ccb490-8d4c-4ed4-828b-45973e27a5a2 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417750 Feb 28 14:41:56.912979 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08345a9e-6835-4958-a9ad-1ccb60512d2b req-44ed9cee-275a-4279-a2f6-31bd5ace28b3 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:56.914447 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-08345a9e-6835-4958-a9ad-1ccb60512d2b req-44ed9cee-275a-4279-a2f6-31bd5ace28b3 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0912268 Feb 28 14:41:56.959704 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-08345a9e-6835-4958-a9ad-1ccb60512d2b req-596972fd-5d73-49d4-8e26-482680804847 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388460 Feb 28 14:41:58.184251 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f1d32-6e49-4bcb-9713-6fa26a6cf7ad req-41d4a89a-eaa5-4cae-a85f-0a8a80ea288a tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:58.186039 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5a3f1d32-6e49-4bcb-9713-6fa26a6cf7ad req-41d4a89a-eaa5-4cae-a85f-0a8a80ea288a tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.1060572 Feb 28 14:41:58.238734 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5a3f1d32-6e49-4bcb-9713-6fa26a6cf7ad req-6fede24e-b04e-4d88-a872-d96f09f3682c tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449269 Feb 28 14:41:59.568367 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4082c-57e2-4f1f-a376-660183ee07b0 req-290a1688-3410-4d32-b4bc-a261faf59cc1 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:41:59.569721 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1ac4082c-57e2-4f1f-a376-660183ee07b0 req-290a1688-3410-4d32-b4bc-a261faf59cc1 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.2015295 Feb 28 14:41:59.615508 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1ac4082c-57e2-4f1f-a376-660183ee07b0 req-da9b1f4c-9191-4b21-a212-ed750b09ec8a tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400870 Feb 28 14:42:00.827790 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd8f50-11ef-45a4-81be-f2adaa6e380e req-07c318b1-69b6-44aa-9f89-cec7edb5de62 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:00.829242 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3bd8f50-11ef-45a4-81be-f2adaa6e380e req-07c318b1-69b6-44aa-9f89-cec7edb5de62 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0959268 Feb 28 14:42:00.874605 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3bd8f50-11ef-45a4-81be-f2adaa6e380e req-0a4b5234-1e13-46ff-83ef-d85177f89704 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393128 Feb 28 14:42:02.223307 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df826e8-eacd-49cb-a0ba-075c62a634aa req-dc266409-716e-49c5-80d8-e05f4c616eed tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:02.224726 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3df826e8-eacd-49cb-a0ba-075c62a634aa req-dc266409-716e-49c5-80d8-e05f4c616eed tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0920928 Feb 28 14:42:02.273475 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3df826e8-eacd-49cb-a0ba-075c62a634aa req-f6a7b322-b4fc-4fd3-ba37-31ce83413ff8 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429831 Feb 28 14:42:03.471677 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298730fe-2c9a-48b3-b77e-0a709e153dc9 req-9af7ec75-433d-4187-94f8-222fa15d704f tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:03.473093 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-298730fe-2c9a-48b3-b77e-0a709e153dc9 req-9af7ec75-433d-4187-94f8-222fa15d704f tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0851886 Feb 28 14:42:03.520282 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-298730fe-2c9a-48b3-b77e-0a709e153dc9 req-83be9701-b61c-411d-b1bf-414ca1e9bcf7 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403640 Feb 28 14:42:04.729898 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8b496-2f45-4d86-bfd2-91e6c633e845 req-e5234c53-2284-490c-a42d-a50e4fb1403a tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:04.731265 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b8c8b496-2f45-4d86-bfd2-91e6c633e845 req-e5234c53-2284-490c-a42d-a50e4fb1403a tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0901594 Feb 28 14:42:04.774682 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b8c8b496-2f45-4d86-bfd2-91e6c633e845 req-881a5b15-33c6-4a63-a868-0adab5d8c281 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376995 Feb 28 14:42:05.139884 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:05.173035 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [req-21ab59da-cdfe-48ab-b7e4-ee2798136074 req-0a130b74-dfba-465b-b297-4b276c289388 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:42:05.174419 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-21ab59da-cdfe-48ab-b7e4-ee2798136074 req-0a130b74-dfba-465b-b297-4b276c289388 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089207 Feb 28 14:42:05.304327 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-21ab59da-cdfe-48ab-b7e4-ee2798136074 req-98e25afa-2dd9-4376-9012-d7246b524b98 service neutron] 10.222.0.13 "GET /v2.0/ports/4dc8be0f-597b-4d9d-9590-1def34d91ee5/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.1235428 Feb 28 14:42:05.577743 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab59da-cdfe-48ab-b7e4-ee2798136074 req-3a38c5c0-7755-4196-984e-0406f5848e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:05.579254 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-21ab59da-cdfe-48ab-b7e4-ee2798136074 req-3a38c5c0-7755-4196-984e-0406f5848e51 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e&tenant_id=6fe591c506d64bacb079ca25d395d534 HTTP/1.1" status: 200 len: 1099 time: 0.0757246 Feb 28 14:42:05.685261 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab59da-cdfe-48ab-b7e4-ee2798136074 req-4be9d3b1-4508-41ae-b3d5-27b042e8b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:05.686726 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-21ab59da-cdfe-48ab-b7e4-ee2798136074 req-4be9d3b1-4508-41ae-b3d5-27b042e8b694 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6fe591c506d64bacb079ca25d395d534&device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 1099 time: 0.0826964 Feb 28 14:42:05.822345 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab59da-cdfe-48ab-b7e4-ee2798136074 req-0600b296-7b5e-48a0-ad14-6087df7fcca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:05.823864 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-21ab59da-cdfe-48ab-b7e4-ee2798136074 req-0600b296-7b5e-48a0-ad14-6087df7fcca2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eab512ac-109b-444b-838f-9566e8beb978 HTTP/1.1" status: 200 len: 915 time: 0.1311727 Feb 28 14:42:05.893200 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-21ab59da-cdfe-48ab-b7e4-ee2798136074 req-8a3289aa-e614-4368-a347-5c5691950efa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4dc8be0f-597b-4d9d-9590-1def34d91ee5 HTTP/1.1" status: 200 len: 217 time: 0.0620456 Feb 28 14:42:05.958923 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab59da-cdfe-48ab-b7e4-ee2798136074 req-177bd79c-b7d3-4b2f-9853-680bdf7e3cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:05.960414 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-21ab59da-cdfe-48ab-b7e4-ee2798136074 req-177bd79c-b7d3-4b2f-9853-680bdf7e3cd1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1122abce-2d92-4308-97d5-fcb06c608405 HTTP/1.1" status: 200 len: 854 time: 0.0615041 Feb 28 14:42:05.965095 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e7360-d040-411b-986f-92e60cc6fbab req-4192529f-1618-4ab1-8bae-fc47576e3bce tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:05.966672 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-956e7360-d040-411b-986f-92e60cc6fbab req-4192529f-1618-4ab1-8bae-fc47576e3bce tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0860252 Feb 28 14:42:06.006843 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-21ab59da-cdfe-48ab-b7e4-ee2798136074 req-629c96e6-426b-4d37-a2ce-638a180ce28a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eab512ac-109b-444b-838f-9566e8beb978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404563 Feb 28 14:42:06.013735 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-956e7360-d040-411b-986f-92e60cc6fbab req-f4433db3-9dad-41ef-898d-a8d6d2a800e2 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413346 Feb 28 14:42:06.148449 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-21ab59da-cdfe-48ab-b7e4-ee2798136074 req-dd61366f-5c5c-470a-a14e-c1a8cea5c8bf service neutron] 10.222.0.13 "GET /v2.0/networks/eab512ac-109b-444b-838f-9566e8beb978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354053 Feb 28 14:42:06.285034 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-21ab59da-cdfe-48ab-b7e4-ee2798136074 req-730d9a3f-7e77-4e75-9f55-7bedd6c6916c service neutron] 10.222.0.13 "GET /v2.0/networks/eab512ac-109b-444b-838f-9566e8beb978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305010 Feb 28 14:42:07.210238 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb95e8-5f26-4a58-91ad-946546534487 req-f0cacea3-52ea-4cfc-9d70-93cd5f6ef08d tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:07.211702 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fafb95e8-5f26-4a58-91ad-946546534487 req-f0cacea3-52ea-4cfc-9d70-93cd5f6ef08d tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0900195 Feb 28 14:42:07.259617 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fafb95e8-5f26-4a58-91ad-946546534487 req-f1742ba8-17f0-481f-b283-90da1cc2b606 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420859 Feb 28 14:42:07.684606 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5789a628-3b5e-48c2-aad5-632a3b76bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:08.469193 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703db37b-2b65-45bd-b55c-9d50a8bbf269 req-4c3da0ad-3871-4d06-b9f0-ecd3eb719a1d tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:08.470628 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-703db37b-2b65-45bd-b55c-9d50a8bbf269 req-4c3da0ad-3871-4d06-b9f0-ecd3eb719a1d tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0894511 Feb 28 14:42:08.517978 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-703db37b-2b65-45bd-b55c-9d50a8bbf269 req-cee91ca9-b989-420b-a26c-dba774aa1f57 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381389 Feb 28 14:42:08.833848 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677234b-ab38-4124-9e9d-edd18c756781 req-bcee5296-02f2-45a9-b0dd-7d081fe630ae tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:08.835337 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b677234b-ab38-4124-9e9d-edd18c756781 req-bcee5296-02f2-45a9-b0dd-7d081fe630ae tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0883756 Feb 28 14:42:08.840083 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55547b-ab13-4bc4-9641-bbc3400633ab req-3023e0cd-75c9-4197-b797-d639b6820c44 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:08.841610 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4c55547b-ab13-4bc4-9641-bbc3400633ab req-3023e0cd-75c9-4197-b797-d639b6820c44 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.13 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e&tenant_id=6fe591c506d64bacb079ca25d395d534&binding%3Ahost_id=hv-neutron-8311 HTTP/1.1" status: 200 len: 946 time: 0.0862672 Feb 28 14:42:08.883510 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b677234b-ab38-4124-9e9d-edd18c756781 req-7560899a-a2a7-4a4b-8486-e1d61000d1d2 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423315 Feb 28 14:42:08.989936 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55547b-ab13-4bc4-9641-bbc3400633ab req-7506efd9-c625-4ee8-8942-62dd95bb5855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:08.991690 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4c55547b-ab13-4bc4-9641-bbc3400633ab req-7506efd9-c625-4ee8-8942-62dd95bb5855 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6fe591c506d64bacb079ca25d395d534&device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 1099 time: 0.0803187 Feb 28 14:42:09.113889 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 4dc8be0f-597b-4d9d-9590-1def34d91ee5 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:42:09.116998 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 4dc8be0f-597b-4d9d-9590-1def34d91ee5 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:42:09.129585 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55547b-ab13-4bc4-9641-bbc3400633ab req-66c2330d-844f-44d7-86ab-0ea504af0beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:09.131036 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4c55547b-ab13-4bc4-9641-bbc3400633ab req-66c2330d-844f-44d7-86ab-0ea504af0beb service neutron] 10.222.0.13 "GET /v2.0/networks?id=eab512ac-109b-444b-838f-9566e8beb978 HTTP/1.1" status: 200 len: 915 time: 0.1338770 Feb 28 14:42:09.197179 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4c55547b-ab13-4bc4-9641-bbc3400633ab req-79d46f0e-0d7d-494f-86a1-addad19a746f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4dc8be0f-597b-4d9d-9590-1def34d91ee5 HTTP/1.1" status: 200 len: 217 time: 0.0603576 Feb 28 14:42:09.369140 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:09.369378 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55547b-ab13-4bc4-9641-bbc3400633ab req-c40415b4-7c10-4558-bb1f-7b705b431ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:09.370572 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4c55547b-ab13-4bc4-9641-bbc3400633ab req-c40415b4-7c10-4558-bb1f-7b705b431ac3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1122abce-2d92-4308-97d5-fcb06c608405 HTTP/1.1" status: 200 len: 854 time: 0.1673093 Feb 28 14:42:09.390428 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 4dc8be0f-597b-4d9d-9590-1def34d91ee5, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=4dc8be0f-597b-4d9d-9590-1def34d91ee5,segment=NetworkSegment(0d18f6de-f5f2-4b05-b13a-d853f7b78339),segment_id=0d18f6de-f5f2-4b05-b13a-d853f7b78339)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:42:09.410118 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '4dc8be0f-597b-4d9d-9590-1def34d91ee5', 'network_id': 'eab512ac-109b-444b-838f-9566e8beb978', 'port_id': '4dc8be0f-597b-4d9d-9590-1def34d91ee5', 'mac_address': 'fa:16:3e:6f:29:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1122abce-2d92-4308-97d5-fcb06c608405', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:42:09.415508 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b792f05f-ee26-423b-81c8-fd206098959e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dc8be0f-597b-4d9d-9590-1def34d91ee5'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:42:09.417788 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4c55547b-ab13-4bc4-9641-bbc3400633ab req-d317afa1-d0b4-42a1-b4b8-8ea30e49fee5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eab512ac-109b-444b-838f-9566e8beb978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404592 Feb 28 14:42:09.449384 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 4dc8be0f-597b-4d9d-9590-1def34d91ee5, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=4dc8be0f-597b-4d9d-9590-1def34d91ee5,segment=NetworkSegment(0d18f6de-f5f2-4b05-b13a-d853f7b78339),segment_id=0d18f6de-f5f2-4b05-b13a-d853f7b78339)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:42:09.464082 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:09.499182 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b792f05f-ee26-423b-81c8-fd206098959e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dc8be0f-597b-4d9d-9590-1def34d91ee5', 'code': 200} Feb 28 14:42:09.532078 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:09.561650 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4dc8be0f-597b-4d9d-9590-1def34d91ee5 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:42:09.566954 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4c55547b-ab13-4bc4-9641-bbc3400633ab req-d17002c2-36ce-4fe6-9703-2bd9264e378a service neutron] 10.222.0.13 "GET /v2.0/networks/eab512ac-109b-444b-838f-9566e8beb978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415110 Feb 28 14:42:09.568260 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=4dc8be0f-597b-4d9d-9590-1def34d91ee5,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:09.623130 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:42:09.623506 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:42:09.699401 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4c55547b-ab13-4bc4-9641-bbc3400633ab req-2e3a4195-4641-4ab9-b428-4e8fd40db40a service neutron] 10.222.0.13 "GET /v2.0/networks/eab512ac-109b-444b-838f-9566e8beb978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263847 Feb 28 14:42:09.813119 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c080dc46-f0ea-422b-a1e8-8114ceb3120a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:10.092342 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a858d98-8f9f-49bd-9d5e-3302589534ad req-01a79eab-b2bd-4fa1-b7fc-d26468606479 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:10.093787 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4a858d98-8f9f-49bd-9d5e-3302589534ad req-01a79eab-b2bd-4fa1-b7fc-d26468606479 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 944 time: 0.0908062 Feb 28 14:42:10.138727 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4a858d98-8f9f-49bd-9d5e-3302589534ad req-5e7cda0c-a014-4d53-ab32-0bd514b6d6b2 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389125 Feb 28 14:42:10.183189 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:10.200774 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc8be0f-597b-4d9d-9590-1def34d91ee5 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:42:10.217410 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 4dc8be0f-597b-4d9d-9590-1def34d91ee5, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=4dc8be0f-597b-4d9d-9590-1def34d91ee5,segment=NetworkSegment(0d18f6de-f5f2-4b05-b13a-d853f7b78339),segment_id=0d18f6de-f5f2-4b05-b13a-d853f7b78339)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:42:10.222214 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:10.290643 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['4dc8be0f-597b-4d9d-9590-1def34d91ee5'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:42:10.331517 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=4dc8be0f-597b-4d9d-9590-1def34d91ee5,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:10.951118 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:11.129032 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 4dc8be0f-597b-4d9d-9590-1def34d91ee5 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:42:11.195925 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:11.214209 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 4dc8be0f-597b-4d9d-9590-1def34d91ee5 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:42:11.214520 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:11.327954 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf79b4c-d29d-4927-b377-f8c65737a3bb req-2c375d1b-5b83-4b5e-9cd7-25bc9ebca08c tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:11.329379 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:11.329492 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-daf79b4c-d29d-4927-b377-f8c65737a3bb req-2c375d1b-5b83-4b5e-9cd7-25bc9ebca08c tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 945 time: 0.0824070 Feb 28 14:42:11.362260 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 4dc8be0f-597b-4d9d-9590-1def34d91ee5, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=4dc8be0f-597b-4d9d-9590-1def34d91ee5,segment=NetworkSegment(0d18f6de-f5f2-4b05-b13a-d853f7b78339),segment_id=0d18f6de-f5f2-4b05-b13a-d853f7b78339)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:42:11.368098 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:11.378080 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-daf79b4c-d29d-4927-b377-f8c65737a3bb req-8f9ed4aa-c459-4f4b-b150-7a790cbf6602 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426993 Feb 28 14:42:11.440713 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=4dc8be0f-597b-4d9d-9590-1def34d91ee5,revision_number=8']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:11.500340 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b792f05f-ee26-423b-81c8-fd206098959e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc8be0f-597b-4d9d-9590-1def34d91ee5'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:42:11.545969 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b792f05f-ee26-423b-81c8-fd206098959e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc8be0f-597b-4d9d-9590-1def34d91ee5', 'code': 200} Feb 28 14:42:11.573299 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571a14d-6b71-492a-924d-7b2db321e04b req-fd90e558-9623-4afc-bbe1-2b3081f88a9f tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:11.574743 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1571a14d-6b71-492a-924d-7b2db321e04b req-fd90e558-9623-4afc-bbe1-2b3081f88a9f tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0878897 Feb 28 14:42:11.620693 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1571a14d-6b71-492a-924d-7b2db321e04b req-c4011276-7006-4481-8599-59081460f463 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402503 Feb 28 14:42:11.810835 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f8a89-ec72-46d4-acf4-533273874341 req-f72f65b9-03c1-4520-a11f-298727e2298e tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:11.812185 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4b1f8a89-ec72-46d4-acf4-533273874341 req-f72f65b9-03c1-4520-a11f-298727e2298e tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0802760 Feb 28 14:42:11.856696 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4b1f8a89-ec72-46d4-acf4-533273874341 req-60671cca-2fff-478e-83cc-16fa21133d9e tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386045 Feb 28 14:42:12.374815 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-29533eb4-6dfd-48bf-ba5c-1abcb8269fae tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:12.376175 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-29533eb4-6dfd-48bf-ba5c-1abcb8269fae tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/networks?id=eab512ac-109b-444b-838f-9566e8beb978 HTTP/1.1" status: 200 len: 814 time: 0.1531508 Feb 28 14:42:12.391711 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-45239871-9855-4718-b717-127c3f011f0f tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/quotas/6fe591c506d64bacb079ca25d395d534 HTTP/1.1" status: 200 len: 375 time: 0.0096211 Feb 28 14:42:12.474366 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-c46541fd-90b8-4597-a055-6870948a96dd tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fe591c506d64bacb079ca25d395d534&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0773261 Feb 28 14:42:12.484751 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-18d4614e-e9dc-4c6e-a18c-8a0ab8e0ba95 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:42:12.485653 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-18d4614e-e9dc-4c6e-a18c-8a0ab8e0ba95 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047960 Feb 28 14:42:12.510638 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:12.624632 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-f86a21a7-2032-4b49-9d78-622d84df1fb0 service neutron] 10.222.0.30 "GET /v2.0/networks/eab512ac-109b-444b-838f-9566e8beb978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336088 Feb 28 14:42:12.770302 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-688a4e28-8636-4b01-91be-5f83c8c6fd97 service neutron] 10.222.0.30 "GET /v2.0/networks/eab512ac-109b-444b-838f-9566e8beb978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386800 Feb 28 14:42:12.961147 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8e265827-3d81-48fe-9f97-85680171eee8 req-c5091b1e-5447-4af6-ab11-73f2e0ddfff2 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 210 time: 0.0426395 Feb 28 14:42:13.885727 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f33466-1278-48cc-943f-6b1f63d5aede req-d1ee4baf-6a78-4602-92da-5b4daf664373 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:13.888002 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e4f33466-1278-48cc-943f-6b1f63d5aede req-d1ee4baf-6a78-4602-92da-5b4daf664373 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.13 "GET /v2.0/ports?device_id=b792f05f-ee26-423b-81c8-fd206098959e HTTP/1.1" status: 200 len: 946 time: 0.0824096 Feb 28 14:42:13.971648 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-e4f33466-1278-48cc-943f-6b1f63d5aede req-d1e82e65-d368-4d62-b186-eaf040bdefc4 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Deleting port 4dc8be0f-597b-4d9d-9590-1def34d91ee5 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:42:13.972018 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-e4f33466-1278-48cc-943f-6b1f63d5aede req-d1e82e65-d368-4d62-b186-eaf040bdefc4 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:14.044662 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-2b75559e-3ee4-4ff5-9627-9b4f56680213 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:14.046042 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-2b75559e-3ee4-4ff5-9627-9b4f56680213 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Synchronizing usage tracker for tenant:6fe591c506d64bacb079ca25d395d534 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:42:14.068977 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-2b75559e-3ee4-4ff5-9627-9b4f56680213 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Unset dirty status for tenant:6fe591c506d64bacb079ca25d395d534 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:42:14.070332 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-2b75559e-3ee4-4ff5-9627-9b4f56680213 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.13 "GET /v2.0/networks?id=eab512ac-109b-444b-838f-9566e8beb978 HTTP/1.1" status: 200 len: 814 time: 0.1946819 Feb 28 14:42:14.082306 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-63b88b02-af39-4798-a46f-1169c0cc9e68 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Request body: {'port': {'device_id': 'e064c5a6-40d9-45db-8ca3-9d7c68da56e6', 'network_id': 'eab512ac-109b-444b-838f-9566e8beb978', 'admin_state_up': True, 'tenant_id': '6fe591c506d64bacb079ca25d395d534'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:42:14.130391 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2cff1fd2-b3cb-4521-bad5-c5a016c90cf6 req-e69b1757-9803-4fe7-8d27-b3acc1f38cf6 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 210 time: 0.0548067 Feb 28 14:42:14.224186 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-63b88b02-af39-4798-a46f-1169c0cc9e68 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:42:14.234146 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-63b88b02-af39-4798-a46f-1169c0cc9e68 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:42:14.246056 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-63b88b02-af39-4798-a46f-1169c0cc9e68 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Made reservation on behalf of 6fe591c506d64bacb079ca25d395d534 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:42:14.249736 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-63b88b02-af39-4798-a46f-1169c0cc9e68 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:14.289727 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [req-e4f33466-1278-48cc-943f-6b1f63d5aede req-d1e82e65-d368-4d62-b186-eaf040bdefc4 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] For port 4dc8be0f-597b-4d9d-9590-1def34d91ee5, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=4dc8be0f-597b-4d9d-9590-1def34d91ee5,segment=NetworkSegment(0d18f6de-f5f2-4b05-b13a-d853f7b78339),segment_id=0d18f6de-f5f2-4b05-b13a-d853f7b78339)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:42:14.290314 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-e4f33466-1278-48cc-943f-6b1f63d5aede req-d1e82e65-d368-4d62-b186-eaf040bdefc4 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:14.431997 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-63b88b02-af39-4798-a46f-1169c0cc9e68 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Allocated IP 172.20.0.2 (eab512ac-109b-444b-838f-9566e8beb978/1122abce-2d92-4308-97d5-fcb06c608405/85ca6e18-06ce-41ee-9e16-5bac2ffb0841) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:42:14.576356 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [req-e4f33466-1278-48cc-943f-6b1f63d5aede req-d1e82e65-d368-4d62-b186-eaf040bdefc4 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Calling delete_port for 4dc8be0f-597b-4d9d-9590-1def34d91ee5 owned by compute:nova {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:42:14.654640 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-63b88b02-af39-4798-a46f-1169c0cc9e68 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:14.689507 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-63b88b02-af39-4798-a46f-1169c0cc9e68 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:14.701571 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['4dc8be0f-597b-4d9d-9590-1def34d91ee5'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:42:14.761680 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-e4f33466-1278-48cc-943f-6b1f63d5aede req-d1e82e65-d368-4d62-b186-eaf040bdefc4 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:14.764611 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-63b88b02-af39-4798-a46f-1169c0cc9e68 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Network eab512ac-109b-444b-838f-9566e8beb978 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:42:14.767873 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-63b88b02-af39-4798-a46f-1169c0cc9e68 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:42:14.770538 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-63b88b02-af39-4798-a46f-1169c0cc9e68 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:42:14.821760 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b88b02-af39-4798-a46f-1169c0cc9e68 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Pushing event updated for resources: {'Port': ['ID=85ca6e18-06ce-41ee-9e16-5bac2ffb0841,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:14.825275 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e82e65-d368-4d62-b186-eaf040bdefc4 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Pushing event deleted for resources: {'Port': ['ID=4dc8be0f-597b-4d9d-9590-1def34d91ee5,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:14.849081 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-63b88b02-af39-4798-a46f-1169c0cc9e68 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:14.849680 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-63b88b02-af39-4798-a46f-1169c0cc9e68 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:14.878883 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-63b88b02-af39-4798-a46f-1169c0cc9e68 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8006623 Feb 28 14:42:14.890063 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-40896f6f-de68-4a33-bf1c-535cc58edfd1 service neutron] Request body: {'port': {'device_id': 'e064c5a6-40d9-45db-8ca3-9d7c68da56e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:42:14.916184 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f33466-1278-48cc-943f-6b1f63d5aede req-d1e82e65-d368-4d62-b186-eaf040bdefc4 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] No DVR routers for this DVR port 4dc8be0f-597b-4d9d-9590-1def34d91ee5 on host hv-neutron-8311 {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:42:14.918954 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [req-e4f33466-1278-48cc-943f-6b1f63d5aede req-d1e82e65-d368-4d62-b186-eaf040bdefc4 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:14.922423 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b792f05f-ee26-423b-81c8-fd206098959e', 'name': 'network-vif-deleted', 'tag': '4dc8be0f-597b-4d9d-9590-1def34d91ee5'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:42:14.935178 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e4f33466-1278-48cc-943f-6b1f63d5aede req-d1e82e65-d368-4d62-b186-eaf040bdefc4 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.13 "DELETE /v2.0/ports/4dc8be0f-597b-4d9d-9590-1def34d91ee5 HTTP/1.1" status: 204 len: 173 time: 1.0381026 Feb 28 14:42:15.038893 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-40896f6f-de68-4a33-bf1c-535cc58edfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:15.050001 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b792f05f-ee26-423b-81c8-fd206098959e', 'name': 'network-vif-deleted', 'tag': '4dc8be0f-597b-4d9d-9590-1def34d91ee5', 'status': 'completed', 'code': 200} Feb 28 14:42:15.338588 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7de17-55dd-4b61-8dc5-5a212168690a req-2be4367c-d065-493e-ac80-89a1138aa2e7 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:15.339319 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-6cc7de17-55dd-4b61-8dc5-5a212168690a req-2be4367c-d065-493e-ac80-89a1138aa2e7 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Synchronizing usage tracker for tenant:6fe591c506d64bacb079ca25d395d534 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:42:15.357191 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-6cc7de17-55dd-4b61-8dc5-5a212168690a req-2be4367c-d065-493e-ac80-89a1138aa2e7 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Unset dirty status for tenant:6fe591c506d64bacb079ca25d395d534 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:42:15.358471 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6cc7de17-55dd-4b61-8dc5-5a212168690a req-2be4367c-d065-493e-ac80-89a1138aa2e7 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 931 time: 0.1011307 Feb 28 14:42:15.412324 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6cc7de17-55dd-4b61-8dc5-5a212168690a req-8a2d7718-85a9-4b31-b14a-1f317bc8e085 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473933 Feb 28 14:42:15.533604 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-40896f6f-de68-4a33-bf1c-535cc58edfd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ca6e18-06ce-41ee-9e16-5bac2ffb0841 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:42:15.541069 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-40896f6f-de68-4a33-bf1c-535cc58edfd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:15.557409 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-40896f6f-de68-4a33-bf1c-535cc58edfd1 service neutron] Transition to ACTIVE for port object 85ca6e18-06ce-41ee-9e16-5bac2ffb0841 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:42:15.561810 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-40896f6f-de68-4a33-bf1c-535cc58edfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:15.712272 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40896f6f-de68-4a33-bf1c-535cc58edfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=85ca6e18-06ce-41ee-9e16-5bac2ffb0841,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:15.791845 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-40896f6f-de68-4a33-bf1c-535cc58edfd1 service neutron] Attempting to bind port 85ca6e18-06ce-41ee-9e16-5bac2ffb0841 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:42:15.792149 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-40896f6f-de68-4a33-bf1c-535cc58edfd1 service neutron] Attempting to bind port 85ca6e18-06ce-41ee-9e16-5bac2ffb0841 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '0d18f6de-f5f2-4b05-b13a-d853f7b78339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'eab512ac-109b-444b-838f-9566e8beb978'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:42:15.792486 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-40896f6f-de68-4a33-bf1c-535cc58edfd1 service neutron] Attempting to bind port 85ca6e18-06ce-41ee-9e16-5bac2ffb0841 on network eab512ac-109b-444b-838f-9566e8beb978 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:42:15.799086 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-40896f6f-de68-4a33-bf1c-535cc58edfd1 service neutron] Port 85ca6e18-06ce-41ee-9e16-5bac2ffb0841 on network eab512ac-109b-444b-838f-9566e8beb978 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:42:15.799535 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-40896f6f-de68-4a33-bf1c-535cc58edfd1 service neutron] Attempting to bind port 85ca6e18-06ce-41ee-9e16-5bac2ffb0841 on network eab512ac-109b-444b-838f-9566e8beb978 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:42:15.806716 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-40896f6f-de68-4a33-bf1c-535cc58edfd1 service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:42:15.807049 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-40896f6f-de68-4a33-bf1c-535cc58edfd1 service neutron] Checking segment: {'id': '0d18f6de-f5f2-4b05-b13a-d853f7b78339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'eab512ac-109b-444b-838f-9566e8beb978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:42:15.807455 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-40896f6f-de68-4a33-bf1c-535cc58edfd1 service neutron] Bound using segment: {'id': '0d18f6de-f5f2-4b05-b13a-d853f7b78339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'eab512ac-109b-444b-838f-9566e8beb978'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:42:15.807853 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-40896f6f-de68-4a33-bf1c-535cc58edfd1 service neutron] Bound port: 85ca6e18-06ce-41ee-9e16-5bac2ffb0841, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d18f6de-f5f2-4b05-b13a-d853f7b78339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'eab512ac-109b-444b-838f-9566e8beb978'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:42:15.808203 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-40896f6f-de68-4a33-bf1c-535cc58edfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:15.901712 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-40896f6f-de68-4a33-bf1c-535cc58edfd1 service neutron] For port 85ca6e18-06ce-41ee-9e16-5bac2ffb0841, host hv-neutron-8311, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:42:15.904674 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-40896f6f-de68-4a33-bf1c-535cc58edfd1 service neutron] For port 85ca6e18-06ce-41ee-9e16-5bac2ffb0841, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=85ca6e18-06ce-41ee-9e16-5bac2ffb0841,segment=NetworkSegment(0d18f6de-f5f2-4b05-b13a-d853f7b78339),segment_id=0d18f6de-f5f2-4b05-b13a-d853f7b78339)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:42:15.912757 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-40896f6f-de68-4a33-bf1c-535cc58edfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:15.978727 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-40896f6f-de68-4a33-bf1c-535cc58edfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:15.979660 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-40896f6f-de68-4a33-bf1c-535cc58edfd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:15.981783 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-40896f6f-de68-4a33-bf1c-535cc58edfd1 service neutron] 10.222.0.13 "PUT /v2.0/ports/85ca6e18-06ce-41ee-9e16-5bac2ffb0841 HTTP/1.1" status: 200 len: 1093 time: 1.0958896 Feb 28 14:42:15.982414 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e064c5a6-40d9-45db-8ca3-9d7c68da56e6', 'tag': '85ca6e18-06ce-41ee-9e16-5bac2ffb0841'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:42:16.011929 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40896f6f-de68-4a33-bf1c-535cc58edfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=85ca6e18-06ce-41ee-9e16-5bac2ffb0841,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:16.061861 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e064c5a6-40d9-45db-8ca3-9d7c68da56e6', 'tag': '85ca6e18-06ce-41ee-9e16-5bac2ffb0841', 'status': 'completed', 'code': 200} Feb 28 14:42:16.099210 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-9a03a00e-a9ee-4787-96b7-7156d12be63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:16.101096 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-9a03a00e-a9ee-4787-96b7-7156d12be63b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6fe591c506d64bacb079ca25d395d534&device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 1096 time: 0.0747042 Feb 28 14:42:16.171673 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-bca5fbe0-f49d-4b12-b3bb-e8353975ab96 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85ca6e18-06ce-41ee-9e16-5bac2ffb0841 HTTP/1.1" status: 200 len: 217 time: 0.0627677 Feb 28 14:42:16.231503 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-dd2f57ec-b8e9-47dd-ac17-0564bfc3b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:16.232869 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-dd2f57ec-b8e9-47dd-ac17-0564bfc3b81f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1122abce-2d92-4308-97d5-fcb06c608405 HTTP/1.1" status: 200 len: 854 time: 0.0556629 Feb 28 14:42:16.277501 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-70920aed-af55-4267-a3e6-4828aba4cc3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eab512ac-109b-444b-838f-9566e8beb978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391140 Feb 28 14:42:16.411511 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-484b337e-09fd-42cb-81b7-9a68bcc8b34f service neutron] 10.222.0.13 "GET /v2.0/networks/eab512ac-109b-444b-838f-9566e8beb978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265666 Feb 28 14:42:16.548550 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f3eda08d-f149-4ddf-b9b3-f9f3af2fd70d req-42e0d16d-3f5b-40d3-a827-8cf21d3ba6eb service neutron] 10.222.0.13 "GET /v2.0/networks/eab512ac-109b-444b-838f-9566e8beb978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313469 Feb 28 14:42:16.607441 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc380c-3327-4a76-957f-63f432c4364f req-c53f5318-55a7-4a1e-b04b-d7209d5ce4d5 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:16.608896 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bfdc380c-3327-4a76-957f-63f432c4364f req-c53f5318-55a7-4a1e-b04b-d7209d5ce4d5 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 943 time: 0.0838532 Feb 28 14:42:16.654210 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bfdc380c-3327-4a76-957f-63f432c4364f req-6aeaefa3-ac17-4eed-a9de-51c94b6775ca tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394659 Feb 28 14:42:16.674092 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb8485-85d0-412d-9578-8a2b56296cd9 req-b262bfd7-6111-421a-89a7-a0d50279e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:16.675595 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c8eb8485-85d0-412d-9578-8a2b56296cd9 req-b262bfd7-6111-421a-89a7-a0d50279e3a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6fe591c506d64bacb079ca25d395d534&device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 1096 time: 0.0775931 Feb 28 14:42:16.809605 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb8485-85d0-412d-9578-8a2b56296cd9 req-8b1f7156-e182-431f-9241-df4911f12f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:16.810926 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c8eb8485-85d0-412d-9578-8a2b56296cd9 req-8b1f7156-e182-431f-9241-df4911f12f7d service neutron] 10.222.0.13 "GET /v2.0/networks?id=eab512ac-109b-444b-838f-9566e8beb978 HTTP/1.1" status: 200 len: 915 time: 0.1285908 Feb 28 14:42:16.879954 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c8eb8485-85d0-412d-9578-8a2b56296cd9 req-ef81b9f5-e584-4203-8b1b-e34c1fad907b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85ca6e18-06ce-41ee-9e16-5bac2ffb0841 HTTP/1.1" status: 200 len: 217 time: 0.0623822 Feb 28 14:42:17.046111 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb8485-85d0-412d-9578-8a2b56296cd9 req-de4280ee-e4bf-4ab3-b8c2-73b2754ce59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:17.047655 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c8eb8485-85d0-412d-9578-8a2b56296cd9 req-de4280ee-e4bf-4ab3-b8c2-73b2754ce59c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1122abce-2d92-4308-97d5-fcb06c608405 HTTP/1.1" status: 200 len: 854 time: 0.1608937 Feb 28 14:42:17.095568 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c8eb8485-85d0-412d-9578-8a2b56296cd9 req-5d1a6d96-5384-48ea-8230-310a82484875 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eab512ac-109b-444b-838f-9566e8beb978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400813 Feb 28 14:42:17.243889 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c8eb8485-85d0-412d-9578-8a2b56296cd9 req-f984cf7f-ebd1-4eb3-9a76-d974eb3572b4 service neutron] 10.222.0.13 "GET /v2.0/networks/eab512ac-109b-444b-838f-9566e8beb978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393797 Feb 28 14:42:17.378475 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c8eb8485-85d0-412d-9578-8a2b56296cd9 req-523f5633-d816-4bdf-ab31-8e7fc70fd211 service neutron] 10.222.0.13 "GET /v2.0/networks/eab512ac-109b-444b-838f-9566e8beb978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271722 Feb 28 14:42:17.861958 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a12c4-f095-4fd1-b8e9-cdee344febd3 req-8646efbc-b097-49a5-8a03-fa0189cb55bf tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:17.862687 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-471a12c4-f095-4fd1-b8e9-cdee344febd3 req-8646efbc-b097-49a5-8a03-fa0189cb55bf tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Synchronizing usage tracker for tenant:6fe591c506d64bacb079ca25d395d534 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:42:17.875100 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-471a12c4-f095-4fd1-b8e9-cdee344febd3 req-8646efbc-b097-49a5-8a03-fa0189cb55bf tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Unset dirty status for tenant:6fe591c506d64bacb079ca25d395d534 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:42:17.876219 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-471a12c4-f095-4fd1-b8e9-cdee344febd3 req-8646efbc-b097-49a5-8a03-fa0189cb55bf tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 943 time: 0.0964718 Feb 28 14:42:17.924342 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-471a12c4-f095-4fd1-b8e9-cdee344febd3 req-8d412595-d7a6-4d06-9d9c-d21423a45183 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387435 Feb 28 14:42:19.124766 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec2259-ba05-4458-8c43-a27f8cb2f2fd req-b05b9aaa-ff9d-4be4-aa02-507533c49dc4 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:19.126169 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f0ec2259-ba05-4458-8c43-a27f8cb2f2fd req-b05b9aaa-ff9d-4be4-aa02-507533c49dc4 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 943 time: 0.0909855 Feb 28 14:42:19.171866 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f0ec2259-ba05-4458-8c43-a27f8cb2f2fd req-d24169a3-dcaf-4d1b-825f-acec56030cf4 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399611 Feb 28 14:42:19.192768 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 85ca6e18-06ce-41ee-9e16-5bac2ffb0841 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:42:19.196105 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 4dc8be0f-597b-4d9d-9590-1def34d91ee5 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:42:19.231356 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: 4dc8be0f-597b-4d9d-9590-1def34d91ee5 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:42:19.231588 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 4dc8be0f-597b-4d9d-9590-1def34d91ee5 not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:42:19.368338 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 85ca6e18-06ce-41ee-9e16-5bac2ffb0841, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=85ca6e18-06ce-41ee-9e16-5bac2ffb0841,segment=NetworkSegment(0d18f6de-f5f2-4b05-b13a-d853f7b78339),segment_id=0d18f6de-f5f2-4b05-b13a-d853f7b78339)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:42:19.381246 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '85ca6e18-06ce-41ee-9e16-5bac2ffb0841', 'network_id': 'eab512ac-109b-444b-838f-9566e8beb978', 'port_id': '85ca6e18-06ce-41ee-9e16-5bac2ffb0841', 'mac_address': 'fa:16:3e:db:7c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1122abce-2d92-4308-97d5-fcb06c608405', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:42:19.435365 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:19.454011 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ca6e18-06ce-41ee-9e16-5bac2ffb0841 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:42:19.470302 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 85ca6e18-06ce-41ee-9e16-5bac2ffb0841, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=85ca6e18-06ce-41ee-9e16-5bac2ffb0841,segment=NetworkSegment(0d18f6de-f5f2-4b05-b13a-d853f7b78339),segment_id=0d18f6de-f5f2-4b05-b13a-d853f7b78339)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:42:19.474800 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:19.544682 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=85ca6e18-06ce-41ee-9e16-5bac2ffb0841,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:19.552169 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:19.552536 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:19.552866 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:19.553195 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:19.553517 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:19.553843 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:19.554161 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:19.554478 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:19.554896 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:19.555274 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:19.555559 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:19.555881 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:19.663796 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['85ca6e18-06ce-41ee-9e16-5bac2ffb0841'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:42:19.835142 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:42:20.378985 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d55d9a-3565-4e08-a05f-c5d46bdc06c4 req-834e6e90-a8de-45f8-9eb6-4408d0b39f50 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:20.380414 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c2d55d9a-3565-4e08-a05f-c5d46bdc06c4 req-834e6e90-a8de-45f8-9eb6-4408d0b39f50 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 944 time: 0.0938923 Feb 28 14:42:20.425000 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c2d55d9a-3565-4e08-a05f-c5d46bdc06c4 req-ad9d1a58-3be1-41f6-8a12-88a962b5bc74 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387390 Feb 28 14:42:21.199920 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 85ca6e18-06ce-41ee-9e16-5bac2ffb0841 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:42:21.284565 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port 85ca6e18-06ce-41ee-9e16-5bac2ffb0841 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:42:21.289397 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 85ca6e18-06ce-41ee-9e16-5bac2ffb0841 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:42:21.289751 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:21.422331 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:21.448888 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e064c5a6-40d9-45db-8ca3-9d7c68da56e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ca6e18-06ce-41ee-9e16-5bac2ffb0841'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:42:21.459313 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 85ca6e18-06ce-41ee-9e16-5bac2ffb0841, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=85ca6e18-06ce-41ee-9e16-5bac2ffb0841,segment=NetworkSegment(0d18f6de-f5f2-4b05-b13a-d853f7b78339),segment_id=0d18f6de-f5f2-4b05-b13a-d853f7b78339)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:42:21.464922 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:21.503140 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e064c5a6-40d9-45db-8ca3-9d7c68da56e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ca6e18-06ce-41ee-9e16-5bac2ffb0841', 'code': 200} Feb 28 14:42:21.543026 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=85ca6e18-06ce-41ee-9e16-5bac2ffb0841,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:21.629300 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d996f-febc-47b8-b68d-e30d84cffd62 req-357dfdd4-639b-4328-bf2c-46c7b0fb15e1 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:21.630798 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8e9d996f-febc-47b8-b68d-e30d84cffd62 req-357dfdd4-639b-4328-bf2c-46c7b0fb15e1 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0848889 Feb 28 14:42:21.678165 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8e9d996f-febc-47b8-b68d-e30d84cffd62 req-5b2e60c6-71dc-4edd-92eb-97402572a650 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414324 Feb 28 14:42:21.735102 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29e7c3-32d7-4b3c-9678-281dbae068a9 req-5d1cb2db-a8e4-42a0-907b-0812e1689de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:21.736583 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7d29e7c3-32d7-4b3c-9678-281dbae068a9 req-5d1cb2db-a8e4-42a0-907b-0812e1689de5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 1098 time: 0.0744648 Feb 28 14:42:21.778521 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7d29e7c3-32d7-4b3c-9678-281dbae068a9 req-f5330813-8435-4300-9bd3-05ae2277bcb4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354223 Feb 28 14:42:22.883634 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9c583-c874-4377-b65a-dbcfe6211fe6 req-30ac2644-32f6-4719-8fbd-d1ff9fc33e24 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:22.885307 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6fd9c583-c874-4377-b65a-dbcfe6211fe6 req-30ac2644-32f6-4719-8fbd-d1ff9fc33e24 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0879171 Feb 28 14:42:22.932280 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6fd9c583-c874-4377-b65a-dbcfe6211fe6 req-52913962-66f8-48d7-95e2-acff9c18ff0d tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411549 Feb 28 14:42:24.140460 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a6091-098b-4630-b3db-97ec34a6a99c req-17adb29d-575a-4503-a39c-4b156d3a30c7 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:24.141918 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-732a6091-098b-4630-b3db-97ec34a6a99c req-17adb29d-575a-4503-a39c-4b156d3a30c7 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0984430 Feb 28 14:42:24.187200 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-732a6091-098b-4630-b3db-97ec34a6a99c req-a0244034-b5e6-43b2-b007-d1ac9daa532c tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395148 Feb 28 14:42:24.385623 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae0928-82e3-4e7d-a127-1142cccf2aac req-2b01290c-fd40-4eee-99d3-6ffc12e082f9 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:24.387084 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bfae0928-82e3-4e7d-a127-1142cccf2aac req-2b01290c-fd40-4eee-99d3-6ffc12e082f9 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0804195 Feb 28 14:42:24.435369 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bfae0928-82e3-4e7d-a127-1142cccf2aac req-1596c6d3-cf6b-4e9a-8703-f656d59d12c6 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424731 Feb 28 14:42:24.866811 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-50be87a8-d8bf-406e-b9ca-4230cd498112 req-64385abf-f5c3-4e84-8aac-2ff5f416c66c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1264176 Feb 28 14:42:24.893441 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96d601-0eaf-44a9-90db-7ef256e8ef44 req-65814bbe-189e-4bb0-a762-2ebaef9625f1 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:24.894881 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9c96d601-0eaf-44a9-90db-7ef256e8ef44 req-65814bbe-189e-4bb0-a762-2ebaef9625f1 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.1056180 Feb 28 14:42:24.941450 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9c96d601-0eaf-44a9-90db-7ef256e8ef44 req-f1646f8f-93ea-4f85-b556-294a0d4feaa8 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405493 Feb 28 14:42:26.089121 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be87a8-d8bf-406e-b9ca-4230cd498112 req-5e800953-0f65-44bd-aad8-17b5bffe5472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:26.090578 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-50be87a8-d8bf-406e-b9ca-4230cd498112 req-5e800953-0f65-44bd-aad8-17b5bffe5472 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6fe591c506d64bacb079ca25d395d534&device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 1098 time: 0.0776007 Feb 28 14:42:26.129721 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061f0d0-2076-4cf5-a421-17f02a626ce2 req-e1953f78-d2c9-47cf-8521-c38a23d61bec tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:26.131196 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6061f0d0-2076-4cf5-a421-17f02a626ce2 req-e1953f78-d2c9-47cf-8521-c38a23d61bec tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0812433 Feb 28 14:42:26.179635 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6061f0d0-2076-4cf5-a421-17f02a626ce2 req-5e1d1d08-a69f-4bc8-9856-40ff27a6ddc3 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423989 Feb 28 14:42:26.228153 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be87a8-d8bf-406e-b9ca-4230cd498112 req-647169d2-8ae0-49c7-9d2f-4e7b1c7fc808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:26.229507 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-50be87a8-d8bf-406e-b9ca-4230cd498112 req-647169d2-8ae0-49c7-9d2f-4e7b1c7fc808 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eab512ac-109b-444b-838f-9566e8beb978 HTTP/1.1" status: 200 len: 915 time: 0.1315584 Feb 28 14:42:26.304049 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-50be87a8-d8bf-406e-b9ca-4230cd498112 req-7dba1415-7971-4147-a30c-20592de1b2c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85ca6e18-06ce-41ee-9e16-5bac2ffb0841 HTTP/1.1" status: 200 len: 217 time: 0.0672731 Feb 28 14:42:26.366931 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be87a8-d8bf-406e-b9ca-4230cd498112 req-e77b642d-e8d7-4393-b948-805932a3fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:26.368480 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-50be87a8-d8bf-406e-b9ca-4230cd498112 req-e77b642d-e8d7-4393-b948-805932a3fe68 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1122abce-2d92-4308-97d5-fcb06c608405 HTTP/1.1" status: 200 len: 854 time: 0.0572810 Feb 28 14:42:26.418894 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-50be87a8-d8bf-406e-b9ca-4230cd498112 req-f5290889-6d0c-4aa4-a8bc-24c040121405 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eab512ac-109b-444b-838f-9566e8beb978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428746 Feb 28 14:42:26.564902 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-50be87a8-d8bf-406e-b9ca-4230cd498112 req-6e14014a-9bf4-40e6-95f5-aef8d868114d service neutron] 10.222.0.13 "GET /v2.0/networks/eab512ac-109b-444b-838f-9566e8beb978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381271 Feb 28 14:42:26.784253 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-50be87a8-d8bf-406e-b9ca-4230cd498112 req-f2d91ad0-3e90-4231-9f18-73f6b586cfac service neutron] 10.222.0.13 "GET /v2.0/networks/eab512ac-109b-444b-838f-9566e8beb978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129807 Feb 28 14:42:27.389026 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4910d-84d8-4a13-8dab-a782c7ca30b2 req-d06febcb-8e70-415b-aac9-0c21659fe1e5 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:27.390841 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4fe4910d-84d8-4a13-8dab-a782c7ca30b2 req-d06febcb-8e70-415b-aac9-0c21659fe1e5 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0918891 Feb 28 14:42:27.436315 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4fe4910d-84d8-4a13-8dab-a782c7ca30b2 req-c5f310a8-356e-4f8a-a980-de88313fcd26 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399830 Feb 28 14:42:27.707599 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4738a1-a540-437a-a0dc-5ae9e21264ef req-5e03b07a-0f4c-4b54-82ae-9f987a310ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:27.709823 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1d4738a1-a540-437a-a0dc-5ae9e21264ef req-5e03b07a-0f4c-4b54-82ae-9f987a310ca8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6fe591c506d64bacb079ca25d395d534&device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 1098 time: 0.0805211 Feb 28 14:42:27.856940 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4738a1-a540-437a-a0dc-5ae9e21264ef req-6f6b0a56-8838-4ce0-85e3-41ceb3b0db97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:27.858353 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1d4738a1-a540-437a-a0dc-5ae9e21264ef req-6f6b0a56-8838-4ce0-85e3-41ceb3b0db97 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eab512ac-109b-444b-838f-9566e8beb978 HTTP/1.1" status: 200 len: 915 time: 0.1260889 Feb 28 14:42:27.927766 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1d4738a1-a540-437a-a0dc-5ae9e21264ef req-b14bcf6a-581e-415f-a984-dbb271529eee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85ca6e18-06ce-41ee-9e16-5bac2ffb0841 HTTP/1.1" status: 200 len: 217 time: 0.0632038 Feb 28 14:42:27.988115 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4738a1-a540-437a-a0dc-5ae9e21264ef req-a073630e-1b1d-427c-85af-22f19ec82b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:27.989449 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1d4738a1-a540-437a-a0dc-5ae9e21264ef req-a073630e-1b1d-427c-85af-22f19ec82b43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1122abce-2d92-4308-97d5-fcb06c608405 HTTP/1.1" status: 200 len: 854 time: 0.0559049 Feb 28 14:42:28.033853 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1d4738a1-a540-437a-a0dc-5ae9e21264ef req-68fe0388-11cc-4513-8c6b-3ccaf0f55be6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eab512ac-109b-444b-838f-9566e8beb978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385115 Feb 28 14:42:28.177880 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1d4738a1-a540-437a-a0dc-5ae9e21264ef req-bf8468e0-1f7e-43bf-8b67-2cb5e3a23dfb service neutron] 10.222.0.13 "GET /v2.0/networks/eab512ac-109b-444b-838f-9566e8beb978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379223 Feb 28 14:42:28.311540 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1d4738a1-a540-437a-a0dc-5ae9e21264ef req-0326f3e2-22b3-4fee-949f-292b7af17c1b service neutron] 10.222.0.13 "GET /v2.0/networks/eab512ac-109b-444b-838f-9566e8beb978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255560 Feb 28 14:42:28.641274 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c398863-8b2f-41b7-93cf-71840bf39fe1 req-df2a0caf-f51d-4497-9321-325185b011c7 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:28.642738 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9c398863-8b2f-41b7-93cf-71840bf39fe1 req-df2a0caf-f51d-4497-9321-325185b011c7 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0858347 Feb 28 14:42:28.701414 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9c398863-8b2f-41b7-93cf-71840bf39fe1 req-77b7469e-11b2-4de2-ab77-5203076b17d3 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501435 Feb 28 14:42:29.914427 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62545ddf-8007-4ed9-bb08-265acc237b96 req-8d2bee16-76d1-4906-ba87-0f23699c29f9 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:29.915994 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-62545ddf-8007-4ed9-bb08-265acc237b96 req-8d2bee16-76d1-4906-ba87-0f23699c29f9 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0907495 Feb 28 14:42:29.960350 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-62545ddf-8007-4ed9-bb08-265acc237b96 req-5159c551-70b7-4c12-9444-f246e3c01c6b tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382030 Feb 28 14:42:31.168914 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58debb6f-8f3e-4a23-861f-4013cfcb77e4 req-a4b5c2ad-d864-4a82-aea6-aed07396edc3 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:31.170848 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-58debb6f-8f3e-4a23-861f-4013cfcb77e4 req-a4b5c2ad-d864-4a82-aea6-aed07396edc3 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0880425 Feb 28 14:42:31.222957 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-58debb6f-8f3e-4a23-861f-4013cfcb77e4 req-425fa74a-328d-40b8-a1d4-c2b6ec36c678 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440824 Feb 28 14:42:32.432867 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202a1b3-3094-4e82-92c4-f1f8fc70b1b2 req-8d4d04f6-f38e-4417-8d10-356f41e67f59 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:32.434183 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7202a1b3-3094-4e82-92c4-f1f8fc70b1b2 req-8d4d04f6-f38e-4417-8d10-356f41e67f59 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0911095 Feb 28 14:42:32.479607 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7202a1b3-3094-4e82-92c4-f1f8fc70b1b2 req-5de49e79-f57d-4462-b379-65c035fb1f4c tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394468 Feb 28 14:42:33.686651 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874acec1-5962-4b7b-af51-20085c1b4d52 req-ba9b1032-662b-4ad8-9e83-aa2de88dc378 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:33.688133 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-874acec1-5962-4b7b-af51-20085c1b4d52 req-ba9b1032-662b-4ad8-9e83-aa2de88dc378 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0983014 Feb 28 14:42:33.732561 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-874acec1-5962-4b7b-af51-20085c1b4d52 req-ee9eb38e-49a3-4016-84b2-0c5ce16f299a tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386024 Feb 28 14:42:34.953864 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c479d-7031-4700-9c66-52ac8a089c66 req-b0364f08-c512-44fa-925c-f859d8cb61a6 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:34.955321 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-930c479d-7031-4700-9c66-52ac8a089c66 req-b0364f08-c512-44fa-925c-f859d8cb61a6 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0967839 Feb 28 14:42:35.002662 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-930c479d-7031-4700-9c66-52ac8a089c66 req-2d54a437-a109-4ef5-ac87-47a1927d0d74 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416090 Feb 28 14:42:35.151504 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:36.213884 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851f48d-4af9-46de-8aae-6a1355a6a693 req-33c7a54d-b85f-4dc3-bfcb-1d89db72b562 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:36.215821 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1851f48d-4af9-46de-8aae-6a1355a6a693 req-33c7a54d-b85f-4dc3-bfcb-1d89db72b562 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.1011696 Feb 28 14:42:36.266970 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1851f48d-4af9-46de-8aae-6a1355a6a693 req-9be385ef-22de-4fd1-83e1-2acffd976415 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451560 Feb 28 14:42:37.620887 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5045d2-da34-4516-ae10-7297b1b7bcda req-1ac48dbf-747a-4aba-808a-83cfbb5301ff tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:37.622321 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fb5045d2-da34-4516-ae10-7297b1b7bcda req-1ac48dbf-747a-4aba-808a-83cfbb5301ff tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0850091 Feb 28 14:42:37.671465 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fb5045d2-da34-4516-ae10-7297b1b7bcda req-3586bb6c-eb65-48b0-9298-1f90bb8121d3 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430279 Feb 28 14:42:37.679069 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-50327353-c31d-4862-8ebc-ebc4212f1f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:38.889485 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a679e-67a2-4c3a-bbeb-69f3889d078b req-2227b88a-b5fb-4bb6-aaae-87d5bf0d30d8 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:38.890933 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-159a679e-67a2-4c3a-bbeb-69f3889d078b req-2227b88a-b5fb-4bb6-aaae-87d5bf0d30d8 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0991902 Feb 28 14:42:38.947288 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-159a679e-67a2-4c3a-bbeb-69f3889d078b req-2679bf09-fd4f-466d-8d6a-888ebd03e4b5 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504906 Feb 28 14:42:39.825771 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a4816ccf-412b-4158-ad3c-d63148397a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:40.165194 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d6c20-bfed-48ad-b171-38c44c063cde req-f8715415-eb8a-46dd-9f0e-2f604f46562c tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:40.166655 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0d7d6c20-bfed-48ad-b171-38c44c063cde req-f8715415-eb8a-46dd-9f0e-2f604f46562c tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0969920 Feb 28 14:42:40.213540 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0d7d6c20-bfed-48ad-b171-38c44c063cde req-fb57182d-e55b-45ba-993b-6dce8d213225 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405080 Feb 28 14:42:40.956158 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:41.159441 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:41.415263 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055106fe-a6a9-447e-a9de-e4b4e1eb636e req-6e2e81e3-bdcf-44c3-9d6e-51b558388d2c tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:41.416675 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-055106fe-a6a9-447e-a9de-e4b4e1eb636e req-6e2e81e3-bdcf-44c3-9d6e-51b558388d2c tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0914125 Feb 28 14:42:41.462626 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-055106fe-a6a9-447e-a9de-e4b4e1eb636e req-7f0770c1-3459-4054-ad58-625696d505f9 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392869 Feb 28 14:42:42.581484 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:42.654077 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9207b4-ead7-46f9-87ac-2c1eb4e6aef7 req-8d17f36c-d251-4353-a0b8-5d1ad52fed68 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:42.655693 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ea9207b4-ead7-46f9-87ac-2c1eb4e6aef7 req-8d17f36c-d251-4353-a0b8-5d1ad52fed68 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0819361 Feb 28 14:42:42.700765 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ea9207b4-ead7-46f9-87ac-2c1eb4e6aef7 req-17d7f4f8-b2e7-4f77-8381-1b6e5c77a195 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382245 Feb 28 14:42:43.905540 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e45a8d-c725-4afb-91cb-e80ead1b8c69 req-e59fe12e-3d1e-4053-be8b-326098939727 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:43.907024 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-96e45a8d-c725-4afb-91cb-e80ead1b8c69 req-e59fe12e-3d1e-4053-be8b-326098939727 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0905292 Feb 28 14:42:43.955523 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-96e45a8d-c725-4afb-91cb-e80ead1b8c69 req-5e1a52bd-1082-4eac-9d8b-43cb14cd5c6d tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401609 Feb 28 14:42:45.161080 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810065b4-bfdb-47a7-96bd-e74abc0f6c90 req-64435c6a-7708-4bb6-98de-fa3d0078eaf3 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:45.162506 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-810065b4-bfdb-47a7-96bd-e74abc0f6c90 req-64435c6a-7708-4bb6-98de-fa3d0078eaf3 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0904517 Feb 28 14:42:45.210006 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-810065b4-bfdb-47a7-96bd-e74abc0f6c90 req-75578cea-254b-4740-ac49-68f001362e93 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418479 Feb 28 14:42:46.429440 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e6a65-2ecb-46fd-b846-976198fd7b50 req-f6a0bab2-3eb9-46c3-a734-6d7ff8720574 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:46.430924 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-603e6a65-2ecb-46fd-b846-976198fd7b50 req-f6a0bab2-3eb9-46c3-a734-6d7ff8720574 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0953319 Feb 28 14:42:46.476430 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-603e6a65-2ecb-46fd-b846-976198fd7b50 req-02bb33f8-441b-400b-a05f-09066b8f28f2 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394733 Feb 28 14:42:47.769532 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48377d-3fb7-4c5a-9609-be79623e371e req-e6535dde-1f9e-4dfe-a17d-5fbdadbc3205 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:47.770877 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6d48377d-3fb7-4c5a-9609-be79623e371e req-e6535dde-1f9e-4dfe-a17d-5fbdadbc3205 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.1835849 Feb 28 14:42:47.815430 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6d48377d-3fb7-4c5a-9609-be79623e371e req-b61df347-ed3c-47cc-b2f5-895df4db7f2b tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386195 Feb 28 14:42:49.028336 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6763c9-99e1-48c7-8044-261c45090191 req-22fe5a24-fe6a-4b78-be49-6050e58bb691 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:49.030117 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-db6763c9-99e1-48c7-8044-261c45090191 req-22fe5a24-fe6a-4b78-be49-6050e58bb691 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.1002274 Feb 28 14:42:49.078112 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-db6763c9-99e1-48c7-8044-261c45090191 req-d2c271fd-762f-4b1b-ba32-6b787bc369c7 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394061 Feb 28 14:42:50.284262 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c94d99-86dd-44e9-aaa6-6f6319de2ef5 req-84ef5954-953e-4567-a1cc-3c456ad7b8ee tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:50.285718 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-49c94d99-86dd-44e9-aaa6-6f6319de2ef5 req-84ef5954-953e-4567-a1cc-3c456ad7b8ee tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0867558 Feb 28 14:42:50.334093 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-49c94d99-86dd-44e9-aaa6-6f6319de2ef5 req-9e9342a4-d14f-4152-b6b6-c3e5bb4f8248 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425496 Feb 28 14:42:51.543512 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2f3c6-2923-476a-b4fa-3e35d6df286e req-da7a9980-bfe7-4888-88c3-ca2a2e2a221d tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:51.546106 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-54b2f3c6-2923-476a-b4fa-3e35d6df286e req-da7a9980-bfe7-4888-88c3-ca2a2e2a221d tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0900114 Feb 28 14:42:51.597658 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-54b2f3c6-2923-476a-b4fa-3e35d6df286e req-e176b501-e478-44c5-96cf-bde421375d31 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455837 Feb 28 14:42:52.785217 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed3593-7dbf-439a-870e-0db5af837d19 req-6d124050-a206-490f-a6ee-47b47a899362 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:52.786545 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-41ed3593-7dbf-439a-870e-0db5af837d19 req-6d124050-a206-490f-a6ee-47b47a899362 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0803361 Feb 28 14:42:52.849765 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-41ed3593-7dbf-439a-870e-0db5af837d19 req-030dd14f-eb3e-4f21-918f-ea8e221d1228 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540030 Feb 28 14:42:53.479806 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-50be87a8-d8bf-406e-b9ca-4230cd498112 req-039853fd-0d72-4620-8bb1-5ea7dd79eca4 service neutron] 10.222.0.13 "GET /v2.0/ports/85ca6e18-06ce-41ee-9e16-5bac2ffb0841/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.0784225 Feb 28 14:42:53.757847 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be87a8-d8bf-406e-b9ca-4230cd498112 req-1ccf6525-8118-4ac1-905d-ed1587ad7dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:53.759242 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-50be87a8-d8bf-406e-b9ca-4230cd498112 req-1ccf6525-8118-4ac1-905d-ed1587ad7dc1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6&tenant_id=6fe591c506d64bacb079ca25d395d534 HTTP/1.1" status: 200 len: 1098 time: 0.0716386 Feb 28 14:42:53.865526 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be87a8-d8bf-406e-b9ca-4230cd498112 req-69b1a591-b3be-4de8-b053-1672f002aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:53.866947 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-50be87a8-d8bf-406e-b9ca-4230cd498112 req-69b1a591-b3be-4de8-b053-1672f002aa6e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6fe591c506d64bacb079ca25d395d534&device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 1098 time: 0.0863721 Feb 28 14:42:53.996091 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be87a8-d8bf-406e-b9ca-4230cd498112 req-060be003-1555-42e1-9790-01ccd622a947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:53.997546 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-50be87a8-d8bf-406e-b9ca-4230cd498112 req-060be003-1555-42e1-9790-01ccd622a947 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eab512ac-109b-444b-838f-9566e8beb978 HTTP/1.1" status: 200 len: 915 time: 0.1251018 Feb 28 14:42:54.045277 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913eaaf9-e428-4a08-a39a-33677cf2bfe1 req-dd936eb3-d8fb-438b-aabb-e5e4b62dd1a5 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:54.046909 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-913eaaf9-e428-4a08-a39a-33677cf2bfe1 req-dd936eb3-d8fb-438b-aabb-e5e4b62dd1a5 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0827236 Feb 28 14:42:54.067219 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-50be87a8-d8bf-406e-b9ca-4230cd498112 req-ff62cc1c-1c11-477a-ab69-c5c853e7ae5d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85ca6e18-06ce-41ee-9e16-5bac2ffb0841 HTTP/1.1" status: 200 len: 217 time: 0.0632811 Feb 28 14:42:54.093752 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-913eaaf9-e428-4a08-a39a-33677cf2bfe1 req-2432a059-8740-4487-8ee9-191994a17348 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410969 Feb 28 14:42:54.128166 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be87a8-d8bf-406e-b9ca-4230cd498112 req-483499d6-ee8a-4275-b61a-1392ac7e476e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:54.129612 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-50be87a8-d8bf-406e-b9ca-4230cd498112 req-483499d6-ee8a-4275-b61a-1392ac7e476e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1122abce-2d92-4308-97d5-fcb06c608405 HTTP/1.1" status: 200 len: 854 time: 0.0569446 Feb 28 14:42:54.175364 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-50be87a8-d8bf-406e-b9ca-4230cd498112 req-b00042b8-dbde-4679-9108-186543a225fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eab512ac-109b-444b-838f-9566e8beb978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392430 Feb 28 14:42:54.316426 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-50be87a8-d8bf-406e-b9ca-4230cd498112 req-88d2d31b-39ef-41f9-b005-8cbcd624ab3a service neutron] 10.222.0.13 "GET /v2.0/networks/eab512ac-109b-444b-838f-9566e8beb978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347141 Feb 28 14:42:54.445895 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-50be87a8-d8bf-406e-b9ca-4230cd498112 req-ebfe2c02-7b0f-40a4-bc54-df82565a8364 service neutron] 10.222.0.13 "GET /v2.0/networks/eab512ac-109b-444b-838f-9566e8beb978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238484 Feb 28 14:42:55.293858 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106678ac-ec45-4071-9ac0-8572f056d862 req-3ae6fb38-3c7c-468c-a2e9-b9349e03edbd tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:55.295655 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-106678ac-ec45-4071-9ac0-8572f056d862 req-3ae6fb38-3c7c-468c-a2e9-b9349e03edbd tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0954931 Feb 28 14:42:55.341564 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-106678ac-ec45-4071-9ac0-8572f056d862 req-491692b6-c215-4ce2-bf84-e27d2ab2f871 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395732 Feb 28 14:42:56.546920 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ab963-e82e-4670-9991-628ad16e39d5 req-56026db6-b4d4-40b0-8d07-4efed39612c9 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:56.548377 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-554ab963-e82e-4670-9991-628ad16e39d5 req-56026db6-b4d4-40b0-8d07-4efed39612c9 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0907536 Feb 28 14:42:56.594073 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-554ab963-e82e-4670-9991-628ad16e39d5 req-7f71e03a-50d6-4a97-bcdf-2b6a39861957 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398941 Feb 28 14:42:56.834631 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:42:56.922629 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669e7e6-5478-4e1d-8b6d-07be4d7eb095 req-3bb2a2fe-8d2b-4d32-a0c4-e78c2faefd81 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:56.924037 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2669e7e6-5478-4e1d-8b6d-07be4d7eb095 req-3bb2a2fe-8d2b-4d32-a0c4-e78c2faefd81 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0817385 Feb 28 14:42:56.927047 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948d50b-c9df-42a2-b53f-7f8a281e3912 req-1337b656-2b3f-47a9-bf3c-a49af04937a9 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:56.928510 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1948d50b-c9df-42a2-b53f-7f8a281e3912 req-1337b656-2b3f-47a9-bf3c-a49af04937a9 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.13 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6&tenant_id=6fe591c506d64bacb079ca25d395d534&binding%3Ahost_id=hv-neutron-8311 HTTP/1.1" status: 200 len: 945 time: 0.0819442 Feb 28 14:42:56.969167 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2669e7e6-5478-4e1d-8b6d-07be4d7eb095 req-e93c9425-4909-4852-b067-02f12c6f8e82 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393035 Feb 28 14:42:57.072853 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948d50b-c9df-42a2-b53f-7f8a281e3912 req-008ab0df-abea-4925-a585-5a4f85845cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:57.074300 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1948d50b-c9df-42a2-b53f-7f8a281e3912 req-008ab0df-abea-4925-a585-5a4f85845cc6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6fe591c506d64bacb079ca25d395d534&device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 1098 time: 0.0771387 Feb 28 14:42:57.218298 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948d50b-c9df-42a2-b53f-7f8a281e3912 req-1606ce2a-99bd-439a-99d2-01c1cb8e54f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:57.219669 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1948d50b-c9df-42a2-b53f-7f8a281e3912 req-1606ce2a-99bd-439a-99d2-01c1cb8e54f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eab512ac-109b-444b-838f-9566e8beb978 HTTP/1.1" status: 200 len: 915 time: 0.1388986 Feb 28 14:42:57.290060 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1948d50b-c9df-42a2-b53f-7f8a281e3912 req-4fd82c2a-e19d-46b9-9914-82c3948f9a86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85ca6e18-06ce-41ee-9e16-5bac2ffb0841 HTTP/1.1" status: 200 len: 217 time: 0.0642731 Feb 28 14:42:57.376039 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 85ca6e18-06ce-41ee-9e16-5bac2ffb0841 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:42:57.378978 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 85ca6e18-06ce-41ee-9e16-5bac2ffb0841 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:42:57.446237 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948d50b-c9df-42a2-b53f-7f8a281e3912 req-4e7c3e2a-398c-4771-bdef-f148c34ef560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:57.447711 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1948d50b-c9df-42a2-b53f-7f8a281e3912 req-4e7c3e2a-398c-4771-bdef-f148c34ef560 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1122abce-2d92-4308-97d5-fcb06c608405 HTTP/1.1" status: 200 len: 854 time: 0.1519186 Feb 28 14:42:57.493533 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1948d50b-c9df-42a2-b53f-7f8a281e3912 req-df096866-a355-4807-be7a-912bc173bda9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eab512ac-109b-444b-838f-9566e8beb978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396993 Feb 28 14:42:57.595085 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:57.612412 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 85ca6e18-06ce-41ee-9e16-5bac2ffb0841, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=85ca6e18-06ce-41ee-9e16-5bac2ffb0841,segment=NetworkSegment(0d18f6de-f5f2-4b05-b13a-d853f7b78339),segment_id=0d18f6de-f5f2-4b05-b13a-d853f7b78339)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:42:57.623598 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1948d50b-c9df-42a2-b53f-7f8a281e3912 req-9aa7e7eb-1ad0-4847-814e-2b1f655111c0 service neutron] 10.222.0.13 "GET /v2.0/networks/eab512ac-109b-444b-838f-9566e8beb978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230521 Feb 28 14:42:57.633208 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '85ca6e18-06ce-41ee-9e16-5bac2ffb0841', 'network_id': 'eab512ac-109b-444b-838f-9566e8beb978', 'port_id': '85ca6e18-06ce-41ee-9e16-5bac2ffb0841', 'mac_address': 'fa:16:3e:db:7c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1122abce-2d92-4308-97d5-fcb06c608405', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:42:57.641415 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e064c5a6-40d9-45db-8ca3-9d7c68da56e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85ca6e18-06ce-41ee-9e16-5bac2ffb0841'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:42:57.684755 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 85ca6e18-06ce-41ee-9e16-5bac2ffb0841, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=85ca6e18-06ce-41ee-9e16-5bac2ffb0841,segment=NetworkSegment(0d18f6de-f5f2-4b05-b13a-d853f7b78339),segment_id=0d18f6de-f5f2-4b05-b13a-d853f7b78339)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:42:57.698018 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:57.735248 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e064c5a6-40d9-45db-8ca3-9d7c68da56e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85ca6e18-06ce-41ee-9e16-5bac2ffb0841', 'code': 200} Feb 28 14:42:57.747263 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:57.758146 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1948d50b-c9df-42a2-b53f-7f8a281e3912 req-ef322c14-332f-40c5-803d-bc8fa15a8827 service neutron] 10.222.0.13 "GET /v2.0/networks/eab512ac-109b-444b-838f-9566e8beb978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276815 Feb 28 14:42:57.778507 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85ca6e18-06ce-41ee-9e16-5bac2ffb0841 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:42:57.825480 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=85ca6e18-06ce-41ee-9e16-5bac2ffb0841,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:57.847746 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:42:57.848132 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:42:58.180983 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85d35d-fc4b-4403-94f8-71e6c650e31b req-5b98fba5-dfc7-413d-9758-9f10f2582302 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:58.182818 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cb85d35d-fc4b-4403-94f8-71e6c650e31b req-5b98fba5-dfc7-413d-9758-9f10f2582302 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 943 time: 0.0853026 Feb 28 14:42:58.229627 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cb85d35d-fc4b-4403-94f8-71e6c650e31b req-0ff14d17-1c96-4be7-9c78-af24b6b8cf7b tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405872 Feb 28 14:42:58.404646 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:58.424653 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ca6e18-06ce-41ee-9e16-5bac2ffb0841 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:42:58.440204 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 85ca6e18-06ce-41ee-9e16-5bac2ffb0841, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=85ca6e18-06ce-41ee-9e16-5bac2ffb0841,segment=NetworkSegment(0d18f6de-f5f2-4b05-b13a-d853f7b78339),segment_id=0d18f6de-f5f2-4b05-b13a-d853f7b78339)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:42:58.444974 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:58.506904 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['85ca6e18-06ce-41ee-9e16-5bac2ffb0841'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:42:58.549187 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=85ca6e18-06ce-41ee-9e16-5bac2ffb0841,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:59.384478 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 85ca6e18-06ce-41ee-9e16-5bac2ffb0841 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:42:59.434073 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd14ab-ac9a-459b-b865-82eb4200079d req-9ba9758d-0985-4a24-94de-98cffc9c1fe2 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:59.435561 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5afd14ab-ac9a-459b-b865-82eb4200079d req-9ba9758d-0985-4a24-94de-98cffc9c1fe2 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 944 time: 0.0864751 Feb 28 14:42:59.455511 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 85ca6e18-06ce-41ee-9e16-5bac2ffb0841 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:42:59.456060 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:59.482285 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5afd14ab-ac9a-459b-b865-82eb4200079d req-8476fb09-ff8e-4d6f-acc4-3490242f8e81 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400076 Feb 28 14:42:59.574807 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:59.608210 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 85ca6e18-06ce-41ee-9e16-5bac2ffb0841, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=85ca6e18-06ce-41ee-9e16-5bac2ffb0841,segment=NetworkSegment(0d18f6de-f5f2-4b05-b13a-d853f7b78339),segment_id=0d18f6de-f5f2-4b05-b13a-d853f7b78339)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:42:59.612580 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:59.675536 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c80c0-5f14-42aa-ba16-8ce79038243e req-89bb3d1f-25d8-4dc2-a6d4-7da00769a12e tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:59.677175 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-619c80c0-5f14-42aa-ba16-8ce79038243e req-89bb3d1f-25d8-4dc2-a6d4-7da00769a12e tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0872998 Feb 28 14:42:59.678516 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=85ca6e18-06ce-41ee-9e16-5bac2ffb0841,revision_number=8']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:59.736166 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e064c5a6-40d9-45db-8ca3-9d7c68da56e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ca6e18-06ce-41ee-9e16-5bac2ffb0841'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:42:59.783286 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e064c5a6-40d9-45db-8ca3-9d7c68da56e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ca6e18-06ce-41ee-9e16-5bac2ffb0841', 'code': 200} Feb 28 14:42:59.822053 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-619c80c0-5f14-42aa-ba16-8ce79038243e req-068e0c45-49dd-471b-b1ab-ac1022f34fcd tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390533 Feb 28 14:43:00.026852 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ab145-7f25-4cf9-89f4-e27285a9d56b req-ac542da7-7403-48ed-9581-10ce3ee762ff tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:00.028263 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-371ab145-7f25-4cf9-89f4-e27285a9d56b req-ac542da7-7403-48ed-9581-10ce3ee762ff tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0899653 Feb 28 14:43:00.077296 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-371ab145-7f25-4cf9-89f4-e27285a9d56b req-1756947c-86c5-41c4-8911-f112159adff6 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428696 Feb 28 14:43:00.647752 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cf235-f91f-4480-928e-892b2f3ef73f req-e24e52cd-4d97-403f-a32e-517a6cbb7828 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:00.649605 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-621cf235-f91f-4480-928e-892b2f3ef73f req-e24e52cd-4d97-403f-a32e-517a6cbb7828 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0963664 Feb 28 14:43:00.695495 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-621cf235-f91f-4480-928e-892b2f3ef73f req-be0f488b-e474-438a-ae52-d7ab1b3a5b98 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398862 Feb 28 14:43:01.912161 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6abe66-2447-4453-ae21-4b018a668d02 req-8832fda2-dd33-469e-94e1-3f0cf618366c tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:01.913594 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4c6abe66-2447-4453-ae21-4b018a668d02 req-8832fda2-dd33-469e-94e1-3f0cf618366c tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.0910718 Feb 28 14:43:01.959682 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4c6abe66-2447-4453-ae21-4b018a668d02 req-b8cd8361-ed8a-4ccb-8ea7-1f4ddf36e64e tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a2ce16b-b61e-48c2-98e8-22d18481ed5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403039 Feb 28 14:43:02.173770 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c58b7a-f954-476b-bfe7-b05cf12045b6 req-c5e4ccd1-726c-4eb4-b6a9-e1a6d5469999 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:02.175183 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c1c58b7a-f954-476b-bfe7-b05cf12045b6 req-c5e4ccd1-726c-4eb4-b6a9-e1a6d5469999 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.13 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 945 time: 0.1066673 Feb 28 14:43:02.245645 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-c1c58b7a-f954-476b-bfe7-b05cf12045b6 req-f535cda9-251c-492c-9e40-b66f98c98261 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Deleting port 85ca6e18-06ce-41ee-9e16-5bac2ffb0841 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:43:02.245949 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-c1c58b7a-f954-476b-bfe7-b05cf12045b6 req-f535cda9-251c-492c-9e40-b66f98c98261 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:02.521468 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-c1c58b7a-f954-476b-bfe7-b05cf12045b6 req-f535cda9-251c-492c-9e40-b66f98c98261 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] For port 85ca6e18-06ce-41ee-9e16-5bac2ffb0841, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=85ca6e18-06ce-41ee-9e16-5bac2ffb0841,segment=NetworkSegment(0d18f6de-f5f2-4b05-b13a-d853f7b78339),segment_id=0d18f6de-f5f2-4b05-b13a-d853f7b78339)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:43:02.521792 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-c1c58b7a-f954-476b-bfe7-b05cf12045b6 req-f535cda9-251c-492c-9e40-b66f98c98261 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:02.644220 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-c1c58b7a-f954-476b-bfe7-b05cf12045b6 req-f535cda9-251c-492c-9e40-b66f98c98261 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Calling delete_port for 85ca6e18-06ce-41ee-9e16-5bac2ffb0841 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:43:02.797948 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-c1c58b7a-f954-476b-bfe7-b05cf12045b6 req-f535cda9-251c-492c-9e40-b66f98c98261 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:02.810124 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['85ca6e18-06ce-41ee-9e16-5bac2ffb0841'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:43:02.853689 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535cda9-251c-492c-9e40-b66f98c98261 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Pushing event deleted for resources: {'Port': ['ID=85ca6e18-06ce-41ee-9e16-5bac2ffb0841,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:02.897367 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f535cda9-251c-492c-9e40-b66f98c98261 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:02.897701 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f535cda9-251c-492c-9e40-b66f98c98261 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:02.898029 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f535cda9-251c-492c-9e40-b66f98c98261 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:02.898354 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f535cda9-251c-492c-9e40-b66f98c98261 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:02.898653 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f535cda9-251c-492c-9e40-b66f98c98261 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:02.899024 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f535cda9-251c-492c-9e40-b66f98c98261 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:02.899310 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f535cda9-251c-492c-9e40-b66f98c98261 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:02.899637 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f535cda9-251c-492c-9e40-b66f98c98261 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:02.899951 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f535cda9-251c-492c-9e40-b66f98c98261 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:02.900254 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f535cda9-251c-492c-9e40-b66f98c98261 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:02.900563 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f535cda9-251c-492c-9e40-b66f98c98261 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:02.900867 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f535cda9-251c-492c-9e40-b66f98c98261 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:02.938252 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c58b7a-f954-476b-bfe7-b05cf12045b6 req-f535cda9-251c-492c-9e40-b66f98c98261 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] No DVR routers for this DVR port 85ca6e18-06ce-41ee-9e16-5bac2ffb0841 on host hv-neutron-8311 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:43:02.940559 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-c1c58b7a-f954-476b-bfe7-b05cf12045b6 req-f535cda9-251c-492c-9e40-b66f98c98261 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:02.942939 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e064c5a6-40d9-45db-8ca3-9d7c68da56e6', 'name': 'network-vif-deleted', 'tag': '85ca6e18-06ce-41ee-9e16-5bac2ffb0841'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:43:02.961823 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c1c58b7a-f954-476b-bfe7-b05cf12045b6 req-f535cda9-251c-492c-9e40-b66f98c98261 tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.13 "DELETE /v2.0/ports/85ca6e18-06ce-41ee-9e16-5bac2ffb0841 HTTP/1.1" status: 204 len: 173 time: 0.7808676 Feb 28 14:43:02.993129 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e064c5a6-40d9-45db-8ca3-9d7c68da56e6', 'name': 'network-vif-deleted', 'tag': '85ca6e18-06ce-41ee-9e16-5bac2ffb0841', 'status': 'completed', 'code': 200} Feb 28 14:43:03.112725 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-888ac42a-2a70-4e16-8866-94a44b140e1f req-8e6146c9-6341-4c69-90c5-18cbfdae9c0d tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Synchronizing usage tracker for tenant:6fe591c506d64bacb079ca25d395d534 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:43:03.129937 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-888ac42a-2a70-4e16-8866-94a44b140e1f req-8e6146c9-6341-4c69-90c5-18cbfdae9c0d tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] Unset dirty status for tenant:6fe591c506d64bacb079ca25d395d534 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:43:03.131117 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-888ac42a-2a70-4e16-8866-94a44b140e1f req-8e6146c9-6341-4c69-90c5-18cbfdae9c0d tempest-ServerDiskConfigTestJSON-752363900 tempest-ServerDiskConfigTestJSON-752363900-project] 10.222.0.30 "GET /v2.0/ports?device_id=e064c5a6-40d9-45db-8ca3-9d7c68da56e6 HTTP/1.1" status: 200 len: 210 time: 0.0595427 Feb 28 14:43:04.383887 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 35476) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:43:04.445278 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e87d43b-b44c-4e54-8e2a-b48fbd3e4cc4 admin admin] Deleting subnet 1122abce-2d92-4308-97d5-fcb06c608405 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:43:04.448281 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e87d43b-b44c-4e54-8e2a-b48fbd3e4cc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:04.496402 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e87d43b-b44c-4e54-8e2a-b48fbd3e4cc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:04.554716 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e87d43b-b44c-4e54-8e2a-b48fbd3e4cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:04.624203 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e87d43b-b44c-4e54-8e2a-b48fbd3e4cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:04.667579 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87d43b-b44c-4e54-8e2a-b48fbd3e4cc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1122abce-2d92-4308-97d5-fcb06c608405,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:04.671118 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3e87d43b-b44c-4e54-8e2a-b48fbd3e4cc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:04.679456 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e87d43b-b44c-4e54-8e2a-b48fbd3e4cc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:04.679795 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e87d43b-b44c-4e54-8e2a-b48fbd3e4cc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:04.680124 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e87d43b-b44c-4e54-8e2a-b48fbd3e4cc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:04.680447 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e87d43b-b44c-4e54-8e2a-b48fbd3e4cc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:04.680768 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e87d43b-b44c-4e54-8e2a-b48fbd3e4cc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:04.681085 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e87d43b-b44c-4e54-8e2a-b48fbd3e4cc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:04.681406 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e87d43b-b44c-4e54-8e2a-b48fbd3e4cc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:04.681722 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e87d43b-b44c-4e54-8e2a-b48fbd3e4cc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:04.682019 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e87d43b-b44c-4e54-8e2a-b48fbd3e4cc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:04.682328 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e87d43b-b44c-4e54-8e2a-b48fbd3e4cc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:04.682634 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e87d43b-b44c-4e54-8e2a-b48fbd3e4cc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:04.682944 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e87d43b-b44c-4e54-8e2a-b48fbd3e4cc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:04.687665 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3e87d43b-b44c-4e54-8e2a-b48fbd3e4cc4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1122abce-2d92-4308-97d5-fcb06c608405 HTTP/1.1" status: 204 len: 168 time: 0.3027158 Feb 28 14:43:04.689357 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 35480) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:43:04.799433 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-497a71cb-3fb1-458c-ad8a-e655a13b2c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:05.018508 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-497a71cb-3fb1-458c-ad8a-e655a13b2c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:05.043646 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-497a71cb-3fb1-458c-ad8a-e655a13b2c88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab512ac-109b-444b-838f-9566e8beb978']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:43:05.058736 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-497a71cb-3fb1-458c-ad8a-e655a13b2c88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d18f6de-f5f2-4b05-b13a-d853f7b78339') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:43:05.058968 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-497a71cb-3fb1-458c-ad8a-e655a13b2c88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d18f6de-f5f2-4b05-b13a-d853f7b78339') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:43:05.070328 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-497a71cb-3fb1-458c-ad8a-e655a13b2c88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:05.088000 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-497a71cb-3fb1-458c-ad8a-e655a13b2c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:05.094240 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-497a71cb-3fb1-458c-ad8a-e655a13b2c88 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:43:05.094596 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-497a71cb-3fb1-458c-ad8a-e655a13b2c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:43:05.107183 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:43:05.164595 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:05.193767 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-497a71cb-3fb1-458c-ad8a-e655a13b2c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:05.198917 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-497a71cb-3fb1-458c-ad8a-e655a13b2c88 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:05.226367 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a71cb-3fb1-458c-ad8a-e655a13b2c88 admin admin] Pushing event deleted for resources: {'Network': ['ID=eab512ac-109b-444b-838f-9566e8beb978,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:05.236477 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-497a71cb-3fb1-458c-ad8a-e655a13b2c88 admin admin] 10.222.0.30 "DELETE /v2.0/networks/eab512ac-109b-444b-838f-9566e8beb978 HTTP/1.1" status: 204 len: 168 time: 0.5460253 Feb 28 14:43:05.352927 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 35486) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:43:05.406695 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3056ae5f-121e-446f-89ce-3783fefffd3f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6fe591c506d64bacb079ca25d395d534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499654 Feb 28 14:43:05.407415 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 35490) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:43:05.472607 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-de0834ca-1ac8-4534-ab82-c4e51034c0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:05.502568 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-de0834ca-1ac8-4534-ab82-c4e51034c0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:05.570354 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-de0834ca-1ac8-4534-ab82-c4e51034c0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:05.587083 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0834ca-1ac8-4534-ab82-c4e51034c0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2ce16b-b61e-48c2-98e8-22d18481ed5e,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:05.598529 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-de0834ca-1ac8-4534-ab82-c4e51034c0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:05.602092 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-de0834ca-1ac8-4534-ab82-c4e51034c0e4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3a2ce16b-b61e-48c2-98e8-22d18481ed5e HTTP/1.1" status: 204 len: 168 time: 0.1917396 Feb 28 14:43:06.381476 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 35514) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:43:06.490653 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-3eda45c9-6961-4b91-944d-a26b2636819f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-316130591-network', 'tenant_id': '8efefaa08661463a99d8282662c60de1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:43:06.495703 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3eda45c9-6961-4b91-944d-a26b2636819f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:43:06.499666 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3eda45c9-6961-4b91-944d-a26b2636819f admin admin] Usage tracker for resource:network and tenant:8efefaa08661463a99d8282662c60de1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:43:06.502688 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3eda45c9-6961-4b91-944d-a26b2636819f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:43:06.508541 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3eda45c9-6961-4b91-944d-a26b2636819f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:43:06.522095 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eda45c9-6961-4b91-944d-a26b2636819f admin admin] Made reservation on behalf of 8efefaa08661463a99d8282662c60de1 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:43:06.525882 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3eda45c9-6961-4b91-944d-a26b2636819f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:06.540240 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3eda45c9-6961-4b91-944d-a26b2636819f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:06.555191 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3eda45c9-6961-4b91-944d-a26b2636819f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:43:06.560360 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3eda45c9-6961-4b91-944d-a26b2636819f admin admin] Usage tracker for resource:security_group_rule and tenant:8efefaa08661463a99d8282662c60de1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:43:06.563924 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3eda45c9-6961-4b91-944d-a26b2636819f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:43:06.572072 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3eda45c9-6961-4b91-944d-a26b2636819f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:43:06.664878 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3eda45c9-6961-4b91-944d-a26b2636819f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:06.670883 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3eda45c9-6961-4b91-944d-a26b2636819f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:06.703826 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eda45c9-6961-4b91-944d-a26b2636819f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:43:06.711966 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda45c9-6961-4b91-944d-a26b2636819f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1412527d-028c-4080-9b80-975f2359dadd,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:06.719793 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3eda45c9-6961-4b91-944d-a26b2636819f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:06.720727 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-3eda45c9-6961-4b91-944d-a26b2636819f admin admin] Added segment 1d5d881e-f8b4-4540-95f0-4ad906d3907e of type vlan for network 4116de85-3930-41d1-bcfc-5e32ebb334d6 Feb 28 14:43:06.749205 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3eda45c9-6961-4b91-944d-a26b2636819f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:06.779722 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3eda45c9-6961-4b91-944d-a26b2636819f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:06.780723 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eda45c9-6961-4b91-944d-a26b2636819f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:06.781490 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3eda45c9-6961-4b91-944d-a26b2636819f admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:06.886201 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3eda45c9-6961-4b91-944d-a26b2636819f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5035477 Feb 28 14:43:06.886949 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda45c9-6961-4b91-944d-a26b2636819f admin admin] Pushing event updated for resources: {'Network': ['ID=4116de85-3930-41d1-bcfc-5e32ebb334d6,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:06.889355 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 35520) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:43:06.896396 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-35e8d415-ee1e-4fe1-9c71-68d102378347 admin admin] Request body: {'subnet': {'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-316130591-subnet', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:43:06.897574 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 4116de85-3930-41d1-bcfc-5e32ebb334d6 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:43:06.901619 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-35e8d415-ee1e-4fe1-9c71-68d102378347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:43:06.905681 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-35e8d415-ee1e-4fe1-9c71-68d102378347 admin admin] Usage tracker for resource:subnet and tenant:8efefaa08661463a99d8282662c60de1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:43:06.908827 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-35e8d415-ee1e-4fe1-9c71-68d102378347 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:43:06.914727 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-35e8d415-ee1e-4fe1-9c71-68d102378347 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:43:06.925658 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e8d415-ee1e-4fe1-9c71-68d102378347 admin admin] Made reservation on behalf of 8efefaa08661463a99d8282662c60de1 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:43:06.927995 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-35e8d415-ee1e-4fe1-9c71-68d102378347 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:07.135693 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-35e8d415-ee1e-4fe1-9c71-68d102378347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:07.219412 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8d415-ee1e-4fe1-9c71-68d102378347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b44cc8b8-f91e-42ea-ac6a-71f622102484,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:07.229792 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e8d415-ee1e-4fe1-9c71-68d102378347 admin admin] Checking segment: {'id': '1d5d881e-f8b4-4540-95f0-4ad906d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:43:07.230140 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e8d415-ee1e-4fe1-9c71-68d102378347 admin admin] Network hostable DHCP agents. Network: 4116de85-3930-41d1-bcfc-5e32ebb334d6, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:43:07.251679 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e8d415-ee1e-4fe1-9c71-68d102378347 admin admin] Network 4116de85-3930-41d1-bcfc-5e32ebb334d6 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:43:07.261304 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-35e8d415-ee1e-4fe1-9c71-68d102378347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 4116de85-3930-41d1-bcfc-5e32ebb334d6) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:43:07.265287 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e8d415-ee1e-4fe1-9c71-68d102378347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:07.266017 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-35e8d415-ee1e-4fe1-9c71-68d102378347 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:07.270948 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9ca897-ff61-4931-9fa4-3a71d3ef5108 None None] Network 4116de85-3930-41d1-bcfc-5e32ebb334d6 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:43:07.288427 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-35e8d415-ee1e-4fe1-9c71-68d102378347 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3967752 Feb 28 14:43:07.291430 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 35524) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:43:07.297244 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-363ee6db-92da-41b3-b4dc-17ab2a6f548e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:43:07.302179 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-363ee6db-92da-41b3-b4dc-17ab2a6f548e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:43:07.306116 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-363ee6db-92da-41b3-b4dc-17ab2a6f548e admin admin] Usage tracker for resource:router and tenant:8efefaa08661463a99d8282662c60de1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:43:07.309053 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-363ee6db-92da-41b3-b4dc-17ab2a6f548e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:43:07.315077 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-363ee6db-92da-41b3-b4dc-17ab2a6f548e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:43:07.326432 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-363ee6db-92da-41b3-b4dc-17ab2a6f548e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:07.327827 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-363ee6db-92da-41b3-b4dc-17ab2a6f548e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:07.343343 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-363ee6db-92da-41b3-b4dc-17ab2a6f548e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:07.396469 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 85ca6e18-06ce-41ee-9e16-5bac2ffb0841 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:43:07.433816 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: 85ca6e18-06ce-41ee-9e16-5bac2ffb0841 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:43:07.434208 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 85ca6e18-06ce-41ee-9e16-5bac2ffb0841 not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:43:07.551805 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721b7b09-4091-484b-8302-f4fe95d83a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-4116de85-3930-41d1-bcfc-5e32ebb334d6', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:43:07.552634 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-721b7b09-4091-484b-8302-f4fe95d83a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:07.610128 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-363ee6db-92da-41b3-b4dc-17ab2a6f548e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:07.708376 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e72c3449-c7f9-40ee-bc6e-a24ff10e2f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:07.719278 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-721b7b09-4091-484b-8302-f4fe95d83a1e None None] Allocated IP 172.20.0.2 (4116de85-3930-41d1-bcfc-5e32ebb334d6/b44cc8b8-f91e-42ea-ac6a-71f622102484/269826eb-0cb1-48bc-90cb-6ca50e14bc6a) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:43:07.918407 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-721b7b09-4091-484b-8302-f4fe95d83a1e None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:07.928972 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-721b7b09-4091-484b-8302-f4fe95d83a1e None None] Transition to ACTIVE for port object 269826eb-0cb1-48bc-90cb-6ca50e14bc6a will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:43:07.935177 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-363ee6db-92da-41b3-b4dc-17ab2a6f548e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:07.946935 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-721b7b09-4091-484b-8302-f4fe95d83a1e None None] Transition to ACTIVE for port object 269826eb-0cb1-48bc-90cb-6ca50e14bc6a will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:43:07.954945 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-721b7b09-4091-484b-8302-f4fe95d83a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:07.970863 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-363ee6db-92da-41b3-b4dc-17ab2a6f548e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:08.018005 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721b7b09-4091-484b-8302-f4fe95d83a1e None None] Network 4116de85-3930-41d1-bcfc-5e32ebb334d6 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:43:08.024763 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-721b7b09-4091-484b-8302-f4fe95d83a1e None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:43:08.029248 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721b7b09-4091-484b-8302-f4fe95d83a1e None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:43:08.035184 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b7b09-4091-484b-8302-f4fe95d83a1e None None] Pushing event updated for resources: {'Port': ['ID=269826eb-0cb1-48bc-90cb-6ca50e14bc6a,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:08.103462 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-363ee6db-92da-41b3-b4dc-17ab2a6f548e admin admin] Allocated IP 172.26.5.34 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/aea9ee81-e441-4e61-b9cb-ccea2857dcbf) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:43:08.120613 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-721b7b09-4091-484b-8302-f4fe95d83a1e None None] Attempting to bind port 269826eb-0cb1-48bc-90cb-6ca50e14bc6a on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:43:08.120982 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-721b7b09-4091-484b-8302-f4fe95d83a1e None None] Attempting to bind port 269826eb-0cb1-48bc-90cb-6ca50e14bc6a by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '1d5d881e-f8b4-4540-95f0-4ad906d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:43:08.121342 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721b7b09-4091-484b-8302-f4fe95d83a1e None None] Attempting to bind port 269826eb-0cb1-48bc-90cb-6ca50e14bc6a on network 4116de85-3930-41d1-bcfc-5e32ebb334d6 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:43:08.126708 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721b7b09-4091-484b-8302-f4fe95d83a1e None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:43:08.127078 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721b7b09-4091-484b-8302-f4fe95d83a1e None None] Checking segment: {'id': '1d5d881e-f8b4-4540-95f0-4ad906d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:43:08.127506 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-721b7b09-4091-484b-8302-f4fe95d83a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:08.127897 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721b7b09-4091-484b-8302-f4fe95d83a1e None None] Bound using segment: {'id': '1d5d881e-f8b4-4540-95f0-4ad906d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:43:08.128364 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-721b7b09-4091-484b-8302-f4fe95d83a1e None None] Bound port: 269826eb-0cb1-48bc-90cb-6ca50e14bc6a, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5d881e-f8b4-4540-95f0-4ad906d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:43:08.128738 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-721b7b09-4091-484b-8302-f4fe95d83a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:08.222534 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-721b7b09-4091-484b-8302-f4fe95d83a1e None None] For port 269826eb-0cb1-48bc-90cb-6ca50e14bc6a, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:43:08.225594 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-721b7b09-4091-484b-8302-f4fe95d83a1e None None] For port 269826eb-0cb1-48bc-90cb-6ca50e14bc6a, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=269826eb-0cb1-48bc-90cb-6ca50e14bc6a,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:43:08.231818 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-721b7b09-4091-484b-8302-f4fe95d83a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:08.318305 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b7b09-4091-484b-8302-f4fe95d83a1e None None] Pushing event updated for resources: {'Port': ['ID=269826eb-0cb1-48bc-90cb-6ca50e14bc6a,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:08.361857 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-363ee6db-92da-41b3-b4dc-17ab2a6f548e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:08.398825 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-363ee6db-92da-41b3-b4dc-17ab2a6f548e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:08.461031 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363ee6db-92da-41b3-b4dc-17ab2a6f548e admin admin] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:43:08.468014 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-363ee6db-92da-41b3-b4dc-17ab2a6f548e admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:43:08.472279 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363ee6db-92da-41b3-b4dc-17ab2a6f548e admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:43:08.512015 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ee6db-92da-41b3-b4dc-17ab2a6f548e admin admin] Pushing event updated for resources: {'Port': ['ID=aea9ee81-e441-4e61-b9cb-ccea2857dcbf,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:08.911499 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-363ee6db-92da-41b3-b4dc-17ab2a6f548e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:09.222050 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2b7988-fcc7-43bc-9918-0ad586aaeaed None None] Network 4116de85-3930-41d1-bcfc-5e32ebb334d6 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:43:09.263726 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-363ee6db-92da-41b3-b4dc-17ab2a6f548e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:09.337950 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0fa5db2c-81ab-4d0e-9a4c-b1c33ec72c69 None None] Provisioning for port 269826eb-0cb1-48bc-90cb-6ca50e14bc6a completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:43:09.483821 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363ee6db-92da-41b3-b4dc-17ab2a6f548e admin admin] Router fb00a949-4428-4cd0-84e7-61b6c328fccc is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:43:09.742053 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 269826eb-0cb1-48bc-90cb-6ca50e14bc6a up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:43:09.779445 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363ee6db-92da-41b3-b4dc-17ab2a6f548e admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:43:09.792861 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c17bd5-a825-4cae-8483-3d02686b65a1 None None] Sync routers for ids ['fb00a949-4428-4cd0-84e7-61b6c328fccc'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:43:09.804595 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-363ee6db-92da-41b3-b4dc-17ab2a6f548e admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:09.809054 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-363ee6db-92da-41b3-b4dc-17ab2a6f548e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5139778 Feb 28 14:43:09.809255 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 35528) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:43:09.820189 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c17bd5-a825-4cae-8483-3d02686b65a1 None None] Routers {'fb00a949-4428-4cd0-84e7-61b6c328fccc'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:43:09.820786 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b8c17bd5-a825-4cae-8483-3d02686b65a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:42:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['fb00a949-4428-4cd0-84e7-61b6c328fccc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:43:09.887826 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c3e9dbe2-504f-4064-b9b7-d3552e14e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:09.902215 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 269826eb-0cb1-48bc-90cb-6ca50e14bc6a completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:43:09.917972 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 269826eb-0cb1-48bc-90cb-6ca50e14bc6a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:43:09.918338 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:10.052349 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-b8c17bd5-a825-4cae-8483-3d02686b65a1 None None] Set router fb00a949-4428-4cd0-84e7-61b6c328fccc gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:43:10.337302 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:10.415190 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 269826eb-0cb1-48bc-90cb-6ca50e14bc6a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=269826eb-0cb1-48bc-90cb-6ca50e14bc6a,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:43:10.427076 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:10.488222 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e77b9b56-81b9-4243-b155-8edc5d8d6af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:10.507203 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=269826eb-0cb1-48bc-90cb-6ca50e14bc6a,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:10.511529 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b8c17bd5-a825-4cae-8483-3d02686b65a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:08Z', 'revision_number': 3, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:43:10.515890 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c17bd5-a825-4cae-8483-3d02686b65a1 None None] Checking router: fb00a949-4428-4cd0-84e7-61b6c328fccc for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:43:10.516239 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c17bd5-a825-4cae-8483-3d02686b65a1 None None] Updating router fb00a949-4428-4cd0-84e7-61b6c328fccc port aea9ee81-e441-4e61-b9cb-ccea2857dcbf binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:43:10.568903 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b8c17bd5-a825-4cae-8483-3d02686b65a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:10.708044 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-e77b9b56-81b9-4243-b155-8edc5d8d6af0 admin admin] Allocated IP 172.20.0.1 (4116de85-3930-41d1-bcfc-5e32ebb334d6/b44cc8b8-f91e-42ea-ac6a-71f622102484/28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:43:10.855669 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e77b9b56-81b9-4243-b155-8edc5d8d6af0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:10.871124 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-e77b9b56-81b9-4243-b155-8edc5d8d6af0 admin admin] Transition to ACTIVE for port object 28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:43:10.896582 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e77b9b56-81b9-4243-b155-8edc5d8d6af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:10.899720 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b8c17bd5-a825-4cae-8483-3d02686b65a1 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:10.910926 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b8c17bd5-a825-4cae-8483-3d02686b65a1 None None] Transition to ACTIVE for port object aea9ee81-e441-4e61-b9cb-ccea2857dcbf will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:43:10.916887 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b8c17bd5-a825-4cae-8483-3d02686b65a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:10.962086 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77b9b56-81b9-4243-b155-8edc5d8d6af0 admin admin] Network 4116de85-3930-41d1-bcfc-5e32ebb334d6 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:43:10.969080 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e77b9b56-81b9-4243-b155-8edc5d8d6af0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:43:10.973631 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b9b56-81b9-4243-b155-8edc5d8d6af0 admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:43:11.004383 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b9b56-81b9-4243-b155-8edc5d8d6af0 admin admin] Pushing event updated for resources: {'Port': ['ID=28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:11.016733 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:11.022562 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b8c17bd5-a825-4cae-8483-3d02686b65a1 None None] Attempting to bind port aea9ee81-e441-4e61-b9cb-ccea2857dcbf on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:43:11.022888 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b8c17bd5-a825-4cae-8483-3d02686b65a1 None None] Attempting to bind port aea9ee81-e441-4e61-b9cb-ccea2857dcbf by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:43:11.024535 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c17bd5-a825-4cae-8483-3d02686b65a1 None None] Attempting to bind port aea9ee81-e441-4e61-b9cb-ccea2857dcbf on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:43:11.025548 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ac6a9-53ad-4a5d-ac64-444641d1bf3b None None] Pushing event updated for resources: {'Port': ['ID=aea9ee81-e441-4e61-b9cb-ccea2857dcbf,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:11.031128 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c17bd5-a825-4cae-8483-3d02686b65a1 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:43:11.032230 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c17bd5-a825-4cae-8483-3d02686b65a1 None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:43:11.033656 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b8c17bd5-a825-4cae-8483-3d02686b65a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:11.034047 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c17bd5-a825-4cae-8483-3d02686b65a1 None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:43:11.034519 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b8c17bd5-a825-4cae-8483-3d02686b65a1 None None] Bound port: aea9ee81-e441-4e61-b9cb-ccea2857dcbf, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:43:11.034659 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e77b9b56-81b9-4243-b155-8edc5d8d6af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:11.034888 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b8c17bd5-a825-4cae-8483-3d02686b65a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:11.112034 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b8c17bd5-a825-4cae-8483-3d02686b65a1 None None] For port aea9ee81-e441-4e61-b9cb-ccea2857dcbf, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:43:11.115216 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b8c17bd5-a825-4cae-8483-3d02686b65a1 None None] For port aea9ee81-e441-4e61-b9cb-ccea2857dcbf, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=aea9ee81-e441-4e61-b9cb-ccea2857dcbf,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:43:11.120960 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b8c17bd5-a825-4cae-8483-3d02686b65a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:11.213473 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:11.228726 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c17bd5-a825-4cae-8483-3d02686b65a1 None None] Routers {'fb00a949-4428-4cd0-84e7-61b6c328fccc'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:43:11.229466 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b8c17bd5-a825-4cae-8483-3d02686b65a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:43:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['fb00a949-4428-4cd0-84e7-61b6c328fccc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:43:11.284266 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ac6a9-53ad-4a5d-ac64-444641d1bf3b None None] Pushing event updated for resources: {'Port': ['ID=aea9ee81-e441-4e61-b9cb-ccea2857dcbf,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:11.299877 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-69733c67-858b-4e54-bffe-a45cff0ebe55 None None] Provisioning for port 28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:43:11.309570 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-69733c67-858b-4e54-bffe-a45cff0ebe55 None None] Provisioning complete for port 28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:43:11.309935 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-69733c67-858b-4e54-bffe-a45cff0ebe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:11.416271 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e77b9b56-81b9-4243-b155-8edc5d8d6af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:11.434671 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-69733c67-858b-4e54-bffe-a45cff0ebe55 None None] Port 28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:43:11.464944 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-b8c17bd5-a825-4cae-8483-3d02686b65a1 None None] Set router fb00a949-4428-4cd0-84e7-61b6c328fccc gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:43:11.640038 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e77b9b56-81b9-4243-b155-8edc5d8d6af0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:11.646363 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e77b9b56-81b9-4243-b155-8edc5d8d6af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:11.711195 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 269826eb-0cb1-48bc-90cb-6ca50e14bc6a up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:43:11.753579 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e77b9b56-81b9-4243-b155-8edc5d8d6af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:11.760136 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b9b56-81b9-4243-b155-8edc5d8d6af0 admin admin] Pushing event updated for resources: {'Port': ['ID=28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:11.837329 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 269826eb-0cb1-48bc-90cb-6ca50e14bc6a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:43:11.837686 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:11.891992 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77b9b56-81b9-4243-b155-8edc5d8d6af0 admin admin] Network 4116de85-3930-41d1-bcfc-5e32ebb334d6 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:43:11.893217 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e77b9b56-81b9-4243-b155-8edc5d8d6af0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:43:11.897950 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b8c17bd5-a825-4cae-8483-3d02686b65a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:08Z', 'revision_number': 3, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:43:11.904627 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c17bd5-a825-4cae-8483-3d02686b65a1 None None] The sync data for ids ['fb00a949-4428-4cd0-84e7-61b6c328fccc'] in dv-neutron-831192-4-hyperv is: [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:08Z', 'revision_number': 3, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:43:12.103827 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77b9b56-81b9-4243-b155-8edc5d8d6af0 admin admin] Router fb00a949-4428-4cd0-84e7-61b6c328fccc has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:43:12.164823 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-021ba706-1337-4c3f-bf3d-a01a7d47fe4d None None] Provisioning complete for port 28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:43:12.165307 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-021ba706-1337-4c3f-bf3d-a01a7d47fe4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:12.227027 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-021ba706-1337-4c3f-bf3d-a01a7d47fe4d None None] Port 28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:43:12.301395 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77b9b56-81b9-4243-b155-8edc5d8d6af0 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:43:12.311458 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e77b9b56-81b9-4243-b155-8edc5d8d6af0 admin admin] 10.222.0.30 "PUT /v2.0/routers/fb00a949-4428-4cd0-84e7-61b6c328fccc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5007896 Feb 28 14:43:12.515072 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:13.163684 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 35538) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:43:13.168946 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-12a83a6b-d193-4a02-9a86-ac89a9ca8225 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Request body: {'security_group': {'name': 'tempest-securitygroup--777189313', 'description': 'tempest-description--1114564066'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:43:13.175671 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-12a83a6b-d193-4a02-9a86-ac89a9ca8225 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:43:13.179752 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-12a83a6b-d193-4a02-9a86-ac89a9ca8225 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Usage tracker for resource:security_group and tenant:8efefaa08661463a99d8282662c60de1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:43:13.182785 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-12a83a6b-d193-4a02-9a86-ac89a9ca8225 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:43:13.188847 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-12a83a6b-d193-4a02-9a86-ac89a9ca8225 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:43:13.201269 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12a83a6b-d193-4a02-9a86-ac89a9ca8225 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:13.222399 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-12a83a6b-d193-4a02-9a86-ac89a9ca8225 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:43:13.226339 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-12a83a6b-d193-4a02-9a86-ac89a9ca8225 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Usage tracker for resource:security_group_rule and tenant:8efefaa08661463a99d8282662c60de1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:43:13.229314 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-12a83a6b-d193-4a02-9a86-ac89a9ca8225 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:43:13.235197 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-12a83a6b-d193-4a02-9a86-ac89a9ca8225 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:43:13.307253 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12a83a6b-d193-4a02-9a86-ac89a9ca8225 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:13.313244 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12a83a6b-d193-4a02-9a86-ac89a9ca8225 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:13.325229 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f959c50c-9d9b-4b38-a740-47f575914e5e None None] Sync routers for ids ['fb00a949-4428-4cd0-84e7-61b6c328fccc'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:43:13.334910 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f959c50c-9d9b-4b38-a740-47f575914e5e None None] Routers {'fb00a949-4428-4cd0-84e7-61b6c328fccc'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:43:13.335569 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f959c50c-9d9b-4b38-a740-47f575914e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:43:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['fb00a949-4428-4cd0-84e7-61b6c328fccc'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:43:13.360252 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a83a6b-d193-4a02-9a86-ac89a9ca8225 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f787103-de98-4387-8262-1c8c6d94f421,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:13.362975 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-12a83a6b-d193-4a02-9a86-ac89a9ca8225 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:13.366847 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-12a83a6b-d193-4a02-9a86-ac89a9ca8225 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1995277 Feb 28 14:43:13.367059 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 35542) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:43:13.372236 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-967bf486-10f8-47d7-a7c8-0a0180eaa403 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Request body: {'security_group_rule': {'security_group_id': '1f787103-de98-4387-8262-1c8c6d94f421', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:43:13.378710 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-967bf486-10f8-47d7-a7c8-0a0180eaa403 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:43:13.383025 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-967bf486-10f8-47d7-a7c8-0a0180eaa403 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Usage tracker for resource:security_group_rule and tenant:8efefaa08661463a99d8282662c60de1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:43:13.386309 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-967bf486-10f8-47d7-a7c8-0a0180eaa403 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:43:13.393208 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-967bf486-10f8-47d7-a7c8-0a0180eaa403 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:43:13.415009 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-967bf486-10f8-47d7-a7c8-0a0180eaa403 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:13.477244 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-967bf486-10f8-47d7-a7c8-0a0180eaa403 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:13.481249 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-967bf486-10f8-47d7-a7c8-0a0180eaa403 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:13.505426 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967bf486-10f8-47d7-a7c8-0a0180eaa403 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a5e3910-54d7-492d-992f-f929f7abc7e7,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:13.509282 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-f959c50c-9d9b-4b38-a740-47f575914e5e None None] Set router fb00a949-4428-4cd0-84e7-61b6c328fccc gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:43:13.517810 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-967bf486-10f8-47d7-a7c8-0a0180eaa403 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:13.519211 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-967bf486-10f8-47d7-a7c8-0a0180eaa403 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1511085 Feb 28 14:43:13.522081 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 35546) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:43:13.527046 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c64fb517-11db-4a06-b84d-97cd4d080249 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Request body: {'security_group_rule': {'security_group_id': '1f787103-de98-4387-8262-1c8c6d94f421', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:43:13.533431 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c64fb517-11db-4a06-b84d-97cd4d080249 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:43:13.537220 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c64fb517-11db-4a06-b84d-97cd4d080249 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Usage tracker for resource:security_group_rule and tenant:8efefaa08661463a99d8282662c60de1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:43:13.540045 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c64fb517-11db-4a06-b84d-97cd4d080249 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:43:13.545944 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c64fb517-11db-4a06-b84d-97cd4d080249 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:43:13.563571 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c64fb517-11db-4a06-b84d-97cd4d080249 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:13.624049 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c64fb517-11db-4a06-b84d-97cd4d080249 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:13.628097 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c64fb517-11db-4a06-b84d-97cd4d080249 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:13.652545 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fb517-11db-4a06-b84d-97cd4d080249 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef3258e-5aca-45ae-aba9-bd829efb0f71,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:13.663234 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c64fb517-11db-4a06-b84d-97cd4d080249 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:13.665167 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c64fb517-11db-4a06-b84d-97cd4d080249 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416218 Feb 28 14:43:13.667684 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 35550) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:43:13.673108 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-052f4558-ed6b-4ecb-a896-1cc7c40509e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:43:13.681695 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-052f4558-ed6b-4ecb-a896-1cc7c40509e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:43:13.687020 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-052f4558-ed6b-4ecb-a896-1cc7c40509e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Usage tracker for resource:floatingip and tenant:8efefaa08661463a99d8282662c60de1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:43:13.690292 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-052f4558-ed6b-4ecb-a896-1cc7c40509e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:43:13.696183 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-052f4558-ed6b-4ecb-a896-1cc7c40509e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:43:13.713404 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-052f4558-ed6b-4ecb-a896-1cc7c40509e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:13.756816 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device aea9ee81-e441-4e61-b9cb-ccea2857dcbf up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:43:13.827538 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f959c50c-9d9b-4b38-a740-47f575914e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 4, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a', 'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'mac_address': 'fa:16:3e:21:8f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:10Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 2, 'project_id': '8efefaa08661463a99d8282662c60de1', 'subnets': [{'id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:43:13.829906 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port aea9ee81-e441-4e61-b9cb-ccea2857dcbf completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:43:13.831949 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f959c50c-9d9b-4b38-a740-47f575914e5e None None] Checking router: fb00a949-4428-4cd0-84e7-61b6c328fccc for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:43:13.832297 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f959c50c-9d9b-4b38-a740-47f575914e5e None None] Updating router fb00a949-4428-4cd0-84e7-61b6c328fccc port 28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:43:13.835998 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port aea9ee81-e441-4e61-b9cb-ccea2857dcbf triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:43:13.836468 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:13.858715 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-052f4558-ed6b-4ecb-a896-1cc7c40509e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:13.884135 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-f959c50c-9d9b-4b38-a740-47f575914e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:13.952194 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:13.969077 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port aea9ee81-e441-4e61-b9cb-ccea2857dcbf, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=aea9ee81-e441-4e61-b9cb-ccea2857dcbf,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:43:13.973483 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:14.002375 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-052f4558-ed6b-4ecb-a896-1cc7c40509e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Allocated IP 172.26.5.23 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/32fe3525-e82f-48f6-acbd-20fb967f0869) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:43:14.040617 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=aea9ee81-e441-4e61-b9cb-ccea2857dcbf,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:14.227681 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-f959c50c-9d9b-4b38-a740-47f575914e5e None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:14.239658 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-f959c50c-9d9b-4b38-a740-47f575914e5e None None] Transition to ACTIVE for port object 28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:43:14.245936 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-f959c50c-9d9b-4b38-a740-47f575914e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:14.262588 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-052f4558-ed6b-4ecb-a896-1cc7c40509e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:14.292679 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-052f4558-ed6b-4ecb-a896-1cc7c40509e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:14.359669 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052f4558-ed6b-4ecb-a896-1cc7c40509e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:43:14.374805 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-052f4558-ed6b-4ecb-a896-1cc7c40509e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:43:14.380148 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f4558-ed6b-4ecb-a896-1cc7c40509e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Pushing event updated for resources: {'Port': ['ID=32fe3525-e82f-48f6-acbd-20fb967f0869,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:14.382883 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052f4558-ed6b-4ecb-a896-1cc7c40509e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:43:14.401577 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0aa51-bc26-4e58-a7d8-2edfd29f443f None None] Pushing event updated for resources: {'Port': ['ID=28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:14.415288 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af0aa51-bc26-4e58-a7d8-2edfd29f443f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:14.415887 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af0aa51-bc26-4e58-a7d8-2edfd29f443f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:14.416381 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af0aa51-bc26-4e58-a7d8-2edfd29f443f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:14.416852 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af0aa51-bc26-4e58-a7d8-2edfd29f443f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:14.417324 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af0aa51-bc26-4e58-a7d8-2edfd29f443f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:14.417790 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af0aa51-bc26-4e58-a7d8-2edfd29f443f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:14.418257 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af0aa51-bc26-4e58-a7d8-2edfd29f443f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:14.418731 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af0aa51-bc26-4e58-a7d8-2edfd29f443f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:14.419220 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af0aa51-bc26-4e58-a7d8-2edfd29f443f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:14.419688 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af0aa51-bc26-4e58-a7d8-2edfd29f443f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:14.420494 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af0aa51-bc26-4e58-a7d8-2edfd29f443f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:14.420960 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af0aa51-bc26-4e58-a7d8-2edfd29f443f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:14.461564 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-052f4558-ed6b-4ecb-a896-1cc7c40509e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:14.484435 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-f959c50c-9d9b-4b38-a740-47f575914e5e None None] Attempting to bind port 28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:43:14.485603 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-f959c50c-9d9b-4b38-a740-47f575914e5e None None] Attempting to bind port 28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '1d5d881e-f8b4-4540-95f0-4ad906d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:43:14.486026 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f959c50c-9d9b-4b38-a740-47f575914e5e None None] Attempting to bind port 28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a on network 4116de85-3930-41d1-bcfc-5e32ebb334d6 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:43:14.491855 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f959c50c-9d9b-4b38-a740-47f575914e5e None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:43:14.492219 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f959c50c-9d9b-4b38-a740-47f575914e5e None None] Checking segment: {'id': '1d5d881e-f8b4-4540-95f0-4ad906d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:43:14.492607 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-f959c50c-9d9b-4b38-a740-47f575914e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:14.492978 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f959c50c-9d9b-4b38-a740-47f575914e5e None None] Bound using segment: {'id': '1d5d881e-f8b4-4540-95f0-4ad906d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:43:14.493427 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-f959c50c-9d9b-4b38-a740-47f575914e5e None None] Bound port: 28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5d881e-f8b4-4540-95f0-4ad906d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:43:14.493794 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-f959c50c-9d9b-4b38-a740-47f575914e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:14.532317 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-052f4558-ed6b-4ecb-a896-1cc7c40509e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:14.585129 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-f959c50c-9d9b-4b38-a740-47f575914e5e None None] For port 28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:43:14.588163 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-f959c50c-9d9b-4b38-a740-47f575914e5e None None] For port 28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:43:14.593006 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-f959c50c-9d9b-4b38-a740-47f575914e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:14.678994 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0aa51-bc26-4e58-a7d8-2edfd29f443f None None] Pushing event updated for resources: {'Port': ['ID=28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:14.682693 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f959c50c-9d9b-4b38-a740-47f575914e5e None None] Routers {'fb00a949-4428-4cd0-84e7-61b6c328fccc'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:43:14.683350 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f959c50c-9d9b-4b38-a740-47f575914e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:43:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['fb00a949-4428-4cd0-84e7-61b6c328fccc'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:43:14.758556 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-052f4558-ed6b-4ecb-a896-1cc7c40509e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:14.764340 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-052f4558-ed6b-4ecb-a896-1cc7c40509e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:14.877653 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f4558-ed6b-4ecb-a896-1cc7c40509e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Pushing event updated for resources: {'Port': ['ID=32fe3525-e82f-48f6-acbd-20fb967f0869,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:14.889670 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-052f4558-ed6b-4ecb-a896-1cc7c40509e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:14.907879 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-f959c50c-9d9b-4b38-a740-47f575914e5e None None] Set router fb00a949-4428-4cd0-84e7-61b6c328fccc gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:43:14.912108 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-052f4558-ed6b-4ecb-a896-1cc7c40509e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:14.913339 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-052f4558-ed6b-4ecb-a896-1cc7c40509e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2447610 Feb 28 14:43:15.090704 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-2987b7ae-288f-4580-9876-3061ebb63770 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Synchronizing usage tracker for tenant:8efefaa08661463a99d8282662c60de1 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:43:15.110270 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-2987b7ae-288f-4580-9876-3061ebb63770 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Unset dirty status for tenant:8efefaa08661463a99d8282662c60de1 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:43:15.112037 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-2987b7ae-288f-4580-9876-3061ebb63770 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--777189313&fields=id&tenant_id=8efefaa08661463a99d8282662c60de1 HTTP/1.1" status: 200 len: 267 time: 0.0603108 Feb 28 14:43:15.250570 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f959c50c-9d9b-4b38-a740-47f575914e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 4, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a', 'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'mac_address': 'fa:16:3e:21:8f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:10Z', 'updated_at': '2022-02-28T14:43:14Z', 'revision_number': 4, 'project_id': '8efefaa08661463a99d8282662c60de1', 'subnets': [{'id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:43:15.255409 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f959c50c-9d9b-4b38-a740-47f575914e5e None None] The sync data for ids ['fb00a949-4428-4cd0-84e7-61b6c328fccc'] in dv-neutron-831192-4-hyperv is: [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 4, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a', 'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'mac_address': 'fa:16:3e:21:8f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:10Z', 'updated_at': '2022-02-28T14:43:14Z', 'revision_number': 4, 'project_id': '8efefaa08661463a99d8282662c60de1', 'subnets': [{'id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:43:15.268862 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-a36d92d3-b90e-4272-8152-415d5e01b836 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:15.269678 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-a36d92d3-b90e-4272-8152-415d5e01b836 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Synchronizing usage tracker for tenant:8efefaa08661463a99d8282662c60de1 on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:43:15.289978 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-a36d92d3-b90e-4272-8152-415d5e01b836 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Unset dirty status for tenant:8efefaa08661463a99d8282662c60de1 on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:43:15.298063 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-a36d92d3-b90e-4272-8152-415d5e01b836 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 811 time: 0.1781223 Feb 28 14:43:15.312949 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-f6fd9cea-0d44-42ae-92fc-309861759abb tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/quotas/8efefaa08661463a99d8282662c60de1 HTTP/1.1" status: 200 len: 375 time: 0.0133371 Feb 28 14:43:15.436403 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-b2b4fd5f-ebb8-48e5-ab8b-a13a3035ad2a tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1109920 Feb 28 14:43:15.596875 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-7f6c29a6-ea8e-4977-950e-efb8dcc40b07 service neutron] 10.222.0.30 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458805 Feb 28 14:43:15.758897 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-b8cdfe15-6b5d-4759-aa09-51796f654928 service neutron] 10.222.0.30 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559739 Feb 28 14:43:15.810250 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device aea9ee81-e441-4e61-b9cb-ccea2857dcbf up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:43:15.886996 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port aea9ee81-e441-4e61-b9cb-ccea2857dcbf triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:43:15.887499 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:15.983478 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-cff275e6-c528-433e-bc97-dde19d3694bc req-76e8cc21-35c4-42b3-b9e1-eabaf01aee62 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Synchronizing usage tracker for tenant:8efefaa08661463a99d8282662c60de1 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:43:16.014398 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-cff275e6-c528-433e-bc97-dde19d3694bc req-76e8cc21-35c4-42b3-b9e1-eabaf01aee62 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Unset dirty status for tenant:8efefaa08661463a99d8282662c60de1 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:43:16.015947 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cff275e6-c528-433e-bc97-dde19d3694bc req-76e8cc21-35c4-42b3-b9e1-eabaf01aee62 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 210 time: 0.0765619 Feb 28 14:43:16.045569 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:43:16.121786 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:43:16.128051 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:43:16.128606 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:16.251520 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:16.285836 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:43:16.290673 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:16.375586 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:17.148315 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-2d2d4369-f43d-45a9-ba05-386fa2bd80dd tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:17.149738 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-2d2d4369-f43d-45a9-ba05-386fa2bd80dd tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 811 time: 0.1555738 Feb 28 14:43:17.178008 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-abda3d71-ac94-436c-bc25-d331f704dd28 req-6c3a19d7-0d22-47ea-99d3-6cff5e793526 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 210 time: 0.0487900 Feb 28 14:43:17.204165 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-745e6ae5-ccd3-4111-aa5e-512c9f35ad76 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Synchronizing usage tracker for tenant:8efefaa08661463a99d8282662c60de1 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:43:17.215601 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-745e6ae5-ccd3-4111-aa5e-512c9f35ad76 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Unset dirty status for tenant:8efefaa08661463a99d8282662c60de1 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:43:17.216705 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-745e6ae5-ccd3-4111-aa5e-512c9f35ad76 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8efefaa08661463a99d8282662c60de1 HTTP/1.1" status: 200 len: 379 time: 0.0582256 Feb 28 14:43:17.225492 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-cc03ee9a-db02-498d-9ce0-a9d76bda77cc tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Request body: {'port': {'device_id': '45719745-6c4f-4028-8d51-19fb6298f7f8', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'admin_state_up': True, 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'security_groups': ['1f787103-de98-4387-8262-1c8c6d94f421']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:43:17.371097 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-cc03ee9a-db02-498d-9ce0-a9d76bda77cc tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:43:17.381098 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-cc03ee9a-db02-498d-9ce0-a9d76bda77cc tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:43:17.395553 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-cc03ee9a-db02-498d-9ce0-a9d76bda77cc tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Made reservation on behalf of 8efefaa08661463a99d8282662c60de1 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:43:17.399258 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-cc03ee9a-db02-498d-9ce0-a9d76bda77cc tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:17.560344 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-cc03ee9a-db02-498d-9ce0-a9d76bda77cc tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Allocated IP 172.20.0.6 (4116de85-3930-41d1-bcfc-5e32ebb334d6/b44cc8b8-f91e-42ea-ac6a-71f622102484/214ad84d-0e01-4eb3-aa6f-e5e3b2500525) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:43:17.715526 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:43:17.754883 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-cc03ee9a-db02-498d-9ce0-a9d76bda77cc tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:17.770431 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-cc03ee9a-db02-498d-9ce0-a9d76bda77cc tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Transition to ACTIVE for port object 214ad84d-0e01-4eb3-aa6f-e5e3b2500525 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:43:17.787368 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:43:17.787729 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:17.795963 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-cc03ee9a-db02-498d-9ce0-a9d76bda77cc tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:17.859743 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-cc03ee9a-db02-498d-9ce0-a9d76bda77cc tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Network 4116de85-3930-41d1-bcfc-5e32ebb334d6 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:43:17.862678 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-cc03ee9a-db02-498d-9ce0-a9d76bda77cc tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:43:17.871048 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-cc03ee9a-db02-498d-9ce0-a9d76bda77cc tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:43:17.911043 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03ee9a-db02-498d-9ce0-a9d76bda77cc tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Pushing event updated for resources: {'Port': ['ID=214ad84d-0e01-4eb3-aa6f-e5e3b2500525,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:17.947613 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-cc03ee9a-db02-498d-9ce0-a9d76bda77cc tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:17.948245 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-cc03ee9a-db02-498d-9ce0-a9d76bda77cc tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:17.974540 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-cc03ee9a-db02-498d-9ce0-a9d76bda77cc tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7528777 Feb 28 14:43:17.986724 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-c968d881-2b22-4a50-90bd-00b5311b8ada service neutron] Request body: {'port': {'device_id': '45719745-6c4f-4028-8d51-19fb6298f7f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:43:18.113251 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-c968d881-2b22-4a50-90bd-00b5311b8ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:18.141160 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e678a502-e225-470d-825d-461247bed061 None None] Provisioning for port 214ad84d-0e01-4eb3-aa6f-e5e3b2500525 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:43:18.145928 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e678a502-e225-470d-825d-461247bed061 None None] Provisioning complete for port 214ad84d-0e01-4eb3-aa6f-e5e3b2500525 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:43:18.146291 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e678a502-e225-470d-825d-461247bed061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:18.205248 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-e678a502-e225-470d-825d-461247bed061 None None] Port 214ad84d-0e01-4eb3-aa6f-e5e3b2500525 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:43:18.536554 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d09224-5003-4c80-80b5-117904ac5982 req-165ea56c-bb3c-4107-a6a8-bb82081f60a9 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:18.537205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-64d09224-5003-4c80-80b5-117904ac5982 req-165ea56c-bb3c-4107-a6a8-bb82081f60a9 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Synchronizing usage tracker for tenant:8efefaa08661463a99d8282662c60de1 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:43:18.575080 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-64d09224-5003-4c80-80b5-117904ac5982 req-165ea56c-bb3c-4107-a6a8-bb82081f60a9 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Unset dirty status for tenant:8efefaa08661463a99d8282662c60de1 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:43:18.576249 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-64d09224-5003-4c80-80b5-117904ac5982 req-165ea56c-bb3c-4107-a6a8-bb82081f60a9 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 931 time: 0.2893229 Feb 28 14:43:18.679422 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-64d09224-5003-4c80-80b5-117904ac5982 req-70d04a32-d721-4a31-89ac-c1671e6e9959 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969243 Feb 28 14:43:18.686851 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-c968d881-2b22-4a50-90bd-00b5311b8ada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214ad84d-0e01-4eb3-aa6f-e5e3b2500525 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:43:18.694331 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-c968d881-2b22-4a50-90bd-00b5311b8ada service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:18.708757 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-c968d881-2b22-4a50-90bd-00b5311b8ada service neutron] Transition to ACTIVE for port object 214ad84d-0e01-4eb3-aa6f-e5e3b2500525 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:43:18.714050 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-c968d881-2b22-4a50-90bd-00b5311b8ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:18.867178 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968d881-2b22-4a50-90bd-00b5311b8ada service neutron] Pushing event updated for resources: {'Port': ['ID=214ad84d-0e01-4eb3-aa6f-e5e3b2500525,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:18.948815 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-c968d881-2b22-4a50-90bd-00b5311b8ada service neutron] Attempting to bind port 214ad84d-0e01-4eb3-aa6f-e5e3b2500525 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:43:18.949139 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-c968d881-2b22-4a50-90bd-00b5311b8ada service neutron] Attempting to bind port 214ad84d-0e01-4eb3-aa6f-e5e3b2500525 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '1d5d881e-f8b4-4540-95f0-4ad906d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:43:18.949455 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-c968d881-2b22-4a50-90bd-00b5311b8ada service neutron] Attempting to bind port 214ad84d-0e01-4eb3-aa6f-e5e3b2500525 on network 4116de85-3930-41d1-bcfc-5e32ebb334d6 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:43:18.954041 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-c968d881-2b22-4a50-90bd-00b5311b8ada service neutron] Port 214ad84d-0e01-4eb3-aa6f-e5e3b2500525 on network 4116de85-3930-41d1-bcfc-5e32ebb334d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:43:18.954357 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-c968d881-2b22-4a50-90bd-00b5311b8ada service neutron] Attempting to bind port 214ad84d-0e01-4eb3-aa6f-e5e3b2500525 on network 4116de85-3930-41d1-bcfc-5e32ebb334d6 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:43:18.959467 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-c968d881-2b22-4a50-90bd-00b5311b8ada service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:43:18.959792 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-c968d881-2b22-4a50-90bd-00b5311b8ada service neutron] Checking segment: {'id': '1d5d881e-f8b4-4540-95f0-4ad906d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:43:18.960156 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-c968d881-2b22-4a50-90bd-00b5311b8ada service neutron] Bound using segment: {'id': '1d5d881e-f8b4-4540-95f0-4ad906d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:43:18.960567 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-c968d881-2b22-4a50-90bd-00b5311b8ada service neutron] Bound port: 214ad84d-0e01-4eb3-aa6f-e5e3b2500525, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d5d881e-f8b4-4540-95f0-4ad906d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:43:18.960898 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-c968d881-2b22-4a50-90bd-00b5311b8ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:19.049373 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-c968d881-2b22-4a50-90bd-00b5311b8ada service neutron] For port 214ad84d-0e01-4eb3-aa6f-e5e3b2500525, host hv-neutron-8311, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:43:19.052367 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-c968d881-2b22-4a50-90bd-00b5311b8ada service neutron] For port 214ad84d-0e01-4eb3-aa6f-e5e3b2500525, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=214ad84d-0e01-4eb3-aa6f-e5e3b2500525,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:43:19.060116 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-c968d881-2b22-4a50-90bd-00b5311b8ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:19.117032 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-c968d881-2b22-4a50-90bd-00b5311b8ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:19.117685 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-c968d881-2b22-4a50-90bd-00b5311b8ada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:19.119004 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-c968d881-2b22-4a50-90bd-00b5311b8ada service neutron] 10.222.0.13 "PUT /v2.0/ports/214ad84d-0e01-4eb3-aa6f-e5e3b2500525 HTTP/1.1" status: 200 len: 1093 time: 1.1366551 Feb 28 14:43:19.119446 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45719745-6c4f-4028-8d51-19fb6298f7f8', 'tag': '214ad84d-0e01-4eb3-aa6f-e5e3b2500525'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:43:19.152718 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968d881-2b22-4a50-90bd-00b5311b8ada service neutron] Pushing event updated for resources: {'Port': ['ID=214ad84d-0e01-4eb3-aa6f-e5e3b2500525,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:19.235880 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45719745-6c4f-4028-8d51-19fb6298f7f8', 'tag': '214ad84d-0e01-4eb3-aa6f-e5e3b2500525', 'status': 'completed', 'code': 200} Feb 28 14:43:19.238161 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-822a3869-02c9-4912-bbe3-b2181be8ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:19.239774 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-822a3869-02c9-4912-bbe3-b2181be8ac43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 1096 time: 0.0818269 Feb 28 14:43:19.311963 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-78838910-ea95-4afa-aba6-881d137971b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=214ad84d-0e01-4eb3-aa6f-e5e3b2500525 HTTP/1.1" status: 200 len: 217 time: 0.0653100 Feb 28 14:43:19.377317 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-5c7d1df4-9bde-403f-bd38-4740d12ca6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:19.378750 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-5c7d1df4-9bde-403f-bd38-4740d12ca6a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.0606196 Feb 28 14:43:19.464691 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-13e9f068-91e7-4e85-b017-20bb46b6bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:19.466293 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-13e9f068-91e7-4e85-b017-20bb46b6bfc1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815279 Feb 28 14:43:19.610939 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-8b92af77-322c-4dbe-b1ac-36ca2d4bb26b service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372552 Feb 28 14:43:19.745457 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b513beec-b891-47d6-8614-fb2f10ed2e2d req-4210e004-06b1-4999-9455-d3c6541e84fd service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285181 Feb 28 14:43:19.925495 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b8467-9389-4fe3-9c3b-8f20b76fe8f2 req-998199e1-0580-473f-963e-e89f73685f63 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:19.926828 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3e3b8467-9389-4fe3-9c3b-8f20b76fe8f2 req-998199e1-0580-473f-963e-e89f73685f63 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 943 time: 0.1366770 Feb 28 14:43:19.928688 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270bc08-c6c5-4ca6-bd7d-aa4d873e5ff6 req-f6ce4211-885b-4b46-b2cf-e49b19d32c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:19.929984 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0270bc08-c6c5-4ca6-bd7d-aa4d873e5ff6 req-f6ce4211-885b-4b46-b2cf-e49b19d32c80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 1096 time: 0.1053281 Feb 28 14:43:20.155706 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3e3b8467-9389-4fe3-9c3b-8f20b76fe8f2 req-6a6d7137-cc3c-4e50-908b-d74ea689c2af tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222116 Feb 28 14:43:20.191187 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270bc08-c6c5-4ca6-bd7d-aa4d873e5ff6 req-ea2860e9-c683-4dbc-83e5-5ba214a04032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:20.192549 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0270bc08-c6c5-4ca6-bd7d-aa4d873e5ff6 req-ea2860e9-c683-4dbc-83e5-5ba214a04032 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 912 time: 0.2444217 Feb 28 14:43:20.257124 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0270bc08-c6c5-4ca6-bd7d-aa4d873e5ff6 req-3a2cb4d5-46e4-4394-bd79-6ad0c750f012 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=214ad84d-0e01-4eb3-aa6f-e5e3b2500525 HTTP/1.1" status: 200 len: 217 time: 0.0585980 Feb 28 14:43:20.323463 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270bc08-c6c5-4ca6-bd7d-aa4d873e5ff6 req-01ce5a4a-0476-4944-a734-d655fd5e8576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:20.324870 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0270bc08-c6c5-4ca6-bd7d-aa4d873e5ff6 req-01ce5a4a-0476-4944-a734-d655fd5e8576 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.0615857 Feb 28 14:43:20.401045 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270bc08-c6c5-4ca6-bd7d-aa4d873e5ff6 req-b70c4f68-6596-47d5-8f7b-0fc23f32c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:20.402496 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0270bc08-c6c5-4ca6-bd7d-aa4d873e5ff6 req-b70c4f68-6596-47d5-8f7b-0fc23f32c667 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696325 Feb 28 14:43:20.540156 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0270bc08-c6c5-4ca6-bd7d-aa4d873e5ff6 req-c1a533eb-7b51-4b4b-8218-aebbb1642db2 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303785 Feb 28 14:43:20.673147 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0270bc08-c6c5-4ca6-bd7d-aa4d873e5ff6 req-2f06eea1-b031-4982-bc75-ff9ae3b3155b service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264040 Feb 28 14:43:21.347986 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab8dfb-8361-4728-a271-1685e47541e0 req-7db2bc67-1e54-43e7-ae69-0b4b9815c2db tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:21.349423 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4dab8dfb-8361-4728-a271-1685e47541e0 req-7db2bc67-1e54-43e7-ae69-0b4b9815c2db tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 943 time: 0.0862055 Feb 28 14:43:21.399407 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4dab8dfb-8361-4728-a271-1685e47541e0 req-8b3b8e12-fbb0-42c6-8f61-7bc2e07d0294 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442305 Feb 28 14:43:22.604459 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462eea30-a69a-41aa-8831-33e1bef394e0 req-45ae40a2-61fe-4828-879e-595d1ea2441f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:22.605910 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-462eea30-a69a-41aa-8831-33e1bef394e0 req-45ae40a2-61fe-4828-879e-595d1ea2441f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 943 time: 0.0885878 Feb 28 14:43:22.650114 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-462eea30-a69a-41aa-8831-33e1bef394e0 req-9181c2c9-f349-4d64-869a-dced68a35cf2 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379505 Feb 28 14:43:23.446382 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 214ad84d-0e01-4eb3-aa6f-e5e3b2500525 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:43:23.581277 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 214ad84d-0e01-4eb3-aa6f-e5e3b2500525, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=214ad84d-0e01-4eb3-aa6f-e5e3b2500525,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:43:23.594931 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '214ad84d-0e01-4eb3-aa6f-e5e3b2500525', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'port_id': '214ad84d-0e01-4eb3-aa6f-e5e3b2500525', 'mac_address': 'fa:16:3e:d0:90:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:43:23.651194 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:23.668459 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214ad84d-0e01-4eb3-aa6f-e5e3b2500525 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:43:23.685196 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 214ad84d-0e01-4eb3-aa6f-e5e3b2500525, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=214ad84d-0e01-4eb3-aa6f-e5e3b2500525,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:43:23.694677 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:23.797634 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=214ad84d-0e01-4eb3-aa6f-e5e3b2500525,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:23.804503 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:23.804851 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:23.805183 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:23.805484 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:23.805837 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:23.806156 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:23.806469 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:23.806785 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:23.807076 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:23.807446 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:23.807743 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:23.808051 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:43:23.848406 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ef6fd-c68e-4fc3-8c80-edfc34b7c9ce req-27f45e65-554d-4f4c-af4f-dbb007ec9328 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:23.849847 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-992ef6fd-c68e-4fc3-8c80-edfc34b7c9ce req-27f45e65-554d-4f4c-af4f-dbb007ec9328 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 944 time: 0.0858450 Feb 28 14:43:23.896747 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-992ef6fd-c68e-4fc3-8c80-edfc34b7c9ce req-ebed76a6-03d3-47ce-b9fd-742e90278856 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407672 Feb 28 14:43:23.938363 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['214ad84d-0e01-4eb3-aa6f-e5e3b2500525'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:43:25.091274 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03516f-1b75-4464-a117-97494539d41d req-308b49a9-76b2-4af2-b822-d8fbb47b967c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:25.092698 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bc03516f-1b75-4464-a117-97494539d41d req-308b49a9-76b2-4af2-b822-d8fbb47b967c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 944 time: 0.0840316 Feb 28 14:43:25.137251 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bc03516f-1b75-4464-a117-97494539d41d req-76a0d5df-77a6-42b0-a5c2-932c473c4d39 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387928 Feb 28 14:43:25.459208 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 214ad84d-0e01-4eb3-aa6f-e5e3b2500525 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:43:25.531747 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port 214ad84d-0e01-4eb3-aa6f-e5e3b2500525 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:43:25.536702 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 214ad84d-0e01-4eb3-aa6f-e5e3b2500525 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:43:25.537071 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:25.659925 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:25.686199 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45719745-6c4f-4028-8d51-19fb6298f7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214ad84d-0e01-4eb3-aa6f-e5e3b2500525'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:43:25.696474 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 214ad84d-0e01-4eb3-aa6f-e5e3b2500525, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=214ad84d-0e01-4eb3-aa6f-e5e3b2500525,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:43:25.702052 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:25.745603 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45719745-6c4f-4028-8d51-19fb6298f7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214ad84d-0e01-4eb3-aa6f-e5e3b2500525', 'code': 200} Feb 28 14:43:25.770421 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=214ad84d-0e01-4eb3-aa6f-e5e3b2500525,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:25.983642 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043bf4d-ab40-422a-8dd3-e48d483470ea req-94a20add-bb75-4f6a-91cc-d2e4ef496368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:25.985044 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e043bf4d-ab40-422a-8dd3-e48d483470ea req-94a20add-bb75-4f6a-91cc-d2e4ef496368 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 1098 time: 0.0806279 Feb 28 14:43:26.026236 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e043bf4d-ab40-422a-8dd3-e48d483470ea req-49cefcb9-0bbd-4353-a205-f06a02bf58cd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347381 Feb 28 14:43:26.342059 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5728fe-638a-4127-8998-6c411dad1021 req-1efdb506-7a52-47dd-ad81-2c9ad552b947 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:26.343610 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8a5728fe-638a-4127-8998-6c411dad1021 req-1efdb506-7a52-47dd-ad81-2c9ad552b947 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.0876579 Feb 28 14:43:26.393614 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8a5728fe-638a-4127-8998-6c411dad1021 req-68cbfa19-db63-44cb-8bd5-756aa594a827 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420318 Feb 28 14:43:27.586438 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7b603-dc06-4255-9014-17d432e15a29 req-971c7641-b17b-4d4d-bce6-e64a4fc4930c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:27.587878 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-72d7b603-dc06-4255-9014-17d432e15a29 req-971c7641-b17b-4d4d-bce6-e64a4fc4930c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.0870986 Feb 28 14:43:27.648098 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-72d7b603-dc06-4255-9014-17d432e15a29 req-605fe294-ddb6-4128-87d2-df8783ec7827 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518799 Feb 28 14:43:27.841324 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8f652-be94-40ab-8369-4e6415efc073 req-f3ee4eb8-7b7b-4cb7-980a-15dab81ae090 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:27.842752 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-37e8f652-be94-40ab-8369-4e6415efc073 req-f3ee4eb8-7b7b-4cb7-980a-15dab81ae090 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.0909128 Feb 28 14:43:27.856463 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 35606) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:43:27.861887 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-f63703f3-7744-45d7-8658-ea11ba1df42d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Request body: {'floatingip': {'port_id': '214ad84d-0e01-4eb3-aa6f-e5e3b2500525'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:43:27.953724 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f63703f3-7744-45d7-8658-ea11ba1df42d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for floatingip, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:28.693431 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f63703f3-7744-45d7-8658-ea11ba1df42d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:28.700011 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f63703f3-7744-45d7-8658-ea11ba1df42d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:28.920584 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-f63703f3-7744-45d7-8658-ea11ba1df42d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Floating IP 5cd0b47a-22fc-44d9-b739-8727e1b95985 associated. External IP: 172.26.5.23, port: 214ad84d-0e01-4eb3-aa6f-e5e3b2500525. Feb 28 14:43:28.983684 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e989b546-6505-43e4-b496-9c241be47d8e req-ee59b1ba-55fb-4677-99f6-908ba5a6bfaf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2326493 Feb 28 14:43:29.230885 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989b546-6505-43e4-b496-9c241be47d8e req-2e0fd861-a91f-4c04-962c-d7d780c6a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:29.232284 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e989b546-6505-43e4-b496-9c241be47d8e req-2e0fd861-a91f-4c04-962c-d7d780c6a0df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 1098 time: 0.1651309 Feb 28 14:43:29.421094 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63703f3-7744-45d7-8658-ea11ba1df42d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Router fb00a949-4428-4cd0-84e7-61b6c328fccc has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:43:29.501411 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989b546-6505-43e4-b496-9c241be47d8e req-4991b4ec-3f69-4c9b-9506-17d133641d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:29.502779 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e989b546-6505-43e4-b496-9c241be47d8e req-4991b4ec-3f69-4c9b-9506-17d133641d35 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 912 time: 0.2108967 Feb 28 14:43:29.801192 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e989b546-6505-43e4-b496-9c241be47d8e req-033e2b97-f03d-44f6-85a7-94a613332e38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=214ad84d-0e01-4eb3-aa6f-e5e3b2500525 HTTP/1.1" status: 200 len: 998 time: 0.2904463 Feb 28 14:43:29.866629 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63703f3-7744-45d7-8658-ea11ba1df42d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:43:29.871934 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f63703f3-7744-45d7-8658-ea11ba1df42d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:29.877750 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617d9d84-6fed-44e9-9e47-5becfb0a6677 None None] Sync routers for ids ['fb00a949-4428-4cd0-84e7-61b6c328fccc'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:43:29.887744 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617d9d84-6fed-44e9-9e47-5becfb0a6677 None None] Routers {'fb00a949-4428-4cd0-84e7-61b6c328fccc'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:43:29.888351 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-617d9d84-6fed-44e9-9e47-5becfb0a6677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:43:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['fb00a949-4428-4cd0-84e7-61b6c328fccc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:43:29.918849 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989b546-6505-43e4-b496-9c241be47d8e req-6ae9286f-fe39-464f-b908-ef3ba0c8a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:29.920662 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e989b546-6505-43e4-b496-9c241be47d8e req-6ae9286f-fe39-464f-b908-ef3ba0c8a464 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.1121676 Feb 28 14:43:29.972148 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f63703f3-7744-45d7-8658-ea11ba1df42d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "PUT /v2.0/floatingips/5cd0b47a-22fc-44d9-b739-8727e1b95985 HTTP/1.1" status: 200 len: 990 time: 2.1146777 Feb 28 14:43:29.972929 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45719745-6c4f-4028-8d51-19fb6298f7f8', 'tag': '214ad84d-0e01-4eb3-aa6f-e5e3b2500525'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:43:30.013487 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989b546-6505-43e4-b496-9c241be47d8e req-d644d376-259d-48db-a065-5f2dd15e3bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:30.015247 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e989b546-6505-43e4-b496-9c241be47d8e req-d644d376-259d-48db-a065-5f2dd15e3bd8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850830 Feb 28 14:43:30.045492 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45719745-6c4f-4028-8d51-19fb6298f7f8', 'tag': '214ad84d-0e01-4eb3-aa6f-e5e3b2500525', 'status': 'completed', 'code': 200} Feb 28 14:43:30.074157 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-617d9d84-6fed-44e9-9e47-5becfb0a6677 None None] Set router fb00a949-4428-4cd0-84e7-61b6c328fccc gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:43:30.145512 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e931b9a-55d4-44b0-8365-d58200ced504 req-49dbb576-c00a-4b5d-85f7-5cb6cfa80e04 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:30.146990 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1e931b9a-55d4-44b0-8365-d58200ced504 req-49dbb576-c00a-4b5d-85f7-5cb6cfa80e04 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.0812025 Feb 28 14:43:30.153222 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e989b546-6505-43e4-b496-9c241be47d8e req-43459206-a71a-4973-883e-40975f8c6b2d service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312003 Feb 28 14:43:30.193906 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1e931b9a-55d4-44b0-8365-d58200ced504 req-61814936-116c-4d12-88dd-6a0ce5b503a7 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402970 Feb 28 14:43:30.289509 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e989b546-6505-43e4-b496-9c241be47d8e req-a009da08-7fb8-485b-a4eb-a8b781627bc9 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291552 Feb 28 14:43:30.432125 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-617d9d84-6fed-44e9-9e47-5becfb0a6677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 4, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '5cd0b47a-22fc-44d9-b739-8727e1b95985', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'floating_ip_address': '172.26.5.23', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'port_id': '214ad84d-0e01-4eb3-aa6f-e5e3b2500525', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'mac_address': 'fa:16:3e:d0:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45719745-6c4f-4028-8d51-19fb6298f7f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:43:14Z', 'updated_at': '2022-02-28T14:43:28Z', 'revision_number': 1, 'project_id': '8efefaa08661463a99d8282662c60de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a', 'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'mac_address': 'fa:16:3e:21:8f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:10Z', 'updated_at': '2022-02-28T14:43:16Z', 'revision_number': 5, 'project_id': '8efefaa08661463a99d8282662c60de1', 'subnets': [{'id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:43:30.435913 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617d9d84-6fed-44e9-9e47-5becfb0a6677 None None] Checking router: fb00a949-4428-4cd0-84e7-61b6c328fccc for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:43:30.439500 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60967c-1adf-479b-b59e-72a74652901e req-2df35212-e6a3-4c87-9394-76a3cfe2dea0 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:30.440927 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ef60967c-1adf-479b-b59e-72a74652901e req-2df35212-e6a3-4c87-9394-76a3cfe2dea0 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.1387379 Feb 28 14:43:30.443715 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f03a5-03df-447c-aa28-17f709529b62 req-b6851eaa-3ce0-4b41-b372-a2b4b809d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:30.444753 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617d9d84-6fed-44e9-9e47-5becfb0a6677 None None] Routers {'fb00a949-4428-4cd0-84e7-61b6c328fccc'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:43:30.445021 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0c8f03a5-03df-447c-aa28-17f709529b62 req-b6851eaa-3ce0-4b41-b372-a2b4b809d8dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 1098 time: 0.1073310 Feb 28 14:43:30.445371 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-617d9d84-6fed-44e9-9e47-5becfb0a6677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:43:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['fb00a949-4428-4cd0-84e7-61b6c328fccc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:43:30.577036 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ef60967c-1adf-479b-b59e-72a74652901e req-4edba63d-4c74-446a-9db6-140b89d27318 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275635 Feb 28 14:43:30.609249 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f03a5-03df-447c-aa28-17f709529b62 req-4fc0e89f-0ef8-4377-8dde-89dfe68abbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:30.610649 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0c8f03a5-03df-447c-aa28-17f709529b62 req-4fc0e89f-0ef8-4377-8dde-89dfe68abbef service neutron] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 912 time: 0.1484790 Feb 28 14:43:30.625264 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-617d9d84-6fed-44e9-9e47-5becfb0a6677 None None] Set router fb00a949-4428-4cd0-84e7-61b6c328fccc gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:43:30.712586 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0c8f03a5-03df-447c-aa28-17f709529b62 req-6ae254e0-2b36-4336-a17c-2ac9aac1118e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=214ad84d-0e01-4eb3-aa6f-e5e3b2500525 HTTP/1.1" status: 200 len: 998 time: 0.0958295 Feb 28 14:43:30.777540 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f03a5-03df-447c-aa28-17f709529b62 req-0164a9f6-ec80-4bf2-9ca3-f51bff538959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:30.778959 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0c8f03a5-03df-447c-aa28-17f709529b62 req-0164a9f6-ec80-4bf2-9ca3-f51bff538959 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.0607502 Feb 28 14:43:30.858404 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f03a5-03df-447c-aa28-17f709529b62 req-5decc10a-45d4-47c0-ad3c-e2307917dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:30.860232 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0c8f03a5-03df-447c-aa28-17f709529b62 req-5decc10a-45d4-47c0-ad3c-e2307917dbc3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734565 Feb 28 14:43:30.999999 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0c8f03a5-03df-447c-aa28-17f709529b62 req-abf96c6d-871f-4c13-8df5-6452b1372096 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329165 Feb 28 14:43:31.002360 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-617d9d84-6fed-44e9-9e47-5becfb0a6677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 4, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '5cd0b47a-22fc-44d9-b739-8727e1b95985', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'floating_ip_address': '172.26.5.23', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'port_id': '214ad84d-0e01-4eb3-aa6f-e5e3b2500525', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'mac_address': 'fa:16:3e:d0:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45719745-6c4f-4028-8d51-19fb6298f7f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:43:14Z', 'updated_at': '2022-02-28T14:43:28Z', 'revision_number': 1, 'project_id': '8efefaa08661463a99d8282662c60de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a', 'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'mac_address': 'fa:16:3e:21:8f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:10Z', 'updated_at': '2022-02-28T14:43:16Z', 'revision_number': 5, 'project_id': '8efefaa08661463a99d8282662c60de1', 'subnets': [{'id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:43:31.006569 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617d9d84-6fed-44e9-9e47-5becfb0a6677 None None] The sync data for ids ['fb00a949-4428-4cd0-84e7-61b6c328fccc'] in dv-neutron-831192-4-hyperv is: [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 4, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '5cd0b47a-22fc-44d9-b739-8727e1b95985', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'floating_ip_address': '172.26.5.23', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'port_id': '214ad84d-0e01-4eb3-aa6f-e5e3b2500525', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'mac_address': 'fa:16:3e:d0:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45719745-6c4f-4028-8d51-19fb6298f7f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:43:14Z', 'updated_at': '2022-02-28T14:43:28Z', 'revision_number': 1, 'project_id': '8efefaa08661463a99d8282662c60de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a', 'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'mac_address': 'fa:16:3e:21:8f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:10Z', 'updated_at': '2022-02-28T14:43:16Z', 'revision_number': 5, 'project_id': '8efefaa08661463a99d8282662c60de1', 'subnets': [{'id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:43:31.134920 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0c8f03a5-03df-447c-aa28-17f709529b62 req-312dd989-e17a-4e85-8c12-3d52603da4e4 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295619 Feb 28 14:43:31.215415 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5268e1-68ef-453a-9c35-76f286bbef29 None None] New status for floating IP 5cd0b47a-22fc-44d9-b739-8727e1b95985: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:43:31.776564 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5197d5-c1e3-49bc-8284-487f464947ea req-6a2aec60-92e6-4225-9bb2-46c9ce6431ad tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:31.777910 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1d5197d5-c1e3-49bc-8284-487f464947ea req-6a2aec60-92e6-4225-9bb2-46c9ce6431ad tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.0856597 Feb 28 14:43:31.824210 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1d5197d5-c1e3-49bc-8284-487f464947ea req-7d33e872-1cce-4b63-9e92-1a99bc56b930 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401545 Feb 28 14:43:32.015026 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca3901-667f-42af-a4d5-89193ffd9f06 req-5fabe64b-40f0-4ee6-a46d-c474c6492757 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:32.016534 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-78ca3901-667f-42af-a4d5-89193ffd9f06 req-5fabe64b-40f0-4ee6-a46d-c474c6492757 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.0838015 Feb 28 14:43:32.065526 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-78ca3901-667f-42af-a4d5-89193ffd9f06 req-6d28a2cc-c91b-47de-83f3-08cc411f0288 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405815 Feb 28 14:43:32.579197 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2f45b17a-6feb-4db4-8bec-9dd0a24baf38 req-03b8b5ec-dc22-4932-940d-b096e6d28f2e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2326050 Feb 28 14:43:32.605487 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a063b-c460-477f-a4dc-7e445c4f48fe req-9b82eccb-f993-451e-93fb-eadd2f498c3e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:32.606923 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-341a063b-c460-477f-a4dc-7e445c4f48fe req-9b82eccb-f993-451e-93fb-eadd2f498c3e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.2180989 Feb 28 14:43:32.655317 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-341a063b-c460-477f-a4dc-7e445c4f48fe req-8ca0544a-a4ea-4f09-ab15-3574a7fd012e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418499 Feb 28 14:43:33.833820 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:43:33.842045 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45b17a-6feb-4db4-8bec-9dd0a24baf38 req-c2664850-516f-40cb-b661-1c39a0955c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:33.843524 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2f45b17a-6feb-4db4-8bec-9dd0a24baf38 req-c2664850-516f-40cb-b661-1c39a0955c12 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 1098 time: 0.0715468 Feb 28 14:43:33.851651 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9c149-1987-46dd-af76-f2d56e68cae7 req-174efa2a-369b-4705-807f-d2575a7068ff tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:33.853220 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4cd9c149-1987-46dd-af76-f2d56e68cae7 req-174efa2a-369b-4705-807f-d2575a7068ff tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.0848606 Feb 28 14:43:33.900364 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4cd9c149-1987-46dd-af76-f2d56e68cae7 req-e79af009-fd3b-4a74-a3c8-e1edcbf535b8 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412269 Feb 28 14:43:33.976111 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45b17a-6feb-4db4-8bec-9dd0a24baf38 req-d3e7e273-25e9-47d4-b46a-734abfbf6b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:33.977575 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2f45b17a-6feb-4db4-8bec-9dd0a24baf38 req-d3e7e273-25e9-47d4-b46a-734abfbf6b81 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 912 time: 0.1283932 Feb 28 14:43:34.095464 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2f45b17a-6feb-4db4-8bec-9dd0a24baf38 req-f3d2f1c9-f562-4adc-8991-63de40f05c39 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=214ad84d-0e01-4eb3-aa6f-e5e3b2500525 HTTP/1.1" status: 200 len: 1000 time: 0.1119809 Feb 28 14:43:34.167845 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45b17a-6feb-4db4-8bec-9dd0a24baf38 req-625b4ab2-11a3-4ec3-a668-48ebe6cf9e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:34.169259 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2f45b17a-6feb-4db4-8bec-9dd0a24baf38 req-625b4ab2-11a3-4ec3-a668-48ebe6cf9e94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.0675406 Feb 28 14:43:34.248703 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45b17a-6feb-4db4-8bec-9dd0a24baf38 req-152504c6-d7e8-4305-b378-e20d2bb331d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:34.250126 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2f45b17a-6feb-4db4-8bec-9dd0a24baf38 req-152504c6-d7e8-4305-b378-e20d2bb331d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735893 Feb 28 14:43:34.393994 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2f45b17a-6feb-4db4-8bec-9dd0a24baf38 req-7b479acd-3606-4fe4-95da-9fce80b3b9af service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370304 Feb 28 14:43:34.527638 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2f45b17a-6feb-4db4-8bec-9dd0a24baf38 req-d17322d3-c342-44f3-a02f-9fdf711a9b9c service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270645 Feb 28 14:43:35.104230 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef393679-2df1-4e95-81b6-24208727532c req-4cf30635-6231-472c-ae49-1a9b22ed5169 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:35.105656 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ef393679-2df1-4e95-81b6-24208727532c req-4cf30635-6231-472c-ae49-1a9b22ed5169 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.0922213 Feb 28 14:43:35.150354 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ef393679-2df1-4e95-81b6-24208727532c req-4540769d-08b4-4636-81c6-fe156670648a tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386121 Feb 28 14:43:35.168454 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:36.361747 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18985642-e4a4-474b-8dd7-239f05fef1a9 req-51ba05ed-18b6-4c69-aa9a-731d3fda825f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:36.363234 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-18985642-e4a4-474b-8dd7-239f05fef1a9 req-51ba05ed-18b6-4c69-aa9a-731d3fda825f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.0929918 Feb 28 14:43:36.414745 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-18985642-e4a4-474b-8dd7-239f05fef1a9 req-6d3dedb8-e749-4812-84b8-ac97208901ad tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448418 Feb 28 14:43:37.625540 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0677d9-bca6-4967-8cbb-324b1e74b5b7 req-8acfeb7d-de17-445f-9c9b-aee40753f47b tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:37.627291 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cd0677d9-bca6-4967-8cbb-324b1e74b5b7 req-8acfeb7d-de17-445f-9c9b-aee40753f47b tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.1007097 Feb 28 14:43:37.676143 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cd0677d9-bca6-4967-8cbb-324b1e74b5b7 req-4f8f0ece-cb42-4add-ab36-bc9ae6dafb2d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415783 Feb 28 14:43:37.683805 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-11d58515-bda3-4d66-a69a-88119e957f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:38.982336 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36d7ec-72c4-4c6f-95c7-72e0904c1c9a req-4ad9eb98-c880-4e9e-8fb0-e27fa4754354 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:38.983715 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cc36d7ec-72c4-4c6f-95c7-72e0904c1c9a req-4ad9eb98-c880-4e9e-8fb0-e27fa4754354 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.1908956 Feb 28 14:43:39.028680 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cc36d7ec-72c4-4c6f-95c7-72e0904c1c9a req-bf6ca2a1-ca27-455a-bb2d-3aaaf7dbec3b tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389907 Feb 28 14:43:39.835025 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8a6b4d09-06f8-471a-bff4-965aa5e47692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:40.252451 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170f513-0b3d-4cdb-9468-032111993d2b req-992aadcb-e1a9-472b-b292-33b382c71032 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:40.253847 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3170f513-0b3d-4cdb-9468-032111993d2b req-992aadcb-e1a9-472b-b292-33b382c71032 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.1042502 Feb 28 14:43:40.301124 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3170f513-0b3d-4cdb-9468-032111993d2b req-b831b646-5195-4139-ac92-f64f45536d3d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387537 Feb 28 14:43:40.960206 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:41.171677 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:41.511610 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11293411-b268-4876-af28-77934205be75 req-654db9e8-0e78-4f3f-ad19-f241e683d53d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:41.513058 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-11293411-b268-4876-af28-77934205be75 req-654db9e8-0e78-4f3f-ad19-f241e683d53d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.0894775 Feb 28 14:43:41.562319 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-11293411-b268-4876-af28-77934205be75 req-f8ad6615-160b-42d9-84ae-9e706f956f65 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418415 Feb 28 14:43:42.521167 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:42.758646 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4dda13-7a16-4d62-9fba-594fbd36623a req-0d464c18-c3b1-4642-87db-0a19ada17c36 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:42.760019 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3b4dda13-7a16-4d62-9fba-594fbd36623a req-0d464c18-c3b1-4642-87db-0a19ada17c36 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.0865896 Feb 28 14:43:42.807234 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3b4dda13-7a16-4d62-9fba-594fbd36623a req-a818bc61-563d-49b2-8903-9f163c734f49 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390463 Feb 28 14:43:44.007067 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5007753-4d50-498d-9c55-67ef26a70f9f req-ad3b5a36-6d3f-4622-a660-86b4a1af4a86 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:44.008575 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a5007753-4d50-498d-9c55-67ef26a70f9f req-ad3b5a36-6d3f-4622-a660-86b4a1af4a86 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.0896273 Feb 28 14:43:44.065208 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a5007753-4d50-498d-9c55-67ef26a70f9f req-fcec4365-7e4f-4451-b370-5a4326280a4f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508623 Feb 28 14:43:45.272537 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c8164-0708-49ab-8674-beacdbadde9a req-29dce618-8f1c-412e-aec7-09cc613990d0 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:45.273953 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d85c8164-0708-49ab-8674-beacdbadde9a req-29dce618-8f1c-412e-aec7-09cc613990d0 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.0944793 Feb 28 14:43:45.319801 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d85c8164-0708-49ab-8674-beacdbadde9a req-0f9ae60c-8c0a-47e9-b74d-1a804fe82602 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401385 Feb 28 14:43:46.529015 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb457df8-c1b6-44c0-8795-822b73260f6d req-3c4d0f9c-366f-4069-8e25-788b59553644 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:46.530494 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-eb457df8-c1b6-44c0-8795-822b73260f6d req-3c4d0f9c-366f-4069-8e25-788b59553644 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.0893309 Feb 28 14:43:46.579608 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-eb457df8-c1b6-44c0-8795-822b73260f6d req-ec775278-962c-49b1-8e3e-ce029b9eb520 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425646 Feb 28 14:43:47.777113 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38899c43-4b07-4503-aa79-f6b341c1614c req-2e21fbfe-bfb9-4904-b754-99ae97c410aa tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:47.778444 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-38899c43-4b07-4503-aa79-f6b341c1614c req-2e21fbfe-bfb9-4904-b754-99ae97c410aa tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.0827579 Feb 28 14:43:47.830476 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-38899c43-4b07-4503-aa79-f6b341c1614c req-17f4a01a-9b38-4365-bd5b-d931156f6c95 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448966 Feb 28 14:43:49.037794 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e16a1-c796-43f1-b193-ecb29aa67e21 req-55f2e500-78f6-457a-bb42-e8e48f36176d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:49.039439 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9f5e16a1-c796-43f1-b193-ecb29aa67e21 req-55f2e500-78f6-457a-bb42-e8e48f36176d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.0924692 Feb 28 14:43:49.087945 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9f5e16a1-c796-43f1-b193-ecb29aa67e21 req-704a4530-6068-4e9a-af71-d9b9e389a0c2 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421453 Feb 28 14:43:50.294932 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391dc3a-fabb-48a0-8244-98eda22e0320 req-4bb52a5b-7d8a-46b1-b80a-08ed422b7d83 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:50.296410 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6391dc3a-fabb-48a0-8244-98eda22e0320 req-4bb52a5b-7d8a-46b1-b80a-08ed422b7d83 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.0878575 Feb 28 14:43:50.343816 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6391dc3a-fabb-48a0-8244-98eda22e0320 req-aff75c2a-3aaf-4071-9be4-c3e95166d15e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390699 Feb 28 14:43:51.236995 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2f45b17a-6feb-4db4-8bec-9dd0a24baf38 req-d52054d6-1c86-47f0-84e1-2fdb6d930a4a service neutron] 10.222.0.13 "GET /v2.0/ports/214ad84d-0e01-4eb3-aa6f-e5e3b2500525/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.0850847 Feb 28 14:43:51.523001 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45b17a-6feb-4db4-8bec-9dd0a24baf38 req-f410861c-8217-4b59-a4f7-a118b6a1af93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:51.525353 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2f45b17a-6feb-4db4-8bec-9dd0a24baf38 req-f410861c-8217-4b59-a4f7-a118b6a1af93 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8&tenant_id=8efefaa08661463a99d8282662c60de1 HTTP/1.1" status: 200 len: 1098 time: 0.0743666 Feb 28 14:43:51.534093 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487f0ef-aa5b-4c27-96cb-5fc1ce461d3a req-24c67860-b9c9-4d4d-a3a6-8805d7b2bc3e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:51.535614 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2487f0ef-aa5b-4c27-96cb-5fc1ce461d3a req-24c67860-b9c9-4d4d-a3a6-8805d7b2bc3e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.0826144 Feb 28 14:43:51.581019 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2487f0ef-aa5b-4c27-96cb-5fc1ce461d3a req-ecc832d5-4fb1-4ef4-b68b-8096a24ca358 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388403 Feb 28 14:43:51.614030 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45b17a-6feb-4db4-8bec-9dd0a24baf38 req-a07e27b6-d0f8-44d7-81ba-2b3193e9a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:51.615537 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2f45b17a-6feb-4db4-8bec-9dd0a24baf38 req-a07e27b6-d0f8-44d7-81ba-2b3193e9a5b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 1098 time: 0.0692821 Feb 28 14:43:51.850736 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45b17a-6feb-4db4-8bec-9dd0a24baf38 req-6f87c40f-cbe7-4f80-b15b-9afb4a524caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:51.852210 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2f45b17a-6feb-4db4-8bec-9dd0a24baf38 req-6f87c40f-cbe7-4f80-b15b-9afb4a524caa service neutron] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 912 time: 0.2312789 Feb 28 14:43:51.955329 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2f45b17a-6feb-4db4-8bec-9dd0a24baf38 req-c00d5b6f-0ee7-4ad9-891d-d4db99af8953 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=214ad84d-0e01-4eb3-aa6f-e5e3b2500525 HTTP/1.1" status: 200 len: 1000 time: 0.0970562 Feb 28 14:43:52.029512 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45b17a-6feb-4db4-8bec-9dd0a24baf38 req-c4a70a7b-1095-4c73-bdee-efc3d263f458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:52.031673 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2f45b17a-6feb-4db4-8bec-9dd0a24baf38 req-c4a70a7b-1095-4c73-bdee-efc3d263f458 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.0704677 Feb 28 14:43:52.114522 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45b17a-6feb-4db4-8bec-9dd0a24baf38 req-ce21f3ca-73eb-470c-9bb7-3a33e665e8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:52.115919 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2f45b17a-6feb-4db4-8bec-9dd0a24baf38 req-ce21f3ca-73eb-470c-9bb7-3a33e665e8a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785542 Feb 28 14:43:52.253803 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2f45b17a-6feb-4db4-8bec-9dd0a24baf38 req-aa470684-abb0-4ee2-9861-f829c7c2d033 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311140 Feb 28 14:43:52.387892 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2f45b17a-6feb-4db4-8bec-9dd0a24baf38 req-a28aaf14-740a-40fc-945d-f56e8e1cf0f2 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275136 Feb 28 14:43:52.787134 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d09b88-1300-455c-a305-7522de45f22f req-b28014c1-f2f5-44f7-b31e-07037b697866 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:52.788506 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-16d09b88-1300-455c-a305-7522de45f22f req-b28014c1-f2f5-44f7-b31e-07037b697866 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.0909703 Feb 28 14:43:52.833217 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-16d09b88-1300-455c-a305-7522de45f22f req-f9371ec2-750b-4fc6-8cc1-e069615d2524 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388079 Feb 28 14:43:54.039026 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc6ae6-18f7-4dcc-9215-ab9facea93a4 req-c9bfafcd-a3a1-492c-80c4-070fab4d2089 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:54.040543 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-01bc6ae6-18f7-4dcc-9215-ab9facea93a4 req-c9bfafcd-a3a1-492c-80c4-070fab4d2089 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.0949326 Feb 28 14:43:54.098247 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-01bc6ae6-18f7-4dcc-9215-ab9facea93a4 req-7b1f783e-70e6-4b73-9e07-650d11286679 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497441 Feb 28 14:43:55.301370 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ffd75-ef2b-4d5e-af8e-bcebe6c5a5ee req-ff87bfb5-9f5b-48d9-b432-e96ac54671dc tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:55.302807 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b68ffd75-ef2b-4d5e-af8e-bcebe6c5a5ee req-ff87bfb5-9f5b-48d9-b432-e96ac54671dc tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.0844977 Feb 28 14:43:55.349019 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b68ffd75-ef2b-4d5e-af8e-bcebe6c5a5ee req-4dbebb68-330c-4756-8131-c6a6300e32fa tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377386 Feb 28 14:43:55.538900 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 214ad84d-0e01-4eb3-aa6f-e5e3b2500525 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:43:55.543749 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 214ad84d-0e01-4eb3-aa6f-e5e3b2500525 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:43:55.739432 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0c42d-ac50-4c96-9f65-f702bec17d26 req-d631b03b-ab3b-4faa-92c0-e1af947fa103 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:55.740866 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-faf0c42d-ac50-4c96-9f65-f702bec17d26 req-d631b03b-ab3b-4faa-92c0-e1af947fa103 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.13 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8&tenant_id=8efefaa08661463a99d8282662c60de1&binding%3Ahost_id=hv-neutron-8311 HTTP/1.1" status: 200 len: 945 time: 0.1089530 Feb 28 14:43:55.752372 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e4be1-48fe-4a78-9995-e05746b87d48 req-a1ec2fc8-6576-4c9c-85f0-aa81d9bd457f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:55.753906 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dd3e4be1-48fe-4a78-9995-e05746b87d48 req-a1ec2fc8-6576-4c9c-85f0-aa81d9bd457f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.1627960 Feb 28 14:43:55.766339 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:55.784548 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 214ad84d-0e01-4eb3-aa6f-e5e3b2500525, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=214ad84d-0e01-4eb3-aa6f-e5e3b2500525,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:43:55.804444 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '214ad84d-0e01-4eb3-aa6f-e5e3b2500525', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'port_id': '214ad84d-0e01-4eb3-aa6f-e5e3b2500525', 'mac_address': 'fa:16:3e:d0:90:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:43:55.809749 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45719745-6c4f-4028-8d51-19fb6298f7f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '214ad84d-0e01-4eb3-aa6f-e5e3b2500525'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:43:55.810943 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dd3e4be1-48fe-4a78-9995-e05746b87d48 req-70da6292-9722-40f6-ba5f-d879f89cc60f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496612 Feb 28 14:43:55.848806 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 214ad84d-0e01-4eb3-aa6f-e5e3b2500525, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=214ad84d-0e01-4eb3-aa6f-e5e3b2500525,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:43:55.860337 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:55.887629 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0c42d-ac50-4c96-9f65-f702bec17d26 req-a1544c26-47b7-47bd-80d5-e004af473ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:55.889081 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-faf0c42d-ac50-4c96-9f65-f702bec17d26 req-a1544c26-47b7-47bd-80d5-e004af473ca8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 1098 time: 0.0730999 Feb 28 14:43:55.898638 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45719745-6c4f-4028-8d51-19fb6298f7f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '214ad84d-0e01-4eb3-aa6f-e5e3b2500525', 'code': 200} Feb 28 14:43:55.928221 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:55.956924 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 214ad84d-0e01-4eb3-aa6f-e5e3b2500525 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:43:55.964834 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=214ad84d-0e01-4eb3-aa6f-e5e3b2500525,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:56.019404 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0c42d-ac50-4c96-9f65-f702bec17d26 req-7c399a22-fe26-449a-9269-242ebcaabae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:56.020839 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-faf0c42d-ac50-4c96-9f65-f702bec17d26 req-7c399a22-fe26-449a-9269-242ebcaabae2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 912 time: 0.1244333 Feb 28 14:43:56.022503 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:43:56.022859 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:43:56.121851 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-faf0c42d-ac50-4c96-9f65-f702bec17d26 req-e1719299-3cdc-43fb-8102-8480120f51e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=214ad84d-0e01-4eb3-aa6f-e5e3b2500525 HTTP/1.1" status: 200 len: 998 time: 0.0949173 Feb 28 14:43:56.183041 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0c42d-ac50-4c96-9f65-f702bec17d26 req-ab88e87e-17a0-49e2-b162-621cd4853d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:56.184378 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-faf0c42d-ac50-4c96-9f65-f702bec17d26 req-ab88e87e-17a0-49e2-b162-621cd4853d72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.0565891 Feb 28 14:43:56.264376 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0c42d-ac50-4c96-9f65-f702bec17d26 req-98c0e9f8-1102-4e2b-b6b8-340aff69a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:56.265784 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-faf0c42d-ac50-4c96-9f65-f702bec17d26 req-98c0e9f8-1102-4e2b-b6b8-340aff69a842 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751424 Feb 28 14:43:56.500409 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-faf0c42d-ac50-4c96-9f65-f702bec17d26 req-214bee4b-d3da-4ed1-a9f6-e99dbcf88fd2 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282593 Feb 28 14:43:56.580610 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:56.597717 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214ad84d-0e01-4eb3-aa6f-e5e3b2500525 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:43:56.613721 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 214ad84d-0e01-4eb3-aa6f-e5e3b2500525, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=214ad84d-0e01-4eb3-aa6f-e5e3b2500525,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:43:56.618747 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:56.638997 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-faf0c42d-ac50-4c96-9f65-f702bec17d26 req-3b5b29d4-d995-4075-9fbc-2450a9d28b1c service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324675 Feb 28 14:43:56.681107 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['214ad84d-0e01-4eb3-aa6f-e5e3b2500525'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:43:56.729987 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=214ad84d-0e01-4eb3-aa6f-e5e3b2500525,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:57.014388 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d5e27-1ae4-45ac-9c6f-497931f725c3 req-d5edac78-822a-44e3-b472-3a8bb9940b81 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:57.015781 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ab3d5e27-1ae4-45ac-9c6f-497931f725c3 req-d5edac78-822a-44e3-b472-3a8bb9940b81 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 944 time: 0.0843832 Feb 28 14:43:57.078208 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ab3d5e27-1ae4-45ac-9c6f-497931f725c3 req-f82ec2a2-ead6-47f3-b891-6629b9d03414 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559294 Feb 28 14:43:57.552635 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 214ad84d-0e01-4eb3-aa6f-e5e3b2500525 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:43:57.627690 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 214ad84d-0e01-4eb3-aa6f-e5e3b2500525 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:43:57.628384 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:57.748654 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:57.782943 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 214ad84d-0e01-4eb3-aa6f-e5e3b2500525, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=214ad84d-0e01-4eb3-aa6f-e5e3b2500525,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:43:57.791822 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:57.876960 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=214ad84d-0e01-4eb3-aa6f-e5e3b2500525,revision_number=8']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:43:57.899497 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45719745-6c4f-4028-8d51-19fb6298f7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214ad84d-0e01-4eb3-aa6f-e5e3b2500525'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:43:57.945049 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45719745-6c4f-4028-8d51-19fb6298f7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214ad84d-0e01-4eb3-aa6f-e5e3b2500525', 'code': 200} Feb 28 14:43:58.288531 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9cf4d-9121-4276-bbd0-1280443e9874 req-99117d42-b77b-45b1-bea5-7d5ca92f9b71 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:58.289998 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bfd9cf4d-9121-4276-bbd0-1280443e9874 req-99117d42-b77b-45b1-bea5-7d5ca92f9b71 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.0910566 Feb 28 14:43:58.336379 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bfd9cf4d-9121-4276-bbd0-1280443e9874 req-ab5d8c0a-f90c-403c-bd31-e4cb750b2df8 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399194 Feb 28 14:43:58.534407 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9949a80-4323-4bf3-9599-fa8e54e2738a req-2181200a-b4cc-4512-a48b-532f36d98e68 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:58.535906 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a9949a80-4323-4bf3-9599-fa8e54e2738a req-2181200a-b4cc-4512-a48b-532f36d98e68 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.0940807 Feb 28 14:43:58.582305 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a9949a80-4323-4bf3-9599-fa8e54e2738a req-38e934b0-d00c-4532-a126-ed1f4a5ee4ea tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406826 Feb 28 14:43:58.784699 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495a386-bbe3-43ce-b524-8b406403803b req-6a384a79-14b2-4dbc-be3d-4ab8af9d2b5d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:58.786149 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0495a386-bbe3-43ce-b524-8b406403803b req-6a384a79-14b2-4dbc-be3d-4ab8af9d2b5d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.0925612 Feb 28 14:43:58.833601 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0495a386-bbe3-43ce-b524-8b406403803b req-508d48ff-d875-49c5-b359-a0ad1d8c357f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417080 Feb 28 14:43:59.243176 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859cc40e-eb8d-42aa-96e2-c823b9292e4b req-4e29e3e6-0e90-40db-9b23-0ada2ff9306c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:43:59.244528 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-859cc40e-eb8d-42aa-96e2-c823b9292e4b req-4e29e3e6-0e90-40db-9b23-0ada2ff9306c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.0929122 Feb 28 14:43:59.292081 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-859cc40e-eb8d-42aa-96e2-c823b9292e4b req-880d0c33-4ecc-4077-9e87-24224301bbde tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389535 Feb 28 14:44:00.487421 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b9e34-dab9-4ea7-ae9b-443142371539 req-ae2e27d5-2c91-4378-88d5-2ea920d75020 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:00.488869 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-274b9e34-dab9-4ea7-ae9b-443142371539 req-ae2e27d5-2c91-4378-88d5-2ea920d75020 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.0832160 Feb 28 14:44:00.547645 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-274b9e34-dab9-4ea7-ae9b-443142371539 req-298c1ba6-c8bd-48d4-b3b1-540816d20a9a tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530033 Feb 28 14:44:00.937465 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad2175-3aad-4542-906d-9d87df8563c7 req-1d794d45-b03d-4b4d-b7ea-eae1a24fb383 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:00.938868 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5aad2175-3aad-4542-906d-9d87df8563c7 req-1d794d45-b03d-4b4d-b7ea-eae1a24fb383 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.13 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.0952322 Feb 28 14:44:01.009336 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-5aad2175-3aad-4542-906d-9d87df8563c7 req-1af01234-5789-4bf9-80df-a9d67d010d6e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Deleting port 214ad84d-0e01-4eb3-aa6f-e5e3b2500525 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:44:01.009663 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-5aad2175-3aad-4542-906d-9d87df8563c7 req-1af01234-5789-4bf9-80df-a9d67d010d6e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:01.260007 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-5aad2175-3aad-4542-906d-9d87df8563c7 req-1af01234-5789-4bf9-80df-a9d67d010d6e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] For port 214ad84d-0e01-4eb3-aa6f-e5e3b2500525, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=214ad84d-0e01-4eb3-aa6f-e5e3b2500525,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:44:01.260257 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-5aad2175-3aad-4542-906d-9d87df8563c7 req-1af01234-5789-4bf9-80df-a9d67d010d6e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:01.569538 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-5aad2175-3aad-4542-906d-9d87df8563c7 req-1af01234-5789-4bf9-80df-a9d67d010d6e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:01.569792 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-5aad2175-3aad-4542-906d-9d87df8563c7 req-1af01234-5789-4bf9-80df-a9d67d010d6e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:01.570124 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [req-5aad2175-3aad-4542-906d-9d87df8563c7 req-1af01234-5789-4bf9-80df-a9d67d010d6e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Floating IP 5cd0b47a-22fc-44d9-b739-8727e1b95985 disassociated. External IP: 172.26.5.23, port: 214ad84d-0e01-4eb3-aa6f-e5e3b2500525. Feb 28 14:44:01.570516 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-5aad2175-3aad-4542-906d-9d87df8563c7 req-1af01234-5789-4bf9-80df-a9d67d010d6e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Calling delete_port for 214ad84d-0e01-4eb3-aa6f-e5e3b2500525 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:44:01.758540 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-5aad2175-3aad-4542-906d-9d87df8563c7 req-1af01234-5789-4bf9-80df-a9d67d010d6e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:01.814673 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af01234-5789-4bf9-80df-a9d67d010d6e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Pushing event deleted for resources: {'Port': ['ID=214ad84d-0e01-4eb3-aa6f-e5e3b2500525,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:44:02.007934 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9bba6-2449-4bb3-9824-cc85ceab404e req-ffa20a35-92ed-4bd0-8a1a-966d50494f29 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:02.009320 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-27c9bba6-2449-4bb3-9824-cc85ceab404e req-ffa20a35-92ed-4bd0-8a1a-966d50494f29 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=45719745-6c4f-4028-8d51-19fb6298f7f8 HTTP/1.1" status: 200 len: 945 time: 0.3290820 Feb 28 14:44:02.126879 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-27c9bba6-2449-4bb3-9824-cc85ceab404e req-ae09c003-a7e1-4e35-b3dd-41a061798b8d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107135 Feb 28 14:44:02.150592 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5aad2175-3aad-4542-906d-9d87df8563c7 req-1af01234-5789-4bf9-80df-a9d67d010d6e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Router fb00a949-4428-4cd0-84e7-61b6c328fccc has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:44:02.332700 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5aad2175-3aad-4542-906d-9d87df8563c7 req-1af01234-5789-4bf9-80df-a9d67d010d6e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:44:02.342823 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d83de8-a31e-4c40-ae83-74af1f36557b None None] Sync routers for ids ['fb00a949-4428-4cd0-84e7-61b6c328fccc'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:44:02.353731 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d83de8-a31e-4c40-ae83-74af1f36557b None None] Routers {'fb00a949-4428-4cd0-84e7-61b6c328fccc'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:44:02.354409 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-02d83de8-a31e-4c40-ae83-74af1f36557b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:43:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['fb00a949-4428-4cd0-84e7-61b6c328fccc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:44:02.403033 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aad2175-3aad-4542-906d-9d87df8563c7 req-1af01234-5789-4bf9-80df-a9d67d010d6e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] No DVR routers for this DVR port 214ad84d-0e01-4eb3-aa6f-e5e3b2500525 on host hv-neutron-8311 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:44:02.405485 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-5aad2175-3aad-4542-906d-9d87df8563c7 req-1af01234-5789-4bf9-80df-a9d67d010d6e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:02.408000 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45719745-6c4f-4028-8d51-19fb6298f7f8', 'name': 'network-vif-deleted', 'tag': '214ad84d-0e01-4eb3-aa6f-e5e3b2500525'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:44:02.426312 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5aad2175-3aad-4542-906d-9d87df8563c7 req-1af01234-5789-4bf9-80df-a9d67d010d6e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.13 "DELETE /v2.0/ports/214ad84d-0e01-4eb3-aa6f-e5e3b2500525 HTTP/1.1" status: 204 len: 173 time: 1.4821565 Feb 28 14:44:02.465480 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45719745-6c4f-4028-8d51-19fb6298f7f8', 'name': 'network-vif-deleted', 'tag': '214ad84d-0e01-4eb3-aa6f-e5e3b2500525', 'status': 'completed', 'code': 200} Feb 28 14:44:02.542839 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-02d83de8-a31e-4c40-ae83-74af1f36557b None None] Set router fb00a949-4428-4cd0-84e7-61b6c328fccc gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:44:02.900916 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-02d83de8-a31e-4c40-ae83-74af1f36557b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 4, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a', 'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'mac_address': 'fa:16:3e:21:8f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:10Z', 'updated_at': '2022-02-28T14:43:16Z', 'revision_number': 5, 'project_id': '8efefaa08661463a99d8282662c60de1', 'subnets': [{'id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:44:02.904833 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d83de8-a31e-4c40-ae83-74af1f36557b None None] Checking router: fb00a949-4428-4cd0-84e7-61b6c328fccc for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:44:02.914168 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d83de8-a31e-4c40-ae83-74af1f36557b None None] Routers {'fb00a949-4428-4cd0-84e7-61b6c328fccc'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:44:02.914788 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-02d83de8-a31e-4c40-ae83-74af1f36557b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:43:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['fb00a949-4428-4cd0-84e7-61b6c328fccc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:44:03.099205 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-02d83de8-a31e-4c40-ae83-74af1f36557b None None] Set router fb00a949-4428-4cd0-84e7-61b6c328fccc gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:44:03.420540 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-02d83de8-a31e-4c40-ae83-74af1f36557b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 4, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a', 'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'mac_address': 'fa:16:3e:21:8f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:10Z', 'updated_at': '2022-02-28T14:43:16Z', 'revision_number': 5, 'project_id': '8efefaa08661463a99d8282662c60de1', 'subnets': [{'id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:44:03.425002 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d83de8-a31e-4c40-ae83-74af1f36557b None None] The sync data for ids ['fb00a949-4428-4cd0-84e7-61b6c328fccc'] in dv-neutron-831192-4-hyperv is: [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 4, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a', 'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'mac_address': 'fa:16:3e:21:8f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:10Z', 'updated_at': '2022-02-28T14:43:16Z', 'revision_number': 5, 'project_id': '8efefaa08661463a99d8282662c60de1', 'subnets': [{'id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:44:03.508562 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-61a32458-5092-458b-a3a1-9576f6e13e87 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--777189313&fields=id&tenant_id=8efefaa08661463a99d8282662c60de1 HTTP/1.1" status: 200 len: 267 time: 0.0469806 Feb 28 14:44:03.657504 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae28411-78c9-44cb-a3db-498e71d3d974 None None] New status for floating IP 5cd0b47a-22fc-44d9-b739-8727e1b95985: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:44:03.665854 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-377f2728-3513-4de6-b1be-232434b9e57e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:03.667324 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-377f2728-3513-4de6-b1be-232434b9e57e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 811 time: 0.1511898 Feb 28 14:44:03.683001 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-89497033-c325-41da-a6f0-2d0e9de3d44f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/quotas/8efefaa08661463a99d8282662c60de1 HTTP/1.1" status: 200 len: 375 time: 0.0096195 Feb 28 14:44:03.768588 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-6363dc1d-2f27-49b2-ba35-f53bd2886048 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Synchronizing usage tracker for tenant:8efefaa08661463a99d8282662c60de1 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:44:03.784959 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-6363dc1d-2f27-49b2-ba35-f53bd2886048 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Unset dirty status for tenant:8efefaa08661463a99d8282662c60de1 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:44:03.786230 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-6363dc1d-2f27-49b2-ba35-f53bd2886048 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0974619 Feb 28 14:44:03.904526 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-98240cfd-a61a-4cca-9c3f-369d3ef0f905 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:44:03.905569 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-98240cfd-a61a-4cca-9c3f-369d3ef0f905 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1072299 Feb 28 14:44:04.034809 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-38da8b39-f477-40d0-9220-1634c2e02f74 service neutron] 10.222.0.30 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227276 Feb 28 14:44:04.174978 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-9cb0f8aa-c284-4c92-81ce-f143432bab27 service neutron] 10.222.0.30 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342056 Feb 28 14:44:04.354320 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8f06afe0-1a11-4cae-a527-7e52471f9dd8 req-d092f631-a9c8-4973-91ee-b370dd3c358f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 210 time: 0.0418265 Feb 28 14:44:05.172767 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:05.550215 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8078983e-b680-4b3b-a1ef-7e0907a4e2fd req-cb0420be-0689-40c4-97ef-f3ddc540a121 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 210 time: 0.0629275 Feb 28 14:44:05.569683 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 214ad84d-0e01-4eb3-aa6f-e5e3b2500525 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:44:05.587069 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-1af612f7-cd75-4df1-ac08-db95bfc16c7f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:05.588509 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-1af612f7-cd75-4df1-ac08-db95bfc16c7f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 811 time: 0.1937244 Feb 28 14:44:05.602909 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: 214ad84d-0e01-4eb3-aa6f-e5e3b2500525 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:44:05.603258 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 214ad84d-0e01-4eb3-aa6f-e5e3b2500525 not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:44:05.640205 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-39199652-95b7-4020-96df-54db0337ce10 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8efefaa08661463a99d8282662c60de1 HTTP/1.1" status: 200 len: 379 time: 0.0437844 Feb 28 14:44:05.648710 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-135e43d9-9031-4ac3-8feb-12f4b9c9611c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Request body: {'port': {'device_id': '97facee8-2a03-4bf9-ba9c-37841e0741f8', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'admin_state_up': True, 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'security_groups': ['1f787103-de98-4387-8262-1c8c6d94f421']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:44:05.782687 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-135e43d9-9031-4ac3-8feb-12f4b9c9611c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:44:05.792158 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-135e43d9-9031-4ac3-8feb-12f4b9c9611c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:44:05.802194 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-135e43d9-9031-4ac3-8feb-12f4b9c9611c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Made reservation on behalf of 8efefaa08661463a99d8282662c60de1 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:44:05.805757 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-135e43d9-9031-4ac3-8feb-12f4b9c9611c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:06.088714 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-135e43d9-9031-4ac3-8feb-12f4b9c9611c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Allocated IP 172.20.0.13 (4116de85-3930-41d1-bcfc-5e32ebb334d6/b44cc8b8-f91e-42ea-ac6a-71f622102484/9a05db34-819e-4022-84a0-bd417aada583) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:44:06.270398 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-135e43d9-9031-4ac3-8feb-12f4b9c9611c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:06.286332 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-135e43d9-9031-4ac3-8feb-12f4b9c9611c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Transition to ACTIVE for port object 9a05db34-819e-4022-84a0-bd417aada583 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:44:06.314598 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-135e43d9-9031-4ac3-8feb-12f4b9c9611c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:06.380455 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-135e43d9-9031-4ac3-8feb-12f4b9c9611c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Network 4116de85-3930-41d1-bcfc-5e32ebb334d6 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:44:06.387707 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-135e43d9-9031-4ac3-8feb-12f4b9c9611c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:44:06.391986 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-135e43d9-9031-4ac3-8feb-12f4b9c9611c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:44:06.441665 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e43d9-9031-4ac3-8feb-12f4b9c9611c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Pushing event updated for resources: {'Port': ['ID=9a05db34-819e-4022-84a0-bd417aada583,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:44:06.454966 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e43d9-9031-4ac3-8feb-12f4b9c9611c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:06.455349 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e43d9-9031-4ac3-8feb-12f4b9c9611c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:06.455682 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e43d9-9031-4ac3-8feb-12f4b9c9611c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:06.456005 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e43d9-9031-4ac3-8feb-12f4b9c9611c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:06.456341 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e43d9-9031-4ac3-8feb-12f4b9c9611c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:06.456746 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e43d9-9031-4ac3-8feb-12f4b9c9611c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:06.457753 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e43d9-9031-4ac3-8feb-12f4b9c9611c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:06.458066 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e43d9-9031-4ac3-8feb-12f4b9c9611c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:06.458398 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e43d9-9031-4ac3-8feb-12f4b9c9611c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:06.458711 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e43d9-9031-4ac3-8feb-12f4b9c9611c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:06.459026 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e43d9-9031-4ac3-8feb-12f4b9c9611c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:06.459380 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135e43d9-9031-4ac3-8feb-12f4b9c9611c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:06.475181 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-135e43d9-9031-4ac3-8feb-12f4b9c9611c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:06.475826 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-135e43d9-9031-4ac3-8feb-12f4b9c9611c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:06.503683 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-135e43d9-9031-4ac3-8feb-12f4b9c9611c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8584814 Feb 28 14:44:06.515260 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-ead2e409-f6b3-41da-b0bf-d054e7cf4151 service neutron] Request body: {'port': {'device_id': '97facee8-2a03-4bf9-ba9c-37841e0741f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:44:06.623096 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-371d40ca-576b-491d-9563-e4cc30e6dcdf None None] Provisioning for port 9a05db34-819e-4022-84a0-bd417aada583 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:44:06.628534 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-371d40ca-576b-491d-9563-e4cc30e6dcdf None None] Provisioning complete for port 9a05db34-819e-4022-84a0-bd417aada583 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:44:06.629198 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-371d40ca-576b-491d-9563-e4cc30e6dcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:06.631514 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-ead2e409-f6b3-41da-b0bf-d054e7cf4151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:06.691037 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-371d40ca-576b-491d-9563-e4cc30e6dcdf None None] Port 9a05db34-819e-4022-84a0-bd417aada583 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:44:06.751372 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b939bf-0ff8-4b0d-bd76-1c95c8454783 req-108be8e3-b560-4449-8abb-3902cd479249 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:06.752814 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e7b939bf-0ff8-4b0d-bd76-1c95c8454783 req-108be8e3-b560-4449-8abb-3902cd479249 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 932 time: 0.0875814 Feb 28 14:44:06.798192 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e7b939bf-0ff8-4b0d-bd76-1c95c8454783 req-75cd0f84-4861-4c0f-9215-91bb5c1a78e1 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387499 Feb 28 14:44:06.975276 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-ead2e409-f6b3-41da-b0bf-d054e7cf4151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a05db34-819e-4022-84a0-bd417aada583 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:44:06.982325 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-ead2e409-f6b3-41da-b0bf-d054e7cf4151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:06.997032 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-ead2e409-f6b3-41da-b0bf-d054e7cf4151 service neutron] Transition to ACTIVE for port object 9a05db34-819e-4022-84a0-bd417aada583 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:44:07.003059 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-ead2e409-f6b3-41da-b0bf-d054e7cf4151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:07.129149 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2e409-f6b3-41da-b0bf-d054e7cf4151 service neutron] Pushing event updated for resources: {'Port': ['ID=9a05db34-819e-4022-84a0-bd417aada583,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:44:07.234108 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-ead2e409-f6b3-41da-b0bf-d054e7cf4151 service neutron] Attempting to bind port 9a05db34-819e-4022-84a0-bd417aada583 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:44:07.234344 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-ead2e409-f6b3-41da-b0bf-d054e7cf4151 service neutron] Attempting to bind port 9a05db34-819e-4022-84a0-bd417aada583 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '1d5d881e-f8b4-4540-95f0-4ad906d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:44:07.234683 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-ead2e409-f6b3-41da-b0bf-d054e7cf4151 service neutron] Attempting to bind port 9a05db34-819e-4022-84a0-bd417aada583 on network 4116de85-3930-41d1-bcfc-5e32ebb334d6 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:44:07.239952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-ead2e409-f6b3-41da-b0bf-d054e7cf4151 service neutron] Port 9a05db34-819e-4022-84a0-bd417aada583 on network 4116de85-3930-41d1-bcfc-5e32ebb334d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:44:07.240264 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-ead2e409-f6b3-41da-b0bf-d054e7cf4151 service neutron] Attempting to bind port 9a05db34-819e-4022-84a0-bd417aada583 on network 4116de85-3930-41d1-bcfc-5e32ebb334d6 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:44:07.245206 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-ead2e409-f6b3-41da-b0bf-d054e7cf4151 service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:44:07.245535 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-ead2e409-f6b3-41da-b0bf-d054e7cf4151 service neutron] Checking segment: {'id': '1d5d881e-f8b4-4540-95f0-4ad906d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:44:07.245907 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-ead2e409-f6b3-41da-b0bf-d054e7cf4151 service neutron] Bound using segment: {'id': '1d5d881e-f8b4-4540-95f0-4ad906d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:44:07.246319 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-ead2e409-f6b3-41da-b0bf-d054e7cf4151 service neutron] Bound port: 9a05db34-819e-4022-84a0-bd417aada583, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d5d881e-f8b4-4540-95f0-4ad906d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:44:07.246655 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-ead2e409-f6b3-41da-b0bf-d054e7cf4151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:07.341472 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-ead2e409-f6b3-41da-b0bf-d054e7cf4151 service neutron] For port 9a05db34-819e-4022-84a0-bd417aada583, host hv-neutron-8311, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:44:07.344557 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-ead2e409-f6b3-41da-b0bf-d054e7cf4151 service neutron] For port 9a05db34-819e-4022-84a0-bd417aada583, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=9a05db34-819e-4022-84a0-bd417aada583,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:44:07.352223 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-ead2e409-f6b3-41da-b0bf-d054e7cf4151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:07.406913 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-ead2e409-f6b3-41da-b0bf-d054e7cf4151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:07.407558 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-ead2e409-f6b3-41da-b0bf-d054e7cf4151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:07.408948 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-ead2e409-f6b3-41da-b0bf-d054e7cf4151 service neutron] 10.222.0.13 "PUT /v2.0/ports/9a05db34-819e-4022-84a0-bd417aada583 HTTP/1.1" status: 200 len: 1094 time: 0.8980010 Feb 28 14:44:07.409364 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97facee8-2a03-4bf9-ba9c-37841e0741f8', 'tag': '9a05db34-819e-4022-84a0-bd417aada583'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:44:07.446185 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2e409-f6b3-41da-b0bf-d054e7cf4151 service neutron] Pushing event updated for resources: {'Port': ['ID=9a05db34-819e-4022-84a0-bd417aada583,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:44:07.489318 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97facee8-2a03-4bf9-ba9c-37841e0741f8', 'tag': '9a05db34-819e-4022-84a0-bd417aada583', 'status': 'completed', 'code': 200} Feb 28 14:44:07.531046 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-ca23657b-1df0-47ec-87b5-62304387d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:07.532576 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-ca23657b-1df0-47ec-87b5-62304387d307 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 1097 time: 0.0791514 Feb 28 14:44:07.605283 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-fd1c6b95-8134-4e12-b2f8-465e48595ece service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a05db34-819e-4022-84a0-bd417aada583 HTTP/1.1" status: 200 len: 217 time: 0.0654502 Feb 28 14:44:07.668892 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-cf531b5b-d7d9-40bd-80ce-695e43e79f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:07.670649 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-cf531b5b-d7d9-40bd-80ce-695e43e79f2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.0590575 Feb 28 14:44:07.690014 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0b1d442f-f926-4991-b5bf-72f234d4fb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:07.752308 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-5770f035-cc81-4e08-bf15-a9ef00a8775c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:07.753822 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-5770f035-cc81-4e08-bf15-a9ef00a8775c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764818 Feb 28 14:44:07.989908 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904b93b-8338-4a60-82e8-d0bbcb3a745d req-d6d1763a-7c91-46ad-9cf1-71a3c0a3adba tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:07.991405 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1904b93b-8338-4a60-82e8-d0bbcb3a745d req-d6d1763a-7c91-46ad-9cf1-71a3c0a3adba tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 944 time: 0.0841508 Feb 28 14:44:07.993520 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-45115e50-0cea-4329-99ec-24b9d9d83fd3 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337377 Feb 28 14:44:08.039356 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1904b93b-8338-4a60-82e8-d0bbcb3a745d req-6857d9a4-dc27-4657-9fc2-20385aedcaa9 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416520 Feb 28 14:44:08.127948 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fc5cd938-65cf-4cfb-9c66-5c7a136b0d62 req-1406ab82-c673-4980-8915-2c15a2501070 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286800 Feb 28 14:44:08.251575 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65cdfd-2d80-49aa-b290-77050e41a458 req-a34788b3-8b3f-49bf-a697-61e20c949921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:08.253009 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7b65cdfd-2d80-49aa-b290-77050e41a458 req-a34788b3-8b3f-49bf-a697-61e20c949921 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 1097 time: 0.0723431 Feb 28 14:44:08.384169 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65cdfd-2d80-49aa-b290-77050e41a458 req-ab93b292-eee5-4749-bd89-48e920c9a2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:08.385592 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7b65cdfd-2d80-49aa-b290-77050e41a458 req-ab93b292-eee5-4749-bd89-48e920c9a2c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 912 time: 0.1260719 Feb 28 14:44:08.460284 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7b65cdfd-2d80-49aa-b290-77050e41a458 req-fb6f7d3e-bf15-4f32-bf75-8eeb4243a547 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a05db34-819e-4022-84a0-bd417aada583 HTTP/1.1" status: 200 len: 217 time: 0.0642292 Feb 28 14:44:08.536463 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65cdfd-2d80-49aa-b290-77050e41a458 req-c4290499-8d15-4c7f-a1ff-0d4cdc9ff075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:08.537924 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7b65cdfd-2d80-49aa-b290-77050e41a458 req-c4290499-8d15-4c7f-a1ff-0d4cdc9ff075 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.0707092 Feb 28 14:44:08.617353 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65cdfd-2d80-49aa-b290-77050e41a458 req-f00450bf-64a5-4c76-83c4-0669d23b7a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:08.618795 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7b65cdfd-2d80-49aa-b290-77050e41a458 req-f00450bf-64a5-4c76-83c4-0669d23b7a80 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734587 Feb 28 14:44:08.753371 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7b65cdfd-2d80-49aa-b290-77050e41a458 req-c07d0547-7538-46ed-89c3-807ba12471dc service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268499 Feb 28 14:44:08.884947 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7b65cdfd-2d80-49aa-b290-77050e41a458 req-ea261028-3468-4c1d-822a-12d180a4130e service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246009 Feb 28 14:44:09.237807 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149ddf4-563c-40c2-a9c6-f7025e227cf0 req-5a0b63e7-0a03-4829-b7e1-9b2389dfdc2d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:09.238491 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-3149ddf4-563c-40c2-a9c6-f7025e227cf0 req-5a0b63e7-0a03-4829-b7e1-9b2389dfdc2d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Synchronizing usage tracker for tenant:8efefaa08661463a99d8282662c60de1 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:44:09.258997 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-3149ddf4-563c-40c2-a9c6-f7025e227cf0 req-5a0b63e7-0a03-4829-b7e1-9b2389dfdc2d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Unset dirty status for tenant:8efefaa08661463a99d8282662c60de1 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:44:09.260148 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3149ddf4-563c-40c2-a9c6-f7025e227cf0 req-5a0b63e7-0a03-4829-b7e1-9b2389dfdc2d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 944 time: 0.1043029 Feb 28 14:44:09.307568 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3149ddf4-563c-40c2-a9c6-f7025e227cf0 req-fc645f84-b19a-403f-ad16-41460f8d7b65 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416281 Feb 28 14:44:09.827419 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0533fe8b-72b3-4076-a407-e3a9c83c0ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:10.521099 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158fcdf-0408-46a7-9e28-1149fc7ad59a req-e7a9a2b8-db00-44d5-9f67-1e42dd5d8ec6 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:10.522569 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1158fcdf-0408-46a7-9e28-1149fc7ad59a req-e7a9a2b8-db00-44d5-9f67-1e42dd5d8ec6 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 944 time: 0.0853732 Feb 28 14:44:10.574740 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1158fcdf-0408-46a7-9e28-1149fc7ad59a req-ed570629-ff92-4021-b508-d10cd5934c61 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427558 Feb 28 14:44:10.836147 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:44:10.969133 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:11.171748 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:11.601067 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 9a05db34-819e-4022-84a0-bd417aada583 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:44:11.741916 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 9a05db34-819e-4022-84a0-bd417aada583, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=9a05db34-819e-4022-84a0-bd417aada583,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:44:11.755208 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '9a05db34-819e-4022-84a0-bd417aada583', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'port_id': '9a05db34-819e-4022-84a0-bd417aada583', 'mac_address': 'fa:16:3e:33:ce:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:44:11.771262 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6760a-f1eb-4d47-bdde-ad44585fcf10 req-534355ea-4fc1-48d8-b60b-8d677fc29b36 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:11.772688 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5ee6760a-f1eb-4d47-bdde-ad44585fcf10 req-534355ea-4fc1-48d8-b60b-8d677fc29b36 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 944 time: 0.0807033 Feb 28 14:44:11.810818 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:11.817395 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5ee6760a-f1eb-4d47-bdde-ad44585fcf10 req-fc1d9b05-fb8c-4c04-9f4d-3e9bdeb1bb2e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386531 Feb 28 14:44:11.827911 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a05db34-819e-4022-84a0-bd417aada583 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:44:11.844006 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 9a05db34-819e-4022-84a0-bd417aada583, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=9a05db34-819e-4022-84a0-bd417aada583,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:44:11.850182 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:11.924804 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=9a05db34-819e-4022-84a0-bd417aada583,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:44:12.046884 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['9a05db34-819e-4022-84a0-bd417aada583'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:44:12.528383 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:13.044043 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fac5cb-93a6-4f5f-a33b-131228176d48 req-cda3cfb2-a464-492e-948d-c0166991dadf tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:13.045860 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-43fac5cb-93a6-4f5f-a33b-131228176d48 req-cda3cfb2-a464-492e-948d-c0166991dadf tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 945 time: 0.1070459 Feb 28 14:44:13.092629 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-43fac5cb-93a6-4f5f-a33b-131228176d48 req-e08e5bfd-036b-4c0c-b0bb-585fd9d52db4 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388374 Feb 28 14:44:13.618662 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 9a05db34-819e-4022-84a0-bd417aada583 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:44:13.693783 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port 9a05db34-819e-4022-84a0-bd417aada583 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:44:13.701961 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 9a05db34-819e-4022-84a0-bd417aada583 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:44:13.702514 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:13.870669 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:13.900423 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97facee8-2a03-4bf9-ba9c-37841e0741f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a05db34-819e-4022-84a0-bd417aada583'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:44:13.911524 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 9a05db34-819e-4022-84a0-bd417aada583, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=9a05db34-819e-4022-84a0-bd417aada583,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:44:13.916674 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:13.953618 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97facee8-2a03-4bf9-ba9c-37841e0741f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a05db34-819e-4022-84a0-bd417aada583', 'code': 200} Feb 28 14:44:13.987146 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=9a05db34-819e-4022-84a0-bd417aada583,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:44:14.189144 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58c65f-4f60-4165-a30b-968b82a54f5f req-09281e39-bca3-4411-b7c3-431b5b481a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:14.190630 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5d58c65f-4f60-4165-a30b-968b82a54f5f req-09281e39-bca3-4411-b7c3-431b5b481a60 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 1099 time: 0.0739989 Feb 28 14:44:14.231429 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5d58c65f-4f60-4165-a30b-968b82a54f5f req-333b4bb9-f7e3-4083-9137-d7659f0e26d8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342059 Feb 28 14:44:14.279931 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92808ad2-37b8-4fee-a1c2-ab64171e18b1 req-fd592954-464f-4c2e-8543-ede49b3ac292 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:14.281359 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-92808ad2-37b8-4fee-a1c2-ab64171e18b1 req-fd592954-464f-4c2e-8543-ede49b3ac292 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0823431 Feb 28 14:44:14.328596 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-92808ad2-37b8-4fee-a1c2-ab64171e18b1 req-120ca64d-7e28-4f4e-9947-73fad205a7e8 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403364 Feb 28 14:44:15.525254 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59b057-9814-4286-ae20-9a4b1eaba7b3 req-7da37aea-5c88-4de0-b27d-11eadf960f9e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:15.526700 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-df59b057-9814-4286-ae20-9a4b1eaba7b3 req-7da37aea-5c88-4de0-b27d-11eadf960f9e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0864236 Feb 28 14:44:15.570129 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-df59b057-9814-4286-ae20-9a4b1eaba7b3 req-3898224b-67aa-496a-a184-b88d7447d8c9 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376556 Feb 28 14:44:15.762374 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8848f0f-b451-4686-a32a-4ce6cd15bf7d req-3bd17189-fb76-40b8-824d-93438544d9c7 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:15.763823 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d8848f0f-b451-4686-a32a-4ce6cd15bf7d req-3bd17189-fb76-40b8-824d-93438544d9c7 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0913672 Feb 28 14:44:15.773031 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 35774) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:44:15.778253 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3c42cd8b-efcb-49aa-949c-e83a8ac450de tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Request body: {'floatingip': {'port_id': '9a05db34-819e-4022-84a0-bd417aada583'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:44:15.861658 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3c42cd8b-efcb-49aa-949c-e83a8ac450de tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for floatingip, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:16.589795 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3c42cd8b-efcb-49aa-949c-e83a8ac450de tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:16.597428 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3c42cd8b-efcb-49aa-949c-e83a8ac450de tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:16.811829 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-3c42cd8b-efcb-49aa-949c-e83a8ac450de tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Floating IP 5cd0b47a-22fc-44d9-b739-8727e1b95985 associated. External IP: 172.26.5.23, port: 9a05db34-819e-4022-84a0-bd417aada583. Feb 28 14:44:17.196499 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c42cd8b-efcb-49aa-949c-e83a8ac450de tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Router fb00a949-4428-4cd0-84e7-61b6c328fccc has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:44:17.377657 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c42cd8b-efcb-49aa-949c-e83a8ac450de tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:44:17.383330 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3c42cd8b-efcb-49aa-949c-e83a8ac450de tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:17.388351 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a921abe0-2a38-4fca-ba0c-bd6ff6854545 None None] Sync routers for ids ['fb00a949-4428-4cd0-84e7-61b6c328fccc'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:44:17.398570 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a921abe0-2a38-4fca-ba0c-bd6ff6854545 None None] Routers {'fb00a949-4428-4cd0-84e7-61b6c328fccc'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:44:17.399168 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a921abe0-2a38-4fca-ba0c-bd6ff6854545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:44:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['fb00a949-4428-4cd0-84e7-61b6c328fccc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:44:17.437898 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3c42cd8b-efcb-49aa-949c-e83a8ac450de tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "PUT /v2.0/floatingips/5cd0b47a-22fc-44d9-b739-8727e1b95985 HTTP/1.1" status: 200 len: 991 time: 1.6637316 Feb 28 14:44:17.438855 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97facee8-2a03-4bf9-ba9c-37841e0741f8', 'tag': '9a05db34-819e-4022-84a0-bd417aada583'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:44:17.489094 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97facee8-2a03-4bf9-ba9c-37841e0741f8', 'tag': '9a05db34-819e-4022-84a0-bd417aada583', 'status': 'completed', 'code': 200} Feb 28 14:44:17.584892 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-a921abe0-2a38-4fca-ba0c-bd6ff6854545 None None] Set router fb00a949-4428-4cd0-84e7-61b6c328fccc gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:44:17.712174 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646dfef-729f-46f9-90dc-80949b8a0be5 req-374dd3a2-71c8-4829-87c0-f08570a4d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:17.713807 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f646dfef-729f-46f9-90dc-80949b8a0be5 req-374dd3a2-71c8-4829-87c0-f08570a4d124 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 1099 time: 0.2029691 Feb 28 14:44:17.790697 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31f75e-c597-4e72-8ca4-f617582c372d req-43c8ab44-3468-428b-8749-49948e1ab2e1 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:17.792286 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3c31f75e-c597-4e72-8ca4-f617582c372d req-43c8ab44-3468-428b-8749-49948e1ab2e1 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0801032 Feb 28 14:44:17.838706 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3c31f75e-c597-4e72-8ca4-f617582c372d req-e0667e79-1eaa-4d42-b492-73239ee3dec2 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396221 Feb 28 14:44:17.848723 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646dfef-729f-46f9-90dc-80949b8a0be5 req-57aef8bb-84b3-4d44-852c-e5c1d19a0c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:17.850334 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f646dfef-729f-46f9-90dc-80949b8a0be5 req-57aef8bb-84b3-4d44-852c-e5c1d19a0c71 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 912 time: 0.1304667 Feb 28 14:44:17.953609 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a921abe0-2a38-4fca-ba0c-bd6ff6854545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 4, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '5cd0b47a-22fc-44d9-b739-8727e1b95985', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'floating_ip_address': '172.26.5.23', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'port_id': '9a05db34-819e-4022-84a0-bd417aada583', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'mac_address': 'fa:16:3e:33:ce:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97facee8-2a03-4bf9-ba9c-37841e0741f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:43:14Z', 'updated_at': '2022-02-28T14:44:16Z', 'revision_number': 5, 'project_id': '8efefaa08661463a99d8282662c60de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a', 'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'mac_address': 'fa:16:3e:21:8f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:10Z', 'updated_at': '2022-02-28T14:43:16Z', 'revision_number': 5, 'project_id': '8efefaa08661463a99d8282662c60de1', 'subnets': [{'id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:44:17.954406 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f646dfef-729f-46f9-90dc-80949b8a0be5 req-85041333-ed70-4bd5-89f6-6ea3d8578338 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a05db34-819e-4022-84a0-bd417aada583 HTTP/1.1" status: 200 len: 999 time: 0.0978470 Feb 28 14:44:17.957491 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a921abe0-2a38-4fca-ba0c-bd6ff6854545 None None] Checking router: fb00a949-4428-4cd0-84e7-61b6c328fccc for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:44:17.966113 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a921abe0-2a38-4fca-ba0c-bd6ff6854545 None None] Routers {'fb00a949-4428-4cd0-84e7-61b6c328fccc'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:44:17.966709 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a921abe0-2a38-4fca-ba0c-bd6ff6854545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:44:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['fb00a949-4428-4cd0-84e7-61b6c328fccc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:44:18.014635 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646dfef-729f-46f9-90dc-80949b8a0be5 req-c3a717d5-a234-4789-8d13-e4bd451a3e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:18.016077 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f646dfef-729f-46f9-90dc-80949b8a0be5 req-c3a717d5-a234-4789-8d13-e4bd451a3e95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.0558929 Feb 28 14:44:18.093370 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646dfef-729f-46f9-90dc-80949b8a0be5 req-c4a05a58-8b0a-40e5-9cec-c277b28d3123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:18.094818 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f646dfef-729f-46f9-90dc-80949b8a0be5 req-c4a05a58-8b0a-40e5-9cec-c277b28d3123 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722690 Feb 28 14:44:18.140906 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-a921abe0-2a38-4fca-ba0c-bd6ff6854545 None None] Set router fb00a949-4428-4cd0-84e7-61b6c328fccc gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:44:18.230193 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f646dfef-729f-46f9-90dc-80949b8a0be5 req-0fea69c5-0f87-4066-91db-6d418134b0e6 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283588 Feb 28 14:44:18.362221 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f646dfef-729f-46f9-90dc-80949b8a0be5 req-74fe139b-5fdc-440b-a634-8ad32de03584 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261299 Feb 28 14:44:18.487994 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a921abe0-2a38-4fca-ba0c-bd6ff6854545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 4, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '5cd0b47a-22fc-44d9-b739-8727e1b95985', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'floating_ip_address': '172.26.5.23', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'port_id': '9a05db34-819e-4022-84a0-bd417aada583', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'mac_address': 'fa:16:3e:33:ce:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97facee8-2a03-4bf9-ba9c-37841e0741f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:43:14Z', 'updated_at': '2022-02-28T14:44:16Z', 'revision_number': 5, 'project_id': '8efefaa08661463a99d8282662c60de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a', 'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'mac_address': 'fa:16:3e:21:8f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:10Z', 'updated_at': '2022-02-28T14:43:16Z', 'revision_number': 5, 'project_id': '8efefaa08661463a99d8282662c60de1', 'subnets': [{'id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:44:18.491924 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a921abe0-2a38-4fca-ba0c-bd6ff6854545 None None] The sync data for ids ['fb00a949-4428-4cd0-84e7-61b6c328fccc'] in dv-neutron-831192-4-hyperv is: [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 4, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '5cd0b47a-22fc-44d9-b739-8727e1b95985', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'floating_ip_address': '172.26.5.23', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'port_id': '9a05db34-819e-4022-84a0-bd417aada583', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'mac_address': 'fa:16:3e:33:ce:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97facee8-2a03-4bf9-ba9c-37841e0741f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:43:14Z', 'updated_at': '2022-02-28T14:44:16Z', 'revision_number': 5, 'project_id': '8efefaa08661463a99d8282662c60de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a', 'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'mac_address': 'fa:16:3e:21:8f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:10Z', 'updated_at': '2022-02-28T14:43:16Z', 'revision_number': 5, 'project_id': '8efefaa08661463a99d8282662c60de1', 'subnets': [{'id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:44:18.687450 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c5886e-b570-404a-b45f-ea81d55c1ae4 None None] New status for floating IP 5cd0b47a-22fc-44d9-b739-8727e1b95985: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:44:19.036448 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8c278-4c15-4617-b7a5-dd3d9eb0c798 req-500d29eb-4d2b-4745-82f8-ce3b38595b1c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:19.037949 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0ce8c278-4c15-4617-b7a5-dd3d9eb0c798 req-500d29eb-4d2b-4745-82f8-ce3b38595b1c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0874157 Feb 28 14:44:19.086279 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0ce8c278-4c15-4617-b7a5-dd3d9eb0c798 req-855c3ba3-7c37-4120-bf48-7ceab009f2a7 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394244 Feb 28 14:44:20.296742 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7988f-4fa9-4728-bcdd-90ae8a278df5 req-7138a4a3-52e1-4cfa-b079-62128a18489b tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:20.298171 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-54e7988f-4fa9-4728-bcdd-90ae8a278df5 req-7138a4a3-52e1-4cfa-b079-62128a18489b tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0914953 Feb 28 14:44:20.346434 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-54e7988f-4fa9-4728-bcdd-90ae8a278df5 req-f32510b2-ee07-4e39-b6d8-6d69cece8106 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396655 Feb 28 14:44:21.547806 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed167d6-cc98-4522-916d-4cb79b09de43 req-3a1c77ac-6829-4966-a385-7b18f8d0b1e7 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:21.549226 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5ed167d6-cc98-4522-916d-4cb79b09de43 req-3a1c77ac-6829-4966-a385-7b18f8d0b1e7 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0871375 Feb 28 14:44:21.594347 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5ed167d6-cc98-4522-916d-4cb79b09de43 req-1b6e3fa8-80a3-4667-9a87-2b82daf72933 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381174 Feb 28 14:44:22.798821 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa7962-8821-4bb7-8a40-b9f983a5a62a req-bd659396-0d5f-440a-acf4-ee8c97e4a146 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:22.800217 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-02fa7962-8821-4bb7-8a40-b9f983a5a62a req-bd659396-0d5f-440a-acf4-ee8c97e4a146 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0855739 Feb 28 14:44:22.862033 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-02fa7962-8821-4bb7-8a40-b9f983a5a62a req-53bbe1b7-5734-4997-9434-53375586555f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527923 Feb 28 14:44:24.079279 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382a5db-72bb-4c34-9e8e-046bf438c0c7 req-32215078-2f26-4755-924a-98135364bb4f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:24.080719 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6382a5db-72bb-4c34-9e8e-046bf438c0c7 req-32215078-2f26-4755-924a-98135364bb4f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0958641 Feb 28 14:44:24.128019 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6382a5db-72bb-4c34-9e8e-046bf438c0c7 req-2fe1731e-4ee8-48a4-8ac3-aa5b922cd98e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415733 Feb 28 14:44:25.346358 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e71f1-5e80-4ec2-85b5-7f4082b844e0 req-837a4d44-f6d6-4eba-bc6e-b321d14246ea tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:25.347854 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-562e71f1-5e80-4ec2-85b5-7f4082b844e0 req-837a4d44-f6d6-4eba-bc6e-b321d14246ea tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0947118 Feb 28 14:44:25.397072 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-562e71f1-5e80-4ec2-85b5-7f4082b844e0 req-4452466c-4cbf-4826-81c0-6f8e97bfa9fc tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422411 Feb 28 14:44:26.596492 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9c3ae-b7c5-49fe-aa77-30d1393d85f8 req-78a50a9b-01b8-4000-84d5-806023b93e22 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:26.597913 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2ba9c3ae-b7c5-49fe-aa77-30d1393d85f8 req-78a50a9b-01b8-4000-84d5-806023b93e22 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0913141 Feb 28 14:44:26.641153 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2ba9c3ae-b7c5-49fe-aa77-30d1393d85f8 req-f8f89b7a-212f-4fcb-bb90-bd0f14be36ea tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375774 Feb 28 14:44:27.848463 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01fafd-8e1f-41ba-94af-9083d62c8ed6 req-47aaf53c-af6a-4a7e-9f86-b14cec0e0f70 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:27.849893 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bf01fafd-8e1f-41ba-94af-9083d62c8ed6 req-47aaf53c-af6a-4a7e-9f86-b14cec0e0f70 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0888629 Feb 28 14:44:27.896716 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bf01fafd-8e1f-41ba-94af-9083d62c8ed6 req-45ec3945-3568-4138-a7fe-b89a934796ce tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405784 Feb 28 14:44:29.096415 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f733c6c-dee3-4df8-a426-d60bad41ae7a req-8429104c-dbe5-462a-8f5d-b2e50251f526 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:29.097845 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1f733c6c-dee3-4df8-a426-d60bad41ae7a req-8429104c-dbe5-462a-8f5d-b2e50251f526 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0918293 Feb 28 14:44:29.142370 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1f733c6c-dee3-4df8-a426-d60bad41ae7a req-52463b34-ba67-4f8b-89cd-dd464f63e484 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374243 Feb 28 14:44:29.889966 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42122ae3-7624-471e-95cd-78cbe39b47d2 req-d627355e-3f43-4ba9-a72f-309163e8f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:29.891445 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-42122ae3-7624-471e-95cd-78cbe39b47d2 req-d627355e-3f43-4ba9-a72f-309163e8f127 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 1099 time: 0.0732610 Feb 28 14:44:30.043783 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42122ae3-7624-471e-95cd-78cbe39b47d2 req-414aa305-1f76-47dc-bdea-9307ec76a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:30.045462 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-42122ae3-7624-471e-95cd-78cbe39b47d2 req-414aa305-1f76-47dc-bdea-9307ec76a22c service neutron] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 912 time: 0.1289260 Feb 28 14:44:30.149254 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-42122ae3-7624-471e-95cd-78cbe39b47d2 req-01450f56-98e4-458d-b601-e6a53c90e65f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a05db34-819e-4022-84a0-bd417aada583 HTTP/1.1" status: 200 len: 1001 time: 0.0958927 Feb 28 14:44:30.210630 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42122ae3-7624-471e-95cd-78cbe39b47d2 req-f4a66d85-6608-4b90-9fc2-429868a12af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:30.212581 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-42122ae3-7624-471e-95cd-78cbe39b47d2 req-f4a66d85-6608-4b90-9fc2-429868a12af0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.0571778 Feb 28 14:44:30.341618 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c4944-6502-49fa-b164-0d66e06c14b0 req-40e7a327-a8d3-4c29-9813-f83f1d01ace1 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:30.343105 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-322c4944-6502-49fa-b164-0d66e06c14b0 req-40e7a327-a8d3-4c29-9813-f83f1d01ace1 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0862122 Feb 28 14:44:30.388719 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-322c4944-6502-49fa-b164-0d66e06c14b0 req-8e02bf68-6d9d-4fe9-aada-321abca5ce1a tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396695 Feb 28 14:44:30.411977 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42122ae3-7624-471e-95cd-78cbe39b47d2 req-64c01018-df40-4ed4-a665-42ba3e87b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:30.413660 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-42122ae3-7624-471e-95cd-78cbe39b47d2 req-64c01018-df40-4ed4-a665-42ba3e87b5c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1946833 Feb 28 14:44:30.549779 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-42122ae3-7624-471e-95cd-78cbe39b47d2 req-a8541486-3294-4649-b38f-876e3c09cbe4 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284399 Feb 28 14:44:30.685336 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-42122ae3-7624-471e-95cd-78cbe39b47d2 req-e7efe59b-d7c7-46ec-be80-83fb6d68752a service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262181 Feb 28 14:44:31.579336 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d92218-b3e6-4978-9500-e27b44685073 req-6ed8cb8d-9c61-4dfb-bbb7-375b7ba819e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:31.580777 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-29d92218-b3e6-4978-9500-e27b44685073 req-6ed8cb8d-9c61-4dfb-bbb7-375b7ba819e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0841856 Feb 28 14:44:31.632992 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-29d92218-b3e6-4978-9500-e27b44685073 req-0191c0fe-4faa-4ce9-9401-4730eb0c184e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458028 Feb 28 14:44:32.841247 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10115f-33c8-4143-a04f-da846bfce7d0 req-b0765452-d373-43e9-b380-0817a164e592 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:32.842696 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7f10115f-33c8-4143-a04f-da846bfce7d0 req-b0765452-d373-43e9-b380-0817a164e592 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0930257 Feb 28 14:44:32.887967 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7f10115f-33c8-4143-a04f-da846bfce7d0 req-64a7e700-185f-4909-a1ed-4eb06f8f2aa9 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394363 Feb 28 14:44:34.094167 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab70b8-89b6-41f6-b7ac-98b2f83f2013 req-a0d98501-89e2-4158-9433-ee07c6afdb1e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:34.095618 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0fab70b8-89b6-41f6-b7ac-98b2f83f2013 req-a0d98501-89e2-4158-9433-ee07c6afdb1e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0864196 Feb 28 14:44:34.140725 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0fab70b8-89b6-41f6-b7ac-98b2f83f2013 req-df0f6798-380e-4c0d-8fe9-254d15391ad2 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393553 Feb 28 14:44:35.179410 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:35.336587 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f5401-a4a9-4692-a70f-17e23950d484 req-ce733178-76a5-4759-b32f-088fa985f0e7 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:35.338009 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-555f5401-a4a9-4692-a70f-17e23950d484 req-ce733178-76a5-4759-b32f-088fa985f0e7 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0885272 Feb 28 14:44:35.491943 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-555f5401-a4a9-4692-a70f-17e23950d484 req-4f20547a-6716-48ba-a203-db2e70e01f2d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456769 Feb 28 14:44:36.717428 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac58f5e-3e6f-434d-8130-336af444c2ab req-97085079-40de-48ba-ad1b-27b78f46f00b tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:36.718761 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cac58f5e-3e6f-434d-8130-336af444c2ab req-97085079-40de-48ba-ad1b-27b78f46f00b tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0981467 Feb 28 14:44:36.763178 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cac58f5e-3e6f-434d-8130-336af444c2ab req-640aadc0-230f-4eea-a78d-0e7ba3bd4ca6 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386035 Feb 28 14:44:37.687582 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-40ed4c1d-73eb-45e6-aa30-96485c46335c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:37.981058 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7c72b-0460-4076-90fe-58af89c73cfc req-ce3717ce-66bf-433f-9607-75901bea5fbf tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:37.982349 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-18e7c72b-0460-4076-90fe-58af89c73cfc req-ce3717ce-66bf-433f-9607-75901bea5fbf tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0948052 Feb 28 14:44:38.029682 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-18e7c72b-0460-4076-90fe-58af89c73cfc req-b49ebdb1-cfe1-4419-a4f0-4659c5427250 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416424 Feb 28 14:44:39.232384 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639cdcc-d424-4fb5-9a58-5a8a112f8ced req-585e8bf4-8d13-4837-8170-1aef019f5fdf tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:39.233792 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3639cdcc-d424-4fb5-9a58-5a8a112f8ced req-585e8bf4-8d13-4837-8170-1aef019f5fdf tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0841930 Feb 28 14:44:39.286812 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3639cdcc-d424-4fb5-9a58-5a8a112f8ced req-d307040d-f1d5-4132-90aa-0fc335d98d24 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472822 Feb 28 14:44:39.831088 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-65c6ad76-9fbf-4565-9d89-bbe0ca7031da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:40.493666 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b88864-6a9b-4d22-a5d3-6f7d961b0a93 req-bcdfa21b-b9dc-4e08-8fa4-f0a479f5bd3c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:40.494891 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-75b88864-6a9b-4d22-a5d3-6f7d961b0a93 req-bcdfa21b-b9dc-4e08-8fa4-f0a479f5bd3c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0839550 Feb 28 14:44:40.542989 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-75b88864-6a9b-4d22-a5d3-6f7d961b0a93 req-1f0cd939-1dcd-4837-a285-1faa800fd987 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394592 Feb 28 14:44:40.965193 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:41.174736 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:41.766853 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19f117-6df9-448d-a393-7bef79e91480 req-159dfa35-c5f4-4867-8040-8b3173881a2b tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:41.768324 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ef19f117-6df9-448d-a393-7bef79e91480 req-159dfa35-c5f4-4867-8040-8b3173881a2b tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0954962 Feb 28 14:44:41.816117 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ef19f117-6df9-448d-a393-7bef79e91480 req-2def5166-24c8-483f-b5ca-0eac00e6a334 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392756 Feb 28 14:44:42.578757 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:43.015346 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76f025-be56-4381-bf57-690dbae8ae96 req-9c91e015-0a91-4192-8e6c-c26d64c23cbf tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:43.016828 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1c76f025-be56-4381-bf57-690dbae8ae96 req-9c91e015-0a91-4192-8e6c-c26d64c23cbf tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0881152 Feb 28 14:44:43.063773 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1c76f025-be56-4381-bf57-690dbae8ae96 req-a349b030-d9ee-4941-a104-5b5d49b214d5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405283 Feb 28 14:44:44.268309 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c274c8e-ad8d-4f37-b9e2-533d5166348b req-4c45bbba-b6e0-4730-8ca0-bc8389341a03 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:44.269801 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2c274c8e-ad8d-4f37-b9e2-533d5166348b req-4c45bbba-b6e0-4730-8ca0-bc8389341a03 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0904047 Feb 28 14:44:44.316706 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2c274c8e-ad8d-4f37-b9e2-533d5166348b req-859806e2-1f5a-4b5d-a6f9-964c8c6f86b7 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384493 Feb 28 14:44:44.894113 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc6cb8c5-8e4f-421b-a6d5-7dfffe3855a8 req-77349694-c36d-416f-bae7-1911357d4515 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1286602 Feb 28 14:44:44.906384 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a3807-788f-4155-ae15-3f07ac09d79b req-d19e676f-0a15-488e-9a1a-8a96dde9323f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:44.907805 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fa6a3807-788f-4155-ae15-3f07ac09d79b req-d19e676f-0a15-488e-9a1a-8a96dde9323f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.1015759 Feb 28 14:44:44.959720 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fa6a3807-788f-4155-ae15-3f07ac09d79b req-d352ab73-5d9e-44fb-bd13-ade2b5ac2982 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456121 Feb 28 14:44:46.094651 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cb8c5-8e4f-421b-a6d5-7dfffe3855a8 req-89177bd7-1fea-4ed0-950d-96fc63c6b3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:46.096147 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc6cb8c5-8e4f-421b-a6d5-7dfffe3855a8 req-89177bd7-1fea-4ed0-950d-96fc63c6b3aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 1099 time: 0.0743108 Feb 28 14:44:46.165281 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2534c-8799-4b16-90fa-db270bdc2d29 req-687b56c0-a70c-477e-a156-e024bedc906b tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:46.166921 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8da2534c-8799-4b16-90fa-db270bdc2d29 req-687b56c0-a70c-477e-a156-e024bedc906b tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0929842 Feb 28 14:44:46.213173 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8da2534c-8799-4b16-90fa-db270bdc2d29 req-3acd6d2c-fa09-48fc-9be0-03c32942ec85 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401900 Feb 28 14:44:46.226761 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cb8c5-8e4f-421b-a6d5-7dfffe3855a8 req-37da5e86-c409-403d-9775-d1e75c3ff70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:46.228240 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc6cb8c5-8e4f-421b-a6d5-7dfffe3855a8 req-37da5e86-c409-403d-9775-d1e75c3ff70b service neutron] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 912 time: 0.1260579 Feb 28 14:44:46.329794 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc6cb8c5-8e4f-421b-a6d5-7dfffe3855a8 req-12cc9bff-9bba-4ff4-b180-97aa7580439b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a05db34-819e-4022-84a0-bd417aada583 HTTP/1.1" status: 200 len: 1001 time: 0.0959258 Feb 28 14:44:46.395939 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cb8c5-8e4f-421b-a6d5-7dfffe3855a8 req-1981114a-938b-4ae8-bce3-b49a87896cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:46.397351 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc6cb8c5-8e4f-421b-a6d5-7dfffe3855a8 req-1981114a-938b-4ae8-bce3-b49a87896cc8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.0615201 Feb 28 14:44:46.480516 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cb8c5-8e4f-421b-a6d5-7dfffe3855a8 req-4af70215-03d7-487b-8c96-9ddbe7f88d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:46.481974 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc6cb8c5-8e4f-421b-a6d5-7dfffe3855a8 req-4af70215-03d7-487b-8c96-9ddbe7f88d47 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790443 Feb 28 14:44:46.711437 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc6cb8c5-8e4f-421b-a6d5-7dfffe3855a8 req-b9b65c61-abb8-470b-bfbe-cec21f7e8921 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221160 Feb 28 14:44:46.842495 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc6cb8c5-8e4f-421b-a6d5-7dfffe3855a8 req-3dc3964f-e4d4-4b99-a315-2b9679cab435 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252053 Feb 28 14:44:47.415919 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd771e8-a642-40f5-bf1b-fadb47eecac5 req-6f73191c-d445-4f02-b1ef-ae0f1f767d1c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:47.417358 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ddd771e8-a642-40f5-bf1b-fadb47eecac5 req-6f73191c-d445-4f02-b1ef-ae0f1f767d1c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0864224 Feb 28 14:44:47.461427 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ddd771e8-a642-40f5-bf1b-fadb47eecac5 req-f338e530-5687-4f51-808b-bb8ab9b9e003 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377219 Feb 28 14:44:47.842182 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:44:48.466960 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc6cb8c5-8e4f-421b-a6d5-7dfffe3855a8 req-f32b3eb5-ca44-4ba4-8c65-03a6b85181fa service neutron] 10.222.0.13 "GET /v2.0/ports/9a05db34-819e-4022-84a0-bd417aada583/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.0793495 Feb 28 14:44:48.663716 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491d980-286e-4e05-b4f1-5a5efef74715 req-212c74b8-3e9a-43d7-be6d-4407a334bb96 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:48.665230 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6491d980-286e-4e05-b4f1-5a5efef74715 req-212c74b8-3e9a-43d7-be6d-4407a334bb96 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0861375 Feb 28 14:44:48.710106 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6491d980-286e-4e05-b4f1-5a5efef74715 req-e960a964-bf26-4dd6-9e66-5146cdcff0e9 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384784 Feb 28 14:44:48.745824 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cb8c5-8e4f-421b-a6d5-7dfffe3855a8 req-f4c13cd7-481c-4dc1-911f-9f432e91f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:48.747314 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc6cb8c5-8e4f-421b-a6d5-7dfffe3855a8 req-f4c13cd7-481c-4dc1-911f-9f432e91f309 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8&tenant_id=8efefaa08661463a99d8282662c60de1 HTTP/1.1" status: 200 len: 1099 time: 0.0766141 Feb 28 14:44:48.841302 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cb8c5-8e4f-421b-a6d5-7dfffe3855a8 req-76593cd5-e0f7-4591-bb3b-1d2a8ae85700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:48.842741 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc6cb8c5-8e4f-421b-a6d5-7dfffe3855a8 req-76593cd5-e0f7-4591-bb3b-1d2a8ae85700 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 1099 time: 0.0727658 Feb 28 14:44:48.974865 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cb8c5-8e4f-421b-a6d5-7dfffe3855a8 req-1079b6a4-54cf-4d4e-aeef-5110c650757a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:48.976208 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc6cb8c5-8e4f-421b-a6d5-7dfffe3855a8 req-1079b6a4-54cf-4d4e-aeef-5110c650757a service neutron] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 912 time: 0.1269085 Feb 28 14:44:49.081026 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc6cb8c5-8e4f-421b-a6d5-7dfffe3855a8 req-ec0cacbc-3e6c-4f01-a0c8-09e4f2b5fda7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a05db34-819e-4022-84a0-bd417aada583 HTTP/1.1" status: 200 len: 1001 time: 0.0991640 Feb 28 14:44:49.144550 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cb8c5-8e4f-421b-a6d5-7dfffe3855a8 req-8870c7f2-fe65-4eb5-8a45-2fb1cb4aa68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:49.145950 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc6cb8c5-8e4f-421b-a6d5-7dfffe3855a8 req-8870c7f2-fe65-4eb5-8a45-2fb1cb4aa68d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.0580909 Feb 28 14:44:49.224835 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cb8c5-8e4f-421b-a6d5-7dfffe3855a8 req-5abf45cc-1cae-42da-bdc9-3bcf199b3bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:49.226331 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc6cb8c5-8e4f-421b-a6d5-7dfffe3855a8 req-5abf45cc-1cae-42da-bdc9-3bcf199b3bde service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743408 Feb 28 14:44:49.353440 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc6cb8c5-8e4f-421b-a6d5-7dfffe3855a8 req-26fde0e7-8d9f-4026-9a64-d3c304548d90 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210086 Feb 28 14:44:49.487213 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc6cb8c5-8e4f-421b-a6d5-7dfffe3855a8 req-e41250a5-8846-47b5-8e31-adbe2854fec9 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281960 Feb 28 14:44:49.902024 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbf555-6882-467d-8a63-d54c28717052 req-e3a29478-7fa4-455e-b53f-daf94f22632f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:49.903482 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-48bbf555-6882-467d-8a63-d54c28717052 req-e3a29478-7fa4-455e-b53f-daf94f22632f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0844321 Feb 28 14:44:49.948432 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-48bbf555-6882-467d-8a63-d54c28717052 req-85df187d-3295-4ad7-b683-441878e23aad tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392916 Feb 28 14:44:51.154388 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be53c1b-8e50-4806-bb14-f34fbc8f15ef req-ac043f26-06ad-4a7b-9468-2de8415b25b4 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:51.155857 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7be53c1b-8e50-4806-bb14-f34fbc8f15ef req-ac043f26-06ad-4a7b-9468-2de8415b25b4 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0825393 Feb 28 14:44:51.217606 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7be53c1b-8e50-4806-bb14-f34fbc8f15ef req-fa178b1b-7fdf-4881-b279-3904f05ed94f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532401 Feb 28 14:44:51.535094 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16dcdee-ac26-434f-8e1e-3ea037534656 req-b3eff4f1-5ba4-44d9-9bf5-ec03e23c1810 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:51.536492 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c16dcdee-ac26-434f-8e1e-3ea037534656 req-b3eff4f1-5ba4-44d9-9bf5-ec03e23c1810 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0836127 Feb 28 14:44:51.542477 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046428b-efcc-4641-bb81-ab99d4db6c75 req-824392dc-556e-4595-85b9-2d3570f861df tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:51.544207 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5046428b-efcc-4641-bb81-ab99d4db6c75 req-824392dc-556e-4595-85b9-2d3570f861df tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.13 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8&tenant_id=8efefaa08661463a99d8282662c60de1&binding%3Ahost_id=hv-neutron-8311 HTTP/1.1" status: 200 len: 946 time: 0.0889480 Feb 28 14:44:51.582257 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c16dcdee-ac26-434f-8e1e-3ea037534656 req-1fd81252-d95b-4c3c-a0a1-845a783bea3f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396278 Feb 28 14:44:51.702543 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046428b-efcc-4641-bb81-ab99d4db6c75 req-47b62fc9-67a5-4339-9d1f-241f9ee813fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:51.704014 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5046428b-efcc-4641-bb81-ab99d4db6c75 req-47b62fc9-67a5-4339-9d1f-241f9ee813fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 1099 time: 0.0738814 Feb 28 14:44:51.806264 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 9a05db34-819e-4022-84a0-bd417aada583 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:44:51.811030 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 9a05db34-819e-4022-84a0-bd417aada583 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:44:51.841488 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046428b-efcc-4641-bb81-ab99d4db6c75 req-6d60e814-b25c-448f-a645-5d7490ab526a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:51.842920 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5046428b-efcc-4641-bb81-ab99d4db6c75 req-6d60e814-b25c-448f-a645-5d7490ab526a service neutron] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 912 time: 0.1328120 Feb 28 14:44:52.024504 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:52.054190 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 9a05db34-819e-4022-84a0-bd417aada583, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=9a05db34-819e-4022-84a0-bd417aada583,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:44:52.058456 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5046428b-efcc-4641-bb81-ab99d4db6c75 req-03b0ca45-2f8b-4a11-bfbe-6de49f973a58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a05db34-819e-4022-84a0-bd417aada583 HTTP/1.1" status: 200 len: 1001 time: 0.2085845 Feb 28 14:44:52.076151 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97facee8-2a03-4bf9-ba9c-37841e0741f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a05db34-819e-4022-84a0-bd417aada583'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:44:52.082257 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '9a05db34-819e-4022-84a0-bd417aada583', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'port_id': '9a05db34-819e-4022-84a0-bd417aada583', 'mac_address': 'fa:16:3e:33:ce:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:44:52.118171 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 9a05db34-819e-4022-84a0-bd417aada583, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=9a05db34-819e-4022-84a0-bd417aada583,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:44:52.127243 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046428b-efcc-4641-bb81-ab99d4db6c75 req-1d7749c4-b574-406e-ad1f-7a028c45dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:52.127676 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:52.129444 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5046428b-efcc-4641-bb81-ab99d4db6c75 req-1d7749c4-b574-406e-ad1f-7a028c45dd0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.0644155 Feb 28 14:44:52.159343 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97facee8-2a03-4bf9-ba9c-37841e0741f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a05db34-819e-4022-84a0-bd417aada583', 'code': 200} Feb 28 14:44:52.188988 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:52.210443 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046428b-efcc-4641-bb81-ab99d4db6c75 req-316c5618-0787-4127-8597-f88154dbf7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:52.212013 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5046428b-efcc-4641-bb81-ab99d4db6c75 req-316c5618-0787-4127-8597-f88154dbf7c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709927 Feb 28 14:44:52.217865 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a05db34-819e-4022-84a0-bd417aada583 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:44:52.225849 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=9a05db34-819e-4022-84a0-bd417aada583,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:44:52.273755 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:52.274072 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:52.274406 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:52.274766 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:52.275489 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:52.275489 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:52.275797 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:52.276117 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:52.276439 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:52.276775 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:52.277089 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:52.277401 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:52.299931 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:44:52.300282 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:44:52.344071 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5046428b-efcc-4641-bb81-ab99d4db6c75 req-d24cb333-2009-449b-9ba1-565d8ec4310f service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260376 Feb 28 14:44:52.487204 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5046428b-efcc-4641-bb81-ab99d4db6c75 req-f2a53624-fa38-4c62-8716-0e0712db660d service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365449 Feb 28 14:44:52.774611 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063190b-6421-4fed-8d1d-091c5f9989ee req-f911397e-9a85-4fc3-858a-5f49742cca77 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:52.776267 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f063190b-6421-4fed-8d1d-091c5f9989ee req-f911397e-9a85-4fc3-858a-5f49742cca77 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 944 time: 0.0856066 Feb 28 14:44:52.826865 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f063190b-6421-4fed-8d1d-091c5f9989ee req-647f2631-7a17-4f00-9868-5cfb17526ecb tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426910 Feb 28 14:44:52.860539 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:52.878538 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a05db34-819e-4022-84a0-bd417aada583 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:44:52.897017 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 9a05db34-819e-4022-84a0-bd417aada583, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=9a05db34-819e-4022-84a0-bd417aada583,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:44:52.901898 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:52.971470 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['9a05db34-819e-4022-84a0-bd417aada583'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:44:53.008540 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=9a05db34-819e-4022-84a0-bd417aada583,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:44:53.820321 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 9a05db34-819e-4022-84a0-bd417aada583 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:44:53.900730 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 9a05db34-819e-4022-84a0-bd417aada583 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:44:53.901538 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:54.017807 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:54.023553 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24350f6a-3a94-4402-8a08-9b4610b79752 req-9ba31b67-77cd-47a9-ae89-ea9cb98d9454 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:54.024999 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24350f6a-3a94-4402-8a08-9b4610b79752 req-9ba31b67-77cd-47a9-ae89-ea9cb98d9454 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 945 time: 0.0845649 Feb 28 14:44:54.051223 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 9a05db34-819e-4022-84a0-bd417aada583, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=9a05db34-819e-4022-84a0-bd417aada583,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:44:54.055608 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:54.071265 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24350f6a-3a94-4402-8a08-9b4610b79752 req-840b3bcc-e8e0-4e9f-919e-70a98a39a810 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399971 Feb 28 14:44:54.123131 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=9a05db34-819e-4022-84a0-bd417aada583,revision_number=8']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:44:54.160722 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97facee8-2a03-4bf9-ba9c-37841e0741f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a05db34-819e-4022-84a0-bd417aada583'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:44:54.205120 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97facee8-2a03-4bf9-ba9c-37841e0741f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a05db34-819e-4022-84a0-bd417aada583', 'code': 200} Feb 28 14:44:54.261331 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388e666-b5da-49d5-9307-50a7f9543b77 req-6fa21de6-23aa-43d0-ba23-4ee0aa264a2d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:54.262771 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e388e666-b5da-49d5-9307-50a7f9543b77 req-6fa21de6-23aa-43d0-ba23-4ee0aa264a2d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0794840 Feb 28 14:44:54.308151 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e388e666-b5da-49d5-9307-50a7f9543b77 req-c134a008-dea9-45db-a36f-83482083ad08 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394955 Feb 28 14:44:54.661592 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14002c-c77c-4651-832b-af6f061cf6e0 req-6bc54f5c-ef41-4c38-8ad0-7d697841e74f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:54.663015 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6f14002c-c77c-4651-832b-af6f061cf6e0 req-6bc54f5c-ef41-4c38-8ad0-7d697841e74f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0839198 Feb 28 14:44:54.702878 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948fd43-f273-4835-9a0f-28dbf34637f0 req-8cc41b04-e475-47b9-bb7c-3dd4fc64c5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:54.704367 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e948fd43-f273-4835-9a0f-28dbf34637f0 req-8cc41b04-e475-47b9-bb7c-3dd4fc64c5e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 1099 time: 0.0721116 Feb 28 14:44:54.708260 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6f14002c-c77c-4651-832b-af6f061cf6e0 req-680eef18-96a2-4138-bfba-69a514f99e44 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391772 Feb 28 14:44:54.837995 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948fd43-f273-4835-9a0f-28dbf34637f0 req-f6e07ab7-6a28-4ccb-884e-ce50edef4f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:54.839653 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e948fd43-f273-4835-9a0f-28dbf34637f0 req-f6e07ab7-6a28-4ccb-884e-ce50edef4f11 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 912 time: 0.1291571 Feb 28 14:44:54.950716 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e948fd43-f273-4835-9a0f-28dbf34637f0 req-281a48b3-ea7d-4166-bb44-5d83da84f02b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a05db34-819e-4022-84a0-bd417aada583 HTTP/1.1" status: 200 len: 1001 time: 0.1043174 Feb 28 14:44:55.013719 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948fd43-f273-4835-9a0f-28dbf34637f0 req-87fb9cf3-8651-4cbf-90f5-ea0d7d97e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:55.015075 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e948fd43-f273-4835-9a0f-28dbf34637f0 req-87fb9cf3-8651-4cbf-90f5-ea0d7d97e749 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.0576265 Feb 28 14:44:55.111715 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948fd43-f273-4835-9a0f-28dbf34637f0 req-173442b3-d339-46bd-a059-ded350a0a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:55.113204 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e948fd43-f273-4835-9a0f-28dbf34637f0 req-173442b3-d339-46bd-a059-ded350a0a828 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0910511 Feb 28 14:44:55.267172 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e948fd43-f273-4835-9a0f-28dbf34637f0 req-6afe6660-a33b-4918-8dcd-cdf6d14d2202 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474996 Feb 28 14:44:55.400430 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e948fd43-f273-4835-9a0f-28dbf34637f0 req-9e5032bd-94d3-417a-b320-2f5b8834c77d service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271393 Feb 28 14:44:55.914533 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08241f-99f0-43ef-984b-c7b2118c8b8a req-198fa61a-306c-46ca-b17c-dae95d82f758 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:55.916060 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4b08241f-99f0-43ef-984b-c7b2118c8b8a req-198fa61a-306c-46ca-b17c-dae95d82f758 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0942745 Feb 28 14:44:55.964113 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4b08241f-99f0-43ef-984b-c7b2118c8b8a req-7f920ea7-9df0-46df-a317-45691f5f59b1 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417156 Feb 28 14:44:57.165273 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896992d-6146-4935-b537-fa5e21be98a4 req-100d805b-e351-4e4a-89aa-276c09afac39 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:57.166714 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3896992d-6146-4935-b537-fa5e21be98a4 req-100d805b-e351-4e4a-89aa-276c09afac39 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0894978 Feb 28 14:44:57.212101 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3896992d-6146-4935-b537-fa5e21be98a4 req-8d8195b5-13db-423c-9b1e-be8c1958d318 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391054 Feb 28 14:44:57.633882 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75406ec4-046e-42b6-8a65-ceae88c7a82a req-ac16b169-86c2-4e85-87a2-c73362e463b9 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:57.635429 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-75406ec4-046e-42b6-8a65-ceae88c7a82a req-ac16b169-86c2-4e85-87a2-c73362e463b9 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0947073 Feb 28 14:44:57.682826 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-75406ec4-046e-42b6-8a65-ceae88c7a82a req-35e73f3d-05c7-4ddf-a1c2-e8d6c97a602c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388350 Feb 28 14:44:58.893584 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af553ea8-ffd5-4c97-8beb-6f7fbb0679b3 req-056b4275-ad91-44bf-8356-ff91d08063fe tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:58.895121 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-af553ea8-ffd5-4c97-8beb-6f7fbb0679b3 req-056b4275-ad91-44bf-8356-ff91d08063fe tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0950105 Feb 28 14:44:58.939937 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-af553ea8-ffd5-4c97-8beb-6f7fbb0679b3 req-13214ff9-6a14-4c80-8595-2401e3d06558 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383749 Feb 28 14:44:59.199896 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2eea4-4a9c-43e2-af3a-3147e19c0d25 req-31003d64-872e-4a1a-84c6-b312380ca857 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:59.201302 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aed2eea4-4a9c-43e2-af3a-3147e19c0d25 req-31003d64-872e-4a1a-84c6-b312380ca857 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.13 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 946 time: 0.0912821 Feb 28 14:44:59.377154 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-aed2eea4-4a9c-43e2-af3a-3147e19c0d25 req-99569ade-ed18-4923-a616-aca5da8f13de tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Deleting port 9a05db34-819e-4022-84a0-bd417aada583 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:44:59.377454 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-aed2eea4-4a9c-43e2-af3a-3147e19c0d25 req-99569ade-ed18-4923-a616-aca5da8f13de tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:59.619288 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-aed2eea4-4a9c-43e2-af3a-3147e19c0d25 req-99569ade-ed18-4923-a616-aca5da8f13de tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] For port 9a05db34-819e-4022-84a0-bd417aada583, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=9a05db34-819e-4022-84a0-bd417aada583,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:44:59.619570 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-aed2eea4-4a9c-43e2-af3a-3147e19c0d25 req-99569ade-ed18-4923-a616-aca5da8f13de tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:59.917270 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-aed2eea4-4a9c-43e2-af3a-3147e19c0d25 req-99569ade-ed18-4923-a616-aca5da8f13de tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:59.917952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-aed2eea4-4a9c-43e2-af3a-3147e19c0d25 req-99569ade-ed18-4923-a616-aca5da8f13de tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:59.917952 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [req-aed2eea4-4a9c-43e2-af3a-3147e19c0d25 req-99569ade-ed18-4923-a616-aca5da8f13de tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Floating IP 5cd0b47a-22fc-44d9-b739-8727e1b95985 disassociated. External IP: 172.26.5.23, port: 9a05db34-819e-4022-84a0-bd417aada583. Feb 28 14:44:59.918185 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-aed2eea4-4a9c-43e2-af3a-3147e19c0d25 req-99569ade-ed18-4923-a616-aca5da8f13de tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Calling delete_port for 9a05db34-819e-4022-84a0-bd417aada583 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:45:00.062846 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-aed2eea4-4a9c-43e2-af3a-3147e19c0d25 req-99569ade-ed18-4923-a616-aca5da8f13de tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:00.099784 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-18c8e5ce-0af7-442c-9784-2c288571ec12 req-5d76fb40-57d4-4b0c-becc-d98d91c52bf8 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=97facee8-2a03-4bf9-ba9c-37841e0741f8 HTTP/1.1" status: 200 len: 210 time: 0.0463388 Feb 28 14:45:00.119784 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99569ade-ed18-4923-a616-aca5da8f13de tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Pushing event deleted for resources: {'Port': ['ID=9a05db34-819e-4022-84a0-bd417aada583,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:45:00.298275 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aed2eea4-4a9c-43e2-af3a-3147e19c0d25 req-99569ade-ed18-4923-a616-aca5da8f13de tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Router fb00a949-4428-4cd0-84e7-61b6c328fccc has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:45:00.483711 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aed2eea4-4a9c-43e2-af3a-3147e19c0d25 req-99569ade-ed18-4923-a616-aca5da8f13de tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:45:00.494544 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21221b4a-6596-4caf-8f9d-2ed6517f09ac None None] Sync routers for ids ['fb00a949-4428-4cd0-84e7-61b6c328fccc'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:45:00.505430 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21221b4a-6596-4caf-8f9d-2ed6517f09ac None None] Routers {'fb00a949-4428-4cd0-84e7-61b6c328fccc'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:45:00.506324 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-21221b4a-6596-4caf-8f9d-2ed6517f09ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:44:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['fb00a949-4428-4cd0-84e7-61b6c328fccc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:45:00.559676 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed2eea4-4a9c-43e2-af3a-3147e19c0d25 req-99569ade-ed18-4923-a616-aca5da8f13de tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] No DVR routers for this DVR port 9a05db34-819e-4022-84a0-bd417aada583 on host hv-neutron-8311 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:45:00.562075 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-aed2eea4-4a9c-43e2-af3a-3147e19c0d25 req-99569ade-ed18-4923-a616-aca5da8f13de tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:00.564678 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97facee8-2a03-4bf9-ba9c-37841e0741f8', 'name': 'network-vif-deleted', 'tag': '9a05db34-819e-4022-84a0-bd417aada583'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:45:00.586646 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aed2eea4-4a9c-43e2-af3a-3147e19c0d25 req-99569ade-ed18-4923-a616-aca5da8f13de tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.13 "DELETE /v2.0/ports/9a05db34-819e-4022-84a0-bd417aada583 HTTP/1.1" status: 204 len: 173 time: 1.3789775 Feb 28 14:45:00.622267 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97facee8-2a03-4bf9-ba9c-37841e0741f8', 'name': 'network-vif-deleted', 'tag': '9a05db34-819e-4022-84a0-bd417aada583', 'status': 'completed', 'code': 200} Feb 28 14:45:00.692909 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-21221b4a-6596-4caf-8f9d-2ed6517f09ac None None] Set router fb00a949-4428-4cd0-84e7-61b6c328fccc gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:45:01.057554 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-21221b4a-6596-4caf-8f9d-2ed6517f09ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 4, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a', 'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'mac_address': 'fa:16:3e:21:8f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:10Z', 'updated_at': '2022-02-28T14:43:16Z', 'revision_number': 5, 'project_id': '8efefaa08661463a99d8282662c60de1', 'subnets': [{'id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:45:01.061765 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21221b4a-6596-4caf-8f9d-2ed6517f09ac None None] Checking router: fb00a949-4428-4cd0-84e7-61b6c328fccc for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:45:01.070235 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21221b4a-6596-4caf-8f9d-2ed6517f09ac None None] Routers {'fb00a949-4428-4cd0-84e7-61b6c328fccc'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:45:01.070925 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-21221b4a-6596-4caf-8f9d-2ed6517f09ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:44:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['fb00a949-4428-4cd0-84e7-61b6c328fccc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:45:01.262165 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-21221b4a-6596-4caf-8f9d-2ed6517f09ac None None] Set router fb00a949-4428-4cd0-84e7-61b6c328fccc gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:45:01.444461 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-eca7fd4e-5e26-4e98-8493-9d03cd2334fc tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--777189313&fields=id&tenant_id=8efefaa08661463a99d8282662c60de1 HTTP/1.1" status: 200 len: 267 time: 0.0404665 Feb 28 14:45:01.578286 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-21221b4a-6596-4caf-8f9d-2ed6517f09ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 4, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a', 'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'mac_address': 'fa:16:3e:21:8f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:10Z', 'updated_at': '2022-02-28T14:43:16Z', 'revision_number': 5, 'project_id': '8efefaa08661463a99d8282662c60de1', 'subnets': [{'id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:45:01.582556 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21221b4a-6596-4caf-8f9d-2ed6517f09ac None None] The sync data for ids ['fb00a949-4428-4cd0-84e7-61b6c328fccc'] in dv-neutron-831192-4-hyperv is: [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 4, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a', 'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'mac_address': 'fa:16:3e:21:8f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:10Z', 'updated_at': '2022-02-28T14:43:16Z', 'revision_number': 5, 'project_id': '8efefaa08661463a99d8282662c60de1', 'subnets': [{'id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:45:01.600399 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-17fe57be-b513-4575-941d-11181315a9d4 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:01.601848 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-17fe57be-b513-4575-941d-11181315a9d4 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 811 time: 0.1498685 Feb 28 14:45:01.617702 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-a7e3a151-e276-465e-948f-656294897a44 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/quotas/8efefaa08661463a99d8282662c60de1 HTTP/1.1" status: 200 len: 375 time: 0.0098121 Feb 28 14:45:01.707723 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-c74082f5-e732-4675-9988-8cfb7d1ad7bc tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0839162 Feb 28 14:45:01.804909 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06995bc3-615b-4e48-9f80-aadca0733822 None None] New status for floating IP 5cd0b47a-22fc-44d9-b739-8727e1b95985: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:45:01.852044 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-cff4ab57-d388-4b84-a9e8-5996f940a18d service neutron] 10.222.0.30 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317167 Feb 28 14:45:01.990182 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-159ec3f8-e9df-48db-b6f7-863b952ccca8 service neutron] 10.222.0.30 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319759 Feb 28 14:45:02.170875 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-32ba0a07-9736-4548-8e4e-1cce7bc829ab req-2b6125d2-1eee-48f5-a164-00bf27b0cbf3 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Synchronizing usage tracker for tenant:8efefaa08661463a99d8282662c60de1 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:45:02.186485 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-32ba0a07-9736-4548-8e4e-1cce7bc829ab req-2b6125d2-1eee-48f5-a164-00bf27b0cbf3 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Unset dirty status for tenant:8efefaa08661463a99d8282662c60de1 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:45:02.187742 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-32ba0a07-9736-4548-8e4e-1cce7bc829ab req-2b6125d2-1eee-48f5-a164-00bf27b0cbf3 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 210 time: 0.0592189 Feb 28 14:45:03.346600 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-33be4e18-a1aa-4c43-88b0-52cd297fa9cd req-261e1a32-7881-4f91-9996-6a5bda35479c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 210 time: 0.0467453 Feb 28 14:45:03.350280 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-7c153091-a47c-42c0-8255-89bbcab34b08 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:03.351940 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-7c153091-a47c-42c0-8255-89bbcab34b08 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 811 time: 0.2636764 Feb 28 14:45:03.400210 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-e3cd8092-84f8-47c9-a4ed-55bb0d2c17f2 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8efefaa08661463a99d8282662c60de1 HTTP/1.1" status: 200 len: 379 time: 0.0388842 Feb 28 14:45:03.408214 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-9aabb4a3-4ded-4b07-9174-13220e9c8d00 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Request body: {'port': {'device_id': '80150ac3-d102-4179-8356-897a3cd683eb', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'admin_state_up': True, 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'security_groups': ['1f787103-de98-4387-8262-1c8c6d94f421']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:45:03.546206 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-9aabb4a3-4ded-4b07-9174-13220e9c8d00 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:45:03.556046 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-9aabb4a3-4ded-4b07-9174-13220e9c8d00 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:45:03.566718 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-9aabb4a3-4ded-4b07-9174-13220e9c8d00 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Made reservation on behalf of 8efefaa08661463a99d8282662c60de1 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:45:03.570173 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-9aabb4a3-4ded-4b07-9174-13220e9c8d00 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:03.738589 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-9aabb4a3-4ded-4b07-9174-13220e9c8d00 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Allocated IP 172.20.0.14 (4116de85-3930-41d1-bcfc-5e32ebb334d6/b44cc8b8-f91e-42ea-ac6a-71f622102484/40f09017-7022-4e29-9f6f-5b5a0d7e966a) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:45:03.881167 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 9a05db34-819e-4022-84a0-bd417aada583 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:45:03.915979 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: 9a05db34-819e-4022-84a0-bd417aada583 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:45:03.915979 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 9a05db34-819e-4022-84a0-bd417aada583 not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:45:03.925167 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-9aabb4a3-4ded-4b07-9174-13220e9c8d00 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:03.941662 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-9aabb4a3-4ded-4b07-9174-13220e9c8d00 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Transition to ACTIVE for port object 40f09017-7022-4e29-9f6f-5b5a0d7e966a will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:45:03.972194 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-9aabb4a3-4ded-4b07-9174-13220e9c8d00 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:04.039313 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-9aabb4a3-4ded-4b07-9174-13220e9c8d00 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Network 4116de85-3930-41d1-bcfc-5e32ebb334d6 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:45:04.042747 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-9aabb4a3-4ded-4b07-9174-13220e9c8d00 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:45:04.051826 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-9aabb4a3-4ded-4b07-9174-13220e9c8d00 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:45:04.089886 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabb4a3-4ded-4b07-9174-13220e9c8d00 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Pushing event updated for resources: {'Port': ['ID=40f09017-7022-4e29-9f6f-5b5a0d7e966a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:45:04.122852 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-9aabb4a3-4ded-4b07-9174-13220e9c8d00 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:04.123512 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-9aabb4a3-4ded-4b07-9174-13220e9c8d00 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:04.153807 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-9aabb4a3-4ded-4b07-9174-13220e9c8d00 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7490671 Feb 28 14:45:04.166165 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-5cf23a35-2f6b-4885-80e6-a0a74a281621 service neutron] Request body: {'port': {'device_id': '80150ac3-d102-4179-8356-897a3cd683eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:45:04.276011 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-35d3e650-ae5d-4f0d-903b-7ba24f8bfac4 None None] Provisioning for port 40f09017-7022-4e29-9f6f-5b5a0d7e966a completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:45:04.281200 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-35d3e650-ae5d-4f0d-903b-7ba24f8bfac4 None None] Provisioning complete for port 40f09017-7022-4e29-9f6f-5b5a0d7e966a triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:45:04.281766 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-35d3e650-ae5d-4f0d-903b-7ba24f8bfac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:04.282001 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-5cf23a35-2f6b-4885-80e6-a0a74a281621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:04.338015 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-35d3e650-ae5d-4f0d-903b-7ba24f8bfac4 None None] Port 40f09017-7022-4e29-9f6f-5b5a0d7e966a cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:45:04.619135 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925bfbc-d748-4603-833b-6f1e85f2eb56 req-38907009-3245-46e6-8320-63830cc194ba tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:04.619838 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-0925bfbc-d748-4603-833b-6f1e85f2eb56 req-38907009-3245-46e6-8320-63830cc194ba tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Synchronizing usage tracker for tenant:8efefaa08661463a99d8282662c60de1 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:45:04.686592 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-0925bfbc-d748-4603-833b-6f1e85f2eb56 req-38907009-3245-46e6-8320-63830cc194ba tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Unset dirty status for tenant:8efefaa08661463a99d8282662c60de1 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:45:04.687753 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0925bfbc-d748-4603-833b-6f1e85f2eb56 req-38907009-3245-46e6-8320-63830cc194ba tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 932 time: 0.2331417 Feb 28 14:45:04.709653 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-5cf23a35-2f6b-4885-80e6-a0a74a281621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f09017-7022-4e29-9f6f-5b5a0d7e966a {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:45:04.720453 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-5cf23a35-2f6b-4885-80e6-a0a74a281621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:04.748720 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-5cf23a35-2f6b-4885-80e6-a0a74a281621 service neutron] Transition to ACTIVE for port object 40f09017-7022-4e29-9f6f-5b5a0d7e966a will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:45:04.753444 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0925bfbc-d748-4603-833b-6f1e85f2eb56 req-04b890f3-4ea8-46d7-8123-5f4bfe1559bf tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590122 Feb 28 14:45:04.754442 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-5cf23a35-2f6b-4885-80e6-a0a74a281621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:04.881737 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf23a35-2f6b-4885-80e6-a0a74a281621 service neutron] Pushing event updated for resources: {'Port': ['ID=40f09017-7022-4e29-9f6f-5b5a0d7e966a,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:45:04.987423 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-5cf23a35-2f6b-4885-80e6-a0a74a281621 service neutron] Attempting to bind port 40f09017-7022-4e29-9f6f-5b5a0d7e966a on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:45:04.987750 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-5cf23a35-2f6b-4885-80e6-a0a74a281621 service neutron] Attempting to bind port 40f09017-7022-4e29-9f6f-5b5a0d7e966a by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '1d5d881e-f8b4-4540-95f0-4ad906d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:45:04.988074 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-5cf23a35-2f6b-4885-80e6-a0a74a281621 service neutron] Attempting to bind port 40f09017-7022-4e29-9f6f-5b5a0d7e966a on network 4116de85-3930-41d1-bcfc-5e32ebb334d6 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:45:04.992684 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-5cf23a35-2f6b-4885-80e6-a0a74a281621 service neutron] Port 40f09017-7022-4e29-9f6f-5b5a0d7e966a on network 4116de85-3930-41d1-bcfc-5e32ebb334d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:45:04.992995 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-5cf23a35-2f6b-4885-80e6-a0a74a281621 service neutron] Attempting to bind port 40f09017-7022-4e29-9f6f-5b5a0d7e966a on network 4116de85-3930-41d1-bcfc-5e32ebb334d6 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:45:04.998269 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-5cf23a35-2f6b-4885-80e6-a0a74a281621 service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:45:04.998596 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-5cf23a35-2f6b-4885-80e6-a0a74a281621 service neutron] Checking segment: {'id': '1d5d881e-f8b4-4540-95f0-4ad906d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:45:04.998970 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-5cf23a35-2f6b-4885-80e6-a0a74a281621 service neutron] Bound using segment: {'id': '1d5d881e-f8b4-4540-95f0-4ad906d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:45:04.999413 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-5cf23a35-2f6b-4885-80e6-a0a74a281621 service neutron] Bound port: 40f09017-7022-4e29-9f6f-5b5a0d7e966a, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d5d881e-f8b4-4540-95f0-4ad906d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:45:04.999756 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-5cf23a35-2f6b-4885-80e6-a0a74a281621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:05.086788 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-5cf23a35-2f6b-4885-80e6-a0a74a281621 service neutron] For port 40f09017-7022-4e29-9f6f-5b5a0d7e966a, host hv-neutron-8311, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:45:05.089860 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-5cf23a35-2f6b-4885-80e6-a0a74a281621 service neutron] For port 40f09017-7022-4e29-9f6f-5b5a0d7e966a, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=40f09017-7022-4e29-9f6f-5b5a0d7e966a,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:45:05.095702 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-5cf23a35-2f6b-4885-80e6-a0a74a281621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:05.194835 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:05.255138 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-5cf23a35-2f6b-4885-80e6-a0a74a281621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:05.255771 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-5cf23a35-2f6b-4885-80e6-a0a74a281621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:05.257238 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-5cf23a35-2f6b-4885-80e6-a0a74a281621 service neutron] 10.222.0.13 "PUT /v2.0/ports/40f09017-7022-4e29-9f6f-5b5a0d7e966a HTTP/1.1" status: 200 len: 1094 time: 1.0958960 Feb 28 14:45:05.257670 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80150ac3-d102-4179-8356-897a3cd683eb', 'tag': '40f09017-7022-4e29-9f6f-5b5a0d7e966a'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:45:05.289810 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf23a35-2f6b-4885-80e6-a0a74a281621 service neutron] Pushing event updated for resources: {'Port': ['ID=40f09017-7022-4e29-9f6f-5b5a0d7e966a,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:45:05.338804 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80150ac3-d102-4179-8356-897a3cd683eb', 'tag': '40f09017-7022-4e29-9f6f-5b5a0d7e966a', 'status': 'completed', 'code': 200} Feb 28 14:45:05.380851 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-ad06ee41-49d9-4154-96e8-b9024a520d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:05.382561 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-ad06ee41-49d9-4154-96e8-b9024a520d08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 1097 time: 0.0767586 Feb 28 14:45:05.455747 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-8f6e30f6-2aa6-477f-a4e6-a9d0cda2743f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40f09017-7022-4e29-9f6f-5b5a0d7e966a HTTP/1.1" status: 200 len: 217 time: 0.0665858 Feb 28 14:45:05.521975 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-b7d9ce70-ac3e-4973-a688-f8019ffeb690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:05.523367 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-b7d9ce70-ac3e-4973-a688-f8019ffeb690 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.0618174 Feb 28 14:45:05.603938 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-8ae6f5d9-574f-4bba-8db7-5f580c3b32b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:05.605400 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-8ae6f5d9-574f-4bba-8db7-5f580c3b32b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759356 Feb 28 14:45:05.746257 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-baa2b029-4645-4c66-b892-70ec33a02345 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349416 Feb 28 14:45:05.922827 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c23bdcba-e6e3-47c1-9593-3a31b7b12595 req-ded91657-68f3-46e1-9834-9953f691067a service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700382 Feb 28 14:45:05.964819 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9610593-730c-41c3-a8a3-cbfc5fcb531c req-1172db9e-3660-46e4-bac0-6740559bcc30 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:05.966281 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a9610593-730c-41c3-a8a3-cbfc5fcb531c req-1172db9e-3660-46e4-bac0-6740559bcc30 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 944 time: 0.1021614 Feb 28 14:45:06.051666 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a9610593-730c-41c3-a8a3-cbfc5fcb531c req-e8e2dd95-ad52-4ea0-a6e0-96a5197ef3ec tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784020 Feb 28 14:45:06.074176 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3feb81-5e05-4bc9-b14b-f517457a0aaf req-109b8ba1-86f0-4a9a-8b10-62db0d40d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:06.075715 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da3feb81-5e05-4bc9-b14b-f517457a0aaf req-109b8ba1-86f0-4a9a-8b10-62db0d40d811 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 1097 time: 0.1037757 Feb 28 14:45:06.206262 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3feb81-5e05-4bc9-b14b-f517457a0aaf req-16444b21-2f38-4699-bbea-38672d52e0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:06.207748 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da3feb81-5e05-4bc9-b14b-f517457a0aaf req-16444b21-2f38-4699-bbea-38672d52e0f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 912 time: 0.1253009 Feb 28 14:45:06.278945 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da3feb81-5e05-4bc9-b14b-f517457a0aaf req-a70f6c55-a0d3-4132-aa62-d1c92d78bbdb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40f09017-7022-4e29-9f6f-5b5a0d7e966a HTTP/1.1" status: 200 len: 217 time: 0.0644839 Feb 28 14:45:06.354051 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3feb81-5e05-4bc9-b14b-f517457a0aaf req-51073165-69d9-468e-838c-19b053ca0129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:06.355491 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da3feb81-5e05-4bc9-b14b-f517457a0aaf req-51073165-69d9-468e-838c-19b053ca0129 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.0696979 Feb 28 14:45:06.432371 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3feb81-5e05-4bc9-b14b-f517457a0aaf req-fc41094f-3880-4226-ba1e-3c7e09234019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:06.433824 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da3feb81-5e05-4bc9-b14b-f517457a0aaf req-fc41094f-3880-4226-ba1e-3c7e09234019 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718842 Feb 28 14:45:06.576931 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da3feb81-5e05-4bc9-b14b-f517457a0aaf req-b036184c-2991-4a04-ad9d-4bde04e03b7f service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346862 Feb 28 14:45:06.716726 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da3feb81-5e05-4bc9-b14b-f517457a0aaf req-194b5b44-fd95-43a7-8810-341ddaf8b297 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329556 Feb 28 14:45:07.262916 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36083c81-d966-4913-97b4-6607e15c6172 req-847209dc-3bd4-44a8-b224-8245be1c5332 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:07.264388 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-36083c81-d966-4913-97b4-6607e15c6172 req-847209dc-3bd4-44a8-b224-8245be1c5332 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 944 time: 0.0915773 Feb 28 14:45:07.315623 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-36083c81-d966-4913-97b4-6607e15c6172 req-8f79fabf-1152-4bfb-be55-f4c4fcb0dde4 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426409 Feb 28 14:45:07.690975 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-75579abe-7dc8-44b0-b9ac-84bcd21bcca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:07.912725 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 40f09017-7022-4e29-9f6f-5b5a0d7e966a details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:45:08.055140 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 40f09017-7022-4e29-9f6f-5b5a0d7e966a, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=40f09017-7022-4e29-9f6f-5b5a0d7e966a,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:45:08.069013 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '40f09017-7022-4e29-9f6f-5b5a0d7e966a', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'port_id': '40f09017-7022-4e29-9f6f-5b5a0d7e966a', 'mac_address': 'fa:16:3e:4d:26:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:45:08.133988 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:08.151017 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f09017-7022-4e29-9f6f-5b5a0d7e966a {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:45:08.167022 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 40f09017-7022-4e29-9f6f-5b5a0d7e966a, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=40f09017-7022-4e29-9f6f-5b5a0d7e966a,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:45:08.174291 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:08.242351 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=40f09017-7022-4e29-9f6f-5b5a0d7e966a,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:45:08.379638 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['40f09017-7022-4e29-9f6f-5b5a0d7e966a'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:45:08.504954 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db5911-4066-4cf3-8b49-2c9a663fb988 req-7f10ac03-8c24-42ec-b62a-2e524877bf89 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:08.506395 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-37db5911-4066-4cf3-8b49-2c9a663fb988 req-7f10ac03-8c24-42ec-b62a-2e524877bf89 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 945 time: 0.0810850 Feb 28 14:45:08.554132 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-37db5911-4066-4cf3-8b49-2c9a663fb988 req-f80a5bc6-9f5e-4293-bad5-f49c17ad2302 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418236 Feb 28 14:45:09.746222 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42de8be-0e59-4631-b22e-9935b1704c4a req-542ae21f-5f95-47f1-ac75-4a67855c1b6c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:09.747690 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c42de8be-0e59-4631-b22e-9935b1704c4a req-542ae21f-5f95-47f1-ac75-4a67855c1b6c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 945 time: 0.0876441 Feb 28 14:45:09.791721 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c42de8be-0e59-4631-b22e-9935b1704c4a req-15e8067a-5778-4839-b41b-238074d85d55 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382593 Feb 28 14:45:09.826026 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2af464d8-c26c-404a-a7ac-f331b5a42074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:09.913652 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 40f09017-7022-4e29-9f6f-5b5a0d7e966a up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:45:09.995134 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port 40f09017-7022-4e29-9f6f-5b5a0d7e966a completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:45:09.999686 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 40f09017-7022-4e29-9f6f-5b5a0d7e966a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:45:10.000058 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:10.127147 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:10.154249 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80150ac3-d102-4179-8356-897a3cd683eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f09017-7022-4e29-9f6f-5b5a0d7e966a'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:45:10.163866 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 40f09017-7022-4e29-9f6f-5b5a0d7e966a, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=40f09017-7022-4e29-9f6f-5b5a0d7e966a,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:45:10.168939 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:10.199541 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80150ac3-d102-4179-8356-897a3cd683eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f09017-7022-4e29-9f6f-5b5a0d7e966a', 'code': 200} Feb 28 14:45:10.238301 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=40f09017-7022-4e29-9f6f-5b5a0d7e966a,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:45:10.427544 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed669cd9-f104-4a68-b384-1efe05ef930e req-801125d8-7484-4b56-86bc-815b9fd5285b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:10.428995 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ed669cd9-f104-4a68-b384-1efe05ef930e req-801125d8-7484-4b56-86bc-815b9fd5285b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 1099 time: 0.0703619 Feb 28 14:45:10.479233 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ed669cd9-f104-4a68-b384-1efe05ef930e req-7fefbc32-0bb4-49f6-a3bd-8879064c8044 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442321 Feb 28 14:45:10.950928 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:11.001942 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc453e8-5120-476b-8bff-fe0f707bd762 req-d76e5ff8-265d-4006-8491-bf85b24ed76c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:11.003393 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ebc453e8-5120-476b-8bff-fe0f707bd762 req-d76e5ff8-265d-4006-8491-bf85b24ed76c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 946 time: 0.0930555 Feb 28 14:45:11.051832 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ebc453e8-5120-476b-8bff-fe0f707bd762 req-0cfe057d-f505-4d22-b53f-fdeb99609af9 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426929 Feb 28 14:45:11.184152 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:12.362692 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249c404-4c63-4201-9f08-185b21798989 req-6c7366ab-eac9-438d-a5fe-397575051cfa tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:12.364030 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3249c404-4c63-4201-9f08-185b21798989 req-6c7366ab-eac9-438d-a5fe-397575051cfa tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 946 time: 0.1875000 Feb 28 14:45:12.408225 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3249c404-4c63-4201-9f08-185b21798989 req-dc35cfed-91e1-46cd-b936-fb0c40a6b99b tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382888 Feb 28 14:45:12.527927 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:12.590067 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdb478-9f4e-4179-b31e-4340f10d068c req-115fb9e8-9714-49bd-bee2-198338fe8084 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:12.591555 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cebdb478-9f4e-4179-b31e-4340f10d068c req-115fb9e8-9714-49bd-bee2-198338fe8084 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 946 time: 0.0838838 Feb 28 14:45:12.601378 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 35952) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:45:12.606587 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5e66c959-4c7c-4a86-aec6-6f564808332b tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Request body: {'floatingip': {'port_id': '40f09017-7022-4e29-9f6f-5b5a0d7e966a'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:45:12.784917 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e66c959-4c7c-4a86-aec6-6f564808332b tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for floatingip, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:13.396645 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e66c959-4c7c-4a86-aec6-6f564808332b tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:13.402293 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e66c959-4c7c-4a86-aec6-6f564808332b tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:13.580240 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-5e66c959-4c7c-4a86-aec6-6f564808332b tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Floating IP 5cd0b47a-22fc-44d9-b739-8727e1b95985 associated. External IP: 172.26.5.23, port: 40f09017-7022-4e29-9f6f-5b5a0d7e966a. Feb 28 14:45:13.948177 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e66c959-4c7c-4a86-aec6-6f564808332b tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Router fb00a949-4428-4cd0-84e7-61b6c328fccc has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:45:14.249081 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e66c959-4c7c-4a86-aec6-6f564808332b tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:45:14.253697 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5e66c959-4c7c-4a86-aec6-6f564808332b tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:14.259535 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb20f68-6ce0-4455-a5f0-fe38e0bf4252 None None] Sync routers for ids ['fb00a949-4428-4cd0-84e7-61b6c328fccc'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:45:14.273178 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb20f68-6ce0-4455-a5f0-fe38e0bf4252 None None] Routers {'fb00a949-4428-4cd0-84e7-61b6c328fccc'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:45:14.273790 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9bb20f68-6ce0-4455-a5f0-fe38e0bf4252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:45:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['fb00a949-4428-4cd0-84e7-61b6c328fccc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:45:14.310980 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5e66c959-4c7c-4a86-aec6-6f564808332b tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "PUT /v2.0/floatingips/5cd0b47a-22fc-44d9-b739-8727e1b95985 HTTP/1.1" status: 200 len: 991 time: 1.7085066 Feb 28 14:45:14.311611 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80150ac3-d102-4179-8356-897a3cd683eb', 'tag': '40f09017-7022-4e29-9f6f-5b5a0d7e966a'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:45:14.357299 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80150ac3-d102-4179-8356-897a3cd683eb', 'tag': '40f09017-7022-4e29-9f6f-5b5a0d7e966a', 'status': 'completed', 'code': 200} Feb 28 14:45:14.459238 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1cfdf-e830-4aab-8938-2cac108b3243 req-c12166b8-d846-4304-8a3d-9914e334f2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:14.460931 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-99d1cfdf-e830-4aab-8938-2cac108b3243 req-c12166b8-d846-4304-8a3d-9914e334f2dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 1099 time: 0.0782385 Feb 28 14:45:14.500516 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-9bb20f68-6ce0-4455-a5f0-fe38e0bf4252 None None] Set router fb00a949-4428-4cd0-84e7-61b6c328fccc gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:45:14.597320 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1cfdf-e830-4aab-8938-2cac108b3243 req-1ad9af54-46e4-4e62-8272-651d86edfd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:14.598763 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-99d1cfdf-e830-4aab-8938-2cac108b3243 req-1ad9af54-46e4-4e62-8272-651d86edfd87 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 912 time: 0.1322067 Feb 28 14:45:14.706955 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-99d1cfdf-e830-4aab-8938-2cac108b3243 req-60bb6c8d-79dd-4a9d-9e8c-e1db6b7df24d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40f09017-7022-4e29-9f6f-5b5a0d7e966a HTTP/1.1" status: 200 len: 999 time: 0.1021032 Feb 28 14:45:14.815490 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1cfdf-e830-4aab-8938-2cac108b3243 req-b09dd8ea-1498-4bc7-8696-1a803549f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:14.816948 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-99d1cfdf-e830-4aab-8938-2cac108b3243 req-b09dd8ea-1498-4bc7-8696-1a803549f8ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.1040983 Feb 28 14:45:14.868930 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9bb20f68-6ce0-4455-a5f0-fe38e0bf4252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 4, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '5cd0b47a-22fc-44d9-b739-8727e1b95985', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'floating_ip_address': '172.26.5.23', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'port_id': '40f09017-7022-4e29-9f6f-5b5a0d7e966a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'mac_address': 'fa:16:3e:4d:26:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80150ac3-d102-4179-8356-897a3cd683eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:43:14Z', 'updated_at': '2022-02-28T14:45:13Z', 'revision_number': 9, 'project_id': '8efefaa08661463a99d8282662c60de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a', 'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'mac_address': 'fa:16:3e:21:8f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:10Z', 'updated_at': '2022-02-28T14:43:16Z', 'revision_number': 5, 'project_id': '8efefaa08661463a99d8282662c60de1', 'subnets': [{'id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:45:14.874133 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb20f68-6ce0-4455-a5f0-fe38e0bf4252 None None] Checking router: fb00a949-4428-4cd0-84e7-61b6c328fccc for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:45:14.875783 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff240ae7-719b-46ea-b477-16b9a10b4af0 req-c81208a4-2248-4411-abba-bda0df04fef5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:14.877613 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ff240ae7-719b-46ea-b477-16b9a10b4af0 req-c81208a4-2248-4411-abba-bda0df04fef5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 946 time: 0.0888555 Feb 28 14:45:14.887687 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb20f68-6ce0-4455-a5f0-fe38e0bf4252 None None] Routers {'fb00a949-4428-4cd0-84e7-61b6c328fccc'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:45:14.888397 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9bb20f68-6ce0-4455-a5f0-fe38e0bf4252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:45:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['fb00a949-4428-4cd0-84e7-61b6c328fccc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:45:14.906521 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9a2c340-8b94-4632-8b2f-400e5acf2f3d req-7f0398af-cfb3-4d85-92ab-5b5a62ac4a1b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1450942 Feb 28 14:45:14.933765 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1cfdf-e830-4aab-8938-2cac108b3243 req-4177ed67-9cb6-4c75-a21e-974fc4b84874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:14.935498 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-99d1cfdf-e830-4aab-8938-2cac108b3243 req-4177ed67-9cb6-4c75-a21e-974fc4b84874 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1115851 Feb 28 14:45:14.950757 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ff240ae7-719b-46ea-b477-16b9a10b4af0 req-c124bb94-a001-4590-870e-914e1a78af2f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672886 Feb 28 14:45:15.072999 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-9bb20f68-6ce0-4455-a5f0-fe38e0bf4252 None None] Set router fb00a949-4428-4cd0-84e7-61b6c328fccc gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:45:15.084948 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-99d1cfdf-e830-4aab-8938-2cac108b3243 req-0cd2d841-b6cd-44ab-8012-fc3e2fa26641 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427734 Feb 28 14:45:15.220686 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-99d1cfdf-e830-4aab-8938-2cac108b3243 req-560755e8-6907-4789-9e6a-8bff329b18c1 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300499 Feb 28 14:45:15.436315 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-9bb20f68-6ce0-4455-a5f0-fe38e0bf4252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 4, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '5cd0b47a-22fc-44d9-b739-8727e1b95985', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'floating_ip_address': '172.26.5.23', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'port_id': '40f09017-7022-4e29-9f6f-5b5a0d7e966a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'mac_address': 'fa:16:3e:4d:26:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80150ac3-d102-4179-8356-897a3cd683eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:43:14Z', 'updated_at': '2022-02-28T14:45:13Z', 'revision_number': 9, 'project_id': '8efefaa08661463a99d8282662c60de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a', 'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'mac_address': 'fa:16:3e:21:8f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:10Z', 'updated_at': '2022-02-28T14:43:16Z', 'revision_number': 5, 'project_id': '8efefaa08661463a99d8282662c60de1', 'subnets': [{'id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:45:15.440891 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb20f68-6ce0-4455-a5f0-fe38e0bf4252 None None] The sync data for ids ['fb00a949-4428-4cd0-84e7-61b6c328fccc'] in dv-neutron-831192-4-hyperv is: [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 4, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '5cd0b47a-22fc-44d9-b739-8727e1b95985', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'floating_ip_address': '172.26.5.23', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'port_id': '40f09017-7022-4e29-9f6f-5b5a0d7e966a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'mac_address': 'fa:16:3e:4d:26:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80150ac3-d102-4179-8356-897a3cd683eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:43:14Z', 'updated_at': '2022-02-28T14:45:13Z', 'revision_number': 9, 'project_id': '8efefaa08661463a99d8282662c60de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a', 'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'mac_address': 'fa:16:3e:21:8f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:10Z', 'updated_at': '2022-02-28T14:43:16Z', 'revision_number': 5, 'project_id': '8efefaa08661463a99d8282662c60de1', 'subnets': [{'id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:45:15.648802 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f676a38-4ed4-462c-a51f-c2dbed590119 None None] New status for floating IP 5cd0b47a-22fc-44d9-b739-8727e1b95985: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:45:16.150795 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2c340-8b94-4632-8b2f-400e5acf2f3d req-8debb6c1-715c-4c49-b155-2449cbe77e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:16.152305 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9a2c340-8b94-4632-8b2f-400e5acf2f3d req-8debb6c1-715c-4c49-b155-2449cbe77e76 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 1099 time: 0.1316204 Feb 28 14:45:16.160295 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16825027-14e8-451d-a5d2-2105f5f5d9bc req-2ee49b90-ac51-46ae-8ecf-33b3d9dc664d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:16.161597 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-16825027-14e8-451d-a5d2-2105f5f5d9bc req-2ee49b90-ac51-46ae-8ecf-33b3d9dc664d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 946 time: 0.1106541 Feb 28 14:45:16.290064 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-16825027-14e8-451d-a5d2-2105f5f5d9bc req-dfd47865-b3e5-433f-8455-fdcc8ac78757 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101139 Feb 28 14:45:16.317798 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2c340-8b94-4632-8b2f-400e5acf2f3d req-78005ba0-338b-4bfc-8cc9-886135595a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:16.319266 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9a2c340-8b94-4632-8b2f-400e5acf2f3d req-78005ba0-338b-4bfc-8cc9-886135595a38 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 912 time: 0.1568069 Feb 28 14:45:16.424578 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9a2c340-8b94-4632-8b2f-400e5acf2f3d req-122e2f9d-a825-4d7f-bcf7-f7f4f7e41c79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40f09017-7022-4e29-9f6f-5b5a0d7e966a HTTP/1.1" status: 200 len: 1002 time: 0.0993888 Feb 28 14:45:16.487593 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2c340-8b94-4632-8b2f-400e5acf2f3d req-f5539bb1-bc81-4a73-bc65-0c1e8b395111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:16.489005 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9a2c340-8b94-4632-8b2f-400e5acf2f3d req-f5539bb1-bc81-4a73-bc65-0c1e8b395111 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.0584414 Feb 28 14:45:16.574460 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2c340-8b94-4632-8b2f-400e5acf2f3d req-981817fd-03f4-45c2-89b9-b91020f3b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:16.575878 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9a2c340-8b94-4632-8b2f-400e5acf2f3d req-981817fd-03f4-45c2-89b9-b91020f3b043 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805230 Feb 28 14:45:16.709915 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9a2c340-8b94-4632-8b2f-400e5acf2f3d req-3d533ceb-04fa-4ea5-9f7f-3801e070327d service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269298 Feb 28 14:45:16.945708 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9a2c340-8b94-4632-8b2f-400e5acf2f3d req-3227a3df-b749-47ce-9fa6-92112f187db1 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296879 Feb 28 14:45:17.487105 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434c7ea-3bc4-430c-9429-50784860a6c3 req-cf7049bc-2f06-419d-aee8-fe0bc6fe27ef tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:17.488574 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8434c7ea-3bc4-430c-9429-50784860a6c3 req-cf7049bc-2f06-419d-aee8-fe0bc6fe27ef tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 946 time: 0.0816972 Feb 28 14:45:17.536267 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8434c7ea-3bc4-430c-9429-50784860a6c3 req-f9de7d9e-7a31-4470-97c1-5d022a28d774 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402772 Feb 28 14:45:18.764911 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255fd43-5338-4644-9f06-9244c100c3f7 req-0c4c9c31-51e6-4c5b-9a52-6ae72025523f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:18.766324 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c255fd43-5338-4644-9f06-9244c100c3f7 req-0c4c9c31-51e6-4c5b-9a52-6ae72025523f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 946 time: 0.1079693 Feb 28 14:45:18.813752 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c255fd43-5338-4644-9f06-9244c100c3f7 req-5ac7cbf6-9a78-40b2-b041-9e29518c88a3 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402629 Feb 28 14:45:20.035628 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b7d98-ab08-4896-afe0-c07f42426cd4 req-276a55dc-3fc0-4aac-a3e6-eb1b0600b1c9 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:20.037721 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-195b7d98-ab08-4896-afe0-c07f42426cd4 req-276a55dc-3fc0-4aac-a3e6-eb1b0600b1c9 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 946 time: 0.0950394 Feb 28 14:45:20.084202 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-195b7d98-ab08-4896-afe0-c07f42426cd4 req-f2d0bb4d-3320-4be6-87d7-0cba4da94f32 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391982 Feb 28 14:45:21.287501 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c995e7-1b38-4f8d-8ef5-8d4c274fefc8 req-b27af016-9a23-41ac-bdc2-a79e9c93f3f7 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:21.288940 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52c995e7-1b38-4f8d-8ef5-8d4c274fefc8 req-b27af016-9a23-41ac-bdc2-a79e9c93f3f7 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 946 time: 0.0889859 Feb 28 14:45:21.339176 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52c995e7-1b38-4f8d-8ef5-8d4c274fefc8 req-4d2b62c1-9e8e-46da-8e5a-49aa62cf3e2d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433664 Feb 28 14:45:22.551590 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1f9ee-cab4-45b2-b95f-924ab17ab530 req-830e4b21-b59e-46f3-9dcc-a64f8f4a71d0 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:22.552995 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bca1f9ee-cab4-45b2-b95f-924ab17ab530 req-830e4b21-b59e-46f3-9dcc-a64f8f4a71d0 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 946 time: 0.0991600 Feb 28 14:45:22.601436 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bca1f9ee-cab4-45b2-b95f-924ab17ab530 req-55c2906d-8440-4fab-9628-f00c46611a42 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425897 Feb 28 14:45:23.791988 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af732128-3c29-4672-8e78-6367f252f230 req-ad954f2d-0106-4ef1-933d-4ffd98ae9251 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:23.793467 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-af732128-3c29-4672-8e78-6367f252f230 req-ad954f2d-0106-4ef1-933d-4ffd98ae9251 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 946 time: 0.0821891 Feb 28 14:45:23.846004 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-af732128-3c29-4672-8e78-6367f252f230 req-d5fb32a3-969b-4f1b-ba39-cb2b95027936 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442367 Feb 28 14:45:24.844263 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:45:25.046197 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc4849-bb6d-4b97-bb5d-847b2a1d88e9 req-f3cd0e99-134a-41dc-a94c-981975518719 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:25.047799 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4ddc4849-bb6d-4b97-bb5d-847b2a1d88e9 req-f3cd0e99-134a-41dc-a94c-981975518719 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 946 time: 0.0908234 Feb 28 14:45:25.096428 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4ddc4849-bb6d-4b97-bb5d-847b2a1d88e9 req-dba29318-3ebf-4ad8-b39a-d37f01dcbd21 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403209 Feb 28 14:45:26.305975 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf698ae3-c14c-4135-8561-f25ee9f54530 req-74ec9cb8-12d3-4aad-aca3-789a4c1603c1 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:26.307414 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cf698ae3-c14c-4135-8561-f25ee9f54530 req-74ec9cb8-12d3-4aad-aca3-789a4c1603c1 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 946 time: 0.0957363 Feb 28 14:45:26.351047 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cf698ae3-c14c-4135-8561-f25ee9f54530 req-8284adf5-a0b9-40dd-971a-f0e82c5c804d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378637 Feb 28 14:45:27.561498 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f279254-771a-48ab-8ebe-8dbf268b1b03 req-5fa97c28-e985-44e5-b787-2129bbb1e099 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:27.563018 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6f279254-771a-48ab-8ebe-8dbf268b1b03 req-5fa97c28-e985-44e5-b787-2129bbb1e099 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 946 time: 0.0908182 Feb 28 14:45:27.607579 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6f279254-771a-48ab-8ebe-8dbf268b1b03 req-5fccbf8b-2ab9-4840-81ab-6d0fd143e78a tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385849 Feb 28 14:45:28.827069 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77771a03-381e-41b9-8a37-33c18f676fb9 req-db92f0b6-b267-422e-80e4-9304f38db8e7 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:28.828533 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-77771a03-381e-41b9-8a37-33c18f676fb9 req-db92f0b6-b267-422e-80e4-9304f38db8e7 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 946 time: 0.1031721 Feb 28 14:45:28.884429 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-77771a03-381e-41b9-8a37-33c18f676fb9 req-202c2c70-0825-4d2f-a9e0-6db0369d0412 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478594 Feb 28 14:45:30.092300 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498973f6-0724-4165-ba6c-41b0b728b28b req-57635d26-10bf-4956-8dbd-c394407fa19c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:30.093742 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-498973f6-0724-4165-ba6c-41b0b728b28b req-57635d26-10bf-4956-8dbd-c394407fa19c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 946 time: 0.0831881 Feb 28 14:45:30.137414 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-498973f6-0724-4165-ba6c-41b0b728b28b req-626a2011-04a9-4976-848f-9c021e6a3ba6 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379786 Feb 28 14:45:31.331327 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54258ca-1b9e-4aae-9ab3-5e912f4a9a0e req-2e2acf6c-e87c-419d-855b-c84da1f89097 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:31.332780 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a54258ca-1b9e-4aae-9ab3-5e912f4a9a0e req-2e2acf6c-e87c-419d-855b-c84da1f89097 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 946 time: 0.0826933 Feb 28 14:45:31.378531 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a54258ca-1b9e-4aae-9ab3-5e912f4a9a0e req-d3e4efa1-72fe-4bc8-9427-0ba8c6c4032f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395534 Feb 28 14:45:31.881013 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c086f-e88b-40fc-b238-830f0d580fbe req-6b6942f5-c3e5-4ccf-a82b-b28c9acc34ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:31.882465 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-700c086f-e88b-40fc-b238-830f0d580fbe req-6b6942f5-c3e5-4ccf-a82b-b28c9acc34ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 1099 time: 0.0758297 Feb 28 14:45:32.030146 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c086f-e88b-40fc-b238-830f0d580fbe req-eb4cee34-daf1-40e0-b925-6f1304dd84b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:32.031496 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-700c086f-e88b-40fc-b238-830f0d580fbe req-eb4cee34-daf1-40e0-b925-6f1304dd84b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 912 time: 0.1304886 Feb 28 14:45:32.145268 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-700c086f-e88b-40fc-b238-830f0d580fbe req-84fd8759-3b0c-417b-81fd-6d33bf5d0ad1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40f09017-7022-4e29-9f6f-5b5a0d7e966a HTTP/1.1" status: 200 len: 1002 time: 0.1079538 Feb 28 14:45:32.207269 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c086f-e88b-40fc-b238-830f0d580fbe req-ff2cc72d-2a73-437b-b6ca-e778f63fa5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:32.208646 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-700c086f-e88b-40fc-b238-830f0d580fbe req-ff2cc72d-2a73-437b-b6ca-e778f63fa5ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.0574524 Feb 28 14:45:32.286863 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c086f-e88b-40fc-b238-830f0d580fbe req-274318f7-0861-4a02-9df9-693218e56585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:32.288277 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-700c086f-e88b-40fc-b238-830f0d580fbe req-274318f7-0861-4a02-9df9-693218e56585 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736032 Feb 28 14:45:32.428108 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-700c086f-e88b-40fc-b238-830f0d580fbe req-c973be24-8078-4426-84d1-1f1ab7a5c90e service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336672 Feb 28 14:45:32.574104 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-700c086f-e88b-40fc-b238-830f0d580fbe req-74dcf2b2-11ed-4564-a9f0-090247b621f4 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335173 Feb 28 14:45:32.574794 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb0f32-b6c2-4f67-8dd3-50877e0e546f req-375ec6a6-ebb9-40d3-9c52-05c1b5d57749 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:32.576278 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-eecb0f32-b6c2-4f67-8dd3-50877e0e546f req-375ec6a6-ebb9-40d3-9c52-05c1b5d57749 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 946 time: 0.0868855 Feb 28 14:45:32.620169 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-eecb0f32-b6c2-4f67-8dd3-50877e0e546f req-5efe3377-b297-4394-93a5-b9d331c31e78 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383050 Feb 28 14:45:33.981653 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9a2c340-8b94-4632-8b2f-400e5acf2f3d req-fca37c01-a72e-41e5-8b1b-7de09b83eacd service neutron] 10.222.0.13 "GET /v2.0/ports/40f09017-7022-4e29-9f6f-5b5a0d7e966a/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.2041495 Feb 28 14:45:33.996451 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d61e6-7baf-4483-80a2-d5a648ab5c59 req-57e777d5-3a8b-4693-b548-01d3c6cb1dee tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:33.997847 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-db6d61e6-7baf-4483-80a2-d5a648ab5c59 req-57e777d5-3a8b-4693-b548-01d3c6cb1dee tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 946 time: 0.2584376 Feb 28 14:45:34.041931 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-db6d61e6-7baf-4483-80a2-d5a648ab5c59 req-b5af4f84-9678-49fe-90dc-2c43f0172219 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381317 Feb 28 14:45:34.274014 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2c340-8b94-4632-8b2f-400e5acf2f3d req-d37e7c66-5498-43c5-8f21-2554c8d0a6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:34.275427 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9a2c340-8b94-4632-8b2f-400e5acf2f3d req-d37e7c66-5498-43c5-8f21-2554c8d0a6c9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb&tenant_id=8efefaa08661463a99d8282662c60de1 HTTP/1.1" status: 200 len: 1099 time: 0.0770564 Feb 28 14:45:34.379121 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2c340-8b94-4632-8b2f-400e5acf2f3d req-4f3263eb-ce32-47ab-9e8f-1b3c4dce548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:34.380716 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9a2c340-8b94-4632-8b2f-400e5acf2f3d req-4f3263eb-ce32-47ab-9e8f-1b3c4dce548c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 1099 time: 0.0842185 Feb 28 14:45:34.517190 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2c340-8b94-4632-8b2f-400e5acf2f3d req-fa17a9f3-dc4e-4e78-af5e-afa8816bfe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:34.518590 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9a2c340-8b94-4632-8b2f-400e5acf2f3d req-fa17a9f3-dc4e-4e78-af5e-afa8816bfe72 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 912 time: 0.1312778 Feb 28 14:45:34.622624 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9a2c340-8b94-4632-8b2f-400e5acf2f3d req-77be7151-94bd-4428-aecc-1887e7195e21 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40f09017-7022-4e29-9f6f-5b5a0d7e966a HTTP/1.1" status: 200 len: 1002 time: 0.0975034 Feb 28 14:45:34.692105 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2c340-8b94-4632-8b2f-400e5acf2f3d req-c66a3e6e-342a-4e84-830f-af81b0f464c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:34.694327 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9a2c340-8b94-4632-8b2f-400e5acf2f3d req-c66a3e6e-342a-4e84-830f-af81b0f464c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.0654392 Feb 28 14:45:34.775482 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2c340-8b94-4632-8b2f-400e5acf2f3d req-698190cc-43e3-4e0b-b654-fdd526d3de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:34.776939 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9a2c340-8b94-4632-8b2f-400e5acf2f3d req-698190cc-43e3-4e0b-b654-fdd526d3de96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762951 Feb 28 14:45:34.916814 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9a2c340-8b94-4632-8b2f-400e5acf2f3d req-f004c20f-7401-407e-b2bf-984bc9856ec1 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327622 Feb 28 14:45:35.064667 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9a2c340-8b94-4632-8b2f-400e5acf2f3d req-85fe282a-0e9c-443f-a348-febba39772a6 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403840 Feb 28 14:45:35.192464 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:35.237659 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a00d2b-df57-4c2d-ad0b-94863ca9bf00 req-30b7cd30-b3ea-437a-a389-f15767f3c478 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:35.239276 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d3a00d2b-df57-4c2d-ad0b-94863ca9bf00 req-30b7cd30-b3ea-437a-a389-f15767f3c478 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 946 time: 0.0893221 Feb 28 14:45:35.284767 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d3a00d2b-df57-4c2d-ad0b-94863ca9bf00 req-3664395c-03ca-427a-8f80-4c2d604ddfa9 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395219 Feb 28 14:45:36.492201 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8e47e-a163-4ed4-bca1-31338b5a7361 req-63abfbc2-95f6-4a00-a11a-8fcc0f7dfa5d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:36.493633 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7bc8e47e-a163-4ed4-bca1-31338b5a7361 req-63abfbc2-95f6-4a00-a11a-8fcc0f7dfa5d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 946 time: 0.0901415 Feb 28 14:45:36.542548 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7bc8e47e-a163-4ed4-bca1-31338b5a7361 req-58300bd3-2d3d-434c-b8ed-bd8fc784adfa tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401075 Feb 28 14:45:37.685063 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fe03497b-955d-4b0f-a4b5-4df71fcecf36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:37.748485 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd76d9-8efe-4e79-b571-3881de212b65 req-9088371c-7c5d-4edc-9153-ca8a81e71429 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:37.749957 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-67bd76d9-8efe-4e79-b571-3881de212b65 req-9088371c-7c5d-4edc-9153-ca8a81e71429 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 946 time: 0.0828097 Feb 28 14:45:37.795420 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-67bd76d9-8efe-4e79-b571-3881de212b65 req-1ac2c8a1-b502-46a8-a0d9-0cd640f5a143 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398078 Feb 28 14:45:38.021609 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 40f09017-7022-4e29-9f6f-5b5a0d7e966a details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:45:38.023874 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 40f09017-7022-4e29-9f6f-5b5a0d7e966a no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:45:38.207884 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7c9c8-1903-4519-870a-1804c660d195 req-5bb0a87f-68bf-48b8-9a15-0d697c0284e7 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:38.209588 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58b7c9c8-1903-4519-870a-1804c660d195 req-5bb0a87f-68bf-48b8-9a15-0d697c0284e7 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.13 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb&tenant_id=8efefaa08661463a99d8282662c60de1&binding%3Ahost_id=hv-neutron-8311 HTTP/1.1" status: 200 len: 946 time: 0.0865819 Feb 28 14:45:38.245931 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:38.266853 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af86662-6403-4622-87ee-e585714366d8 req-db42691a-040f-44ee-a587-0719c91dc0c9 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:38.268596 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3af86662-6403-4622-87ee-e585714366d8 req-db42691a-040f-44ee-a587-0719c91dc0c9 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 946 time: 0.0877075 Feb 28 14:45:38.296946 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58b7c9c8-1903-4519-870a-1804c660d195 req-8a9bda49-a396-47d1-bb82-b6c610000322 service neutron] 10.222.0.13 "GET /v2.0/ports/40f09017-7022-4e29-9f6f-5b5a0d7e966a/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.0808902 Feb 28 14:45:38.319675 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3af86662-6403-4622-87ee-e585714366d8 req-0ec44f2b-3cd4-4712-ba6e-99ed1e034002 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445302 Feb 28 14:45:38.332667 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 40f09017-7022-4e29-9f6f-5b5a0d7e966a, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=40f09017-7022-4e29-9f6f-5b5a0d7e966a,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:45:38.347086 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80150ac3-d102-4179-8356-897a3cd683eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40f09017-7022-4e29-9f6f-5b5a0d7e966a'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:45:38.359066 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '40f09017-7022-4e29-9f6f-5b5a0d7e966a', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'port_id': '40f09017-7022-4e29-9f6f-5b5a0d7e966a', 'mac_address': 'fa:16:3e:4d:26:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:45:38.363212 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 40f09017-7022-4e29-9f6f-5b5a0d7e966a, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=40f09017-7022-4e29-9f6f-5b5a0d7e966a,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:45:38.396221 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7c9c8-1903-4519-870a-1804c660d195 req-69997cb2-304d-4c26-85f1-508d8366e655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:38.397728 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58b7c9c8-1903-4519-870a-1804c660d195 req-69997cb2-304d-4c26-85f1-508d8366e655 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 1099 time: 0.0788164 Feb 28 14:45:38.405435 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:38.472462 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80150ac3-d102-4179-8356-897a3cd683eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40f09017-7022-4e29-9f6f-5b5a0d7e966a', 'code': 200} Feb 28 14:45:38.479955 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:38.508743 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f09017-7022-4e29-9f6f-5b5a0d7e966a {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:45:38.520814 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=40f09017-7022-4e29-9f6f-5b5a0d7e966a,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:45:38.529538 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 40f09017-7022-4e29-9f6f-5b5a0d7e966a, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=40f09017-7022-4e29-9f6f-5b5a0d7e966a,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:45:38.533444 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:38.549397 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7c9c8-1903-4519-870a-1804c660d195 req-6eb7f167-da37-4d7e-bfe3-07c023e15e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:38.550759 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58b7c9c8-1903-4519-870a-1804c660d195 req-6eb7f167-da37-4d7e-bfe3-07c023e15e8f service neutron] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 912 time: 0.1467683 Feb 28 14:45:38.596738 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['40f09017-7022-4e29-9f6f-5b5a0d7e966a'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:45:38.641933 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=40f09017-7022-4e29-9f6f-5b5a0d7e966a,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:45:38.654116 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58b7c9c8-1903-4519-870a-1804c660d195 req-18b79fb0-07c7-4fda-a32f-aebb090dab24 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40f09017-7022-4e29-9f6f-5b5a0d7e966a HTTP/1.1" status: 200 len: 1001 time: 0.0962067 Feb 28 14:45:38.717073 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7c9c8-1903-4519-870a-1804c660d195 req-31a9b1f5-10f7-4f10-8121-f450e34bad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:38.718641 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58b7c9c8-1903-4519-870a-1804c660d195 req-31a9b1f5-10f7-4f10-8121-f450e34bad46 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.0580552 Feb 28 14:45:38.798029 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7c9c8-1903-4519-870a-1804c660d195 req-4ab70253-eba7-44e7-9ba9-5e97a6426a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:38.799561 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58b7c9c8-1903-4519-870a-1804c660d195 req-4ab70253-eba7-44e7-9ba9-5e97a6426a70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747509 Feb 28 14:45:39.034332 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58b7c9c8-1903-4519-870a-1804c660d195 req-94c678fb-a825-4b5e-abb8-a1334671fe7c service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284293 Feb 28 14:45:39.173088 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58b7c9c8-1903-4519-870a-1804c660d195 req-dd1c6c0c-e2d8-4aec-8f3a-76f802737434 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321297 Feb 28 14:45:39.530808 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceafe8f-29b6-4ad4-9304-a276103cea4c req-dec30191-143c-46ee-82d5-91274b0f8855 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:39.532340 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1ceafe8f-29b6-4ad4-9304-a276103cea4c req-dec30191-143c-46ee-82d5-91274b0f8855 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 945 time: 0.0906272 Feb 28 14:45:39.577543 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1ceafe8f-29b6-4ad4-9304-a276103cea4c req-07cd977c-e7ed-4399-a167-6d7ed20e1152 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392301 Feb 28 14:45:39.838281 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5a691a46-16ef-40bd-82f2-bcb8713a3e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:40.041210 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 40f09017-7022-4e29-9f6f-5b5a0d7e966a up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:45:40.120707 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 40f09017-7022-4e29-9f6f-5b5a0d7e966a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:45:40.121083 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:40.236735 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:40.270240 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 40f09017-7022-4e29-9f6f-5b5a0d7e966a, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=40f09017-7022-4e29-9f6f-5b5a0d7e966a,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:45:40.276759 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:40.358256 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=40f09017-7022-4e29-9f6f-5b5a0d7e966a,revision_number=8']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:45:40.473801 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80150ac3-d102-4179-8356-897a3cd683eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f09017-7022-4e29-9f6f-5b5a0d7e966a'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:45:40.528102 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80150ac3-d102-4179-8356-897a3cd683eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f09017-7022-4e29-9f6f-5b5a0d7e966a', 'code': 200} Feb 28 14:45:40.786003 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8756d2c-793d-419e-9f93-a1b13087eed3 req-1aaa2d0d-2a04-4a3f-8fc7-7eff0252580e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:40.787516 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c8756d2c-793d-419e-9f93-a1b13087eed3 req-1aaa2d0d-2a04-4a3f-8fc7-7eff0252580e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 946 time: 0.0926464 Feb 28 14:45:40.835341 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c8756d2c-793d-419e-9f93-a1b13087eed3 req-e47a7a3b-d7b9-43b3-a74b-eb2cf7ca858a tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418673 Feb 28 14:45:40.962769 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:41.179063 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:41.612922 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7c9c8-1903-4519-870a-1804c660d195 req-af7a3710-e14a-4721-9a54-da8d1c816ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:41.614346 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58b7c9c8-1903-4519-870a-1804c660d195 req-af7a3710-e14a-4721-9a54-da8d1c816ea2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb&tenant_id=8efefaa08661463a99d8282662c60de1 HTTP/1.1" status: 200 len: 1099 time: 0.0734546 Feb 28 14:45:41.710559 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7c9c8-1903-4519-870a-1804c660d195 req-7094273a-09da-4442-ad13-c132500d7ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:41.711917 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58b7c9c8-1903-4519-870a-1804c660d195 req-7094273a-09da-4442-ad13-c132500d7ec1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 1099 time: 0.0765929 Feb 28 14:45:41.845714 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7c9c8-1903-4519-870a-1804c660d195 req-1dea5322-eaf2-47b1-acdd-ed7bc253025d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:41.847130 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58b7c9c8-1903-4519-870a-1804c660d195 req-1dea5322-eaf2-47b1-acdd-ed7bc253025d service neutron] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 912 time: 0.1294801 Feb 28 14:45:41.983173 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58b7c9c8-1903-4519-870a-1804c660d195 req-e68f8f41-99f3-4363-9738-1bc3d75eee8f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40f09017-7022-4e29-9f6f-5b5a0d7e966a HTTP/1.1" status: 200 len: 1002 time: 0.1298318 Feb 28 14:45:42.054762 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7c9c8-1903-4519-870a-1804c660d195 req-3129e5d1-8b10-4834-8e28-205aace70b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:42.056225 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58b7c9c8-1903-4519-870a-1804c660d195 req-3129e5d1-8b10-4834-8e28-205aace70b3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.0671508 Feb 28 14:45:42.116689 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8351ca-2c35-4bcc-a89e-adbb507c1b9d req-ae1ffeda-ece9-4327-a86f-2c233325ca30 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:42.118075 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0a8351ca-2c35-4bcc-a89e-adbb507c1b9d req-ae1ffeda-ece9-4327-a86f-2c233325ca30 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 946 time: 0.1731832 Feb 28 14:45:42.173881 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0a8351ca-2c35-4bcc-a89e-adbb507c1b9d req-e7a9a953-2186-4df2-9f1d-54c35944999e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493293 Feb 28 14:45:42.179748 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7c9c8-1903-4519-870a-1804c660d195 req-409dc8f5-a642-496d-ac18-f7e166ef7a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:42.181117 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58b7c9c8-1903-4519-870a-1804c660d195 req-409dc8f5-a642-496d-ac18-f7e166ef7a2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1161449 Feb 28 14:45:42.318973 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58b7c9c8-1903-4519-870a-1804c660d195 req-bd2ba6cd-7075-4436-9640-54a2f1cbb595 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300187 Feb 28 14:45:42.468181 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58b7c9c8-1903-4519-870a-1804c660d195 req-0d0afb8e-5bfe-4230-a3d6-ffbc4d684098 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431105 Feb 28 14:45:42.531658 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:43.406189 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2265d80-28d6-4217-b229-ad3acc2eab9c req-fde2b927-d1a9-4c66-b9bc-b4e8600f2161 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:43.407724 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e2265d80-28d6-4217-b229-ad3acc2eab9c req-fde2b927-d1a9-4c66-b9bc-b4e8600f2161 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 946 time: 0.1111431 Feb 28 14:45:43.453744 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e2265d80-28d6-4217-b229-ad3acc2eab9c req-d8dd2a10-ff2e-4b7f-905b-215e99bfab79 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401795 Feb 28 14:45:44.054904 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 40f09017-7022-4e29-9f6f-5b5a0d7e966a details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:45:44.198439 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 40f09017-7022-4e29-9f6f-5b5a0d7e966a, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=40f09017-7022-4e29-9f6f-5b5a0d7e966a,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:45:44.212017 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '40f09017-7022-4e29-9f6f-5b5a0d7e966a', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'port_id': '40f09017-7022-4e29-9f6f-5b5a0d7e966a', 'mac_address': 'fa:16:3e:4d:26:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:45:44.269914 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:44.286457 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40f09017-7022-4e29-9f6f-5b5a0d7e966a {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:45:44.302058 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 40f09017-7022-4e29-9f6f-5b5a0d7e966a, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=40f09017-7022-4e29-9f6f-5b5a0d7e966a,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:45:44.308092 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:44.373965 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['40f09017-7022-4e29-9f6f-5b5a0d7e966a'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:45:44.420454 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=40f09017-7022-4e29-9f6f-5b5a0d7e966a,revision_number=9']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:45:44.645197 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44388433-b7a8-4725-a671-8d6886c8f20f req-798b8de5-f2ad-4b8b-b41e-b036b321c740 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:44.646604 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-44388433-b7a8-4725-a671-8d6886c8f20f req-798b8de5-f2ad-4b8b-b41e-b036b321c740 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 945 time: 0.0847738 Feb 28 14:45:44.696228 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-44388433-b7a8-4725-a671-8d6886c8f20f req-76795e36-7f8f-4e3c-8923-212048b406cf tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407681 Feb 28 14:45:44.898350 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4ad5e-58c0-4e39-b213-705cee65747d req-60908d63-8f54-48f9-badf-fbd744e81c0d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:44.899729 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8eb4ad5e-58c0-4e39-b213-705cee65747d req-60908d63-8f54-48f9-badf-fbd744e81c0d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 945 time: 0.0865984 Feb 28 14:45:44.944712 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8eb4ad5e-58c0-4e39-b213-705cee65747d req-5624d202-ebbf-4b45-a526-90de9f949082 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387964 Feb 28 14:45:45.146416 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc46838-a19e-4cea-8ee7-fe9ad52631ca req-dec8e9df-c286-443e-b816-c303cf79ca28 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:45.147923 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bcc46838-a19e-4cea-8ee7-fe9ad52631ca req-dec8e9df-c286-443e-b816-c303cf79ca28 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 945 time: 0.0882711 Feb 28 14:45:45.194337 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bcc46838-a19e-4cea-8ee7-fe9ad52631ca req-da447e39-d291-4d62-bb55-f9b9d5c1d976 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404158 Feb 28 14:45:45.608685 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e2675-8f48-42a5-8281-49e4c238334a req-732d3868-a60a-4217-8fc0-1d946a637d4a tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:45.610128 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-127e2675-8f48-42a5-8281-49e4c238334a req-732d3868-a60a-4217-8fc0-1d946a637d4a tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 945 time: 0.0855241 Feb 28 14:45:45.655768 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-127e2675-8f48-42a5-8281-49e4c238334a req-b3b8dd79-db23-4cb6-af2b-ddf848ffeed8 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374005 Feb 28 14:45:46.058654 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 40f09017-7022-4e29-9f6f-5b5a0d7e966a up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:45:46.131314 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 40f09017-7022-4e29-9f6f-5b5a0d7e966a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:45:46.131678 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:46.250351 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:46.276137 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80150ac3-d102-4179-8356-897a3cd683eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f09017-7022-4e29-9f6f-5b5a0d7e966a'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:45:46.285777 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 40f09017-7022-4e29-9f6f-5b5a0d7e966a, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=40f09017-7022-4e29-9f6f-5b5a0d7e966a,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:45:46.293552 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:46.329266 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80150ac3-d102-4179-8356-897a3cd683eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f09017-7022-4e29-9f6f-5b5a0d7e966a', 'code': 200} Feb 28 14:45:46.364414 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=40f09017-7022-4e29-9f6f-5b5a0d7e966a,revision_number=10']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:45:46.850152 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e989e24-fce9-4d12-8420-bb96c9233d2e req-2c0c8e9e-b1e8-4e43-89b2-1b8659456424 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:46.851623 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0e989e24-fce9-4d12-8420-bb96c9233d2e req-2c0c8e9e-b1e8-4e43-89b2-1b8659456424 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 947 time: 0.0834353 Feb 28 14:45:46.902749 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0e989e24-fce9-4d12-8420-bb96c9233d2e req-0c5c5bc3-64fe-4ebd-9c87-5ab25786f882 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423219 Feb 28 14:45:47.733848 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55b0f2-fd3b-4405-a131-1d5c04b12db1 req-2b49dd7f-34df-45d4-8172-87f68cb4af98 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:47.735256 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1a55b0f2-fd3b-4405-a131-1d5c04b12db1 req-2b49dd7f-34df-45d4-8172-87f68cb4af98 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.13 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 947 time: 0.0945823 Feb 28 14:45:47.804276 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-1a55b0f2-fd3b-4405-a131-1d5c04b12db1 req-89723d5a-ecd7-4f85-ae62-7778ea9fa014 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Deleting port 40f09017-7022-4e29-9f6f-5b5a0d7e966a {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:45:47.804579 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-1a55b0f2-fd3b-4405-a131-1d5c04b12db1 req-89723d5a-ecd7-4f85-ae62-7778ea9fa014 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:48.171695 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-1a55b0f2-fd3b-4405-a131-1d5c04b12db1 req-89723d5a-ecd7-4f85-ae62-7778ea9fa014 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] For port 40f09017-7022-4e29-9f6f-5b5a0d7e966a, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=40f09017-7022-4e29-9f6f-5b5a0d7e966a,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:45:48.172444 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-1a55b0f2-fd3b-4405-a131-1d5c04b12db1 req-89723d5a-ecd7-4f85-ae62-7778ea9fa014 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:48.202822 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd577b-ef1c-4688-b801-100bcc99e0d6 req-d1df5a60-2b5f-4642-93a8-4a9b45e29a0e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:48.204286 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6fcd577b-ef1c-4688-b801-100bcc99e0d6 req-d1df5a60-2b5f-4642-93a8-4a9b45e29a0e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 947 time: 0.1928773 Feb 28 14:45:48.249059 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6fcd577b-ef1c-4688-b801-100bcc99e0d6 req-298d630d-e7d6-44a1-9fe5-48b2a0d181b5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387723 Feb 28 14:45:48.471201 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-1a55b0f2-fd3b-4405-a131-1d5c04b12db1 req-89723d5a-ecd7-4f85-ae62-7778ea9fa014 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:48.471564 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-1a55b0f2-fd3b-4405-a131-1d5c04b12db1 req-89723d5a-ecd7-4f85-ae62-7778ea9fa014 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:48.471865 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [req-1a55b0f2-fd3b-4405-a131-1d5c04b12db1 req-89723d5a-ecd7-4f85-ae62-7778ea9fa014 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Floating IP 5cd0b47a-22fc-44d9-b739-8727e1b95985 disassociated. External IP: 172.26.5.23, port: 40f09017-7022-4e29-9f6f-5b5a0d7e966a. Feb 28 14:45:48.472195 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-1a55b0f2-fd3b-4405-a131-1d5c04b12db1 req-89723d5a-ecd7-4f85-ae62-7778ea9fa014 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Calling delete_port for 40f09017-7022-4e29-9f6f-5b5a0d7e966a owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:45:48.625337 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-1a55b0f2-fd3b-4405-a131-1d5c04b12db1 req-89723d5a-ecd7-4f85-ae62-7778ea9fa014 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:48.673797 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89723d5a-ecd7-4f85-ae62-7778ea9fa014 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Pushing event deleted for resources: {'Port': ['ID=40f09017-7022-4e29-9f6f-5b5a0d7e966a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:45:48.682499 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89723d5a-ecd7-4f85-ae62-7778ea9fa014 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:48.682499 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89723d5a-ecd7-4f85-ae62-7778ea9fa014 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:48.682685 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89723d5a-ecd7-4f85-ae62-7778ea9fa014 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:48.682854 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89723d5a-ecd7-4f85-ae62-7778ea9fa014 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:48.683173 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89723d5a-ecd7-4f85-ae62-7778ea9fa014 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:48.683531 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89723d5a-ecd7-4f85-ae62-7778ea9fa014 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:48.683850 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89723d5a-ecd7-4f85-ae62-7778ea9fa014 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:48.684168 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89723d5a-ecd7-4f85-ae62-7778ea9fa014 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:48.684489 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89723d5a-ecd7-4f85-ae62-7778ea9fa014 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:48.684798 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89723d5a-ecd7-4f85-ae62-7778ea9fa014 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:48.685236 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89723d5a-ecd7-4f85-ae62-7778ea9fa014 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:48.685716 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89723d5a-ecd7-4f85-ae62-7778ea9fa014 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:48.874741 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a55b0f2-fd3b-4405-a131-1d5c04b12db1 req-89723d5a-ecd7-4f85-ae62-7778ea9fa014 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Router fb00a949-4428-4cd0-84e7-61b6c328fccc has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:45:49.052305 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a55b0f2-fd3b-4405-a131-1d5c04b12db1 req-89723d5a-ecd7-4f85-ae62-7778ea9fa014 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:45:49.062200 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1deb33-2fac-4248-804b-f1879a9368d5 None None] Sync routers for ids ['fb00a949-4428-4cd0-84e7-61b6c328fccc'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:45:49.072499 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1deb33-2fac-4248-804b-f1879a9368d5 None None] Routers {'fb00a949-4428-4cd0-84e7-61b6c328fccc'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:45:49.073107 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0a1deb33-2fac-4248-804b-f1879a9368d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:45:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['fb00a949-4428-4cd0-84e7-61b6c328fccc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:45:49.124292 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a55b0f2-fd3b-4405-a131-1d5c04b12db1 req-89723d5a-ecd7-4f85-ae62-7778ea9fa014 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] No DVR routers for this DVR port 40f09017-7022-4e29-9f6f-5b5a0d7e966a on host hv-neutron-8311 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:45:49.126840 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-1a55b0f2-fd3b-4405-a131-1d5c04b12db1 req-89723d5a-ecd7-4f85-ae62-7778ea9fa014 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:49.129379 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80150ac3-d102-4179-8356-897a3cd683eb', 'name': 'network-vif-deleted', 'tag': '40f09017-7022-4e29-9f6f-5b5a0d7e966a'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:45:49.151096 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1a55b0f2-fd3b-4405-a131-1d5c04b12db1 req-89723d5a-ecd7-4f85-ae62-7778ea9fa014 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.13 "DELETE /v2.0/ports/40f09017-7022-4e29-9f6f-5b5a0d7e966a HTTP/1.1" status: 204 len: 173 time: 1.4104440 Feb 28 14:45:49.174552 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80150ac3-d102-4179-8356-897a3cd683eb', 'name': 'network-vif-deleted', 'tag': '40f09017-7022-4e29-9f6f-5b5a0d7e966a', 'status': 'completed', 'code': 200} Feb 28 14:45:49.266597 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-0a1deb33-2fac-4248-804b-f1879a9368d5 None None] Set router fb00a949-4428-4cd0-84e7-61b6c328fccc gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:45:49.415294 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d533fe45-720c-4b77-8f7e-d2d092e897ce req-e4f114d4-5274-468b-9cc2-e7213b64b772 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=80150ac3-d102-4179-8356-897a3cd683eb HTTP/1.1" status: 200 len: 210 time: 0.0427206 Feb 28 14:45:49.625623 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0a1deb33-2fac-4248-804b-f1879a9368d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 4, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a', 'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'mac_address': 'fa:16:3e:21:8f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:10Z', 'updated_at': '2022-02-28T14:43:16Z', 'revision_number': 5, 'project_id': '8efefaa08661463a99d8282662c60de1', 'subnets': [{'id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:45:49.629430 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1deb33-2fac-4248-804b-f1879a9368d5 None None] Checking router: fb00a949-4428-4cd0-84e7-61b6c328fccc for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:45:49.637546 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1deb33-2fac-4248-804b-f1879a9368d5 None None] Routers {'fb00a949-4428-4cd0-84e7-61b6c328fccc'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:45:49.638123 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0a1deb33-2fac-4248-804b-f1879a9368d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:45:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['fb00a949-4428-4cd0-84e7-61b6c328fccc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:45:49.827862 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-0a1deb33-2fac-4248-804b-f1879a9368d5 None None] Set router fb00a949-4428-4cd0-84e7-61b6c328fccc gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:45:50.138721 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0a1deb33-2fac-4248-804b-f1879a9368d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 4, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a', 'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'mac_address': 'fa:16:3e:21:8f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:10Z', 'updated_at': '2022-02-28T14:43:16Z', 'revision_number': 5, 'project_id': '8efefaa08661463a99d8282662c60de1', 'subnets': [{'id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:45:50.142723 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1deb33-2fac-4248-804b-f1879a9368d5 None None] The sync data for ids ['fb00a949-4428-4cd0-84e7-61b6c328fccc'] in dv-neutron-831192-4-hyperv is: [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 4, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a', 'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'mac_address': 'fa:16:3e:21:8f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:10Z', 'updated_at': '2022-02-28T14:43:16Z', 'revision_number': 5, 'project_id': '8efefaa08661463a99d8282662c60de1', 'subnets': [{'id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:45:50.349708 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee6684d-1d5c-42cb-a456-bb3ac9f3b894 None None] New status for floating IP 5cd0b47a-22fc-44d9-b739-8727e1b95985: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:45:50.762032 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-09299f9f-cbea-4066-9a10-51506f07a9df tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--777189313&fields=id&tenant_id=8efefaa08661463a99d8282662c60de1 HTTP/1.1" status: 200 len: 267 time: 0.0392756 Feb 28 14:45:50.911083 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-38a14354-3c0d-4042-9c80-3ff3746bde16 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:50.912553 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-38a14354-3c0d-4042-9c80-3ff3746bde16 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 811 time: 0.1440876 Feb 28 14:45:50.930566 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-2b763745-b4f1-4a3c-b783-a12f135226f6 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/quotas/8efefaa08661463a99d8282662c60de1 HTTP/1.1" status: 200 len: 375 time: 0.0093355 Feb 28 14:45:51.119467 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-2e077be4-59fa-4d4c-9263-12dba22a2ab6 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Synchronizing usage tracker for tenant:8efefaa08661463a99d8282662c60de1 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:45:51.138066 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-2e077be4-59fa-4d4c-9263-12dba22a2ab6 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Unset dirty status for tenant:8efefaa08661463a99d8282662c60de1 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:45:51.139720 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-2e077be4-59fa-4d4c-9263-12dba22a2ab6 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2040834 Feb 28 14:45:51.282660 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-fcbc615a-1a56-430f-b415-023acbe65396 service neutron] 10.222.0.30 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252773 Feb 28 14:45:51.417051 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-3efb3ca2-c74d-439b-a0a8-1237ef733c8b service neutron] 10.222.0.30 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257100 Feb 28 14:45:51.604349 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bc13b87c-81cc-4035-aac9-9aa0b4ee2e6a req-176128dc-e058-44ec-afef-1a5b98db1b4e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 210 time: 0.0453517 Feb 28 14:45:52.097563 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 40f09017-7022-4e29-9f6f-5b5a0d7e966a no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:45:52.131085 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: 40f09017-7022-4e29-9f6f-5b5a0d7e966a {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:45:52.131443 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 40f09017-7022-4e29-9f6f-5b5a0d7e966a not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:45:52.676944 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-919e4f21-a615-4905-be37-35c898c2764b tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:52.678356 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-919e4f21-a615-4905-be37-35c898c2764b tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 811 time: 0.1497970 Feb 28 14:45:52.727392 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-6ef43546-0ca2-41c5-ae71-08f9089e1697 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8efefaa08661463a99d8282662c60de1 HTTP/1.1" status: 200 len: 379 time: 0.0405965 Feb 28 14:45:52.768907 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-ebdd4bea-4cbb-451f-86b7-f1806361f6e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Request body: {'port': {'device_id': '3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'admin_state_up': True, 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'security_groups': ['1f787103-de98-4387-8262-1c8c6d94f421']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:45:52.791749 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6d962ac9-4970-457b-845e-551ef7b7d7e6 req-ff39ae2b-1066-4330-969e-894eadac01e0 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 210 time: 0.0635173 Feb 28 14:45:52.926628 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-ebdd4bea-4cbb-451f-86b7-f1806361f6e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:45:52.937188 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-ebdd4bea-4cbb-451f-86b7-f1806361f6e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:45:52.949330 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-ebdd4bea-4cbb-451f-86b7-f1806361f6e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Made reservation on behalf of 8efefaa08661463a99d8282662c60de1 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:45:52.953254 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-ebdd4bea-4cbb-451f-86b7-f1806361f6e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:53.117883 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-ebdd4bea-4cbb-451f-86b7-f1806361f6e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Allocated IP 172.20.0.11 (4116de85-3930-41d1-bcfc-5e32ebb334d6/b44cc8b8-f91e-42ea-ac6a-71f622102484/39ef7d79-8e5b-41b8-b385-e70d8eae8449) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:45:53.311099 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-ebdd4bea-4cbb-451f-86b7-f1806361f6e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:53.326735 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-ebdd4bea-4cbb-451f-86b7-f1806361f6e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Transition to ACTIVE for port object 39ef7d79-8e5b-41b8-b385-e70d8eae8449 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:45:53.352392 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-ebdd4bea-4cbb-451f-86b7-f1806361f6e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:53.421172 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-ebdd4bea-4cbb-451f-86b7-f1806361f6e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Network 4116de85-3930-41d1-bcfc-5e32ebb334d6 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:45:53.428620 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-ebdd4bea-4cbb-451f-86b7-f1806361f6e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:45:53.432972 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-ebdd4bea-4cbb-451f-86b7-f1806361f6e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:45:53.463028 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd4bea-4cbb-451f-86b7-f1806361f6e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Pushing event updated for resources: {'Port': ['ID=39ef7d79-8e5b-41b8-b385-e70d8eae8449,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:45:53.499568 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-ebdd4bea-4cbb-451f-86b7-f1806361f6e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:53.500186 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-ebdd4bea-4cbb-451f-86b7-f1806361f6e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:53.526283 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-ebdd4bea-4cbb-451f-86b7-f1806361f6e5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7610145 Feb 28 14:45:53.538343 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-9f2e047f-7660-4d71-9c0e-7ff7985ceb1a service neutron] Request body: {'port': {'device_id': '3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:45:53.653370 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-9f2e047f-7660-4d71-9c0e-7ff7985ceb1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:53.663252 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-96cd58fa-738a-4dc0-be05-065437526acd None None] Provisioning for port 39ef7d79-8e5b-41b8-b385-e70d8eae8449 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:45:53.670295 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-96cd58fa-738a-4dc0-be05-065437526acd None None] Provisioning complete for port 39ef7d79-8e5b-41b8-b385-e70d8eae8449 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:45:53.671464 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-96cd58fa-738a-4dc0-be05-065437526acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:53.723756 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-96cd58fa-738a-4dc0-be05-065437526acd None None] Port 39ef7d79-8e5b-41b8-b385-e70d8eae8449 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:45:53.978651 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92985498-e5f0-4e51-8a70-dc1f7ef681a6 req-c7b4d5e4-fa29-4a87-96b7-5ac323741037 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:53.980073 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-92985498-e5f0-4e51-8a70-dc1f7ef681a6 req-c7b4d5e4-fa29-4a87-96b7-5ac323741037 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 932 time: 0.0829909 Feb 28 14:45:53.993626 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-9f2e047f-7660-4d71-9c0e-7ff7985ceb1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ef7d79-8e5b-41b8-b385-e70d8eae8449 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:45:54.001151 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-9f2e047f-7660-4d71-9c0e-7ff7985ceb1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:54.015969 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-9f2e047f-7660-4d71-9c0e-7ff7985ceb1a service neutron] Transition to ACTIVE for port object 39ef7d79-8e5b-41b8-b385-e70d8eae8449 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:45:54.020775 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-9f2e047f-7660-4d71-9c0e-7ff7985ceb1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:54.027788 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-92985498-e5f0-4e51-8a70-dc1f7ef681a6 req-68b7388e-80b0-4202-8df9-359705e3b4a3 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416644 Feb 28 14:45:54.288283 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e047f-7660-4d71-9c0e-7ff7985ceb1a service neutron] Pushing event updated for resources: {'Port': ['ID=39ef7d79-8e5b-41b8-b385-e70d8eae8449,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:45:54.371347 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-9f2e047f-7660-4d71-9c0e-7ff7985ceb1a service neutron] Attempting to bind port 39ef7d79-8e5b-41b8-b385-e70d8eae8449 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:45:54.371689 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-9f2e047f-7660-4d71-9c0e-7ff7985ceb1a service neutron] Attempting to bind port 39ef7d79-8e5b-41b8-b385-e70d8eae8449 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '1d5d881e-f8b4-4540-95f0-4ad906d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:45:54.372005 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-9f2e047f-7660-4d71-9c0e-7ff7985ceb1a service neutron] Attempting to bind port 39ef7d79-8e5b-41b8-b385-e70d8eae8449 on network 4116de85-3930-41d1-bcfc-5e32ebb334d6 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:45:54.376907 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-9f2e047f-7660-4d71-9c0e-7ff7985ceb1a service neutron] Port 39ef7d79-8e5b-41b8-b385-e70d8eae8449 on network 4116de85-3930-41d1-bcfc-5e32ebb334d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:45:54.377220 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-9f2e047f-7660-4d71-9c0e-7ff7985ceb1a service neutron] Attempting to bind port 39ef7d79-8e5b-41b8-b385-e70d8eae8449 on network 4116de85-3930-41d1-bcfc-5e32ebb334d6 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:45:54.382406 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-9f2e047f-7660-4d71-9c0e-7ff7985ceb1a service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:45:54.382737 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-9f2e047f-7660-4d71-9c0e-7ff7985ceb1a service neutron] Checking segment: {'id': '1d5d881e-f8b4-4540-95f0-4ad906d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:45:54.383145 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-9f2e047f-7660-4d71-9c0e-7ff7985ceb1a service neutron] Bound using segment: {'id': '1d5d881e-f8b4-4540-95f0-4ad906d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:45:54.383676 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-9f2e047f-7660-4d71-9c0e-7ff7985ceb1a service neutron] Bound port: 39ef7d79-8e5b-41b8-b385-e70d8eae8449, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d5d881e-f8b4-4540-95f0-4ad906d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:45:54.383997 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-9f2e047f-7660-4d71-9c0e-7ff7985ceb1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:54.475075 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-9f2e047f-7660-4d71-9c0e-7ff7985ceb1a service neutron] For port 39ef7d79-8e5b-41b8-b385-e70d8eae8449, host hv-neutron-8311, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:45:54.478072 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-9f2e047f-7660-4d71-9c0e-7ff7985ceb1a service neutron] For port 39ef7d79-8e5b-41b8-b385-e70d8eae8449, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=39ef7d79-8e5b-41b8-b385-e70d8eae8449,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:45:54.485154 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-9f2e047f-7660-4d71-9c0e-7ff7985ceb1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:54.540436 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-9f2e047f-7660-4d71-9c0e-7ff7985ceb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:54.541050 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-9f2e047f-7660-4d71-9c0e-7ff7985ceb1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:54.542422 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-9f2e047f-7660-4d71-9c0e-7ff7985ceb1a service neutron] 10.222.0.13 "PUT /v2.0/ports/39ef7d79-8e5b-41b8-b385-e70d8eae8449 HTTP/1.1" status: 200 len: 1094 time: 1.0085874 Feb 28 14:45:54.542860 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c', 'tag': '39ef7d79-8e5b-41b8-b385-e70d8eae8449'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:45:54.582245 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e047f-7660-4d71-9c0e-7ff7985ceb1a service neutron] Pushing event updated for resources: {'Port': ['ID=39ef7d79-8e5b-41b8-b385-e70d8eae8449,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:45:54.618480 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c', 'tag': '39ef7d79-8e5b-41b8-b385-e70d8eae8449', 'status': 'completed', 'code': 200} Feb 28 14:45:54.659576 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-07194d3e-97d7-4456-9592-144b32d8a848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:54.661069 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-07194d3e-97d7-4456-9592-144b32d8a848 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 1097 time: 0.0747454 Feb 28 14:45:54.732292 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-0eeeb334-a00e-45b1-b5a3-364580637845 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39ef7d79-8e5b-41b8-b385-e70d8eae8449 HTTP/1.1" status: 200 len: 217 time: 0.0642941 Feb 28 14:45:54.798552 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-33eedf6b-6ad9-4b20-a6a1-dfba884768d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:54.799960 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-33eedf6b-6ad9-4b20-a6a1-dfba884768d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.0587904 Feb 28 14:45:54.879147 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-711ff618-2df5-4419-b1da-744b18ac854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:54.880601 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-711ff618-2df5-4419-b1da-744b18ac854e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747554 Feb 28 14:45:55.021512 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-8fd60325-670b-4cb1-bab9-c168bad972bf service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340363 Feb 28 14:45:55.155821 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b37d824c-1c71-40d5-8c03-7c59ed070529 req-cfacd589-1916-41dd-a18b-fdbd643143ff service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281428 Feb 28 14:45:55.217054 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d11a8-855d-47ea-b066-6e72bff5c4a9 req-7973ef68-dc16-4026-ba1a-3bf204e127f5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:55.218671 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d43d11a8-855d-47ea-b066-6e72bff5c4a9 req-7973ef68-dc16-4026-ba1a-3bf204e127f5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 944 time: 0.0835657 Feb 28 14:45:55.262652 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d43d11a8-855d-47ea-b066-6e72bff5c4a9 req-1877bd62-fc93-4538-a226-043903016817 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381401 Feb 28 14:45:55.271238 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9dfe7-db3c-4058-8f63-7780a79e22be req-2dbd15cd-9bd6-4c14-8902-c29e94cdd725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:55.272709 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-00e9dfe7-db3c-4058-8f63-7780a79e22be req-2dbd15cd-9bd6-4c14-8902-c29e94cdd725 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 1097 time: 0.0713964 Feb 28 14:45:55.405894 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9dfe7-db3c-4058-8f63-7780a79e22be req-c5e79869-145e-4331-a72f-20487def5014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:55.407335 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-00e9dfe7-db3c-4058-8f63-7780a79e22be req-c5e79869-145e-4331-a72f-20487def5014 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 912 time: 0.1277144 Feb 28 14:45:55.477473 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-00e9dfe7-db3c-4058-8f63-7780a79e22be req-938ee994-50ed-432c-866f-76fc476b1193 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39ef7d79-8e5b-41b8-b385-e70d8eae8449 HTTP/1.1" status: 200 len: 217 time: 0.0638695 Feb 28 14:45:55.548744 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9dfe7-db3c-4058-8f63-7780a79e22be req-4c0671fa-6dc3-4fd8-82a4-59f32aa76c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:55.551030 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-00e9dfe7-db3c-4058-8f63-7780a79e22be req-4c0671fa-6dc3-4fd8-82a4-59f32aa76c18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.0655212 Feb 28 14:45:55.633334 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9dfe7-db3c-4058-8f63-7780a79e22be req-cf553d1a-94b2-4a9e-91e6-168c22e0b9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:55.634764 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-00e9dfe7-db3c-4058-8f63-7780a79e22be req-cf553d1a-94b2-4a9e-91e6-168c22e0b9e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764582 Feb 28 14:45:55.768111 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-00e9dfe7-db3c-4058-8f63-7780a79e22be req-8e2c42fb-2e28-44f0-844b-eafe1dc1b652 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260829 Feb 28 14:45:56.006805 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-00e9dfe7-db3c-4058-8f63-7780a79e22be req-d31bd6a1-34a2-48f0-967a-86e242b79ebc service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311966 Feb 28 14:45:56.475105 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7114a-d446-4a0e-8234-8a35a54bf760 req-94f20ced-6bce-44da-ada4-a8538ad1a8c0 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:56.475908 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-a9e7114a-d446-4a0e-8234-8a35a54bf760 req-94f20ced-6bce-44da-ada4-a8538ad1a8c0 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Synchronizing usage tracker for tenant:8efefaa08661463a99d8282662c60de1 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:45:56.493895 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-a9e7114a-d446-4a0e-8234-8a35a54bf760 req-94f20ced-6bce-44da-ada4-a8538ad1a8c0 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Unset dirty status for tenant:8efefaa08661463a99d8282662c60de1 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:45:56.495034 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a9e7114a-d446-4a0e-8234-8a35a54bf760 req-94f20ced-6bce-44da-ada4-a8538ad1a8c0 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 944 time: 0.1115267 Feb 28 14:45:56.540686 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a9e7114a-d446-4a0e-8234-8a35a54bf760 req-f892e7f4-090e-4905-aa8a-36dd0fec63af tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396242 Feb 28 14:45:57.747751 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c3b36-aab6-4db3-b107-234d4a36fd78 req-f8feeee3-6467-40a5-8127-bc1165da86ab tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:57.749544 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7a5c3b36-aab6-4db3-b107-234d4a36fd78 req-f8feeee3-6467-40a5-8127-bc1165da86ab tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 944 time: 0.0896773 Feb 28 14:45:57.794321 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7a5c3b36-aab6-4db3-b107-234d4a36fd78 req-57891001-f929-415e-8356-dab59a7c44e7 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391846 Feb 28 14:45:58.100184 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 39ef7d79-8e5b-41b8-b385-e70d8eae8449 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:45:58.240935 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 39ef7d79-8e5b-41b8-b385-e70d8eae8449, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=39ef7d79-8e5b-41b8-b385-e70d8eae8449,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:45:58.257509 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '39ef7d79-8e5b-41b8-b385-e70d8eae8449', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'port_id': '39ef7d79-8e5b-41b8-b385-e70d8eae8449', 'mac_address': 'fa:16:3e:b3:18:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:45:58.312950 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:58.332290 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ef7d79-8e5b-41b8-b385-e70d8eae8449 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:45:58.357284 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 39ef7d79-8e5b-41b8-b385-e70d8eae8449, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=39ef7d79-8e5b-41b8-b385-e70d8eae8449,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:45:58.362883 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:58.438324 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=39ef7d79-8e5b-41b8-b385-e70d8eae8449,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:45:58.445547 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:58.445888 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:58.446220 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:58.446541 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:58.446859 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:58.447187 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:58.447522 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:58.447835 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:58.448136 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:58.448439 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:58.448747 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:58.449058 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:58.555448 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['39ef7d79-8e5b-41b8-b385-e70d8eae8449'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:45:58.996428 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b461edc-31a9-404e-8984-f6a003d6cd68 req-ccdb720b-9c6a-4a70-8afc-93ae2a92f061 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:58.998153 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9b461edc-31a9-404e-8984-f6a003d6cd68 req-ccdb720b-9c6a-4a70-8afc-93ae2a92f061 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 945 time: 0.0976658 Feb 28 14:45:59.043480 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9b461edc-31a9-404e-8984-f6a003d6cd68 req-c79c426c-d424-460f-9669-f8037b315121 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397093 Feb 28 14:46:00.128817 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 39ef7d79-8e5b-41b8-b385-e70d8eae8449 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:46:00.235449 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port 39ef7d79-8e5b-41b8-b385-e70d8eae8449 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:46:00.240205 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 39ef7d79-8e5b-41b8-b385-e70d8eae8449 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:46:00.240579 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:00.254517 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852df0be-cfe4-4927-95bc-794210446c84 req-746c8f2d-f3b9-4dbb-a4d4-672e4fa8339c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:00.256006 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-852df0be-cfe4-4927-95bc-794210446c84 req-746c8f2d-f3b9-4dbb-a4d4-672e4fa8339c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 945 time: 0.0892348 Feb 28 14:46:00.300081 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-852df0be-cfe4-4927-95bc-794210446c84 req-ad54cce3-35aa-4361-8598-570fc608477e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382440 Feb 28 14:46:00.357199 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:00.386680 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ef7d79-8e5b-41b8-b385-e70d8eae8449'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:46:00.396354 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 39ef7d79-8e5b-41b8-b385-e70d8eae8449, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=39ef7d79-8e5b-41b8-b385-e70d8eae8449,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:46:00.401220 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:00.436502 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ef7d79-8e5b-41b8-b385-e70d8eae8449', 'code': 200} Feb 28 14:46:00.476191 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=39ef7d79-8e5b-41b8-b385-e70d8eae8449,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:46:00.663887 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f31062-abbe-446f-ad85-e4ae55d2b3e4 req-20302e40-b179-4872-a92f-65c90ba1bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:00.665228 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b6f31062-abbe-446f-ad85-e4ae55d2b3e4 req-20302e40-b179-4872-a92f-65c90ba1bdca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 1099 time: 0.0718434 Feb 28 14:46:00.706071 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b6f31062-abbe-446f-ad85-e4ae55d2b3e4 req-9fe33b07-7ace-4c2e-acb5-65a7f2fc06a5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338888 Feb 28 14:46:01.502472 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de66a1-77ad-4519-b9a7-22421b09b598 req-47a842ac-80d9-49fa-a55e-25ba6390d10e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:01.503924 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f0de66a1-77ad-4519-b9a7-22421b09b598 req-47a842ac-80d9-49fa-a55e-25ba6390d10e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0851886 Feb 28 14:46:01.557895 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f0de66a1-77ad-4519-b9a7-22421b09b598 req-d745d62c-1e9b-466a-bc24-cd00b03e2142 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446606 Feb 28 14:46:01.845773 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:46:02.753951 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767693d8-b3b9-4c72-b8d3-0b08669337cc req-cdbd0521-29e1-41d1-8d69-2a44c0fc2c65 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:02.755372 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-767693d8-b3b9-4c72-b8d3-0b08669337cc req-cdbd0521-29e1-41d1-8d69-2a44c0fc2c65 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0867970 Feb 28 14:46:02.799458 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-767693d8-b3b9-4c72-b8d3-0b08669337cc req-4242eeb5-e05c-46b3-8c25-b3cb68bfde6d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382288 Feb 28 14:46:02.980370 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45284b82-e7f6-459d-bffa-8e93b8b4bb30 req-2054b778-cccf-4ccd-a760-bdccf74407b9 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:02.981806 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-45284b82-e7f6-459d-bffa-8e93b8b4bb30 req-2054b778-cccf-4ccd-a760-bdccf74407b9 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0811088 Feb 28 14:46:02.994280 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36126) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:46:02.999265 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-7f79f69f-dc90-4a88-ac24-1d2db8fed4c7 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Request body: {'floatingip': {'port_id': '39ef7d79-8e5b-41b8-b385-e70d8eae8449'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:46:03.078269 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7f79f69f-dc90-4a88-ac24-1d2db8fed4c7 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for floatingip, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:03.684513 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7f79f69f-dc90-4a88-ac24-1d2db8fed4c7 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:03.691272 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7f79f69f-dc90-4a88-ac24-1d2db8fed4c7 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:03.983546 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-7f79f69f-dc90-4a88-ac24-1d2db8fed4c7 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Floating IP 5cd0b47a-22fc-44d9-b739-8727e1b95985 associated. External IP: 172.26.5.23, port: 39ef7d79-8e5b-41b8-b385-e70d8eae8449. Feb 28 14:46:04.343395 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f79f69f-dc90-4a88-ac24-1d2db8fed4c7 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Router fb00a949-4428-4cd0-84e7-61b6c328fccc has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:46:04.531128 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f79f69f-dc90-4a88-ac24-1d2db8fed4c7 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:46:04.535733 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7f79f69f-dc90-4a88-ac24-1d2db8fed4c7 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:04.541859 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7f0e28-3c59-4be4-80b1-e1d5ca311a23 None None] Sync routers for ids ['fb00a949-4428-4cd0-84e7-61b6c328fccc'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:46:04.552379 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7f0e28-3c59-4be4-80b1-e1d5ca311a23 None None] Routers {'fb00a949-4428-4cd0-84e7-61b6c328fccc'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:46:04.553005 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0b7f0e28-3c59-4be4-80b1-e1d5ca311a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:45:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['fb00a949-4428-4cd0-84e7-61b6c328fccc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:46:04.589889 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7f79f69f-dc90-4a88-ac24-1d2db8fed4c7 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "PUT /v2.0/floatingips/5cd0b47a-22fc-44d9-b739-8727e1b95985 HTTP/1.1" status: 200 len: 992 time: 1.5946054 Feb 28 14:46:04.590466 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c', 'tag': '39ef7d79-8e5b-41b8-b385-e70d8eae8449'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:46:04.636103 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c', 'tag': '39ef7d79-8e5b-41b8-b385-e70d8eae8449', 'status': 'completed', 'code': 200} Feb 28 14:46:04.732558 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440973c6-6042-4672-8f62-161e9933bf11 req-d2a6b48f-8448-4bee-9fd6-be6ac7717193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:04.734046 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-440973c6-6042-4672-8f62-161e9933bf11 req-d2a6b48f-8448-4bee-9fd6-be6ac7717193 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 1099 time: 0.0741138 Feb 28 14:46:04.735434 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-0b7f0e28-3c59-4be4-80b1-e1d5ca311a23 None None] Set router fb00a949-4428-4cd0-84e7-61b6c328fccc gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:46:04.875116 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440973c6-6042-4672-8f62-161e9933bf11 req-0eebc39d-0074-43fc-8d10-4ce618c75239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:04.876734 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-440973c6-6042-4672-8f62-161e9933bf11 req-0eebc39d-0074-43fc-8d10-4ce618c75239 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 912 time: 0.1363871 Feb 28 14:46:05.006323 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-440973c6-6042-4672-8f62-161e9933bf11 req-47e73cbb-1e1a-4139-ac46-7920503cc664 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39ef7d79-8e5b-41b8-b385-e70d8eae8449 HTTP/1.1" status: 200 len: 1000 time: 0.1209328 Feb 28 14:46:05.072711 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440973c6-6042-4672-8f62-161e9933bf11 req-044edf28-6ef2-4b29-93b6-f6b4f3d32110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:05.074169 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-440973c6-6042-4672-8f62-161e9933bf11 req-044edf28-6ef2-4b29-93b6-f6b4f3d32110 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.0645614 Feb 28 14:46:05.111584 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0b7f0e28-3c59-4be4-80b1-e1d5ca311a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 4, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '5cd0b47a-22fc-44d9-b739-8727e1b95985', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'floating_ip_address': '172.26.5.23', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'port_id': '39ef7d79-8e5b-41b8-b385-e70d8eae8449', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'mac_address': 'fa:16:3e:b3:18:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:43:14Z', 'updated_at': '2022-02-28T14:46:03Z', 'revision_number': 13, 'project_id': '8efefaa08661463a99d8282662c60de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a', 'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'mac_address': 'fa:16:3e:21:8f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:10Z', 'updated_at': '2022-02-28T14:43:16Z', 'revision_number': 5, 'project_id': '8efefaa08661463a99d8282662c60de1', 'subnets': [{'id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:46:05.116006 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7f0e28-3c59-4be4-80b1-e1d5ca311a23 None None] Checking router: fb00a949-4428-4cd0-84e7-61b6c328fccc for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:46:05.125067 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7f0e28-3c59-4be4-80b1-e1d5ca311a23 None None] Routers {'fb00a949-4428-4cd0-84e7-61b6c328fccc'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:46:05.125676 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0b7f0e28-3c59-4be4-80b1-e1d5ca311a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:45:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['fb00a949-4428-4cd0-84e7-61b6c328fccc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:46:05.151128 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440973c6-6042-4672-8f62-161e9933bf11 req-e5c4e26b-bf98-4e22-a547-1a44bbc20012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:05.152616 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-440973c6-6042-4672-8f62-161e9933bf11 req-e5c4e26b-bf98-4e22-a547-1a44bbc20012 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716362 Feb 28 14:46:05.208033 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:05.290249 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-440973c6-6042-4672-8f62-161e9933bf11 req-a4b53b4a-4f57-40e7-a620-b47c1dcd81c8 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307695 Feb 28 14:46:05.315441 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-0b7f0e28-3c59-4be4-80b1-e1d5ca311a23 None None] Set router fb00a949-4428-4cd0-84e7-61b6c328fccc gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:46:05.423762 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-440973c6-6042-4672-8f62-161e9933bf11 req-cfaf00c0-274b-46f3-adf3-7d006049a639 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277163 Feb 28 14:46:05.674975 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-0b7f0e28-3c59-4be4-80b1-e1d5ca311a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 4, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '5cd0b47a-22fc-44d9-b739-8727e1b95985', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'floating_ip_address': '172.26.5.23', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'port_id': '39ef7d79-8e5b-41b8-b385-e70d8eae8449', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'mac_address': 'fa:16:3e:b3:18:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:43:14Z', 'updated_at': '2022-02-28T14:46:03Z', 'revision_number': 13, 'project_id': '8efefaa08661463a99d8282662c60de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a', 'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'mac_address': 'fa:16:3e:21:8f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:10Z', 'updated_at': '2022-02-28T14:43:16Z', 'revision_number': 5, 'project_id': '8efefaa08661463a99d8282662c60de1', 'subnets': [{'id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:46:05.679379 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7f0e28-3c59-4be4-80b1-e1d5ca311a23 None None] The sync data for ids ['fb00a949-4428-4cd0-84e7-61b6c328fccc'] in dv-neutron-831192-4-hyperv is: [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 4, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '5cd0b47a-22fc-44d9-b739-8727e1b95985', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'floating_ip_address': '172.26.5.23', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'port_id': '39ef7d79-8e5b-41b8-b385-e70d8eae8449', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'mac_address': 'fa:16:3e:b3:18:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:43:14Z', 'updated_at': '2022-02-28T14:46:03Z', 'revision_number': 13, 'project_id': '8efefaa08661463a99d8282662c60de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a', 'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'mac_address': 'fa:16:3e:21:8f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:10Z', 'updated_at': '2022-02-28T14:43:16Z', 'revision_number': 5, 'project_id': '8efefaa08661463a99d8282662c60de1', 'subnets': [{'id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:46:05.882282 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57e095c-5d31-4e73-b27c-3bf72e8a8732 None None] New status for floating IP 5cd0b47a-22fc-44d9-b739-8727e1b95985: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:46:06.270439 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9330e-a27a-418a-af7e-2dd7eb77a54e req-5493289d-6392-490a-b216-535e702fb6f8 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:06.271971 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-26b9330e-a27a-418a-af7e-2dd7eb77a54e req-5493289d-6392-490a-b216-535e702fb6f8 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0855596 Feb 28 14:46:06.316566 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-26b9330e-a27a-418a-af7e-2dd7eb77a54e req-21322617-f7db-4b1c-a2fd-fb97bae4aeaf tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388229 Feb 28 14:46:07.690239 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-221f2a1e-4e85-4b50-9c1e-07ea8aee36ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:09.845694 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5180f93d-0e00-490a-a4f9-4392c1bf5729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:10.963769 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:11.184680 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:12.535826 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:15.040313 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-42768af0-2334-4f3f-8ede-85ff70982327 req-3b8858bc-6125-4115-9d9c-dfee1173577d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1736755 Feb 28 14:46:15.048732 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e50e7-5350-4a32-be8a-61b3e5cba27e req-38f1f17e-3801-4c85-8295-98bf636945db tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:15.050096 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e7e50e7-5350-4a32-be8a-61b3e5cba27e req-38f1f17e-3801-4c85-8295-98bf636945db tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.1398234 Feb 28 14:46:15.096160 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e7e50e7-5350-4a32-be8a-61b3e5cba27e req-ed175e11-e7d3-4a7c-b42b-5baf127a0f2a tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398414 Feb 28 14:46:16.225832 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42768af0-2334-4f3f-8ede-85ff70982327 req-0567a7c7-df79-43b1-a35a-1fb536fa3093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:16.227348 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-42768af0-2334-4f3f-8ede-85ff70982327 req-0567a7c7-df79-43b1-a35a-1fb536fa3093 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 1099 time: 0.0746367 Feb 28 14:46:16.300990 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d7364-582b-49ca-8f4f-518bef62a319 req-ba6f88df-e35f-4e1d-8511-327f48e14647 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:16.302520 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d44d7364-582b-49ca-8f4f-518bef62a319 req-ba6f88df-e35f-4e1d-8511-327f48e14647 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0823243 Feb 28 14:46:16.348428 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d44d7364-582b-49ca-8f4f-518bef62a319 req-0fb16eb3-149a-4a60-8d87-f4d71b2c328d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400736 Feb 28 14:46:16.488972 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42768af0-2334-4f3f-8ede-85ff70982327 req-b2150980-95a6-400d-9607-47c9a124c68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:16.490426 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-42768af0-2334-4f3f-8ede-85ff70982327 req-b2150980-95a6-400d-9607-47c9a124c68c service neutron] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 912 time: 0.2572353 Feb 28 14:46:16.598287 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-42768af0-2334-4f3f-8ede-85ff70982327 req-24d119a6-0763-4da1-a4eb-6353de9c7e27 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39ef7d79-8e5b-41b8-b385-e70d8eae8449 HTTP/1.1" status: 200 len: 1002 time: 0.1012032 Feb 28 14:46:16.661411 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42768af0-2334-4f3f-8ede-85ff70982327 req-e63e358d-36ec-4ea1-9747-26b678c600e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:16.662715 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-42768af0-2334-4f3f-8ede-85ff70982327 req-e63e358d-36ec-4ea1-9747-26b678c600e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.0588193 Feb 28 14:46:16.741281 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42768af0-2334-4f3f-8ede-85ff70982327 req-7ff8f94c-0a01-42a7-b3b3-f2bf0f1d78d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:16.742755 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-42768af0-2334-4f3f-8ede-85ff70982327 req-7ff8f94c-0a01-42a7-b3b3-f2bf0f1d78d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746696 Feb 28 14:46:16.881302 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-42768af0-2334-4f3f-8ede-85ff70982327 req-3d9b6536-e98c-4a5c-98e5-bed49516bdf4 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311288 Feb 28 14:46:17.016812 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-42768af0-2334-4f3f-8ede-85ff70982327 req-f953cf28-d908-4394-843f-954c1b0d1792 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294048 Feb 28 14:46:17.543132 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6d159-62cd-4dcf-94bf-ba4184b11344 req-648323a4-7ceb-44ee-9071-05855a83f9c1 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:17.545466 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a8e6d159-62cd-4dcf-94bf-ba4184b11344 req-648323a4-7ceb-44ee-9071-05855a83f9c1 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0881646 Feb 28 14:46:17.589851 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a8e6d159-62cd-4dcf-94bf-ba4184b11344 req-d5bd049a-d056-417b-95cd-80d5850106c8 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391414 Feb 28 14:46:18.802980 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c07f83-d7a1-413e-a3c1-e20714402e34 req-0c3a59da-4244-4b9f-afb9-c8e656b0397f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:18.804495 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-67c07f83-d7a1-413e-a3c1-e20714402e34 req-0c3a59da-4244-4b9f-afb9-c8e656b0397f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0896490 Feb 28 14:46:18.850840 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-67c07f83-d7a1-413e-a3c1-e20714402e34 req-169bae37-34f7-4323-9012-292b8b2d1f98 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381453 Feb 28 14:46:20.066564 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be6781-7570-4f21-bf53-4c3cdd0b780a req-31f19e59-dcac-45b4-8787-4cb36fc46464 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:20.067931 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-32be6781-7570-4f21-bf53-4c3cdd0b780a req-31f19e59-dcac-45b4-8787-4cb36fc46464 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0938044 Feb 28 14:46:20.116187 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-32be6781-7570-4f21-bf53-4c3cdd0b780a req-cc7fd1cc-f05d-4bed-9f18-3caf55921f95 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424848 Feb 28 14:46:21.319484 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd9421-c123-45bf-8827-446721398d99 req-aa855848-81a9-4294-9f5c-2c21b2122ee2 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:21.320942 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8acd9421-c123-45bf-8827-446721398d99 req-aa855848-81a9-4294-9f5c-2c21b2122ee2 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0846651 Feb 28 14:46:21.368789 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8acd9421-c123-45bf-8827-446721398d99 req-f151d5a4-5588-42d8-a0a1-abac07980ec0 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419061 Feb 28 14:46:22.563986 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3d82f-806c-42b7-88f4-de75ea14ef47 req-5e7bb03e-7ab9-4201-9a34-ca9448c02256 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:22.565395 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9a3d82f-806c-42b7-88f4-de75ea14ef47 req-5e7bb03e-7ab9-4201-9a34-ca9448c02256 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0865879 Feb 28 14:46:22.609094 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d9a3d82f-806c-42b7-88f4-de75ea14ef47 req-3d86b17d-e651-4d06-b7b8-bdd3de08bc93 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379441 Feb 28 14:46:23.811385 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832ee28-19f0-4cfe-aa00-4684c89a1159 req-4b38fd15-3dfe-439d-9334-9c9331fb3c8f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:23.811385 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2832ee28-19f0-4cfe-aa00-4684c89a1159 req-4b38fd15-3dfe-439d-9334-9c9331fb3c8f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0870683 Feb 28 14:46:23.873156 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2832ee28-19f0-4cfe-aa00-4684c89a1159 req-d8b66815-68ae-4d44-8539-2808c696cc3a tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499425 Feb 28 14:46:25.069900 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2034079-b969-4088-afe2-878735b199ae req-93e32df7-273a-467a-ad77-672ff3fb94a3 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:25.071393 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d2034079-b969-4088-afe2-878735b199ae req-93e32df7-273a-467a-ad77-672ff3fb94a3 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0914237 Feb 28 14:46:25.119066 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d2034079-b969-4088-afe2-878735b199ae req-7fa0a044-19b0-406d-9103-a361a9c39300 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394659 Feb 28 14:46:26.331625 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4a6ac-0e16-4500-abbf-0fd64f911842 req-4175dd3a-ca87-4983-91f8-c0c31285b2d2 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:26.333067 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a6f4a6ac-0e16-4500-abbf-0fd64f911842 req-4175dd3a-ca87-4983-91f8-c0c31285b2d2 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0885751 Feb 28 14:46:26.380028 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a6f4a6ac-0e16-4500-abbf-0fd64f911842 req-ab7a6fc9-f7f7-4797-9489-e384113b7688 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387309 Feb 28 14:46:27.590641 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389a6d5-18c7-4e0d-91af-4a92acfd3549 req-80faa21e-0105-4fc7-80d7-aeb77920d8db tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:27.592139 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b389a6d5-18c7-4e0d-91af-4a92acfd3549 req-80faa21e-0105-4fc7-80d7-aeb77920d8db tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0904851 Feb 28 14:46:27.645633 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b389a6d5-18c7-4e0d-91af-4a92acfd3549 req-bba27da1-e4ed-4357-a650-746a2d47078e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436435 Feb 28 14:46:28.848310 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e4fcd-40fe-4f86-8e21-4dda65de320e req-8b8700b0-fd1c-4b50-b18c-00a83981906f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:28.849733 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6c2e4fcd-40fe-4f86-8e21-4dda65de320e req-8b8700b0-fd1c-4b50-b18c-00a83981906f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0826952 Feb 28 14:46:28.899668 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6c2e4fcd-40fe-4f86-8e21-4dda65de320e req-ecfbafea-e902-4a14-96a1-49c4d9c52e3e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439730 Feb 28 14:46:30.212404 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3b1ae-5e4b-42af-9e04-049574be19c3 req-47ae57c8-15b8-46f7-89d0-47c7593c991a tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:30.213854 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fad3b1ae-5e4b-42af-9e04-049574be19c3 req-47ae57c8-15b8-46f7-89d0-47c7593c991a tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.1872745 Feb 28 14:46:30.260181 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fad3b1ae-5e4b-42af-9e04-049574be19c3 req-b7e2812c-b872-4b31-a659-22cde88d0a12 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378089 Feb 28 14:46:31.568719 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d22f83-0ac7-4228-b715-43504538b63c req-bae417d6-2f9a-4503-9d82-821719dac5f0 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:31.571325 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-24d22f83-0ac7-4228-b715-43504538b63c req-bae417d6-2f9a-4503-9d82-821719dac5f0 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.2004976 Feb 28 14:46:31.620181 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-24d22f83-0ac7-4228-b715-43504538b63c req-0fb3b974-cb31-4dfa-ab74-76bc6fd51342 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440404 Feb 28 14:46:32.835007 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b799ad-eee3-4046-901b-6bba13fe0308 req-615914b8-43d8-4601-b6b3-744d7f0a8081 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:32.836463 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-50b799ad-eee3-4046-901b-6bba13fe0308 req-615914b8-43d8-4601-b6b3-744d7f0a8081 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0888398 Feb 28 14:46:32.884835 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-50b799ad-eee3-4046-901b-6bba13fe0308 req-1e4e9123-9b4f-4be9-a280-a48c94dcc6a4 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426073 Feb 28 14:46:33.885994 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214eb0a2-fccd-4fa6-9317-cf59f8f2e06c req-2de8b903-6e9c-40a8-a0b2-22f96f49c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:33.887493 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-214eb0a2-fccd-4fa6-9317-cf59f8f2e06c req-2de8b903-6e9c-40a8-a0b2-22f96f49c34f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 1099 time: 0.0809076 Feb 28 14:46:34.036302 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214eb0a2-fccd-4fa6-9317-cf59f8f2e06c req-e57b4d0f-201a-4ee4-b71e-7be329d21b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:34.037748 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-214eb0a2-fccd-4fa6-9317-cf59f8f2e06c req-e57b4d0f-201a-4ee4-b71e-7be329d21b35 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 912 time: 0.1297300 Feb 28 14:46:34.126544 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2fdba-0aea-4629-88db-a73580c2ceec req-85afa8b2-03e0-44e6-a449-8d9b3793f666 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:34.128032 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20d2fdba-0aea-4629-88db-a73580c2ceec req-85afa8b2-03e0-44e6-a449-8d9b3793f666 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.1350749 Feb 28 14:46:34.143404 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-214eb0a2-fccd-4fa6-9317-cf59f8f2e06c req-6c2eb991-f55c-4e88-badf-40fbe27deb93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39ef7d79-8e5b-41b8-b385-e70d8eae8449 HTTP/1.1" status: 200 len: 1002 time: 0.0992746 Feb 28 14:46:34.173783 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-20d2fdba-0aea-4629-88db-a73580c2ceec req-79c3d0a1-d20b-4993-bf6e-218d33a62286 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394628 Feb 28 14:46:34.204746 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214eb0a2-fccd-4fa6-9317-cf59f8f2e06c req-cbd0acf7-947f-4986-80bb-c1cf1ddd3785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:34.206175 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-214eb0a2-fccd-4fa6-9317-cf59f8f2e06c req-cbd0acf7-947f-4986-80bb-c1cf1ddd3785 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.0571492 Feb 28 14:46:34.284939 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214eb0a2-fccd-4fa6-9317-cf59f8f2e06c req-c7de3f98-a04a-4299-8611-79fa0eb0ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:34.286289 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-214eb0a2-fccd-4fa6-9317-cf59f8f2e06c req-c7de3f98-a04a-4299-8611-79fa0eb0ae4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745451 Feb 28 14:46:34.525392 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-214eb0a2-fccd-4fa6-9317-cf59f8f2e06c req-87372bc4-4a93-4917-9089-b13ee7ae9411 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329829 Feb 28 14:46:34.657488 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-214eb0a2-fccd-4fa6-9317-cf59f8f2e06c req-4e7e3504-24f4-4395-896d-d7d2ca408a52 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253295 Feb 28 14:46:35.219209 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:35.377582 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5931d-13e4-4b6f-b6b3-4674fdc9acd6 req-f16864af-920f-418d-b24c-9e4665880987 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:35.379059 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-84c5931d-13e4-4b6f-b6b3-4674fdc9acd6 req-f16864af-920f-418d-b24c-9e4665880987 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0832705 Feb 28 14:46:35.424321 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-84c5931d-13e4-4b6f-b6b3-4674fdc9acd6 req-4e556aa4-093b-44c5-8afa-c6b9c48de29f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392740 Feb 28 14:46:36.622727 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218cf57-94a1-4b7f-89a3-59d5a5d2a200 req-690f87bd-6830-41e1-8397-c66bae954dd8 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:36.624181 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7218cf57-94a1-4b7f-89a3-59d5a5d2a200 req-690f87bd-6830-41e1-8397-c66bae954dd8 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0928741 Feb 28 14:46:36.671322 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7218cf57-94a1-4b7f-89a3-59d5a5d2a200 req-661ec0e0-1eea-462d-a1ea-b1e4f81115cd tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411236 Feb 28 14:46:37.695664 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7b0af196-d815-487d-a582-8d6093deafe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:37.877451 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057ead1-a7f6-4a69-bdfe-1d82b9d7b6c3 req-a581d496-2df2-41a0-8fb8-0d11f941bba4 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:37.878894 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5057ead1-a7f6-4a69-bdfe-1d82b9d7b6c3 req-a581d496-2df2-41a0-8fb8-0d11f941bba4 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0906575 Feb 28 14:46:37.928652 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5057ead1-a7f6-4a69-bdfe-1d82b9d7b6c3 req-74d604c8-d7de-4b94-84e4-e2b583973b5d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414805 Feb 28 14:46:38.851171 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:46:39.126776 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf7ae6-e6ef-4f77-824c-6310c64c3dae req-8c396c3d-6901-469c-b9c5-bfb40418bbb1 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:39.128260 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4acf7ae6-e6ef-4f77-824c-6310c64c3dae req-8c396c3d-6901-469c-b9c5-bfb40418bbb1 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0804970 Feb 28 14:46:39.173817 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4acf7ae6-e6ef-4f77-824c-6310c64c3dae req-af686d0d-e889-4fa0-9cfd-c9d816a8c32e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394065 Feb 28 14:46:39.354040 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-42768af0-2334-4f3f-8ede-85ff70982327 req-bdcdddc9-31a4-4c88-b91c-c6232248cace service neutron] 10.222.0.13 "GET /v2.0/ports/39ef7d79-8e5b-41b8-b385-e70d8eae8449/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.0756514 Feb 28 14:46:39.639138 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42768af0-2334-4f3f-8ede-85ff70982327 req-815089b1-b3ce-40f2-ae8f-28b43d2e0210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:39.640697 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-42768af0-2334-4f3f-8ede-85ff70982327 req-815089b1-b3ce-40f2-ae8f-28b43d2e0210 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c&tenant_id=8efefaa08661463a99d8282662c60de1 HTTP/1.1" status: 200 len: 1099 time: 0.0753753 Feb 28 14:46:39.733956 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42768af0-2334-4f3f-8ede-85ff70982327 req-3a3c3e6e-d13a-4230-b682-bde9fed42852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:39.735352 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-42768af0-2334-4f3f-8ede-85ff70982327 req-3a3c3e6e-d13a-4230-b682-bde9fed42852 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 1099 time: 0.0725234 Feb 28 14:46:39.833358 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4bf98e13-8361-4cf5-9a2c-51981acd6bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:39.870921 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42768af0-2334-4f3f-8ede-85ff70982327 req-57bf01dd-0f44-40f1-a78b-977e9a5afa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:39.872609 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-42768af0-2334-4f3f-8ede-85ff70982327 req-57bf01dd-0f44-40f1-a78b-977e9a5afa98 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 912 time: 0.1312730 Feb 28 14:46:39.989379 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-42768af0-2334-4f3f-8ede-85ff70982327 req-159b3b05-75fa-4658-b8da-e3863d3b2e72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39ef7d79-8e5b-41b8-b385-e70d8eae8449 HTTP/1.1" status: 200 len: 1002 time: 0.1093512 Feb 28 14:46:40.055975 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42768af0-2334-4f3f-8ede-85ff70982327 req-8cdbfc9b-f192-43d5-b375-b997afcbce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:40.057360 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-42768af0-2334-4f3f-8ede-85ff70982327 req-8cdbfc9b-f192-43d5-b375-b997afcbce67 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.0614560 Feb 28 14:46:40.133660 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42768af0-2334-4f3f-8ede-85ff70982327 req-b8c5db65-a6ac-46dc-84cb-e342e8bcfbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:40.135087 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-42768af0-2334-4f3f-8ede-85ff70982327 req-b8c5db65-a6ac-46dc-84cb-e342e8bcfbe3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708244 Feb 28 14:46:40.266093 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-42768af0-2334-4f3f-8ede-85ff70982327 req-994b8c3a-d6e1-4ef5-92ca-9fa8bf1b4da2 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237547 Feb 28 14:46:40.451298 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-42768af0-2334-4f3f-8ede-85ff70982327 req-1f3490a9-4d20-42df-b372-5c021e8afc62 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793427 Feb 28 14:46:40.464163 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc0ab1-b877-4732-856b-f7a9e6aef950 req-e9e4fdb8-4fd6-4b28-8919-a5f64623e862 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:40.465607 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2fcc0ab1-b877-4732-856b-f7a9e6aef950 req-e9e4fdb8-4fd6-4b28-8919-a5f64623e862 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.1764631 Feb 28 14:46:40.513050 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2fcc0ab1-b877-4732-856b-f7a9e6aef950 req-9a7e0357-5821-4390-978a-ec3ce3c51f84 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412688 Feb 28 14:46:40.960087 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:41.187232 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:41.707144 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08346992-d9d2-4421-a375-0e687b41fa78 req-2997730b-4656-4500-8c34-438518200fc3 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:41.708858 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-08346992-d9d2-4421-a375-0e687b41fa78 req-2997730b-4656-4500-8c34-438518200fc3 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0872724 Feb 28 14:46:41.756215 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-08346992-d9d2-4421-a375-0e687b41fa78 req-47be57e4-67d6-4cb2-aab8-ce355f612baf tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393736 Feb 28 14:46:42.331558 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 39ef7d79-8e5b-41b8-b385-e70d8eae8449 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:46:42.482270 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:42.523573 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39ef7d79-8e5b-41b8-b385-e70d8eae8449'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:46:42.595323 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39ef7d79-8e5b-41b8-b385-e70d8eae8449', 'code': 200} Feb 28 14:46:42.604465 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 39ef7d79-8e5b-41b8-b385-e70d8eae8449, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=39ef7d79-8e5b-41b8-b385-e70d8eae8449,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:46:42.609991 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:42.648043 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:42.687010 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=39ef7d79-8e5b-41b8-b385-e70d8eae8449,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:46:42.952032 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce892da7-8394-41ae-a129-44602f295a56 req-b3c73af0-51f0-4df1-bd1b-c035bab6a65d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:42.953371 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ce892da7-8394-41ae-a129-44602f295a56 req-b3c73af0-51f0-4df1-bd1b-c035bab6a65d tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 944 time: 0.0890040 Feb 28 14:46:42.999905 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ce892da7-8394-41ae-a129-44602f295a56 req-14131417-bc3b-40a6-8b04-cb2e1ca3d583 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383234 Feb 28 14:46:44.200552 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f708d-ec2d-4620-8c4a-6d4ada466772 req-e32039be-ecbc-4318-9e16-dd7e0dd5831f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:44.201964 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f59f708d-ec2d-4620-8c4a-6d4ada466772 req-e32039be-ecbc-4318-9e16-dd7e0dd5831f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 944 time: 0.0854914 Feb 28 14:46:44.245871 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f59f708d-ec2d-4620-8c4a-6d4ada466772 req-76484c62-5df8-4731-b29c-ba4c6248f7e1 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381417 Feb 28 14:46:44.317563 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 39ef7d79-8e5b-41b8-b385-e70d8eae8449 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:46:44.452374 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 39ef7d79-8e5b-41b8-b385-e70d8eae8449, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=39ef7d79-8e5b-41b8-b385-e70d8eae8449,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:46:44.465501 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '39ef7d79-8e5b-41b8-b385-e70d8eae8449', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'port_id': '39ef7d79-8e5b-41b8-b385-e70d8eae8449', 'mac_address': 'fa:16:3e:b3:18:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:46:44.519521 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:44.539874 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ef7d79-8e5b-41b8-b385-e70d8eae8449 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:46:44.557785 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 39ef7d79-8e5b-41b8-b385-e70d8eae8449, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=39ef7d79-8e5b-41b8-b385-e70d8eae8449,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:46:44.563680 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:44.630422 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['39ef7d79-8e5b-41b8-b385-e70d8eae8449'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:46:44.672712 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=39ef7d79-8e5b-41b8-b385-e70d8eae8449,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:46:45.450837 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fef0d-1621-4a9e-a404-01e8bc528396 req-1821abb2-f08a-47c9-abeb-9de385a176f5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:45.452312 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-113fef0d-1621-4a9e-a404-01e8bc528396 req-1821abb2-f08a-47c9-abeb-9de385a176f5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 945 time: 0.0869925 Feb 28 14:46:45.496444 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-113fef0d-1621-4a9e-a404-01e8bc528396 req-e8f49611-acb2-437f-87c8-ee2b6a928b3f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384972 Feb 28 14:46:46.335367 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 39ef7d79-8e5b-41b8-b385-e70d8eae8449 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:46:46.410010 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 39ef7d79-8e5b-41b8-b385-e70d8eae8449 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:46:46.410411 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:46.536182 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:46.563301 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ef7d79-8e5b-41b8-b385-e70d8eae8449'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:46:46.573445 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 39ef7d79-8e5b-41b8-b385-e70d8eae8449, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=39ef7d79-8e5b-41b8-b385-e70d8eae8449,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:46:46.579529 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:46.615746 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ef7d79-8e5b-41b8-b385-e70d8eae8449', 'code': 200} Feb 28 14:46:46.646472 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=39ef7d79-8e5b-41b8-b385-e70d8eae8449,revision_number=8']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:46:46.696193 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9abaa0-1fac-41cd-b55d-f0cf3cca9c5d req-718cf7e3-730d-4c84-b7ff-56b532fdf328 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:46.697627 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4d9abaa0-1fac-41cd-b55d-f0cf3cca9c5d req-718cf7e3-730d-4c84-b7ff-56b532fdf328 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0843296 Feb 28 14:46:46.743930 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4d9abaa0-1fac-41cd-b55d-f0cf3cca9c5d req-bab8b666-5736-4be7-974c-642e6826494c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373681 Feb 28 14:46:47.959014 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c0359-8bd6-49dd-bcba-05d90eea0669 req-56bac5b8-db17-4a28-8e3f-928fadb9b0d7 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:47.960538 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a26c0359-8bd6-49dd-bcba-05d90eea0669 req-56bac5b8-db17-4a28-8e3f-928fadb9b0d7 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0873573 Feb 28 14:46:48.016643 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a26c0359-8bd6-49dd-bcba-05d90eea0669 req-fe6cd206-0f38-4431-a016-c6dfca5eb436 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483983 Feb 28 14:46:49.210627 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e9152-d4c8-48cc-9669-beaac18224b8 req-dcc50d80-3c80-4719-8392-b46595872d84 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:49.212119 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1f2e9152-d4c8-48cc-9669-beaac18224b8 req-dcc50d80-3c80-4719-8392-b46595872d84 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0810618 Feb 28 14:46:49.258226 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1f2e9152-d4c8-48cc-9669-beaac18224b8 req-d378ca26-9d33-46aa-8d48-907b2ca1589b tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375218 Feb 28 14:46:49.847401 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b847d-de93-4bec-973c-da82f1c2f516 req-0f3b74f9-928c-4ea8-a440-5d4748022871 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:49.848827 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7c5b847d-de93-4bec-973c-da82f1c2f516 req-0f3b74f9-928c-4ea8-a440-5d4748022871 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c&tenant_id=8efefaa08661463a99d8282662c60de1&binding%3Ahost_id=hv-neutron-8311 HTTP/1.1" status: 200 len: 946 time: 0.2457464 Feb 28 14:46:49.856739 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a5d52-7533-42c5-ac7a-ef6b49dd8028 req-ef343177-737f-4452-a857-279c37d75e4f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:49.858043 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-976a5d52-7533-42c5-ac7a-ef6b49dd8028 req-ef343177-737f-4452-a857-279c37d75e4f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.1141508 Feb 28 14:46:49.959500 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-976a5d52-7533-42c5-ac7a-ef6b49dd8028 req-648b4635-349b-44bc-bf2a-dc153f6753e8 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669057 Feb 28 14:46:49.967333 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7c5b847d-de93-4bec-973c-da82f1c2f516 req-aaf42ec1-74ef-45d0-ae02-bcbd0b3b9d56 service neutron] 10.222.0.13 "GET /v2.0/ports/39ef7d79-8e5b-41b8-b385-e70d8eae8449/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.1083786 Feb 28 14:46:50.068798 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b847d-de93-4bec-973c-da82f1c2f516 req-c1df5995-2d76-4fd1-bedb-62c5286e59a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:50.070465 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7c5b847d-de93-4bec-973c-da82f1c2f516 req-c1df5995-2d76-4fd1-bedb-62c5286e59a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 1099 time: 0.0767770 Feb 28 14:46:50.212732 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b847d-de93-4bec-973c-da82f1c2f516 req-4ef54ec1-4ab6-498c-9e1c-2ad79f034eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:50.214058 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7c5b847d-de93-4bec-973c-da82f1c2f516 req-4ef54ec1-4ab6-498c-9e1c-2ad79f034eff service neutron] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 912 time: 0.1382291 Feb 28 14:46:50.317116 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7c5b847d-de93-4bec-973c-da82f1c2f516 req-35316169-9ae3-4ea3-9c19-0e5f80691da9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39ef7d79-8e5b-41b8-b385-e70d8eae8449 HTTP/1.1" status: 200 len: 1002 time: 0.0955083 Feb 28 14:46:50.377980 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b847d-de93-4bec-973c-da82f1c2f516 req-2a03a35d-dfbc-4284-ab1a-ef864c8a5a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:50.379371 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7c5b847d-de93-4bec-973c-da82f1c2f516 req-2a03a35d-dfbc-4284-ab1a-ef864c8a5a24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.0564585 Feb 28 14:46:50.457579 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b847d-de93-4bec-973c-da82f1c2f516 req-2918783a-8857-421d-a3a3-2a79d320a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:50.459035 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7c5b847d-de93-4bec-973c-da82f1c2f516 req-2918783a-8857-421d-a3a3-2a79d320a9b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740933 Feb 28 14:46:50.593803 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7c5b847d-de93-4bec-973c-da82f1c2f516 req-ef16aace-e568-416a-b535-f6ce70db6827 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278770 Feb 28 14:46:50.733194 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7c5b847d-de93-4bec-973c-da82f1c2f516 req-6aab3079-0e20-4a87-ae0d-c00475999bbc service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335456 Feb 28 14:46:51.164736 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f16e4c-78a3-44ed-b533-d35bd4f6171c req-41887009-c6b6-4ee6-a37f-727fdb2d9c9e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:51.166173 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-67f16e4c-78a3-44ed-b533-d35bd4f6171c req-41887009-c6b6-4ee6-a37f-727fdb2d9c9e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0861993 Feb 28 14:46:51.212228 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-67f16e4c-78a3-44ed-b533-d35bd4f6171c req-91f3e095-f631-47fe-8acd-e18edf3bce61 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398889 Feb 28 14:46:52.420013 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff277742-e7ee-4dc6-9d00-4dd6aa671481 req-d1469e88-b3c2-4524-b6e2-72a49ae5a667 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:52.421482 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ff277742-e7ee-4dc6-9d00-4dd6aa671481 req-d1469e88-b3c2-4524-b6e2-72a49ae5a667 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0922403 Feb 28 14:46:52.466876 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ff277742-e7ee-4dc6-9d00-4dd6aa671481 req-d5a5ab41-3be1-4101-bf10-7f85689083c4 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394571 Feb 28 14:46:53.665106 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e3869-4583-4040-b4bb-30b51f6d3f64 req-059a14bc-1f69-42cc-bc74-d7d91849298b tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:53.666588 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ca7e3869-4583-4040-b4bb-30b51f6d3f64 req-059a14bc-1f69-42cc-bc74-d7d91849298b tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0864635 Feb 28 14:46:53.715804 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ca7e3869-4583-4040-b4bb-30b51f6d3f64 req-5c15c3d2-7cf2-4936-8a0d-96e873438c15 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428245 Feb 28 14:46:53.828654 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b847d-de93-4bec-973c-da82f1c2f516 req-1ebf6f0e-7b91-4152-995d-32c9a903295f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:53.830103 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7c5b847d-de93-4bec-973c-da82f1c2f516 req-1ebf6f0e-7b91-4152-995d-32c9a903295f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c&tenant_id=8efefaa08661463a99d8282662c60de1 HTTP/1.1" status: 200 len: 1099 time: 0.0693865 Feb 28 14:46:53.936020 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b847d-de93-4bec-973c-da82f1c2f516 req-11eb66d0-44fe-4ed8-948e-95126a854e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:53.937490 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7c5b847d-de93-4bec-973c-da82f1c2f516 req-11eb66d0-44fe-4ed8-948e-95126a854e91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8efefaa08661463a99d8282662c60de1&device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 1099 time: 0.0822093 Feb 28 14:46:54.069290 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b847d-de93-4bec-973c-da82f1c2f516 req-91980d0d-31db-47f3-abb1-f5a50f10731c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:54.070670 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7c5b847d-de93-4bec-973c-da82f1c2f516 req-91980d0d-31db-47f3-abb1-f5a50f10731c service neutron] 10.222.0.13 "GET /v2.0/networks?id=4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 200 len: 912 time: 0.1276128 Feb 28 14:46:54.172660 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7c5b847d-de93-4bec-973c-da82f1c2f516 req-faa9811b-0996-480e-b52a-1dc513d8e9e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39ef7d79-8e5b-41b8-b385-e70d8eae8449 HTTP/1.1" status: 200 len: 1002 time: 0.0961974 Feb 28 14:46:54.234651 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b847d-de93-4bec-973c-da82f1c2f516 req-9bd173dd-ebd9-4ddf-9461-9c4019dcac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:54.236072 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7c5b847d-de93-4bec-973c-da82f1c2f516 req-9bd173dd-ebd9-4ddf-9461-9c4019dcac8c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 200 len: 850 time: 0.0577304 Feb 28 14:46:54.315794 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b847d-de93-4bec-973c-da82f1c2f516 req-be7d37dc-ca51-4818-b718-e878bcb21290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:54.317192 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7c5b847d-de93-4bec-973c-da82f1c2f516 req-be7d37dc-ca51-4818-b718-e878bcb21290 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4116de85-3930-41d1-bcfc-5e32ebb334d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752437 Feb 28 14:46:54.554968 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7c5b847d-de93-4bec-973c-da82f1c2f516 req-a893f7c9-6ace-4326-b17c-a1c58619ec9a service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297170 Feb 28 14:46:54.687939 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7c5b847d-de93-4bec-973c-da82f1c2f516 req-ad01a622-a4c9-44d6-83d1-1a51160a1676 service neutron] 10.222.0.13 "GET /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291323 Feb 28 14:46:54.904902 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9b241-3462-4b1f-9656-16f0e85234bd req-78b74e40-54f4-4be3-9a27-d9d6d68b8cf8 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:54.906405 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3dd9b241-3462-4b1f-9656-16f0e85234bd req-78b74e40-54f4-4be3-9a27-d9d6d68b8cf8 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0826268 Feb 28 14:46:54.951400 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3dd9b241-3462-4b1f-9656-16f0e85234bd req-a9a5146d-2cf6-4db2-b6cf-68def69bb5e0 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390105 Feb 28 14:46:56.144934 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2341fd3-b05e-4371-8ae1-5a1f112f40f1 req-8c32c325-6ea9-482b-9391-7bf571283c53 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:56.146375 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c2341fd3-b05e-4371-8ae1-5a1f112f40f1 req-8c32c325-6ea9-482b-9391-7bf571283c53 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0833869 Feb 28 14:46:56.196995 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c2341fd3-b05e-4371-8ae1-5a1f112f40f1 req-99a94591-c8ff-4d04-9fcb-aa6002cc3144 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400627 Feb 28 14:46:56.370008 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 39ef7d79-8e5b-41b8-b385-e70d8eae8449 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:46:56.492409 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:56.518204 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39ef7d79-8e5b-41b8-b385-e70d8eae8449'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:46:56.527710 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 39ef7d79-8e5b-41b8-b385-e70d8eae8449, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=39ef7d79-8e5b-41b8-b385-e70d8eae8449,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:46:56.534247 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:56.575858 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39ef7d79-8e5b-41b8-b385-e70d8eae8449', 'code': 200} Feb 28 14:46:56.618103 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=39ef7d79-8e5b-41b8-b385-e70d8eae8449,revision_number=9']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:46:57.413495 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce810494-e0a7-40a4-9f64-440c3407c5fd req-245ff06c-6a50-48c2-89dc-23d7d7674dc9 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:57.415078 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ce810494-e0a7-40a4-9f64-440c3407c5fd req-245ff06c-6a50-48c2-89dc-23d7d7674dc9 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 944 time: 0.1013246 Feb 28 14:46:57.468702 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ce810494-e0a7-40a4-9f64-440c3407c5fd req-a720aee4-89f8-4fe7-988a-ec2a0a8da039 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474744 Feb 28 14:46:58.394002 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 39ef7d79-8e5b-41b8-b385-e70d8eae8449 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:46:58.530124 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 39ef7d79-8e5b-41b8-b385-e70d8eae8449, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=39ef7d79-8e5b-41b8-b385-e70d8eae8449,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:46:58.544190 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '39ef7d79-8e5b-41b8-b385-e70d8eae8449', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'port_id': '39ef7d79-8e5b-41b8-b385-e70d8eae8449', 'mac_address': 'fa:16:3e:b3:18:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:46:58.597973 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:58.617589 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ef7d79-8e5b-41b8-b385-e70d8eae8449 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:46:58.632722 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 39ef7d79-8e5b-41b8-b385-e70d8eae8449, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=39ef7d79-8e5b-41b8-b385-e70d8eae8449,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:46:58.637617 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:58.666745 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3ff62-37a3-4371-9357-3d3ebe483d49 req-55d8bf82-03c2-448c-806f-5965dcd19e4c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:58.668239 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a0b3ff62-37a3-4371-9357-3d3ebe483d49 req-55d8bf82-03c2-448c-806f-5965dcd19e4c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 944 time: 0.0860717 Feb 28 14:46:58.713639 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a0b3ff62-37a3-4371-9357-3d3ebe483d49 req-88b78f1b-6c77-418c-8604-53c90047b7b6 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391912 Feb 28 14:46:58.735569 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=39ef7d79-8e5b-41b8-b385-e70d8eae8449,revision_number=10']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:46:58.739109 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['39ef7d79-8e5b-41b8-b385-e70d8eae8449'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:46:58.770849 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:58.771199 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:58.771548 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:58.771876 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:58.772196 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:58.772517 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:58.772839 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:58.773155 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:58.773477 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:58.773786 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:58.774099 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:58.774392 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:59.926169 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93299c6f-6127-49bf-bb62-0a6046905901 req-18499431-deb4-46d2-aef7-9e199bf9162e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:46:59.927613 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-93299c6f-6127-49bf-bb62-0a6046905901 req-18499431-deb4-46d2-aef7-9e199bf9162e tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 946 time: 0.0920041 Feb 28 14:46:59.975695 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-93299c6f-6127-49bf-bb62-0a6046905901 req-c447c863-5878-4ac8-9dd3-0e1501810fef tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421495 Feb 28 14:47:00.424586 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 39ef7d79-8e5b-41b8-b385-e70d8eae8449 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:47:00.508355 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 39ef7d79-8e5b-41b8-b385-e70d8eae8449 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:47:00.508725 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:00.625524 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:00.653794 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ef7d79-8e5b-41b8-b385-e70d8eae8449'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:47:00.667762 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 39ef7d79-8e5b-41b8-b385-e70d8eae8449, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=39ef7d79-8e5b-41b8-b385-e70d8eae8449,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:47:00.673646 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:00.720096 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ef7d79-8e5b-41b8-b385-e70d8eae8449', 'code': 200} Feb 28 14:47:00.744920 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=39ef7d79-8e5b-41b8-b385-e70d8eae8449,revision_number=11']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:01.191112 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f57f17-67f3-43f3-a7a3-f4b4b6e509de req-f192d42e-6b58-47fa-b8f5-bd257cc1e225 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:01.192575 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b5f57f17-67f3-43f3-a7a3-f4b4b6e509de req-f192d42e-6b58-47fa-b8f5-bd257cc1e225 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 947 time: 0.0958090 Feb 28 14:47:01.240028 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b5f57f17-67f3-43f3-a7a3-f4b4b6e509de req-4482c80a-5076-4621-a229-e5d04879ecb5 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408885 Feb 28 14:47:02.434553 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276829c-2e05-4c38-99a8-dccd90716b03 req-33834885-ea28-4087-ad40-9ceff045b56a tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:02.436027 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6276829c-2e05-4c38-99a8-dccd90716b03 req-33834885-ea28-4087-ad40-9ceff045b56a tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 947 time: 0.0832727 Feb 28 14:47:02.484105 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6276829c-2e05-4c38-99a8-dccd90716b03 req-a2361352-8c77-4ef3-8dfb-1162ea9331a6 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422623 Feb 28 14:47:03.694050 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03e3aa-74dc-4835-825b-7bf2419d3a0b req-24d6bc48-7375-4c02-b3ba-d6640fa0eb0c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:03.695546 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3f03e3aa-74dc-4835-825b-7bf2419d3a0b req-24d6bc48-7375-4c02-b3ba-d6640fa0eb0c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 947 time: 0.0925517 Feb 28 14:47:03.741328 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3f03e3aa-74dc-4835-825b-7bf2419d3a0b req-bcc5ed5d-707a-45b5-9d11-2afdc4073cd9 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397403 Feb 28 14:47:03.945405 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622068ad-2447-443f-8e5e-222ee9741dbf req-dadc121b-058f-4909-89bc-afbcc6bb49cc tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:03.946860 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-622068ad-2447-443f-8e5e-222ee9741dbf req-dadc121b-058f-4909-89bc-afbcc6bb49cc tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 947 time: 0.0886335 Feb 28 14:47:03.991658 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-622068ad-2447-443f-8e5e-222ee9741dbf req-5cfa0f41-e36e-411c-a253-a6cd2276acfb tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386519 Feb 28 14:47:04.194116 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af38c75-7fe6-498f-98ab-28dd8f338a1d req-37bd54f7-51b4-4c4a-a8b3-20760d77888c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:04.195597 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1af38c75-7fe6-498f-98ab-28dd8f338a1d req-37bd54f7-51b4-4c4a-a8b3-20760d77888c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 947 time: 0.0874116 Feb 28 14:47:04.246077 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1af38c75-7fe6-498f-98ab-28dd8f338a1d req-035167dd-98e4-4f2d-8464-960e48136b44 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418203 Feb 28 14:47:04.626037 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04ded5-0a48-439d-800b-1f673efbaf99 req-2a8f15c2-1cdf-4ef8-bc41-9fab97014f79 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:04.627516 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e04ded5-0a48-439d-800b-1f673efbaf99 req-2a8f15c2-1cdf-4ef8-bc41-9fab97014f79 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 947 time: 0.0820923 Feb 28 14:47:04.673856 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e04ded5-0a48-439d-800b-1f673efbaf99 req-f777db05-cb83-4e33-8c89-323b58694fd0 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405319 Feb 28 14:47:05.201859 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:05.892002 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa423b3-ebdd-4bad-bcaf-096db772dc89 req-1e6a4e52-af9b-42c5-aa99-2ec1c3080e0f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:05.893468 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7fa423b3-ebdd-4bad-bcaf-096db772dc89 req-1e6a4e52-af9b-42c5-aa99-2ec1c3080e0f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 947 time: 0.1004055 Feb 28 14:47:05.939833 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7fa423b3-ebdd-4bad-bcaf-096db772dc89 req-729b2f70-68b7-4f28-9e23-a2383e168ca2 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405543 Feb 28 14:47:06.911734 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4aa057-c5db-4272-8bc4-0cf4bcd9d34a req-15106276-48c4-43dc-a060-f6e181508605 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:06.913125 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aa4aa057-c5db-4272-8bc4-0cf4bcd9d34a req-15106276-48c4-43dc-a060-f6e181508605 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 947 time: 0.0799968 Feb 28 14:47:06.985645 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-aa4aa057-c5db-4272-8bc4-0cf4bcd9d34a req-316b7386-d197-446e-944d-bbd2681b7824 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Deleting port 39ef7d79-8e5b-41b8-b385-e70d8eae8449 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:47:06.985980 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-aa4aa057-c5db-4272-8bc4-0cf4bcd9d34a req-316b7386-d197-446e-944d-bbd2681b7824 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:07.129896 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2ba5e-d45a-482a-adde-eb1201fd6d19 req-2722e143-3fcf-4924-a4a0-a5c2c0a3a30c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:07.131341 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-85b2ba5e-d45a-482a-adde-eb1201fd6d19 req-2722e143-3fcf-4924-a4a0-a5c2c0a3a30c tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 947 time: 0.0832198 Feb 28 14:47:07.178643 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-85b2ba5e-d45a-482a-adde-eb1201fd6d19 req-932ac6b0-cb92-4e93-8f6a-9d9c3a11956a tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f787103-de98-4387-8262-1c8c6d94f421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391519 Feb 28 14:47:07.232887 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-aa4aa057-c5db-4272-8bc4-0cf4bcd9d34a req-316b7386-d197-446e-944d-bbd2681b7824 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] For port 39ef7d79-8e5b-41b8-b385-e70d8eae8449, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=39ef7d79-8e5b-41b8-b385-e70d8eae8449,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:47:07.233219 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-aa4aa057-c5db-4272-8bc4-0cf4bcd9d34a req-316b7386-d197-446e-944d-bbd2681b7824 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:07.522091 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-aa4aa057-c5db-4272-8bc4-0cf4bcd9d34a req-316b7386-d197-446e-944d-bbd2681b7824 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:07.522576 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-aa4aa057-c5db-4272-8bc4-0cf4bcd9d34a req-316b7386-d197-446e-944d-bbd2681b7824 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:07.523003 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [req-aa4aa057-c5db-4272-8bc4-0cf4bcd9d34a req-316b7386-d197-446e-944d-bbd2681b7824 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Floating IP 5cd0b47a-22fc-44d9-b739-8727e1b95985 disassociated. External IP: 172.26.5.23, port: 39ef7d79-8e5b-41b8-b385-e70d8eae8449. Feb 28 14:47:07.523368 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-aa4aa057-c5db-4272-8bc4-0cf4bcd9d34a req-316b7386-d197-446e-944d-bbd2681b7824 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Calling delete_port for 39ef7d79-8e5b-41b8-b385-e70d8eae8449 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:47:07.701968 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-75673e5a-8139-4fa1-a5ad-a53dbf3005b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:07.780548 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-aa4aa057-c5db-4272-8bc4-0cf4bcd9d34a req-316b7386-d197-446e-944d-bbd2681b7824 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:07.829151 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b7386-d197-446e-944d-bbd2681b7824 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Pushing event deleted for resources: {'Port': ['ID=39ef7d79-8e5b-41b8-b385-e70d8eae8449,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:07.839827 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b7386-d197-446e-944d-bbd2681b7824 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:47:07.840146 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b7386-d197-446e-944d-bbd2681b7824 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:47:07.840506 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b7386-d197-446e-944d-bbd2681b7824 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:47:07.840832 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b7386-d197-446e-944d-bbd2681b7824 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:47:07.841155 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b7386-d197-446e-944d-bbd2681b7824 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:47:07.841455 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b7386-d197-446e-944d-bbd2681b7824 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:47:07.841772 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b7386-d197-446e-944d-bbd2681b7824 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:47:07.842087 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b7386-d197-446e-944d-bbd2681b7824 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:47:07.842401 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b7386-d197-446e-944d-bbd2681b7824 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:47:07.842732 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b7386-d197-446e-944d-bbd2681b7824 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:47:07.843040 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b7386-d197-446e-944d-bbd2681b7824 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:47:07.843379 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316b7386-d197-446e-944d-bbd2681b7824 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:47:08.032070 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa4aa057-c5db-4272-8bc4-0cf4bcd9d34a req-316b7386-d197-446e-944d-bbd2681b7824 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Router fb00a949-4428-4cd0-84e7-61b6c328fccc has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:47:08.224860 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa4aa057-c5db-4272-8bc4-0cf4bcd9d34a req-316b7386-d197-446e-944d-bbd2681b7824 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:47:08.235390 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ca2b71-9b0f-419e-882d-b46c48983ad1 None None] Sync routers for ids ['fb00a949-4428-4cd0-84e7-61b6c328fccc'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:47:08.246178 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ca2b71-9b0f-419e-882d-b46c48983ad1 None None] Routers {'fb00a949-4428-4cd0-84e7-61b6c328fccc'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:47:08.247450 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d2ca2b71-9b0f-419e-882d-b46c48983ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:46:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['fb00a949-4428-4cd0-84e7-61b6c328fccc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:47:08.329297 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4aa057-c5db-4272-8bc4-0cf4bcd9d34a req-316b7386-d197-446e-944d-bbd2681b7824 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] No DVR routers for this DVR port 39ef7d79-8e5b-41b8-b385-e70d8eae8449 on host hv-neutron-8311 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:47:08.335407 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-aa4aa057-c5db-4272-8bc4-0cf4bcd9d34a req-316b7386-d197-446e-944d-bbd2681b7824 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:08.337913 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c', 'name': 'network-vif-deleted', 'tag': '39ef7d79-8e5b-41b8-b385-e70d8eae8449'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:47:08.355355 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-a3f6eff5-2ed0-4b1b-9d66-f65d0599e610 req-5256e1df-72f1-451d-97e3-db7408d5c90f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Synchronizing usage tracker for tenant:8efefaa08661463a99d8282662c60de1 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:47:08.360196 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aa4aa057-c5db-4272-8bc4-0cf4bcd9d34a req-316b7386-d197-446e-944d-bbd2681b7824 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.13 "DELETE /v2.0/ports/39ef7d79-8e5b-41b8-b385-e70d8eae8449 HTTP/1.1" status: 204 len: 173 time: 1.4415982 Feb 28 14:47:08.374713 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-a3f6eff5-2ed0-4b1b-9d66-f65d0599e610 req-5256e1df-72f1-451d-97e3-db7408d5c90f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Unset dirty status for tenant:8efefaa08661463a99d8282662c60de1 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:47:08.376118 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a3f6eff5-2ed0-4b1b-9d66-f65d0599e610 req-5256e1df-72f1-451d-97e3-db7408d5c90f tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c HTTP/1.1" status: 200 len: 210 time: 0.0848320 Feb 28 14:47:08.416866 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f56f532-1ccb-4af4-ab3b-ce88fb8fb02c', 'name': 'network-vif-deleted', 'tag': '39ef7d79-8e5b-41b8-b385-e70d8eae8449', 'status': 'completed', 'code': 200} Feb 28 14:47:08.456233 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-d2ca2b71-9b0f-419e-882d-b46c48983ad1 None None] Set router fb00a949-4428-4cd0-84e7-61b6c328fccc gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:47:08.781841 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d2ca2b71-9b0f-419e-882d-b46c48983ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 4, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a', 'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'mac_address': 'fa:16:3e:21:8f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:10Z', 'updated_at': '2022-02-28T14:43:16Z', 'revision_number': 5, 'project_id': '8efefaa08661463a99d8282662c60de1', 'subnets': [{'id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:47:08.785836 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ca2b71-9b0f-419e-882d-b46c48983ad1 None None] Checking router: fb00a949-4428-4cd0-84e7-61b6c328fccc for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:47:08.795026 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ca2b71-9b0f-419e-882d-b46c48983ad1 None None] Routers {'fb00a949-4428-4cd0-84e7-61b6c328fccc'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:47:08.795653 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d2ca2b71-9b0f-419e-882d-b46c48983ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:46:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['fb00a949-4428-4cd0-84e7-61b6c328fccc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:47:08.974625 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-d2ca2b71-9b0f-419e-882d-b46c48983ad1 None None] Set router fb00a949-4428-4cd0-84e7-61b6c328fccc gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:47:09.337433 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-d2ca2b71-9b0f-419e-882d-b46c48983ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 4, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a', 'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'mac_address': 'fa:16:3e:21:8f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:10Z', 'updated_at': '2022-02-28T14:43:16Z', 'revision_number': 5, 'project_id': '8efefaa08661463a99d8282662c60de1', 'subnets': [{'id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:47:09.341578 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ca2b71-9b0f-419e-882d-b46c48983ad1 None None] The sync data for ids ['fb00a949-4428-4cd0-84e7-61b6c328fccc'] in dv-neutron-831192-4-hyperv is: [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:43:11Z', 'revision_number': 4, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a', 'name': '', 'network_id': '4116de85-3930-41d1-bcfc-5e32ebb334d6', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'mac_address': 'fa:16:3e:21:8f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:10Z', 'updated_at': '2022-02-28T14:43:16Z', 'revision_number': 5, 'project_id': '8efefaa08661463a99d8282662c60de1', 'subnets': [{'id': 'b44cc8b8-f91e-42ea-ac6a-71f622102484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:47:09.587715 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2856e704-02aa-45b1-a437-04807d02725a None None] New status for floating IP 5cd0b47a-22fc-44d9-b739-8727e1b95985: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:47:09.828450 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e0e717de-ef70-4322-ae94-a74db129e870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:10.456703 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 39ef7d79-8e5b-41b8-b385-e70d8eae8449 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:47:10.493720 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: 39ef7d79-8e5b-41b8-b385-e70d8eae8449 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:47:10.494174 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 39ef7d79-8e5b-41b8-b385-e70d8eae8449 not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:47:10.968536 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:11.188612 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:12.546136 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:12.840295 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36352) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:47:12.908124 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd228235-ff40-4e05-9b35-92cb6c5960a6 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:12.937152 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd228235-ff40-4e05-9b35-92cb6c5960a6 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:12.992275 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd228235-ff40-4e05-9b35-92cb6c5960a6 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:13.009366 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd228235-ff40-4e05-9b35-92cb6c5960a6 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f787103-de98-4387-8262-1c8c6d94f421,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:13.018640 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd228235-ff40-4e05-9b35-92cb6c5960a6 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:47:13.018990 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd228235-ff40-4e05-9b35-92cb6c5960a6 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:47:13.019362 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd228235-ff40-4e05-9b35-92cb6c5960a6 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:47:13.019699 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd228235-ff40-4e05-9b35-92cb6c5960a6 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:47:13.020029 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd228235-ff40-4e05-9b35-92cb6c5960a6 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:47:13.020358 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd228235-ff40-4e05-9b35-92cb6c5960a6 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:47:13.020681 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd228235-ff40-4e05-9b35-92cb6c5960a6 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:47:13.021019 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd228235-ff40-4e05-9b35-92cb6c5960a6 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:47:13.021335 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd228235-ff40-4e05-9b35-92cb6c5960a6 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:47:13.021656 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd228235-ff40-4e05-9b35-92cb6c5960a6 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:47:13.021974 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd228235-ff40-4e05-9b35-92cb6c5960a6 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:47:13.022290 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd228235-ff40-4e05-9b35-92cb6c5960a6 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:47:13.029768 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd228235-ff40-4e05-9b35-92cb6c5960a6 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:13.030880 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cd228235-ff40-4e05-9b35-92cb6c5960a6 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "DELETE /v2.0/security-groups/1f787103-de98-4387-8262-1c8c6d94f421 HTTP/1.1" status: 204 len: 168 time: 0.1896441 Feb 28 14:47:13.033508 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36356) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:47:13.053042 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.api.v2.resource [None req-2734f38b-9ca6-443a-927d-6c53c95f6096 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] show failed (client error): The resource could not be found. Feb 28 14:47:13.054042 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2734f38b-9ca6-443a-927d-6c53c95f6096 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "GET /v2.0/security-groups/1f787103-de98-4387-8262-1c8c6d94f421 HTTP/1.1" status: 404 len: 347 time: 0.0196369 Feb 28 14:47:13.057051 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36360) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:47:13.210229 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-76cad87a-5755-4fb9-89c7-72de4c3bcfc3 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Deleting port 32fe3525-e82f-48f6-acbd-20fb967f0869 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:47:13.210469 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76cad87a-5755-4fb9-89c7-72de4c3bcfc3 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:13.475786 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76cad87a-5755-4fb9-89c7-72de4c3bcfc3 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:13.476034 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76cad87a-5755-4fb9-89c7-72de4c3bcfc3 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:13.599006 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-76cad87a-5755-4fb9-89c7-72de4c3bcfc3 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Calling delete_port for 32fe3525-e82f-48f6-acbd-20fb967f0869 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:47:13.749076 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76cad87a-5755-4fb9-89c7-72de4c3bcfc3 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:13.796962 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cad87a-5755-4fb9-89c7-72de4c3bcfc3 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Pushing event deleted for resources: {'Port': ['ID=32fe3525-e82f-48f6-acbd-20fb967f0869,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:13.888270 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76cad87a-5755-4fb9-89c7-72de4c3bcfc3 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:13.909493 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-76cad87a-5755-4fb9-89c7-72de4c3bcfc3 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:13.910688 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-76cad87a-5755-4fb9-89c7-72de4c3bcfc3 tempest-ServerActionsTestJSON-1292882920 tempest-ServerActionsTestJSON-1292882920-project] 10.222.0.30 "DELETE /v2.0/floatingips/5cd0b47a-22fc-44d9-b739-8727e1b95985 HTTP/1.1" status: 204 len: 168 time: 0.8526399 Feb 28 14:47:13.913971 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36364) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:47:14.492116 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a3c9f7f3-e418-4649-a801-0c76aee74408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:14.972913 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a3c9f7f3-e418-4649-a801-0c76aee74408 admin admin] Deleting port 28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:47:14.973612 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a3c9f7f3-e418-4649-a801-0c76aee74408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:15.160154 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-a3c9f7f3-e418-4649-a801-0c76aee74408 admin admin] For port 28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:47:15.160481 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a3c9f7f3-e418-4649-a801-0c76aee74408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:15.288313 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a3c9f7f3-e418-4649-a801-0c76aee74408 admin admin] Calling delete_port for 28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:47:15.487878 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a3c9f7f3-e418-4649-a801-0c76aee74408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:15.533636 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9f7f3-e418-4649-a801-0c76aee74408 admin admin] Pushing event deleted for resources: {'Port': ['ID=28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:15.799993 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a3c9f7f3-e418-4649-a801-0c76aee74408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:15.851468 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:47:16.176436 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c9f7f3-e418-4649-a801-0c76aee74408 admin admin] Router fb00a949-4428-4cd0-84e7-61b6c328fccc has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:47:16.476747 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c9f7f3-e418-4649-a801-0c76aee74408 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:47:16.485963 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d171c3-d7ce-4af3-b47e-3b1ae3860fe5 None None] Sync routers for ids ['fb00a949-4428-4cd0-84e7-61b6c328fccc'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:47:16.489404 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a3c9f7f3-e418-4649-a801-0c76aee74408 admin admin] 10.222.0.30 "PUT /v2.0/routers/fb00a949-4428-4cd0-84e7-61b6c328fccc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5741575 Feb 28 14:47:16.492314 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36368) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:47:16.495558 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d171c3-d7ce-4af3-b47e-3b1ae3860fe5 None None] Routers {'fb00a949-4428-4cd0-84e7-61b6c328fccc'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:47:16.496172 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-34d171c3-d7ce-4af3-b47e-3b1ae3860fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:47:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['fb00a949-4428-4cd0-84e7-61b6c328fccc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:47:16.666101 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-116b52d2-8f74-4e68-afe8-7fba692742ef admin admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:16.670151 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-34d171c3-d7ce-4af3-b47e-3b1ae3860fe5 None None] Set router fb00a949-4428-4cd0-84e7-61b6c328fccc gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:47:16.844281 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-116b52d2-8f74-4e68-afe8-7fba692742ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:16.856010 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-116b52d2-8f74-4e68-afe8-7fba692742ef admin admin] Deleting port aea9ee81-e441-4e61-b9cb-ccea2857dcbf {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:47:16.856405 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-116b52d2-8f74-4e68-afe8-7fba692742ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:16.950256 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-34d171c3-d7ce-4af3-b47e-3b1ae3860fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:47:15Z', 'revision_number': 5, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port': {'id': 'aea9ee81-e441-4e61-b9cb-ccea2857dcbf', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:43:08Z', 'updated_at': '2022-02-28T14:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:47:16.954146 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d171c3-d7ce-4af3-b47e-3b1ae3860fe5 None None] Checking router: fb00a949-4428-4cd0-84e7-61b6c328fccc for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:47:16.962283 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d171c3-d7ce-4af3-b47e-3b1ae3860fe5 None None] Routers {'fb00a949-4428-4cd0-84e7-61b6c328fccc'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:47:16.962904 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-34d171c3-d7ce-4af3-b47e-3b1ae3860fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:47:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['fb00a949-4428-4cd0-84e7-61b6c328fccc'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:47:17.024936 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-116b52d2-8f74-4e68-afe8-7fba692742ef admin admin] For port aea9ee81-e441-4e61-b9cb-ccea2857dcbf, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=aea9ee81-e441-4e61-b9cb-ccea2857dcbf,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:47:17.025318 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-116b52d2-8f74-4e68-afe8-7fba692742ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:17.117791 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-34d171c3-d7ce-4af3-b47e-3b1ae3860fe5 None None] Set router fb00a949-4428-4cd0-84e7-61b6c328fccc gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:47:17.230138 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-34d171c3-d7ce-4af3-b47e-3b1ae3860fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:47:16Z', 'revision_number': 6, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:47:17.234633 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d171c3-d7ce-4af3-b47e-3b1ae3860fe5 None None] The sync data for ids ['fb00a949-4428-4cd0-84e7-61b6c328fccc'] in dv-neutron-831192-4-hyperv is: [{'id': 'fb00a949-4428-4cd0-84e7-61b6c328fccc', 'name': 'tempest-ServerActionsTestJSON-316130591-router', 'tenant_id': '8efefaa08661463a99d8282662c60de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:43:07Z', 'updated_at': '2022-02-28T14:47:16Z', 'revision_number': 6, 'project_id': '8efefaa08661463a99d8282662c60de1', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:47:17.267078 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-116b52d2-8f74-4e68-afe8-7fba692742ef admin admin] Calling delete_port for aea9ee81-e441-4e61-b9cb-ccea2857dcbf owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:47:17.571969 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-116b52d2-8f74-4e68-afe8-7fba692742ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:17.618432 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b52d2-8f74-4e68-afe8-7fba692742ef admin admin] Pushing event deleted for resources: {'Port': ['ID=aea9ee81-e441-4e61-b9cb-ccea2857dcbf,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:17.713671 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-116b52d2-8f74-4e68-afe8-7fba692742ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:17.882807 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-116b52d2-8f74-4e68-afe8-7fba692742ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:17.885128 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-116b52d2-8f74-4e68-afe8-7fba692742ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:17.916256 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-116b52d2-8f74-4e68-afe8-7fba692742ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:17.916798 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116b52d2-8f74-4e68-afe8-7fba692742ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb00a949-4428-4cd0-84e7-61b6c328fccc {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:47:17.929740 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-116b52d2-8f74-4e68-afe8-7fba692742ef admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:17.933242 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-116b52d2-8f74-4e68-afe8-7fba692742ef admin admin] 10.222.0.30 "DELETE /v2.0/routers/fb00a949-4428-4cd0-84e7-61b6c328fccc HTTP/1.1" status: 204 len: 168 time: 1.4375572 Feb 28 14:47:17.933573 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36372) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:47:17.997426 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb614774-6be7-4848-87d3-b3ff6d3257ca admin admin] Deleting subnet b44cc8b8-f91e-42ea-ac6a-71f622102484 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:47:18.000785 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cb614774-6be7-4848-87d3-b3ff6d3257ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:18.006333 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device aea9ee81-e441-4e61-b9cb-ccea2857dcbf no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:47:18.041471 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: aea9ee81-e441-4e61-b9cb-ccea2857dcbf {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:47:18.041811 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device aea9ee81-e441-4e61-b9cb-ccea2857dcbf not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:47:18.042317 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:47:18.057817 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cb614774-6be7-4848-87d3-b3ff6d3257ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:18.076298 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:47:18.076636 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 28ea2a5a-09f1-49e1-a65c-fcf4c191fc5a not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:47:18.139099 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cb614774-6be7-4848-87d3-b3ff6d3257ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:18.211286 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cb614774-6be7-4848-87d3-b3ff6d3257ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:18.255274 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb614774-6be7-4848-87d3-b3ff6d3257ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b44cc8b8-f91e-42ea-ac6a-71f622102484,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:18.257139 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cb614774-6be7-4848-87d3-b3ff6d3257ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:18.261367 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8582a219-b6d5-46c4-9134-8708eb796ad6 None None] Network 4116de85-3930-41d1-bcfc-5e32ebb334d6 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:47:18.263916 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cb614774-6be7-4848-87d3-b3ff6d3257ca admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b44cc8b8-f91e-42ea-ac6a-71f622102484 HTTP/1.1" status: 204 len: 168 time: 0.3294046 Feb 28 14:47:18.268807 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36376) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:47:18.375332 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2bf48311-99b9-4f19-889f-641fbe078fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:18.385963 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2bf48311-99b9-4f19-889f-641fbe078fea admin admin] Deleting port 269826eb-0cb1-48bc-90cb-6ca50e14bc6a {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:47:18.386303 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2bf48311-99b9-4f19-889f-641fbe078fea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:18.505916 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766dd08c-106c-4427-a3a4-0583539fa866 None None] DHCP port deletion for 4116de85-3930-41d1-bcfc-5e32ebb334d6 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:47:18.510168 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-766dd08c-106c-4427-a3a4-0583539fa866 None None] Deleting port 269826eb-0cb1-48bc-90cb-6ca50e14bc6a {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:47:18.510543 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-766dd08c-106c-4427-a3a4-0583539fa866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:18.600739 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-2bf48311-99b9-4f19-889f-641fbe078fea admin admin] For port 269826eb-0cb1-48bc-90cb-6ca50e14bc6a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=269826eb-0cb1-48bc-90cb-6ca50e14bc6a,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:47:18.601426 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2bf48311-99b9-4f19-889f-641fbe078fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:18.728277 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-2bf48311-99b9-4f19-889f-641fbe078fea admin admin] Calling delete_port for 269826eb-0cb1-48bc-90cb-6ca50e14bc6a owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:47:18.751969 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-766dd08c-106c-4427-a3a4-0583539fa866 None None] For port 269826eb-0cb1-48bc-90cb-6ca50e14bc6a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=269826eb-0cb1-48bc-90cb-6ca50e14bc6a,segment=NetworkSegment(1d5d881e-f8b4-4540-95f0-4ad906d3907e),segment_id=1d5d881e-f8b4-4540-95f0-4ad906d3907e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:47:18.752260 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-766dd08c-106c-4427-a3a4-0583539fa866 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:18.874385 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-766dd08c-106c-4427-a3a4-0583539fa866 None None] Calling delete_port for 269826eb-0cb1-48bc-90cb-6ca50e14bc6a owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:47:18.922766 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2bf48311-99b9-4f19-889f-641fbe078fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:18.951310 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-766dd08c-106c-4427-a3a4-0583539fa866 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:47:18.951310 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-766dd08c-106c-4427-a3a4-0583539fa866 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:47:18.970202 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf48311-99b9-4f19-889f-641fbe078fea admin admin] Pushing event deleted for resources: {'Port': ['ID=269826eb-0cb1-48bc-90cb-6ca50e14bc6a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:18.971978 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf48311-99b9-4f19-889f-641fbe078fea admin admin] No DVR routers for this DVR port 269826eb-0cb1-48bc-90cb-6ca50e14bc6a on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:47:19.087744 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2bf48311-99b9-4f19-889f-641fbe078fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:19.116241 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-2bf48311-99b9-4f19-889f-641fbe078fea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4116de85-3930-41d1-bcfc-5e32ebb334d6']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:47:19.128197 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-2bf48311-99b9-4f19-889f-641fbe078fea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d5d881e-f8b4-4540-95f0-4ad906d3907e') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:47:19.128477 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-2bf48311-99b9-4f19-889f-641fbe078fea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d5d881e-f8b4-4540-95f0-4ad906d3907e') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:47:19.139800 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2bf48311-99b9-4f19-889f-641fbe078fea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:19.156995 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2bf48311-99b9-4f19-889f-641fbe078fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:19.166446 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf48311-99b9-4f19-889f-641fbe078fea admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:47:19.166653 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2bf48311-99b9-4f19-889f-641fbe078fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:47:19.180216 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:47:19.261320 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2bf48311-99b9-4f19-889f-641fbe078fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:19.277548 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2bf48311-99b9-4f19-889f-641fbe078fea admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:19.287476 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf48311-99b9-4f19-889f-641fbe078fea admin admin] Pushing event deleted for resources: {'Network': ['ID=4116de85-3930-41d1-bcfc-5e32ebb334d6,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:19.303544 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2bf48311-99b9-4f19-889f-641fbe078fea admin admin] 10.222.0.30 "DELETE /v2.0/networks/4116de85-3930-41d1-bcfc-5e32ebb334d6 HTTP/1.1" status: 204 len: 168 time: 1.0337260 Feb 28 14:47:19.427353 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36382) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:47:19.449850 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-766dd08c-106c-4427-a3a4-0583539fa866 None None] Deleting port 269826eb-0cb1-48bc-90cb-6ca50e14bc6a {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:47:19.450245 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-766dd08c-106c-4427-a3a4-0583539fa866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:19.480778 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c5760b00-4f77-4e5a-b800-4007b39e0e42 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8efefaa08661463a99d8282662c60de1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516860 Feb 28 14:47:19.483552 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36386) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:47:19.518932 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-766dd08c-106c-4427-a3a4-0583539fa866 None None] The port '269826eb-0cb1-48bc-90cb-6ca50e14bc6a' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:47:19.544870 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c7197f2-e3d0-4536-892a-e0ac4b7f000a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:19.569567 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c7197f2-e3d0-4536-892a-e0ac4b7f000a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:19.628531 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c7197f2-e3d0-4536-892a-e0ac4b7f000a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:19.645218 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7197f2-e3d0-4536-892a-e0ac4b7f000a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1412527d-028c-4080-9b80-975f2359dadd,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:19.652850 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-7c7197f2-e3d0-4536-892a-e0ac4b7f000a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:19.654287 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7c7197f2-e3d0-4536-892a-e0ac4b7f000a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1412527d-028c-4080-9b80-975f2359dadd HTTP/1.1" status: 204 len: 168 time: 0.1697550 Feb 28 14:47:19.852804 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 269826eb-0cb1-48bc-90cb-6ca50e14bc6a no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:47:19.888725 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 269826eb-0cb1-48bc-90cb-6ca50e14bc6a {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:47:19.889070 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 269826eb-0cb1-48bc-90cb-6ca50e14bc6a not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:47:20.463982 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36410) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:47:20.595425 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8f7d2c85-9b13-4b3f-b12b-85d81ad2ef29 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2070772590-network', 'tenant_id': 'ca26cedfb70746ee970df138504b9c06'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:47:20.601994 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8f7d2c85-9b13-4b3f-b12b-85d81ad2ef29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:47:20.607761 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8f7d2c85-9b13-4b3f-b12b-85d81ad2ef29 admin admin] Usage tracker for resource:network and tenant:ca26cedfb70746ee970df138504b9c06 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:47:20.612090 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8f7d2c85-9b13-4b3f-b12b-85d81ad2ef29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:47:20.621481 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8f7d2c85-9b13-4b3f-b12b-85d81ad2ef29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:47:20.636241 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7d2c85-9b13-4b3f-b12b-85d81ad2ef29 admin admin] Made reservation on behalf of ca26cedfb70746ee970df138504b9c06 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:47:20.638608 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f7d2c85-9b13-4b3f-b12b-85d81ad2ef29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:20.656960 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f7d2c85-9b13-4b3f-b12b-85d81ad2ef29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:20.677283 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8f7d2c85-9b13-4b3f-b12b-85d81ad2ef29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:47:20.682613 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8f7d2c85-9b13-4b3f-b12b-85d81ad2ef29 admin admin] Usage tracker for resource:security_group_rule and tenant:ca26cedfb70746ee970df138504b9c06 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:47:20.686698 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8f7d2c85-9b13-4b3f-b12b-85d81ad2ef29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:47:20.694378 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8f7d2c85-9b13-4b3f-b12b-85d81ad2ef29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:47:20.791423 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f7d2c85-9b13-4b3f-b12b-85d81ad2ef29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:20.798019 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f7d2c85-9b13-4b3f-b12b-85d81ad2ef29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:20.832891 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7d2c85-9b13-4b3f-b12b-85d81ad2ef29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:47:20.841848 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d2c85-9b13-4b3f-b12b-85d81ad2ef29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f17821-348c-44e5-8234-c504b9bb13aa,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:20.847584 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f7d2c85-9b13-4b3f-b12b-85d81ad2ef29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:20.847948 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-8f7d2c85-9b13-4b3f-b12b-85d81ad2ef29 admin admin] Added segment 71f615e5-503b-493a-a327-59bd82f4db0e of type vlan for network 9f56eb2d-9482-4642-a9ca-2194b58d9f48 Feb 28 14:47:20.877184 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f7d2c85-9b13-4b3f-b12b-85d81ad2ef29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:20.910096 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f7d2c85-9b13-4b3f-b12b-85d81ad2ef29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:20.911188 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7d2c85-9b13-4b3f-b12b-85d81ad2ef29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:20.911777 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8f7d2c85-9b13-4b3f-b12b-85d81ad2ef29 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:21.009530 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8f7d2c85-9b13-4b3f-b12b-85d81ad2ef29 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5439253 Feb 28 14:47:21.014082 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36416) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:47:21.022895 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6280077d-c649-4116-be2e-3f9e5174aa74 admin admin] Request body: {'subnet': {'network_id': '9f56eb2d-9482-4642-a9ca-2194b58d9f48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2070772590-subnet', 'tenant_id': 'ca26cedfb70746ee970df138504b9c06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:47:21.025152 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d2c85-9b13-4b3f-b12b-85d81ad2ef29 admin admin] Pushing event updated for resources: {'Network': ['ID=9f56eb2d-9482-4642-a9ca-2194b58d9f48,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:21.029166 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6280077d-c649-4116-be2e-3f9e5174aa74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:47:21.033724 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6280077d-c649-4116-be2e-3f9e5174aa74 admin admin] Usage tracker for resource:subnet and tenant:ca26cedfb70746ee970df138504b9c06 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:47:21.036491 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 9f56eb2d-9482-4642-a9ca-2194b58d9f48 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:47:21.037801 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6280077d-c649-4116-be2e-3f9e5174aa74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:47:21.045794 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6280077d-c649-4116-be2e-3f9e5174aa74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:47:21.057686 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6280077d-c649-4116-be2e-3f9e5174aa74 admin admin] Made reservation on behalf of ca26cedfb70746ee970df138504b9c06 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:47:21.060156 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6280077d-c649-4116-be2e-3f9e5174aa74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:21.314804 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6280077d-c649-4116-be2e-3f9e5174aa74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:21.398191 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280077d-c649-4116-be2e-3f9e5174aa74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b15bc3f-c819-4b1c-9af1-3087fd2871d5,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:21.407926 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6280077d-c649-4116-be2e-3f9e5174aa74 admin admin] Checking segment: {'id': '71f615e5-503b-493a-a327-59bd82f4db0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9f56eb2d-9482-4642-a9ca-2194b58d9f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:47:21.408274 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6280077d-c649-4116-be2e-3f9e5174aa74 admin admin] Network hostable DHCP agents. Network: 9f56eb2d-9482-4642-a9ca-2194b58d9f48, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:47:21.428461 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6280077d-c649-4116-be2e-3f9e5174aa74 admin admin] Network 9f56eb2d-9482-4642-a9ca-2194b58d9f48 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:47:21.437645 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-6280077d-c649-4116-be2e-3f9e5174aa74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 9f56eb2d-9482-4642-a9ca-2194b58d9f48) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:47:21.442267 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6280077d-c649-4116-be2e-3f9e5174aa74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:21.442853 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6280077d-c649-4116-be2e-3f9e5174aa74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:21.448395 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1109434-906f-4384-895d-dbe32856513c None None] Network 9f56eb2d-9482-4642-a9ca-2194b58d9f48 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:47:21.465699 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6280077d-c649-4116-be2e-3f9e5174aa74 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4502406 Feb 28 14:47:21.660656 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef88367d-ffc7-46d1-a06d-983d6dc8844f None None] Network 9f56eb2d-9482-4642-a9ca-2194b58d9f48 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:47:21.968962 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-693e3b8e-2634-409a-a37a-720967a41223 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:21.970408 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-693e3b8e-2634-409a-a37a-720967a41223 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/networks?id=9f56eb2d-9482-4642-a9ca-2194b58d9f48 HTTP/1.1" status: 200 len: 814 time: 0.1481519 Feb 28 14:47:21.985272 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-55f6f052-bc39-43a1-9ff4-9f77dcc10d74 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/quotas/ca26cedfb70746ee970df138504b9c06 HTTP/1.1" status: 200 len: 375 time: 0.0093546 Feb 28 14:47:22.031567 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-dc898174-2a09-443a-844f-3fc9f422e808 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca26cedfb70746ee970df138504b9c06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413795 Feb 28 14:47:22.237842 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-901c1e93-5056-41ec-a81b-48dbab32f26f service neutron] 10.222.0.30 "GET /v2.0/networks/9f56eb2d-9482-4642-a9ca-2194b58d9f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949890 Feb 28 14:47:22.375049 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-873529d9-7874-4f2e-a651-53c64fd2adbb service neutron] 10.222.0.30 "GET /v2.0/networks/9f56eb2d-9482-4642-a9ca-2194b58d9f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314926 Feb 28 14:47:22.550574 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-31841027-29e4-48eb-baaf-9d53b21060cb req-a5b317ad-5565-45c5-a5fd-f5f3c09b8ff7 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5416342-eaa2-4688-9c41-6ec9c2b799ce HTTP/1.1" status: 200 len: 210 time: 0.0445263 Feb 28 14:47:23.653473 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-5e0fbb36-f288-4d7c-9021-a53bdd9d54f5 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:23.654216 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-5e0fbb36-f288-4d7c-9021-a53bdd9d54f5 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Synchronizing usage tracker for tenant:ca26cedfb70746ee970df138504b9c06 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:47:23.671972 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-5e0fbb36-f288-4d7c-9021-a53bdd9d54f5 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Unset dirty status for tenant:ca26cedfb70746ee970df138504b9c06 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:47:23.673164 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-5e0fbb36-f288-4d7c-9021-a53bdd9d54f5 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.13 "GET /v2.0/networks?id=9f56eb2d-9482-4642-a9ca-2194b58d9f48 HTTP/1.1" status: 200 len: 814 time: 0.1682045 Feb 28 14:47:23.685873 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-3ab4e105-16bc-430a-b060-bb8b2120e6f0 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Request body: {'port': {'device_id': 'a5416342-eaa2-4688-9c41-6ec9c2b799ce', 'network_id': '9f56eb2d-9482-4642-a9ca-2194b58d9f48', 'admin_state_up': True, 'tenant_id': 'ca26cedfb70746ee970df138504b9c06'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:47:23.715086 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c4a2ba4c-5a9e-4e47-9c26-1e8f6af3f329 req-443e7bb0-b19e-4854-821e-307b73bf959e tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5416342-eaa2-4688-9c41-6ec9c2b799ce HTTP/1.1" status: 200 len: 210 time: 0.0555162 Feb 28 14:47:23.831992 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-3ab4e105-16bc-430a-b060-bb8b2120e6f0 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:47:23.835995 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-3ab4e105-16bc-430a-b060-bb8b2120e6f0 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Usage tracker for resource:port and tenant:ca26cedfb70746ee970df138504b9c06 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:47:23.838872 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-3ab4e105-16bc-430a-b060-bb8b2120e6f0 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:47:23.844719 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-3ab4e105-16bc-430a-b060-bb8b2120e6f0 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:47:23.858008 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-3ab4e105-16bc-430a-b060-bb8b2120e6f0 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Made reservation on behalf of ca26cedfb70746ee970df138504b9c06 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:47:23.861656 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-3ab4e105-16bc-430a-b060-bb8b2120e6f0 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:24.028854 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-3ab4e105-16bc-430a-b060-bb8b2120e6f0 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Allocated IP 172.20.0.8 (9f56eb2d-9482-4642-a9ca-2194b58d9f48/1b15bc3f-c819-4b1c-9af1-3087fd2871d5/a3c46e44-99f5-4761-881e-c3cabdd955de) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:47:24.240709 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-3ab4e105-16bc-430a-b060-bb8b2120e6f0 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:24.271856 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-3ab4e105-16bc-430a-b060-bb8b2120e6f0 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:24.337151 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-3ab4e105-16bc-430a-b060-bb8b2120e6f0 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Network 9f56eb2d-9482-4642-a9ca-2194b58d9f48 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:47:24.344644 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-3ab4e105-16bc-430a-b060-bb8b2120e6f0 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:47:24.348975 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-3ab4e105-16bc-430a-b060-bb8b2120e6f0 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:47:24.378258 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4e105-16bc-430a-b060-bb8b2120e6f0 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Pushing event updated for resources: {'Port': ['ID=a3c46e44-99f5-4761-881e-c3cabdd955de,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:24.413600 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-3ab4e105-16bc-430a-b060-bb8b2120e6f0 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:24.414196 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-3ab4e105-16bc-430a-b060-bb8b2120e6f0 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:24.435583 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-3ab4e105-16bc-430a-b060-bb8b2120e6f0 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7536812 Feb 28 14:47:24.490484 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-82ec6b36-b527-40ac-b89e-6fa5eacb9f12 service neutron] Request body: {'port': {'device_id': 'a5416342-eaa2-4688-9c41-6ec9c2b799ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:47:24.601517 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-82ec6b36-b527-40ac-b89e-6fa5eacb9f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:25.021757 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f5e33-c108-4c3a-9f28-57f4e7880e70 req-8a3a7c30-1e6d-45ee-9b29-bc6fb509bcbc tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:25.022464 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-1e5f5e33-c108-4c3a-9f28-57f4e7880e70 req-8a3a7c30-1e6d-45ee-9b29-bc6fb509bcbc tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Synchronizing usage tracker for tenant:ca26cedfb70746ee970df138504b9c06 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:47:25.055274 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-1e5f5e33-c108-4c3a-9f28-57f4e7880e70 req-8a3a7c30-1e6d-45ee-9b29-bc6fb509bcbc tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Unset dirty status for tenant:ca26cedfb70746ee970df138504b9c06 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:47:25.056385 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1e5f5e33-c108-4c3a-9f28-57f4e7880e70 req-8a3a7c30-1e6d-45ee-9b29-bc6fb509bcbc tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5416342-eaa2-4688-9c41-6ec9c2b799ce HTTP/1.1" status: 200 len: 931 time: 0.2286570 Feb 28 14:47:25.139382 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-82ec6b36-b527-40ac-b89e-6fa5eacb9f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c46e44-99f5-4761-881e-c3cabdd955de {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:47:25.150069 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-82ec6b36-b527-40ac-b89e-6fa5eacb9f12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:25.154181 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-1e5f5e33-c108-4c3a-9f28-57f4e7880e70 req-30a59e32-6f20-4dba-88ba-0370a6bfdd61 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Synchronizing usage tracker for tenant:ca26cedfb70746ee970df138504b9c06 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:47:25.173623 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-82ec6b36-b527-40ac-b89e-6fa5eacb9f12 service neutron] Transition to ACTIVE for port object a3c46e44-99f5-4761-881e-c3cabdd955de will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:47:25.180763 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-82ec6b36-b527-40ac-b89e-6fa5eacb9f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:25.222474 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-1e5f5e33-c108-4c3a-9f28-57f4e7880e70 req-30a59e32-6f20-4dba-88ba-0370a6bfdd61 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Unset dirty status for tenant:ca26cedfb70746ee970df138504b9c06 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:47:25.223626 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1e5f5e33-c108-4c3a-9f28-57f4e7880e70 req-30a59e32-6f20-4dba-88ba-0370a6bfdd61 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/security-groups?id=32f17821-348c-44e5-8234-c504b9bb13aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613083 Feb 28 14:47:25.341854 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec6b36-b527-40ac-b89e-6fa5eacb9f12 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c46e44-99f5-4761-881e-c3cabdd955de,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:25.417086 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-82ec6b36-b527-40ac-b89e-6fa5eacb9f12 service neutron] Attempting to bind port a3c46e44-99f5-4761-881e-c3cabdd955de on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:47:25.417383 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-82ec6b36-b527-40ac-b89e-6fa5eacb9f12 service neutron] Attempting to bind port a3c46e44-99f5-4761-881e-c3cabdd955de by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '71f615e5-503b-493a-a327-59bd82f4db0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9f56eb2d-9482-4642-a9ca-2194b58d9f48'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:47:25.417728 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-82ec6b36-b527-40ac-b89e-6fa5eacb9f12 service neutron] Attempting to bind port a3c46e44-99f5-4761-881e-c3cabdd955de on network 9f56eb2d-9482-4642-a9ca-2194b58d9f48 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:47:25.422768 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-82ec6b36-b527-40ac-b89e-6fa5eacb9f12 service neutron] Port a3c46e44-99f5-4761-881e-c3cabdd955de on network 9f56eb2d-9482-4642-a9ca-2194b58d9f48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:47:25.423083 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-82ec6b36-b527-40ac-b89e-6fa5eacb9f12 service neutron] Attempting to bind port a3c46e44-99f5-4761-881e-c3cabdd955de on network 9f56eb2d-9482-4642-a9ca-2194b58d9f48 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:47:25.428302 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-82ec6b36-b527-40ac-b89e-6fa5eacb9f12 service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:47:25.428632 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-82ec6b36-b527-40ac-b89e-6fa5eacb9f12 service neutron] Checking segment: {'id': '71f615e5-503b-493a-a327-59bd82f4db0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9f56eb2d-9482-4642-a9ca-2194b58d9f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:47:25.429003 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-82ec6b36-b527-40ac-b89e-6fa5eacb9f12 service neutron] Bound using segment: {'id': '71f615e5-503b-493a-a327-59bd82f4db0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9f56eb2d-9482-4642-a9ca-2194b58d9f48'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:47:25.429425 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-82ec6b36-b527-40ac-b89e-6fa5eacb9f12 service neutron] Bound port: a3c46e44-99f5-4761-881e-c3cabdd955de, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f615e5-503b-493a-a327-59bd82f4db0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9f56eb2d-9482-4642-a9ca-2194b58d9f48'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:47:25.429757 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-82ec6b36-b527-40ac-b89e-6fa5eacb9f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:25.532344 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-82ec6b36-b527-40ac-b89e-6fa5eacb9f12 service neutron] For port a3c46e44-99f5-4761-881e-c3cabdd955de, host hv-neutron-8311, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:47:25.535626 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-82ec6b36-b527-40ac-b89e-6fa5eacb9f12 service neutron] For port a3c46e44-99f5-4761-881e-c3cabdd955de, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a3c46e44-99f5-4761-881e-c3cabdd955de,segment=NetworkSegment(71f615e5-503b-493a-a327-59bd82f4db0e),segment_id=71f615e5-503b-493a-a327-59bd82f4db0e)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:47:25.543516 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-82ec6b36-b527-40ac-b89e-6fa5eacb9f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:25.598406 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-82ec6b36-b527-40ac-b89e-6fa5eacb9f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:25.599033 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-82ec6b36-b527-40ac-b89e-6fa5eacb9f12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:25.600408 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-82ec6b36-b527-40ac-b89e-6fa5eacb9f12 service neutron] 10.222.0.13 "PUT /v2.0/ports/a3c46e44-99f5-4761-881e-c3cabdd955de HTTP/1.1" status: 200 len: 1093 time: 1.1575143 Feb 28 14:47:25.600836 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5416342-eaa2-4688-9c41-6ec9c2b799ce', 'tag': 'a3c46e44-99f5-4761-881e-c3cabdd955de'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:47:25.627310 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec6b36-b527-40ac-b89e-6fa5eacb9f12 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c46e44-99f5-4761-881e-c3cabdd955de,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:25.671604 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5416342-eaa2-4688-9c41-6ec9c2b799ce', 'tag': 'a3c46e44-99f5-4761-881e-c3cabdd955de', 'status': 'completed', 'code': 200} Feb 28 14:47:25.713075 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-6484f8d0-e621-4330-8e98-3cdea7f3997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:25.714533 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-6484f8d0-e621-4330-8e98-3cdea7f3997c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca26cedfb70746ee970df138504b9c06&device_id=a5416342-eaa2-4688-9c41-6ec9c2b799ce HTTP/1.1" status: 200 len: 1096 time: 0.0775368 Feb 28 14:47:25.781071 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-6fb3617f-0102-4f82-86b8-9bae6baa00d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3c46e44-99f5-4761-881e-c3cabdd955de HTTP/1.1" status: 200 len: 217 time: 0.0589371 Feb 28 14:47:25.849561 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-edd1a3a3-7eae-43aa-b73d-e865ffc09fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:25.851603 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-edd1a3a3-7eae-43aa-b73d-e865ffc09fa4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b15bc3f-c819-4b1c-9af1-3087fd2871d5 HTTP/1.1" status: 200 len: 854 time: 0.0648394 Feb 28 14:47:25.901144 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-b87dc65b-0eda-40b3-bf92-e26fe697c331 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f56eb2d-9482-4642-a9ca-2194b58d9f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436273 Feb 28 14:47:26.035460 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-08e2bb50-c664-4eb1-b417-ac2462a701e1 service neutron] 10.222.0.13 "GET /v2.0/networks/9f56eb2d-9482-4642-a9ca-2194b58d9f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280866 Feb 28 14:47:26.180415 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-52da47d8-8ffb-4796-8d2b-c18fec42b6a6 req-b3d9e5f9-7b49-4b2b-a514-5c70dcc0917c service neutron] 10.222.0.13 "GET /v2.0/networks/9f56eb2d-9482-4642-a9ca-2194b58d9f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387672 Feb 28 14:47:26.309442 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adec172-92e9-4412-ac54-56909300125c req-d2616c3c-7489-421c-93ed-2a382e364337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:26.310944 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4adec172-92e9-4412-ac54-56909300125c req-d2616c3c-7489-421c-93ed-2a382e364337 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca26cedfb70746ee970df138504b9c06&device_id=a5416342-eaa2-4688-9c41-6ec9c2b799ce HTTP/1.1" status: 200 len: 1096 time: 0.0774128 Feb 28 14:47:26.597584 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adec172-92e9-4412-ac54-56909300125c req-510a12fd-eb22-4e23-b414-1681b1082fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:26.599011 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4adec172-92e9-4412-ac54-56909300125c req-510a12fd-eb22-4e23-b414-1681b1082fec service neutron] 10.222.0.13 "GET /v2.0/networks?id=9f56eb2d-9482-4642-a9ca-2194b58d9f48 HTTP/1.1" status: 200 len: 915 time: 0.2809675 Feb 28 14:47:26.667090 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd37b5-8380-4cae-935f-98b0be30c452 req-9c7552b0-4977-41f6-800d-c054283f3cda tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:26.668522 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-63dd37b5-8380-4cae-935f-98b0be30c452 req-9c7552b0-4977-41f6-800d-c054283f3cda tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5416342-eaa2-4688-9c41-6ec9c2b799ce HTTP/1.1" status: 200 len: 943 time: 0.3328545 Feb 28 14:47:26.678391 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4adec172-92e9-4412-ac54-56909300125c req-59bbfee5-2b91-4520-a927-c54e8d2b6aaa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3c46e44-99f5-4761-881e-c3cabdd955de HTTP/1.1" status: 200 len: 217 time: 0.0723765 Feb 28 14:47:26.758911 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-63dd37b5-8380-4cae-935f-98b0be30c452 req-80c476bf-d449-4e86-9652-ffed6d6fa613 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/security-groups?id=32f17821-348c-44e5-8234-c504b9bb13aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826080 Feb 28 14:47:26.764123 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adec172-92e9-4412-ac54-56909300125c req-c814efc4-698e-44e9-a612-0775eb7ad5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:26.765487 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4adec172-92e9-4412-ac54-56909300125c req-c814efc4-698e-44e9-a612-0775eb7ad5a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b15bc3f-c819-4b1c-9af1-3087fd2871d5 HTTP/1.1" status: 200 len: 854 time: 0.0756776 Feb 28 14:47:26.814977 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4adec172-92e9-4412-ac54-56909300125c req-c78247dc-3141-4a6c-9a17-def2fcd04147 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f56eb2d-9482-4642-a9ca-2194b58d9f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431793 Feb 28 14:47:26.947197 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4adec172-92e9-4412-ac54-56909300125c req-3d98a377-97e1-477d-ba5f-b26d358fe4d1 service neutron] 10.222.0.13 "GET /v2.0/networks/9f56eb2d-9482-4642-a9ca-2194b58d9f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245668 Feb 28 14:47:27.079644 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4adec172-92e9-4412-ac54-56909300125c req-da9da116-b11f-477a-b83f-282deda5de70 service neutron] 10.222.0.13 "GET /v2.0/networks/9f56eb2d-9482-4642-a9ca-2194b58d9f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260960 Feb 28 14:47:27.966169 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbead6-af42-4926-b0d2-191536209bda req-ed523037-a517-4a94-88a1-613cbc489821 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:27.967635 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f9dbead6-af42-4926-b0d2-191536209bda req-ed523037-a517-4a94-88a1-613cbc489821 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5416342-eaa2-4688-9c41-6ec9c2b799ce HTTP/1.1" status: 200 len: 943 time: 0.0941892 Feb 28 14:47:28.024144 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f9dbead6-af42-4926-b0d2-191536209bda req-daa7179d-a0cf-4b11-a5b4-f7cfdbdb1825 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/security-groups?id=32f17821-348c-44e5-8234-c504b9bb13aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477350 Feb 28 14:47:28.506196 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device a3c46e44-99f5-4761-881e-c3cabdd955de details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:47:28.648648 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port a3c46e44-99f5-4761-881e-c3cabdd955de, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a3c46e44-99f5-4761-881e-c3cabdd955de,segment=NetworkSegment(71f615e5-503b-493a-a327-59bd82f4db0e),segment_id=71f615e5-503b-493a-a327-59bd82f4db0e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:47:28.661923 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': 'a3c46e44-99f5-4761-881e-c3cabdd955de', 'network_id': '9f56eb2d-9482-4642-a9ca-2194b58d9f48', 'port_id': 'a3c46e44-99f5-4761-881e-c3cabdd955de', 'mac_address': 'fa:16:3e:1d:42:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b15bc3f-c819-4b1c-9af1-3087fd2871d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:47:28.719148 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:28.736441 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c46e44-99f5-4761-881e-c3cabdd955de {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:47:28.752192 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port a3c46e44-99f5-4761-881e-c3cabdd955de, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a3c46e44-99f5-4761-881e-c3cabdd955de,segment=NetworkSegment(71f615e5-503b-493a-a327-59bd82f4db0e),segment_id=71f615e5-503b-493a-a327-59bd82f4db0e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:47:28.757490 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:28.829048 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=a3c46e44-99f5-4761-881e-c3cabdd955de,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:28.963226 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['a3c46e44-99f5-4761-881e-c3cabdd955de'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:47:29.216510 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452b9df-c1ea-4117-a35c-65d10f2facb2 req-94e5ab8f-4f04-4b0a-8945-dc6e264690b3 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:29.217918 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c452b9df-c1ea-4117-a35c-65d10f2facb2 req-94e5ab8f-4f04-4b0a-8945-dc6e264690b3 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5416342-eaa2-4688-9c41-6ec9c2b799ce HTTP/1.1" status: 200 len: 944 time: 0.0880599 Feb 28 14:47:29.261383 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c452b9df-c1ea-4117-a35c-65d10f2facb2 req-62aab700-62de-4f5a-97ad-671bf9e3d3fc tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/security-groups?id=32f17821-348c-44e5-8234-c504b9bb13aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374608 Feb 28 14:47:30.454836 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16228d9-5a70-46bf-a5f4-eec838bb82d9 req-968c058d-0a80-4015-90dc-4d19466f2746 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:30.456338 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e16228d9-5a70-46bf-a5f4-eec838bb82d9 req-968c058d-0a80-4015-90dc-4d19466f2746 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5416342-eaa2-4688-9c41-6ec9c2b799ce HTTP/1.1" status: 200 len: 944 time: 0.0861673 Feb 28 14:47:30.500168 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e16228d9-5a70-46bf-a5f4-eec838bb82d9 req-85976cb0-7825-4c02-ace9-e60b258306da tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/security-groups?id=32f17821-348c-44e5-8234-c504b9bb13aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381339 Feb 28 14:47:30.516528 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device a3c46e44-99f5-4761-881e-c3cabdd955de up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:47:30.622489 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port a3c46e44-99f5-4761-881e-c3cabdd955de completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:47:30.628283 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port a3c46e44-99f5-4761-881e-c3cabdd955de triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:47:30.628875 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:30.754236 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:30.783917 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5416342-eaa2-4688-9c41-6ec9c2b799ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c46e44-99f5-4761-881e-c3cabdd955de'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:47:30.794694 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port a3c46e44-99f5-4761-881e-c3cabdd955de, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a3c46e44-99f5-4761-881e-c3cabdd955de,segment=NetworkSegment(71f615e5-503b-493a-a327-59bd82f4db0e),segment_id=71f615e5-503b-493a-a327-59bd82f4db0e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:47:30.799472 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:30.834170 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5416342-eaa2-4688-9c41-6ec9c2b799ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c46e44-99f5-4761-881e-c3cabdd955de', 'code': 200} Feb 28 14:47:30.868434 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=a3c46e44-99f5-4761-881e-c3cabdd955de,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:31.071483 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb58d5-8d5d-4215-a42b-4d9e3476fdb4 req-135965e6-832b-4287-81f5-1cae5bd38a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:31.072953 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-03fb58d5-8d5d-4215-a42b-4d9e3476fdb4 req-135965e6-832b-4287-81f5-1cae5bd38a82 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a5416342-eaa2-4688-9c41-6ec9c2b799ce HTTP/1.1" status: 200 len: 1098 time: 0.0885689 Feb 28 14:47:31.124968 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-03fb58d5-8d5d-4215-a42b-4d9e3476fdb4 req-9a64694d-b895-4f93-8cf2-3ce3de24982f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=32f17821-348c-44e5-8234-c504b9bb13aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448482 Feb 28 14:47:31.691000 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025b5cb-69b7-449c-87b3-12933710c804 req-b744143f-09cc-4210-b2ed-6c96da36923d tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:31.692471 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6025b5cb-69b7-449c-87b3-12933710c804 req-b744143f-09cc-4210-b2ed-6c96da36923d tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5416342-eaa2-4688-9c41-6ec9c2b799ce HTTP/1.1" status: 200 len: 945 time: 0.0817573 Feb 28 14:47:31.738787 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6025b5cb-69b7-449c-87b3-12933710c804 req-ac94cd3b-acc5-4941-988d-ed0aafbe6365 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/security-groups?id=32f17821-348c-44e5-8234-c504b9bb13aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402696 Feb 28 14:47:32.953418 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c917c-1ebe-4464-92bf-ca9557993e3c req-b988313d-bfab-46ae-b4a0-fb229a33f688 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:32.954871 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d00c917c-1ebe-4464-92bf-ca9557993e3c req-b988313d-bfab-46ae-b4a0-fb229a33f688 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5416342-eaa2-4688-9c41-6ec9c2b799ce HTTP/1.1" status: 200 len: 945 time: 0.0927253 Feb 28 14:47:32.998639 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d00c917c-1ebe-4464-92bf-ca9557993e3c req-fb9a3264-82f9-4d5b-9843-dfb777b0d451 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/security-groups?id=32f17821-348c-44e5-8234-c504b9bb13aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380554 Feb 28 14:47:33.294860 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-0f0e1180-f381-4aa1-9950-52377bf9faed tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:33.296348 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-0f0e1180-f381-4aa1-9950-52377bf9faed tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/networks?id=9f56eb2d-9482-4642-a9ca-2194b58d9f48 HTTP/1.1" status: 200 len: 814 time: 0.1518016 Feb 28 14:47:33.314207 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-d1c775c5-d9c5-487d-b247-bd2ae0f88f7a tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/quotas/ca26cedfb70746ee970df138504b9c06 HTTP/1.1" status: 200 len: 375 time: 0.0097036 Feb 28 14:47:33.399387 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-0715416f-a61b-4757-8b35-259226a3c589 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca26cedfb70746ee970df138504b9c06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0777459 Feb 28 14:47:33.647028 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-4cea9165-b53a-46c8-ac7e-aa28e0106a74 service neutron] 10.222.0.30 "GET /v2.0/networks/9f56eb2d-9482-4642-a9ca-2194b58d9f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406015 Feb 28 14:47:33.788239 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-abc99a29-7135-4b63-87df-240f399a753e service neutron] 10.222.0.30 "GET /v2.0/networks/9f56eb2d-9482-4642-a9ca-2194b58d9f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347046 Feb 28 14:47:33.983304 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-935747f6-37b3-4b64-b876-27a8ccf15623 req-080c14b2-4389-4203-bee8-65ef55a36e1c tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c7f941-c132-446e-8cef-45235ceb813a HTTP/1.1" status: 200 len: 210 time: 0.0452361 Feb 28 14:47:34.832953 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-41dfb152-2e06-45ab-9e2d-d01170093940 req-c3c2c99e-3e77-4954-b5ae-17a2e7609828 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a5416342-eaa2-4688-9c41-6ec9c2b799ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752175 Feb 28 14:47:34.976358 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfb152-2e06-45ab-9e2d-d01170093940 req-a69f1994-6f6f-4382-9299-e5f34d4b1cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:34.978288 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-41dfb152-2e06-45ab-9e2d-d01170093940 req-a69f1994-6f6f-4382-9299-e5f34d4b1cba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca26cedfb70746ee970df138504b9c06&device_id=a5416342-eaa2-4688-9c41-6ec9c2b799ce HTTP/1.1" status: 200 len: 1098 time: 0.0764761 Feb 28 14:47:35.016940 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-198a8c50-8597-4018-a9d3-9d9dfba95ca2 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:35.018377 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-198a8c50-8597-4018-a9d3-9d9dfba95ca2 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.13 "GET /v2.0/networks?id=9f56eb2d-9482-4642-a9ca-2194b58d9f48 HTTP/1.1" status: 200 len: 814 time: 0.1479244 Feb 28 14:47:35.029857 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-b07d9be1-6052-4e7c-8240-c3b958b175ae tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Request body: {'port': {'device_id': 'c2c7f941-c132-446e-8cef-45235ceb813a', 'network_id': '9f56eb2d-9482-4642-a9ca-2194b58d9f48', 'admin_state_up': True, 'tenant_id': 'ca26cedfb70746ee970df138504b9c06'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:47:35.174680 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-63ad7f48-3b3e-4d71-a50d-2743d35d48bf req-4fc876b7-9c59-4101-8c27-75dace59e8ba tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c7f941-c132-446e-8cef-45235ceb813a HTTP/1.1" status: 200 len: 210 time: 0.0587010 Feb 28 14:47:35.178667 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-b07d9be1-6052-4e7c-8240-c3b958b175ae tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:47:35.189532 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-b07d9be1-6052-4e7c-8240-c3b958b175ae tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:47:35.201283 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-b07d9be1-6052-4e7c-8240-c3b958b175ae tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Made reservation on behalf of ca26cedfb70746ee970df138504b9c06 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:47:35.204795 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-b07d9be1-6052-4e7c-8240-c3b958b175ae tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:35.204930 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfb152-2e06-45ab-9e2d-d01170093940 req-b400ab63-a228-44cd-a930-5ddf3fe2ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:35.206230 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-41dfb152-2e06-45ab-9e2d-d01170093940 req-b400ab63-a228-44cd-a930-5ddf3fe2ad4c service neutron] 10.222.0.13 "GET /v2.0/networks?id=9f56eb2d-9482-4642-a9ca-2194b58d9f48 HTTP/1.1" status: 200 len: 915 time: 0.2054231 Feb 28 14:47:35.215888 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:35.275842 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-41dfb152-2e06-45ab-9e2d-d01170093940 req-e66d893a-bc3d-40a2-84bd-595dc58b7c01 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3c46e44-99f5-4761-881e-c3cabdd955de HTTP/1.1" status: 200 len: 217 time: 0.0627539 Feb 28 14:47:35.337467 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfb152-2e06-45ab-9e2d-d01170093940 req-2a41f73c-bcbd-483d-a1f5-07b3386811e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:35.338844 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-41dfb152-2e06-45ab-9e2d-d01170093940 req-2a41f73c-bcbd-483d-a1f5-07b3386811e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b15bc3f-c819-4b1c-9af1-3087fd2871d5 HTTP/1.1" status: 200 len: 854 time: 0.0564740 Feb 28 14:47:35.368029 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-b07d9be1-6052-4e7c-8240-c3b958b175ae tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Allocated IP 172.20.0.13 (9f56eb2d-9482-4642-a9ca-2194b58d9f48/1b15bc3f-c819-4b1c-9af1-3087fd2871d5/2c386d6f-ad0d-475d-bdb8-492e54167e59) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:47:35.388838 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-41dfb152-2e06-45ab-9e2d-d01170093940 req-5c652178-db82-44dc-a365-fde962a74329 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f56eb2d-9482-4642-a9ca-2194b58d9f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432076 Feb 28 14:47:35.522941 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-41dfb152-2e06-45ab-9e2d-d01170093940 req-7d9aa07b-21b1-40da-908c-8c7ec1e219e9 service neutron] 10.222.0.13 "GET /v2.0/networks/9f56eb2d-9482-4642-a9ca-2194b58d9f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270230 Feb 28 14:47:35.579317 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-b07d9be1-6052-4e7c-8240-c3b958b175ae tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:35.609530 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-b07d9be1-6052-4e7c-8240-c3b958b175ae tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:35.620945 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['a3c46e44-99f5-4761-881e-c3cabdd955de'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:47:35.656809 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-41dfb152-2e06-45ab-9e2d-d01170093940 req-d11f9ba7-d7b5-4610-bde0-8799590d1136 service neutron] 10.222.0.13 "GET /v2.0/networks/9f56eb2d-9482-4642-a9ca-2194b58d9f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281438 Feb 28 14:47:35.789676 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-b07d9be1-6052-4e7c-8240-c3b958b175ae tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Network 9f56eb2d-9482-4642-a9ca-2194b58d9f48 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:47:35.790866 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-b07d9be1-6052-4e7c-8240-c3b958b175ae tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:47:35.795252 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-b07d9be1-6052-4e7c-8240-c3b958b175ae tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:47:35.854502 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d9be1-6052-4e7c-8240-c3b958b175ae tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Pushing event updated for resources: {'Port': ['ID=2c386d6f-ad0d-475d-bdb8-492e54167e59,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:35.876857 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-b07d9be1-6052-4e7c-8240-c3b958b175ae tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:35.877406 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-b07d9be1-6052-4e7c-8240-c3b958b175ae tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:35.902246 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-b07d9be1-6052-4e7c-8240-c3b958b175ae tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8763428 Feb 28 14:47:35.916265 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-c4832af2-082d-45a2-9b63-75a4e2a40d3a service neutron] Request body: {'port': {'device_id': 'c2c7f941-c132-446e-8cef-45235ceb813a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:47:36.029388 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-c4832af2-082d-45a2-9b63-75a4e2a40d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:36.428590 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-c4832af2-082d-45a2-9b63-75a4e2a40d3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c386d6f-ad0d-475d-bdb8-492e54167e59 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:47:36.437624 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-c4832af2-082d-45a2-9b63-75a4e2a40d3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:36.452641 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b86d94-834a-4496-9894-37590534ef36 req-06868145-e4e7-4b26-b63d-ddfdc5bc8d19 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:36.453328 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-08b86d94-834a-4496-9894-37590534ef36 req-06868145-e4e7-4b26-b63d-ddfdc5bc8d19 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Synchronizing usage tracker for tenant:ca26cedfb70746ee970df138504b9c06 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:47:36.467555 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-c4832af2-082d-45a2-9b63-75a4e2a40d3a service neutron] Transition to ACTIVE for port object 2c386d6f-ad0d-475d-bdb8-492e54167e59 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:47:36.473497 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-c4832af2-082d-45a2-9b63-75a4e2a40d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:36.505934 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-08b86d94-834a-4496-9894-37590534ef36 req-06868145-e4e7-4b26-b63d-ddfdc5bc8d19 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Unset dirty status for tenant:ca26cedfb70746ee970df138504b9c06 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:47:36.507042 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-08b86d94-834a-4496-9894-37590534ef36 req-06868145-e4e7-4b26-b63d-ddfdc5bc8d19 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c7f941-c132-446e-8cef-45235ceb813a HTTP/1.1" status: 200 len: 932 time: 0.2145698 Feb 28 14:47:36.655056 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4832af2-082d-45a2-9b63-75a4e2a40d3a service neutron] Pushing event updated for resources: {'Port': ['ID=2c386d6f-ad0d-475d-bdb8-492e54167e59,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:36.670604 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-08b86d94-834a-4496-9894-37590534ef36 req-ab6dcbbc-d0c9-44ab-8319-31b3eba55b68 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/security-groups?id=32f17821-348c-44e5-8234-c504b9bb13aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557462 Feb 28 14:47:36.739664 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-c4832af2-082d-45a2-9b63-75a4e2a40d3a service neutron] Attempting to bind port 2c386d6f-ad0d-475d-bdb8-492e54167e59 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:47:36.739861 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-c4832af2-082d-45a2-9b63-75a4e2a40d3a service neutron] Attempting to bind port 2c386d6f-ad0d-475d-bdb8-492e54167e59 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '71f615e5-503b-493a-a327-59bd82f4db0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9f56eb2d-9482-4642-a9ca-2194b58d9f48'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:47:36.740207 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-c4832af2-082d-45a2-9b63-75a4e2a40d3a service neutron] Attempting to bind port 2c386d6f-ad0d-475d-bdb8-492e54167e59 on network 9f56eb2d-9482-4642-a9ca-2194b58d9f48 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:47:36.745214 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-c4832af2-082d-45a2-9b63-75a4e2a40d3a service neutron] Port 2c386d6f-ad0d-475d-bdb8-492e54167e59 on network 9f56eb2d-9482-4642-a9ca-2194b58d9f48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:47:36.745524 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-c4832af2-082d-45a2-9b63-75a4e2a40d3a service neutron] Attempting to bind port 2c386d6f-ad0d-475d-bdb8-492e54167e59 on network 9f56eb2d-9482-4642-a9ca-2194b58d9f48 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:47:36.751529 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-c4832af2-082d-45a2-9b63-75a4e2a40d3a service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:47:36.751856 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-c4832af2-082d-45a2-9b63-75a4e2a40d3a service neutron] Checking segment: {'id': '71f615e5-503b-493a-a327-59bd82f4db0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9f56eb2d-9482-4642-a9ca-2194b58d9f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:47:36.752229 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-c4832af2-082d-45a2-9b63-75a4e2a40d3a service neutron] Bound using segment: {'id': '71f615e5-503b-493a-a327-59bd82f4db0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9f56eb2d-9482-4642-a9ca-2194b58d9f48'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:47:36.752642 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-c4832af2-082d-45a2-9b63-75a4e2a40d3a service neutron] Bound port: 2c386d6f-ad0d-475d-bdb8-492e54167e59, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f615e5-503b-493a-a327-59bd82f4db0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9f56eb2d-9482-4642-a9ca-2194b58d9f48'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:47:36.752970 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-c4832af2-082d-45a2-9b63-75a4e2a40d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:36.840802 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-c4832af2-082d-45a2-9b63-75a4e2a40d3a service neutron] For port 2c386d6f-ad0d-475d-bdb8-492e54167e59, host hv-neutron-8311, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:47:36.844559 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-c4832af2-082d-45a2-9b63-75a4e2a40d3a service neutron] For port 2c386d6f-ad0d-475d-bdb8-492e54167e59, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2c386d6f-ad0d-475d-bdb8-492e54167e59,segment=NetworkSegment(71f615e5-503b-493a-a327-59bd82f4db0e),segment_id=71f615e5-503b-493a-a327-59bd82f4db0e)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:47:36.850414 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-c4832af2-082d-45a2-9b63-75a4e2a40d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:36.908673 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-c4832af2-082d-45a2-9b63-75a4e2a40d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:36.909414 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-c4832af2-082d-45a2-9b63-75a4e2a40d3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:36.910848 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-c4832af2-082d-45a2-9b63-75a4e2a40d3a service neutron] 10.222.0.13 "PUT /v2.0/ports/2c386d6f-ad0d-475d-bdb8-492e54167e59 HTTP/1.1" status: 200 len: 1094 time: 0.9985266 Feb 28 14:47:36.913346 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c7f941-c132-446e-8cef-45235ceb813a', 'tag': '2c386d6f-ad0d-475d-bdb8-492e54167e59'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:47:36.940112 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4832af2-082d-45a2-9b63-75a4e2a40d3a service neutron] Pushing event updated for resources: {'Port': ['ID=2c386d6f-ad0d-475d-bdb8-492e54167e59,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:36.961683 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c7f941-c132-446e-8cef-45235ceb813a', 'tag': '2c386d6f-ad0d-475d-bdb8-492e54167e59', 'status': 'completed', 'code': 200} Feb 28 14:47:37.040540 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-999ccc14-9646-4c50-b05c-c58d21a068d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:37.041933 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-999ccc14-9646-4c50-b05c-c58d21a068d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca26cedfb70746ee970df138504b9c06&device_id=c2c7f941-c132-446e-8cef-45235ceb813a HTTP/1.1" status: 200 len: 1097 time: 0.0776620 Feb 28 14:47:37.117748 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-6c9f20a8-0107-4df0-8638-667a15954283 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c386d6f-ad0d-475d-bdb8-492e54167e59 HTTP/1.1" status: 200 len: 217 time: 0.0678229 Feb 28 14:47:37.190429 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-28c1d1dc-798c-4432-a562-d0ecdc0c1f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:37.191846 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-28c1d1dc-798c-4432-a562-d0ecdc0c1f00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b15bc3f-c819-4b1c-9af1-3087fd2871d5 HTTP/1.1" status: 200 len: 854 time: 0.0627272 Feb 28 14:47:37.248950 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-1ce4fc2e-e930-4a2b-a7a4-7cec26d9e793 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f56eb2d-9482-4642-a9ca-2194b58d9f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444643 Feb 28 14:47:37.379911 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-d095aa40-0dde-488a-bdd8-e84b5c0a1396 service neutron] 10.222.0.13 "GET /v2.0/networks/9f56eb2d-9482-4642-a9ca-2194b58d9f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244788 Feb 28 14:47:37.635440 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3dde65b-2506-45b5-b3c2-473f0c326456 req-e1e6faba-cdf9-4b85-97bc-61a888b49764 service neutron] 10.222.0.13 "GET /v2.0/networks/9f56eb2d-9482-4642-a9ca-2194b58d9f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432427 Feb 28 14:47:37.697865 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-87b95cb9-e832-4260-8404-5ab58e4ea43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:37.764389 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6280c4-a2bf-4c39-9376-d74d5bd8baca req-35ead9a5-ef3d-45e8-8e4f-d13ba3294c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:37.765856 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cb6280c4-a2bf-4c39-9376-d74d5bd8baca req-35ead9a5-ef3d-45e8-8e4f-d13ba3294c50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca26cedfb70746ee970df138504b9c06&device_id=c2c7f941-c132-446e-8cef-45235ceb813a HTTP/1.1" status: 200 len: 1097 time: 0.0708425 Feb 28 14:47:37.952570 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6280c4-a2bf-4c39-9376-d74d5bd8baca req-36b3f613-4a23-4046-ab43-5aa40cb4e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:37.953911 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cb6280c4-a2bf-4c39-9376-d74d5bd8baca req-36b3f613-4a23-4046-ab43-5aa40cb4e774 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9f56eb2d-9482-4642-a9ca-2194b58d9f48 HTTP/1.1" status: 200 len: 915 time: 0.1818323 Feb 28 14:47:37.965551 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361ded8-0d6b-47b0-98bf-105cb2e857c5 req-0810a634-963d-4c82-b684-71e3a3f158c1 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:37.966923 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6361ded8-0d6b-47b0-98bf-105cb2e857c5 req-0810a634-963d-4c82-b684-71e3a3f158c1 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c7f941-c132-446e-8cef-45235ceb813a HTTP/1.1" status: 200 len: 944 time: 0.1770349 Feb 28 14:47:38.040447 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cb6280c4-a2bf-4c39-9376-d74d5bd8baca req-e786320b-4364-452d-a0cd-318a68053336 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c386d6f-ad0d-475d-bdb8-492e54167e59 HTTP/1.1" status: 200 len: 217 time: 0.0725734 Feb 28 14:47:38.108087 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6361ded8-0d6b-47b0-98bf-105cb2e857c5 req-90ead1ca-0513-4543-875b-f9e0ce8a8b8f tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/security-groups?id=32f17821-348c-44e5-8234-c504b9bb13aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936096 Feb 28 14:47:38.121703 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6280c4-a2bf-4c39-9376-d74d5bd8baca req-35dc8a36-365e-43c5-98e5-610191eec3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:38.123196 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cb6280c4-a2bf-4c39-9376-d74d5bd8baca req-35dc8a36-365e-43c5-98e5-610191eec3df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b15bc3f-c819-4b1c-9af1-3087fd2871d5 HTTP/1.1" status: 200 len: 854 time: 0.0755503 Feb 28 14:47:38.172734 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cb6280c4-a2bf-4c39-9376-d74d5bd8baca req-19299ee2-b699-422e-9051-7d9aa38e53e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f56eb2d-9482-4642-a9ca-2194b58d9f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431242 Feb 28 14:47:38.306639 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cb6280c4-a2bf-4c39-9376-d74d5bd8baca req-36cc4aa8-4462-40fa-88f9-f6b30930a4ce service neutron] 10.222.0.13 "GET /v2.0/networks/9f56eb2d-9482-4642-a9ca-2194b58d9f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268952 Feb 28 14:47:38.439120 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cb6280c4-a2bf-4c39-9376-d74d5bd8baca req-57910498-8404-4a54-bed6-0e857168f15a service neutron] 10.222.0.13 "GET /v2.0/networks/9f56eb2d-9482-4642-a9ca-2194b58d9f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253371 Feb 28 14:47:39.313515 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c5c88-6a9d-49ad-89c8-b437626051a3 req-04886ca0-fb3d-41d2-a505-eda152bad84a tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:39.314964 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ee8c5c88-6a9d-49ad-89c8-b437626051a3 req-04886ca0-fb3d-41d2-a505-eda152bad84a tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c7f941-c132-446e-8cef-45235ceb813a HTTP/1.1" status: 200 len: 944 time: 0.0909693 Feb 28 14:47:39.362074 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ee8c5c88-6a9d-49ad-89c8-b437626051a3 req-f3de3afc-86c5-4302-ada1-623bdda9b23f tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/security-groups?id=32f17821-348c-44e5-8234-c504b9bb13aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387607 Feb 28 14:47:39.832117 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c5ae0805-9e30-46b4-a5b2-2114997d1501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:40.563243 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 2c386d6f-ad0d-475d-bdb8-492e54167e59 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:47:40.573073 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a74b81-a4f4-4a58-ae5d-53dc5fc24191 req-fc7af515-5dc3-4224-b8d8-a8d0668c4ed0 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:40.574518 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b5a74b81-a4f4-4a58-ae5d-53dc5fc24191 req-fc7af515-5dc3-4224-b8d8-a8d0668c4ed0 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c7f941-c132-446e-8cef-45235ceb813a HTTP/1.1" status: 200 len: 944 time: 0.1030576 Feb 28 14:47:40.619789 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b5a74b81-a4f4-4a58-ae5d-53dc5fc24191 req-b30240d7-0b74-44fe-8d9d-d43ff2105bd8 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/security-groups?id=32f17821-348c-44e5-8234-c504b9bb13aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392008 Feb 28 14:47:40.696824 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 2c386d6f-ad0d-475d-bdb8-492e54167e59, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2c386d6f-ad0d-475d-bdb8-492e54167e59,segment=NetworkSegment(71f615e5-503b-493a-a327-59bd82f4db0e),segment_id=71f615e5-503b-493a-a327-59bd82f4db0e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:47:40.709675 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '2c386d6f-ad0d-475d-bdb8-492e54167e59', 'network_id': '9f56eb2d-9482-4642-a9ca-2194b58d9f48', 'port_id': '2c386d6f-ad0d-475d-bdb8-492e54167e59', 'mac_address': 'fa:16:3e:91:3d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b15bc3f-c819-4b1c-9af1-3087fd2871d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:47:40.767385 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:40.788674 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c386d6f-ad0d-475d-bdb8-492e54167e59 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:47:40.806324 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 2c386d6f-ad0d-475d-bdb8-492e54167e59, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2c386d6f-ad0d-475d-bdb8-492e54167e59,segment=NetworkSegment(71f615e5-503b-493a-a327-59bd82f4db0e),segment_id=71f615e5-503b-493a-a327-59bd82f4db0e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:47:40.811900 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:40.880977 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=2c386d6f-ad0d-475d-bdb8-492e54167e59,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:40.957853 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:41.020840 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['2c386d6f-ad0d-475d-bdb8-492e54167e59'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:47:41.199240 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:41.838149 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bffd6-4da8-4f98-b03f-4a65ecf7f6ca req-d47984c5-9fb5-48b6-abae-fb073997cf35 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:41.839637 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6b6bffd6-4da8-4f98-b03f-4a65ecf7f6ca req-d47984c5-9fb5-48b6-abae-fb073997cf35 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c7f941-c132-446e-8cef-45235ceb813a HTTP/1.1" status: 200 len: 945 time: 0.0998371 Feb 28 14:47:41.889844 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6b6bffd6-4da8-4f98-b03f-4a65ecf7f6ca req-8b509dfc-abd3-47e9-b3e9-f982567514bd tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/security-groups?id=32f17821-348c-44e5-8234-c504b9bb13aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436378 Feb 28 14:47:42.553119 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:42.578944 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 2c386d6f-ad0d-475d-bdb8-492e54167e59 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:47:42.652849 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port 2c386d6f-ad0d-475d-bdb8-492e54167e59 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:47:42.659394 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 2c386d6f-ad0d-475d-bdb8-492e54167e59 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:47:42.659767 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:42.773029 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:42.800438 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c7f941-c132-446e-8cef-45235ceb813a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c386d6f-ad0d-475d-bdb8-492e54167e59'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:47:42.809972 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 2c386d6f-ad0d-475d-bdb8-492e54167e59, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2c386d6f-ad0d-475d-bdb8-492e54167e59,segment=NetworkSegment(71f615e5-503b-493a-a327-59bd82f4db0e),segment_id=71f615e5-503b-493a-a327-59bd82f4db0e)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:47:42.816116 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:42.852381 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c7f941-c132-446e-8cef-45235ceb813a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c386d6f-ad0d-475d-bdb8-492e54167e59', 'code': 200} Feb 28 14:47:42.885623 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=2c386d6f-ad0d-475d-bdb8-492e54167e59,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:43.070416 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccddce2-2463-4762-9a0d-f2269b078787 req-2b21b6ac-4c11-4342-94c1-e04de6b0e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:43.071815 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ccddce2-2463-4762-9a0d-f2269b078787 req-2b21b6ac-4c11-4342-94c1-e04de6b0e7d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c2c7f941-c132-446e-8cef-45235ceb813a HTTP/1.1" status: 200 len: 1099 time: 0.0704477 Feb 28 14:47:43.079942 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3394c-e217-42d9-8dca-f1b40d11fad5 req-6cca182f-0cd4-4a8c-8b6d-fad2cecd830f tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:43.081477 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0ab3394c-e217-42d9-8dca-f1b40d11fad5 req-6cca182f-0cd4-4a8c-8b6d-fad2cecd830f tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c7f941-c132-446e-8cef-45235ceb813a HTTP/1.1" status: 200 len: 946 time: 0.0797138 Feb 28 14:47:43.114206 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ccddce2-2463-4762-9a0d-f2269b078787 req-8b9d1d5d-c30f-41f6-936c-16422c61e13b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=32f17821-348c-44e5-8234-c504b9bb13aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347996 Feb 28 14:47:43.126574 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0ab3394c-e217-42d9-8dca-f1b40d11fad5 req-1ca601cc-777e-4063-8c63-3557e7bb7c2d tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/security-groups?id=32f17821-348c-44e5-8234-c504b9bb13aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392604 Feb 28 14:47:44.336691 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505bb4b-d29a-44f0-8a3a-29c5bce3ac35 req-9f799619-8c91-4cb0-8ee8-ea577472088a tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:44.338142 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2505bb4b-d29a-44f0-8a3a-29c5bce3ac35 req-9f799619-8c91-4cb0-8ee8-ea577472088a tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c7f941-c132-446e-8cef-45235ceb813a HTTP/1.1" status: 200 len: 946 time: 0.0977182 Feb 28 14:47:44.383689 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2505bb4b-d29a-44f0-8a3a-29c5bce3ac35 req-e1cbcafa-e384-40a7-b1cb-47aa3cecd3df tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/security-groups?id=32f17821-348c-44e5-8234-c504b9bb13aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397298 Feb 28 14:47:44.761084 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2055c0-a1a4-4703-84fd-c32d29a730b7 req-fc2bdb57-920a-424a-a05b-1cee55e503a3 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:44.762429 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da2055c0-a1a4-4703-84fd-c32d29a730b7 req-fc2bdb57-920a-424a-a05b-1cee55e503a3 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c7f941-c132-446e-8cef-45235ceb813a HTTP/1.1" status: 200 len: 946 time: 0.0790005 Feb 28 14:47:44.809432 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da2055c0-a1a4-4703-84fd-c32d29a730b7 req-cfbaae30-d24c-469c-80b9-0f66005d88b6 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/security-groups?id=32f17821-348c-44e5-8234-c504b9bb13aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412462 Feb 28 14:47:46.008738 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc200cc-71c9-48f5-a293-5aca05f2431a req-881b4819-2bf5-4e9f-814c-38475d59e2d9 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:46.010173 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7fc200cc-71c9-48f5-a293-5aca05f2431a req-881b4819-2bf5-4e9f-814c-38475d59e2d9 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c7f941-c132-446e-8cef-45235ceb813a HTTP/1.1" status: 200 len: 946 time: 0.0822916 Feb 28 14:47:46.055178 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7fc200cc-71c9-48f5-a293-5aca05f2431a req-3446eb71-b7a7-4e49-8695-b9810ca76f7a tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/security-groups?id=32f17821-348c-44e5-8234-c504b9bb13aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392761 Feb 28 14:47:46.086064 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4beecdd-8228-4806-855f-bc706642f15c req-518f986e-cd26-4634-9beb-37490e8544d0 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:46.087535 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a4beecdd-8228-4806-855f-bc706642f15c req-518f986e-cd26-4634-9beb-37490e8544d0 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2c7f941-c132-446e-8cef-45235ceb813a HTTP/1.1" status: 200 len: 946 time: 0.0802908 Feb 28 14:47:46.158791 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-a4beecdd-8228-4806-855f-bc706642f15c req-249621f9-618c-49dd-b874-765cc54969f7 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Deleting port 2c386d6f-ad0d-475d-bdb8-492e54167e59 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:47:46.159134 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a4beecdd-8228-4806-855f-bc706642f15c req-249621f9-618c-49dd-b874-765cc54969f7 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:46.413194 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-a4beecdd-8228-4806-855f-bc706642f15c req-249621f9-618c-49dd-b874-765cc54969f7 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] For port 2c386d6f-ad0d-475d-bdb8-492e54167e59, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=2c386d6f-ad0d-475d-bdb8-492e54167e59,segment=NetworkSegment(71f615e5-503b-493a-a327-59bd82f4db0e),segment_id=71f615e5-503b-493a-a327-59bd82f4db0e)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:47:46.413519 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a4beecdd-8228-4806-855f-bc706642f15c req-249621f9-618c-49dd-b874-765cc54969f7 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:46.537923 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-a4beecdd-8228-4806-855f-bc706642f15c req-249621f9-618c-49dd-b874-765cc54969f7 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Calling delete_port for 2c386d6f-ad0d-475d-bdb8-492e54167e59 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:47:46.790202 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a4beecdd-8228-4806-855f-bc706642f15c req-249621f9-618c-49dd-b874-765cc54969f7 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:46.802243 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['a3c46e44-99f5-4761-881e-c3cabdd955de', '2c386d6f-ad0d-475d-bdb8-492e54167e59'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:47:46.842352 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249621f9-618c-49dd-b874-765cc54969f7 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Pushing event deleted for resources: {'Port': ['ID=2c386d6f-ad0d-475d-bdb8-492e54167e59,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:46.915238 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4beecdd-8228-4806-855f-bc706642f15c req-249621f9-618c-49dd-b874-765cc54969f7 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] No DVR routers for this DVR port 2c386d6f-ad0d-475d-bdb8-492e54167e59 on host hv-neutron-8311 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:47:46.917710 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a4beecdd-8228-4806-855f-bc706642f15c req-249621f9-618c-49dd-b874-765cc54969f7 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:46.920604 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c7f941-c132-446e-8cef-45235ceb813a', 'name': 'network-vif-deleted', 'tag': '2c386d6f-ad0d-475d-bdb8-492e54167e59'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:47:46.944561 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a4beecdd-8228-4806-855f-bc706642f15c req-249621f9-618c-49dd-b874-765cc54969f7 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.13 "DELETE /v2.0/ports/2c386d6f-ad0d-475d-bdb8-492e54167e59 HTTP/1.1" status: 204 len: 173 time: 0.8504117 Feb 28 14:47:46.971467 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c7f941-c132-446e-8cef-45235ceb813a', 'name': 'network-vif-deleted', 'tag': '2c386d6f-ad0d-475d-bdb8-492e54167e59', 'status': 'completed', 'code': 200} Feb 28 14:47:47.221381 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c59a8c03-0952-4584-af4a-588bb9d286e9 req-32d47b41-c4ae-4f4e-ac49-4dd970c57380 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c7f941-c132-446e-8cef-45235ceb813a HTTP/1.1" status: 200 len: 210 time: 0.0465956 Feb 28 14:47:48.511559 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db24885-9bf8-4b3e-a321-7a03e1d88ef3 req-4b0f6d03-2bd9-4978-b3dd-906ae0da730c tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:48.512988 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5db24885-9bf8-4b3e-a321-7a03e1d88ef3 req-4b0f6d03-2bd9-4978-b3dd-906ae0da730c tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5416342-eaa2-4688-9c41-6ec9c2b799ce HTTP/1.1" status: 200 len: 945 time: 0.0822868 Feb 28 14:47:48.558807 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5db24885-9bf8-4b3e-a321-7a03e1d88ef3 req-831d9f57-77f8-40dd-b70c-ffd2a4a4de6d tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/security-groups?id=32f17821-348c-44e5-8234-c504b9bb13aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398347 Feb 28 14:47:48.783685 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b421b79-ff78-4ed7-a87e-cf88c81b08ff req-dae046dd-6627-4201-9980-5c4ec880d72d tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:48.785233 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0b421b79-ff78-4ed7-a87e-cf88c81b08ff req-dae046dd-6627-4201-9980-5c4ec880d72d tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5416342-eaa2-4688-9c41-6ec9c2b799ce HTTP/1.1" status: 200 len: 945 time: 0.0926876 Feb 28 14:47:48.839965 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0b421b79-ff78-4ed7-a87e-cf88c81b08ff req-cdea9c5d-1d28-46a4-9d28-3ca151df155a tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/security-groups?id=32f17821-348c-44e5-8234-c504b9bb13aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461504 Feb 28 14:47:49.036994 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09bd390-897a-4bf7-872f-344fc24114ce req-9588d66f-e733-4958-ad97-5697bd5ebb7f tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:49.037638 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-d09bd390-897a-4bf7-872f-344fc24114ce req-9588d66f-e733-4958-ad97-5697bd5ebb7f tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Synchronizing usage tracker for tenant:ca26cedfb70746ee970df138504b9c06 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:47:49.056639 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-d09bd390-897a-4bf7-872f-344fc24114ce req-9588d66f-e733-4958-ad97-5697bd5ebb7f tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Unset dirty status for tenant:ca26cedfb70746ee970df138504b9c06 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:47:49.057772 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d09bd390-897a-4bf7-872f-344fc24114ce req-9588d66f-e733-4958-ad97-5697bd5ebb7f tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5416342-eaa2-4688-9c41-6ec9c2b799ce HTTP/1.1" status: 200 len: 945 time: 0.1067946 Feb 28 14:47:49.101952 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d09bd390-897a-4bf7-872f-344fc24114ce req-1b77135b-651d-46e5-a2b6-d689d5fa60df tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/security-groups?id=32f17821-348c-44e5-8234-c504b9bb13aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382993 Feb 28 14:47:49.391826 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c3388-4901-4c11-b168-a0e0ec70d040 req-047c4e4d-8bad-4bbc-a630-049e0c41edd4 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:49.393318 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b28c3388-4901-4c11-b168-a0e0ec70d040 req-047c4e4d-8bad-4bbc-a630-049e0c41edd4 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5416342-eaa2-4688-9c41-6ec9c2b799ce HTTP/1.1" status: 200 len: 945 time: 0.0847120 Feb 28 14:47:49.437159 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b28c3388-4901-4c11-b168-a0e0ec70d040 req-8565a02f-24f5-4286-8909-a2672a504204 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/security-groups?id=32f17821-348c-44e5-8234-c504b9bb13aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379312 Feb 28 14:47:49.741055 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9850a00-c14f-4133-8d74-396f80c2f292 req-f4c67b32-d453-4121-91d5-d127f0dd2b9e tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:49.742428 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e9850a00-c14f-4133-8d74-396f80c2f292 req-f4c67b32-d453-4121-91d5-d127f0dd2b9e tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5416342-eaa2-4688-9c41-6ec9c2b799ce HTTP/1.1" status: 200 len: 945 time: 0.2000327 Feb 28 14:47:49.789156 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e9850a00-c14f-4133-8d74-396f80c2f292 req-311220b6-aa71-49c3-99a5-66c21b7482b8 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/security-groups?id=32f17821-348c-44e5-8234-c504b9bb13aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408008 Feb 28 14:47:50.014350 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ae2d1-a1d3-4117-945e-f6681b692fdd req-d15c12a7-b49f-4b0d-aa47-a7794ced4bb0 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:50.015719 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d00ae2d1-a1d3-4117-945e-f6681b692fdd req-d15c12a7-b49f-4b0d-aa47-a7794ced4bb0 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5416342-eaa2-4688-9c41-6ec9c2b799ce HTTP/1.1" status: 200 len: 945 time: 0.1032162 Feb 28 14:47:50.063929 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d00ae2d1-a1d3-4117-945e-f6681b692fdd req-44d85860-b09b-46b0-8fac-b59bf5b407db tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/security-groups?id=32f17821-348c-44e5-8234-c504b9bb13aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403490 Feb 28 14:47:50.610597 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 2c386d6f-ad0d-475d-bdb8-492e54167e59 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:47:50.621837 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a43e2-7ac8-48aa-a015-bda5fc61ec8a req-ac4a3f42-7e9b-442a-8fd9-924944fa3c56 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:50.623295 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-590a43e2-7ac8-48aa-a015-bda5fc61ec8a req-ac4a3f42-7e9b-442a-8fd9-924944fa3c56 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5416342-eaa2-4688-9c41-6ec9c2b799ce HTTP/1.1" status: 200 len: 945 time: 0.0860593 Feb 28 14:47:50.646237 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: 2c386d6f-ad0d-475d-bdb8-492e54167e59 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:47:50.646576 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 2c386d6f-ad0d-475d-bdb8-492e54167e59 not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:47:50.667695 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-590a43e2-7ac8-48aa-a015-bda5fc61ec8a req-bb468374-d55b-4241-86d7-79acceadbac3 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/security-groups?id=32f17821-348c-44e5-8234-c504b9bb13aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381796 Feb 28 14:47:51.936912 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa731bb-ed8f-42e8-8648-adf979a6281c req-489434c2-0bd1-4b71-a3d1-ec1172acbf54 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:51.938351 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-daa731bb-ed8f-42e8-8648-adf979a6281c req-489434c2-0bd1-4b71-a3d1-ec1172acbf54 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5416342-eaa2-4688-9c41-6ec9c2b799ce HTTP/1.1" status: 200 len: 945 time: 0.1477559 Feb 28 14:47:51.952612 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9747887-204f-40fb-8011-75f703cd23a9 req-c0ee5393-3a00-4cc9-95c9-d9b3551b2143 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:51.954004 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e9747887-204f-40fb-8011-75f703cd23a9 req-c0ee5393-3a00-4cc9-95c9-d9b3551b2143 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5416342-eaa2-4688-9c41-6ec9c2b799ce HTTP/1.1" status: 200 len: 945 time: 0.1138070 Feb 28 14:47:52.041990 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-daa731bb-ed8f-42e8-8648-adf979a6281c req-81407664-8886-41df-bf58-390139a5ce4e tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/security-groups?id=32f17821-348c-44e5-8234-c504b9bb13aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968461 Feb 28 14:47:52.045598 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-e9747887-204f-40fb-8011-75f703cd23a9 req-376e17a2-aadc-4fab-b2ed-f5c548bf8139 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Deleting port a3c46e44-99f5-4761-881e-c3cabdd955de {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:47:52.045931 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e9747887-204f-40fb-8011-75f703cd23a9 req-376e17a2-aadc-4fab-b2ed-f5c548bf8139 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:52.296816 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-e9747887-204f-40fb-8011-75f703cd23a9 req-376e17a2-aadc-4fab-b2ed-f5c548bf8139 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] For port a3c46e44-99f5-4761-881e-c3cabdd955de, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a3c46e44-99f5-4761-881e-c3cabdd955de,segment=NetworkSegment(71f615e5-503b-493a-a327-59bd82f4db0e),segment_id=71f615e5-503b-493a-a327-59bd82f4db0e)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:47:52.297053 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e9747887-204f-40fb-8011-75f703cd23a9 req-376e17a2-aadc-4fab-b2ed-f5c548bf8139 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:52.419675 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-e9747887-204f-40fb-8011-75f703cd23a9 req-376e17a2-aadc-4fab-b2ed-f5c548bf8139 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Calling delete_port for a3c46e44-99f5-4761-881e-c3cabdd955de owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:47:52.578081 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e9747887-204f-40fb-8011-75f703cd23a9 req-376e17a2-aadc-4fab-b2ed-f5c548bf8139 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:52.589732 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['a3c46e44-99f5-4761-881e-c3cabdd955de'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:47:52.631601 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e17a2-aadc-4fab-b2ed-f5c548bf8139 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Pushing event deleted for resources: {'Port': ['ID=a3c46e44-99f5-4761-881e-c3cabdd955de,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:52.701239 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9747887-204f-40fb-8011-75f703cd23a9 req-376e17a2-aadc-4fab-b2ed-f5c548bf8139 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] No DVR routers for this DVR port a3c46e44-99f5-4761-881e-c3cabdd955de on host hv-neutron-8311 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:47:52.704046 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e9747887-204f-40fb-8011-75f703cd23a9 req-376e17a2-aadc-4fab-b2ed-f5c548bf8139 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:52.706501 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5416342-eaa2-4688-9c41-6ec9c2b799ce', 'name': 'network-vif-deleted', 'tag': 'a3c46e44-99f5-4761-881e-c3cabdd955de'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:47:52.723199 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e9747887-204f-40fb-8011-75f703cd23a9 req-376e17a2-aadc-4fab-b2ed-f5c548bf8139 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.13 "DELETE /v2.0/ports/a3c46e44-99f5-4761-881e-c3cabdd955de HTTP/1.1" status: 204 len: 173 time: 0.7563858 Feb 28 14:47:52.751024 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5416342-eaa2-4688-9c41-6ec9c2b799ce', 'name': 'network-vif-deleted', 'tag': 'a3c46e44-99f5-4761-881e-c3cabdd955de', 'status': 'completed', 'code': 200} Feb 28 14:47:52.851402 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:47:53.221254 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-5877b701-1727-4967-a701-c6843b4e6284 req-cbc87396-4222-4499-8eb6-41bf6f2e3f33 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Synchronizing usage tracker for tenant:ca26cedfb70746ee970df138504b9c06 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:47:53.239066 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-5877b701-1727-4967-a701-c6843b4e6284 req-cbc87396-4222-4499-8eb6-41bf6f2e3f33 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] Unset dirty status for tenant:ca26cedfb70746ee970df138504b9c06 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:47:53.240840 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5877b701-1727-4967-a701-c6843b4e6284 req-cbc87396-4222-4499-8eb6-41bf6f2e3f33 tempest-ServersNegativeTestJSON-512415683 tempest-ServersNegativeTestJSON-512415683-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5416342-eaa2-4688-9c41-6ec9c2b799ce HTTP/1.1" status: 200 len: 210 time: 0.0629630 Feb 28 14:47:54.358047 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36566) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:47:54.422925 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-de67041e-f0ff-428e-be46-817c3473e29b admin admin] Deleting subnet 1b15bc3f-c819-4b1c-9af1-3087fd2871d5 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:47:54.426204 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-de67041e-f0ff-428e-be46-817c3473e29b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:54.475503 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-de67041e-f0ff-428e-be46-817c3473e29b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:54.538887 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-de67041e-f0ff-428e-be46-817c3473e29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:54.614836 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-de67041e-f0ff-428e-be46-817c3473e29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:54.652725 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67041e-f0ff-428e-be46-817c3473e29b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b15bc3f-c819-4b1c-9af1-3087fd2871d5,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:54.654589 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-de67041e-f0ff-428e-be46-817c3473e29b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:54.660845 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-de67041e-f0ff-428e-be46-817c3473e29b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1b15bc3f-c819-4b1c-9af1-3087fd2871d5 HTTP/1.1" status: 204 len: 168 time: 0.3014822 Feb 28 14:47:54.663470 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36570) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:47:54.768040 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eb2858cd-90f0-4b8c-851b-88ddd82d524d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:54.892751 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eb2858cd-90f0-4b8c-851b-88ddd82d524d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:54.919458 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-eb2858cd-90f0-4b8c-851b-88ddd82d524d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f56eb2d-9482-4642-a9ca-2194b58d9f48']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:47:54.935451 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-eb2858cd-90f0-4b8c-851b-88ddd82d524d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f615e5-503b-493a-a327-59bd82f4db0e') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:47:54.935735 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-eb2858cd-90f0-4b8c-851b-88ddd82d524d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f615e5-503b-493a-a327-59bd82f4db0e') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:47:54.947544 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eb2858cd-90f0-4b8c-851b-88ddd82d524d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:54.963831 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eb2858cd-90f0-4b8c-851b-88ddd82d524d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:54.969839 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2858cd-90f0-4b8c-851b-88ddd82d524d admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:47:54.970206 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eb2858cd-90f0-4b8c-851b-88ddd82d524d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:47:54.982889 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:47:55.058967 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eb2858cd-90f0-4b8c-851b-88ddd82d524d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:55.074366 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-eb2858cd-90f0-4b8c-851b-88ddd82d524d admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:55.089314 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2858cd-90f0-4b8c-851b-88ddd82d524d admin admin] Pushing event deleted for resources: {'Network': ['ID=9f56eb2d-9482-4642-a9ca-2194b58d9f48,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:55.096646 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-eb2858cd-90f0-4b8c-851b-88ddd82d524d admin admin] 10.222.0.30 "DELETE /v2.0/networks/9f56eb2d-9482-4642-a9ca-2194b58d9f48 HTTP/1.1" status: 204 len: 168 time: 0.4322150 Feb 28 14:47:55.216079 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36576) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:47:55.266643 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-37cd2098-93bd-4296-97a8-8f2eb6cebc1f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ca26cedfb70746ee970df138504b9c06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494308 Feb 28 14:47:55.270521 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36580) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:47:55.333941 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d9581ddc-8a29-480b-a931-97a20919fd2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:55.359521 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d9581ddc-8a29-480b-a931-97a20919fd2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:55.424243 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d9581ddc-8a29-480b-a931-97a20919fd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:55.441895 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9581ddc-8a29-480b-a931-97a20919fd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f17821-348c-44e5-8234-c504b9bb13aa,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:55.454486 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d9581ddc-8a29-480b-a931-97a20919fd2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:55.456591 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d9581ddc-8a29-480b-a931-97a20919fd2a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/32f17821-348c-44e5-8234-c504b9bb13aa HTTP/1.1" status: 204 len: 168 time: 0.1842494 Feb 28 14:47:56.260275 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36604) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:47:56.376662 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3e6e1fa8-3eb3-47f1-aec5-18f305838f97 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-156530710'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:47:56.382189 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3e6e1fa8-3eb3-47f1-aec5-18f305838f97 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:47:56.386384 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3e6e1fa8-3eb3-47f1-aec5-18f305838f97 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Usage tracker for resource:network and tenant:2d444ac5390d411ca4e97c9e4288f47b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:47:56.389414 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3e6e1fa8-3eb3-47f1-aec5-18f305838f97 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:47:56.396428 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3e6e1fa8-3eb3-47f1-aec5-18f305838f97 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:47:56.408001 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6e1fa8-3eb3-47f1-aec5-18f305838f97 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Made reservation on behalf of 2d444ac5390d411ca4e97c9e4288f47b for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:47:56.411832 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e6e1fa8-3eb3-47f1-aec5-18f305838f97 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:56.427445 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e6e1fa8-3eb3-47f1-aec5-18f305838f97 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:56.442091 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3e6e1fa8-3eb3-47f1-aec5-18f305838f97 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:47:56.445968 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3e6e1fa8-3eb3-47f1-aec5-18f305838f97 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Usage tracker for resource:security_group_rule and tenant:2d444ac5390d411ca4e97c9e4288f47b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:47:56.448811 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3e6e1fa8-3eb3-47f1-aec5-18f305838f97 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:47:56.454468 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3e6e1fa8-3eb3-47f1-aec5-18f305838f97 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:47:56.538523 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e6e1fa8-3eb3-47f1-aec5-18f305838f97 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:56.544998 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e6e1fa8-3eb3-47f1-aec5-18f305838f97 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:56.586947 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e6e1fa8-3eb3-47f1-aec5-18f305838f97 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:47:56.595130 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e1fa8-3eb3-47f1-aec5-18f305838f97 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36bb6370-9e57-48f6-8d4a-5520de08adf7,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:56.600644 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e6e1fa8-3eb3-47f1-aec5-18f305838f97 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:56.601019 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-3e6e1fa8-3eb3-47f1-aec5-18f305838f97 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Added segment faca8b5c-7cc7-4af0-95ab-1b4df3b6771a of type vlan for network 50893f28-19dc-41d6-9902-7bd51efcb4e7 Feb 28 14:47:56.626164 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e6e1fa8-3eb3-47f1-aec5-18f305838f97 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:56.632136 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device a3c46e44-99f5-4761-881e-c3cabdd955de no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:47:56.660402 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e6e1fa8-3eb3-47f1-aec5-18f305838f97 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:56.665787 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: a3c46e44-99f5-4761-881e-c3cabdd955de {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:47:56.666126 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device a3c46e44-99f5-4761-881e-c3cabdd955de not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:47:56.666253 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6e1fa8-3eb3-47f1-aec5-18f305838f97 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:47:56.666730 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e6e1fa8-3eb3-47f1-aec5-18f305838f97 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:56.870835 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3e6e1fa8-3eb3-47f1-aec5-18f305838f97 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6094210 Feb 28 14:47:56.877082 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e1fa8-3eb3-47f1-aec5-18f305838f97 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Pushing event updated for resources: {'Network': ['ID=50893f28-19dc-41d6-9902-7bd51efcb4e7,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:47:56.901168 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 50893f28-19dc-41d6-9902-7bd51efcb4e7 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:48:00.129884 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36610) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:00.138813 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-77166ea6-3561-42ed-a71c-544c94108ac6 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Request body: {'subnet': {'network_id': '50893f28-19dc-41d6-9902-7bd51efcb4e7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:48:00.249945 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-77166ea6-3561-42ed-a71c-544c94108ac6 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:48:00.253862 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-77166ea6-3561-42ed-a71c-544c94108ac6 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Usage tracker for resource:subnet and tenant:2d444ac5390d411ca4e97c9e4288f47b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:48:00.256690 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-77166ea6-3561-42ed-a71c-544c94108ac6 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:48:00.262330 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-77166ea6-3561-42ed-a71c-544c94108ac6 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:48:00.275047 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77166ea6-3561-42ed-a71c-544c94108ac6 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Made reservation on behalf of 2d444ac5390d411ca4e97c9e4288f47b for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:48:00.278584 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77166ea6-3561-42ed-a71c-544c94108ac6 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:00.500004 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77166ea6-3561-42ed-a71c-544c94108ac6 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:00.586483 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77166ea6-3561-42ed-a71c-544c94108ac6 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Pushing event updated for resources: {'Subnet': ['ID=ec2a9c11-273a-4bda-aa3b-591c6125cec1,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:00.596724 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77166ea6-3561-42ed-a71c-544c94108ac6 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Checking segment: {'id': 'faca8b5c-7cc7-4af0-95ab-1b4df3b6771a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '50893f28-19dc-41d6-9902-7bd51efcb4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:48:00.597137 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77166ea6-3561-42ed-a71c-544c94108ac6 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Network hostable DHCP agents. Network: 50893f28-19dc-41d6-9902-7bd51efcb4e7, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:48:00.624941 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77166ea6-3561-42ed-a71c-544c94108ac6 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Network 50893f28-19dc-41d6-9902-7bd51efcb4e7 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:48:00.636436 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-77166ea6-3561-42ed-a71c-544c94108ac6 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 50893f28-19dc-41d6-9902-7bd51efcb4e7) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:48:00.640835 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77166ea6-3561-42ed-a71c-544c94108ac6 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:00.641455 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-77166ea6-3561-42ed-a71c-544c94108ac6 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:00.646330 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add23d89-87f2-45e0-920a-4a96cca56ff1 None None] Network 50893f28-19dc-41d6-9902-7bd51efcb4e7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:48:00.664320 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-77166ea6-3561-42ed-a71c-544c94108ac6 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5332117 Feb 28 14:48:00.667869 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36614) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:00.674046 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b50d3c8f-e915-4695-a12e-185b4221f388 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-949547861'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:48:00.679124 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b50d3c8f-e915-4695-a12e-185b4221f388 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:48:00.683073 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b50d3c8f-e915-4695-a12e-185b4221f388 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Usage tracker for resource:network and tenant:2d444ac5390d411ca4e97c9e4288f47b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:48:00.686014 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b50d3c8f-e915-4695-a12e-185b4221f388 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:48:00.692067 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b50d3c8f-e915-4695-a12e-185b4221f388 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:48:00.703974 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50d3c8f-e915-4695-a12e-185b4221f388 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Made reservation on behalf of 2d444ac5390d411ca4e97c9e4288f47b for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:48:00.707618 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b50d3c8f-e915-4695-a12e-185b4221f388 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:00.736516 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50d3c8f-e915-4695-a12e-185b4221f388 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:48:00.747188 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b50d3c8f-e915-4695-a12e-185b4221f388 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:00.747538 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-b50d3c8f-e915-4695-a12e-185b4221f388 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Added segment 94cb367a-eef5-40bc-b148-332ccde90b5e of type vlan for network 38ec0631-5d1b-4356-b5a8-b52e50aa26c3 Feb 28 14:48:00.775878 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b50d3c8f-e915-4695-a12e-185b4221f388 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:00.805705 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b50d3c8f-e915-4695-a12e-185b4221f388 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:00.811199 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50d3c8f-e915-4695-a12e-185b4221f388 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:00.811775 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b50d3c8f-e915-4695-a12e-185b4221f388 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:00.890961 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-50893f28-19dc-41d6-9902-7bd51efcb4e7', 'network_id': '50893f28-19dc-41d6-9902-7bd51efcb4e7', 'tenant_id': '2d444ac5390d411ca4e97c9e4288f47b', 'fixed_ips': [{'subnet_id': 'ec2a9c11-273a-4bda-aa3b-591c6125cec1'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:48:00.891811 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:00.911608 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b50d3c8f-e915-4695-a12e-185b4221f388 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2395196 Feb 28 14:48:00.912071 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36618) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:00.917777 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-cc631294-d180-4d0c-a517-140837319610 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Request body: {'subnet': {'network_id': '38ec0631-5d1b-4356-b5a8-b52e50aa26c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:48:00.920624 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d3c8f-e915-4695-a12e-185b4221f388 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Pushing event updated for resources: {'Network': ['ID=38ec0631-5d1b-4356-b5a8-b52e50aa26c3,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:00.959269 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 38ec0631-5d1b-4356-b5a8-b52e50aa26c3 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:48:01.027055 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cc631294-d180-4d0c-a517-140837319610 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:48:01.031315 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cc631294-d180-4d0c-a517-140837319610 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Usage tracker for resource:subnet and tenant:2d444ac5390d411ca4e97c9e4288f47b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:48:01.034243 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cc631294-d180-4d0c-a517-140837319610 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:48:01.040608 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cc631294-d180-4d0c-a517-140837319610 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:48:01.052156 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc631294-d180-4d0c-a517-140837319610 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Made reservation on behalf of 2d444ac5390d411ca4e97c9e4288f47b for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:48:01.055886 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc631294-d180-4d0c-a517-140837319610 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:01.142152 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Allocated IP 2001:db8:0:ffff::2 (50893f28-19dc-41d6-9902-7bd51efcb4e7/ec2a9c11-273a-4bda-aa3b-591c6125cec1/a5ccf5d6-49eb-4d6a-a676-48314491de9d) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:48:01.289293 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc631294-d180-4d0c-a517-140837319610 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:01.352412 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:01.362589 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Transition to ACTIVE for port object a5ccf5d6-49eb-4d6a-a676-48314491de9d will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:48:01.369924 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc631294-d180-4d0c-a517-140837319610 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Pushing event updated for resources: {'Subnet': ['ID=c1e836cb-f7ea-4f6b-a2ee-636534689d24,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:01.375864 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc631294-d180-4d0c-a517-140837319610 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Checking segment: {'id': '94cb367a-eef5-40bc-b148-332ccde90b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '38ec0631-5d1b-4356-b5a8-b52e50aa26c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:48:01.376228 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc631294-d180-4d0c-a517-140837319610 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Network hostable DHCP agents. Network: 38ec0631-5d1b-4356-b5a8-b52e50aa26c3, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:48:01.382178 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Transition to ACTIVE for port object a5ccf5d6-49eb-4d6a-a676-48314491de9d will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:48:01.389521 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:01.398500 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc631294-d180-4d0c-a517-140837319610 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Network 38ec0631-5d1b-4356-b5a8-b52e50aa26c3 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:48:01.408563 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-cc631294-d180-4d0c-a517-140837319610 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 38ec0631-5d1b-4356-b5a8-b52e50aa26c3) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:48:01.412960 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc631294-d180-4d0c-a517-140837319610 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:01.413555 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cc631294-d180-4d0c-a517-140837319610 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:01.426374 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c11492-08f1-49e6-a982-66d294bc06d1 None None] Network 38ec0631-5d1b-4356-b5a8-b52e50aa26c3 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:48:01.437109 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cc631294-d180-4d0c-a517-140837319610 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5239229 Feb 28 14:48:01.439970 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36622) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:01.489903 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Network 50893f28-19dc-41d6-9902-7bd51efcb4e7 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:48:01.540212 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:48:01.554214 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:48:01.558106 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Pushing event updated for resources: {'Port': ['ID=a5ccf5d6-49eb-4d6a-a676-48314491de9d,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:01.585649 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63eb78ab-04e5-4f5c-948e-a57c88b7ea5e tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:01.598429 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:01.598777 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:01.599113 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:01.599480 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:01.599805 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:01.600125 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:01.600445 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:01.600765 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:01.601082 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:01.601395 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:01.601708 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:01.602017 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:01.656840 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63eb78ab-04e5-4f5c-948e-a57c88b7ea5e tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:01.702542 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Attempting to bind port a5ccf5d6-49eb-4d6a-a676-48314491de9d on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:48:01.703185 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Attempting to bind port a5ccf5d6-49eb-4d6a-a676-48314491de9d by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'faca8b5c-7cc7-4af0-95ab-1b4df3b6771a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '50893f28-19dc-41d6-9902-7bd51efcb4e7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:48:01.703307 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Attempting to bind port a5ccf5d6-49eb-4d6a-a676-48314491de9d on network 50893f28-19dc-41d6-9902-7bd51efcb4e7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:48:01.718421 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:48:01.718797 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Checking segment: {'id': 'faca8b5c-7cc7-4af0-95ab-1b4df3b6771a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '50893f28-19dc-41d6-9902-7bd51efcb4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:48:01.719294 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:01.719680 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Bound using segment: {'id': 'faca8b5c-7cc7-4af0-95ab-1b4df3b6771a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '50893f28-19dc-41d6-9902-7bd51efcb4e7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:48:01.720131 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Bound port: a5ccf5d6-49eb-4d6a-a676-48314491de9d, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faca8b5c-7cc7-4af0-95ab-1b4df3b6771a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '50893f28-19dc-41d6-9902-7bd51efcb4e7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:48:01.720715 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:01.737409 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63eb78ab-04e5-4f5c-948e-a57c88b7ea5e tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:01.780944 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb78ab-04e5-4f5c-948e-a57c88b7ea5e tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e836cb-f7ea-4f6b-a2ee-636534689d24,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:01.836724 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd178d26-f57a-4e88-9ca2-fe5f2b634336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-38ec0631-5d1b-4356-b5a8-b52e50aa26c3', 'network_id': '38ec0631-5d1b-4356-b5a8-b52e50aa26c3', 'tenant_id': '2d444ac5390d411ca4e97c9e4288f47b', 'fixed_ips': [{'subnet_id': 'c1e836cb-f7ea-4f6b-a2ee-636534689d24'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:48:01.837539 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dd178d26-f57a-4e88-9ca2-fe5f2b634336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:01.873540 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63eb78ab-04e5-4f5c-948e-a57c88b7ea5e tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:01.904911 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-63eb78ab-04e5-4f5c-948e-a57c88b7ea5e tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ec0631-5d1b-4356-b5a8-b52e50aa26c3']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:01.917408 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-63eb78ab-04e5-4f5c-948e-a57c88b7ea5e tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94cb367a-eef5-40bc-b148-332ccde90b5e') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:01.918031 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-63eb78ab-04e5-4f5c-948e-a57c88b7ea5e tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94cb367a-eef5-40bc-b148-332ccde90b5e') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:01.921151 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] For port a5ccf5d6-49eb-4d6a-a676-48314491de9d, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:48:01.930298 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63eb78ab-04e5-4f5c-948e-a57c88b7ea5e tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:01.941409 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] For port a5ccf5d6-49eb-4d6a-a676-48314491de9d, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=a5ccf5d6-49eb-4d6a-a676-48314491de9d,segment=NetworkSegment(faca8b5c-7cc7-4af0-95ab-1b4df3b6771a),segment_id=faca8b5c-7cc7-4af0-95ab-1b4df3b6771a)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:48:01.947118 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63eb78ab-04e5-4f5c-948e-a57c88b7ea5e tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:01.948372 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:01.953727 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63eb78ab-04e5-4f5c-948e-a57c88b7ea5e tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:48:01.954107 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63eb78ab-04e5-4f5c-948e-a57c88b7ea5e tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:48:01.968916 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:48:02.042082 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f90e0f2-3aa7-4088-ab8b-c2f19ad668a8 None None] Network 38ec0631-5d1b-4356-b5a8-b52e50aa26c3 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:48:02.051934 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63eb78ab-04e5-4f5c-948e-a57c88b7ea5e tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:02.059946 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162b98d-ea3f-4a07-8ae7-6f6b7b9d1917 None None] Pushing event updated for resources: {'Port': ['ID=a5ccf5d6-49eb-4d6a-a676-48314491de9d,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:02.065328 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f90e0f2-3aa7-4088-ab8b-c2f19ad668a8 None None] Network 38ec0631-5d1b-4356-b5a8-b52e50aa26c3 could not be found, it might have been deleted concurrently. {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 28 14:48:02.085059 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63eb78ab-04e5-4f5c-948e-a57c88b7ea5e tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:02.091408 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb78ab-04e5-4f5c-948e-a57c88b7ea5e tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Pushing event deleted for resources: {'Network': ['ID=38ec0631-5d1b-4356-b5a8-b52e50aa26c3,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:02.098920 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-63eb78ab-04e5-4f5c-948e-a57c88b7ea5e tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] 10.222.0.30 "DELETE /v2.0/networks/38ec0631-5d1b-4356-b5a8-b52e50aa26c3 HTTP/1.1" status: 204 len: 168 time: 0.6578631 Feb 28 14:48:02.102490 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36626) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:02.108288 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e773c9f7-2083-47fe-b2b4-2b161a9bb9e5 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1437575266'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:48:02.113962 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e773c9f7-2083-47fe-b2b4-2b161a9bb9e5 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:48:02.118064 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e773c9f7-2083-47fe-b2b4-2b161a9bb9e5 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Usage tracker for resource:network and tenant:2d444ac5390d411ca4e97c9e4288f47b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:48:02.121133 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e773c9f7-2083-47fe-b2b4-2b161a9bb9e5 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:48:02.126981 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e773c9f7-2083-47fe-b2b4-2b161a9bb9e5 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:48:02.138388 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e773c9f7-2083-47fe-b2b4-2b161a9bb9e5 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Made reservation on behalf of 2d444ac5390d411ca4e97c9e4288f47b for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:48:02.141727 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e773c9f7-2083-47fe-b2b4-2b161a9bb9e5 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:02.170788 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e773c9f7-2083-47fe-b2b4-2b161a9bb9e5 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:48:02.181844 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e773c9f7-2083-47fe-b2b4-2b161a9bb9e5 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:02.182197 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-e773c9f7-2083-47fe-b2b4-2b161a9bb9e5 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Added segment c288de44-35d0-4188-b70b-86be7bcb76f4 of type vlan for network e6e2a5f4-fcf7-41af-bad6-2bb057c47b2e Feb 28 14:48:02.212685 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e773c9f7-2083-47fe-b2b4-2b161a9bb9e5 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:02.251957 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e773c9f7-2083-47fe-b2b4-2b161a9bb9e5 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:02.260025 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e773c9f7-2083-47fe-b2b4-2b161a9bb9e5 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:02.260607 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e773c9f7-2083-47fe-b2b4-2b161a9bb9e5 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:02.363708 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e773c9f7-2083-47fe-b2b4-2b161a9bb9e5 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2600362 Feb 28 14:48:02.366638 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36630) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:02.372844 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8dcfeb91-f1fa-42ae-bed1-eb35340e8c44 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Request body: {'subnet': {'network_id': 'e6e2a5f4-fcf7-41af-bad6-2bb057c47b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:48:02.377135 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773c9f7-2083-47fe-b2b4-2b161a9bb9e5 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Pushing event updated for resources: {'Network': ['ID=e6e2a5f4-fcf7-41af-bad6-2bb057c47b2e,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:02.396207 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network e6e2a5f4-fcf7-41af-bad6-2bb057c47b2e details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:48:02.487171 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8dcfeb91-f1fa-42ae-bed1-eb35340e8c44 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:48:02.491014 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8dcfeb91-f1fa-42ae-bed1-eb35340e8c44 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Usage tracker for resource:subnet and tenant:2d444ac5390d411ca4e97c9e4288f47b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:48:02.493785 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8dcfeb91-f1fa-42ae-bed1-eb35340e8c44 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:48:02.499406 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8dcfeb91-f1fa-42ae-bed1-eb35340e8c44 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:48:02.509991 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcfeb91-f1fa-42ae-bed1-eb35340e8c44 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Made reservation on behalf of 2d444ac5390d411ca4e97c9e4288f47b for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:48:02.513602 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8dcfeb91-f1fa-42ae-bed1-eb35340e8c44 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:02.607062 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.ipam_backend_mixin [None req-8dcfeb91-f1fa-42ae-bed1-eb35340e8c44 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Performing IP validity checks on allocation pools {{(pid=87772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 14:48:02.607557 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.ipam_backend_mixin [None req-8dcfeb91-f1fa-42ae-bed1-eb35340e8c44 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87772) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 14:48:02.734195 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8dcfeb91-f1fa-42ae-bed1-eb35340e8c44 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:02.818184 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfeb91-f1fa-42ae-bed1-eb35340e8c44 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Pushing event updated for resources: {'Subnet': ['ID=f337df95-788b-4d50-87c8-909f9849616d,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:02.825851 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcfeb91-f1fa-42ae-bed1-eb35340e8c44 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Checking segment: {'id': 'c288de44-35d0-4188-b70b-86be7bcb76f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e6e2a5f4-fcf7-41af-bad6-2bb057c47b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:48:02.826202 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcfeb91-f1fa-42ae-bed1-eb35340e8c44 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Network hostable DHCP agents. Network: e6e2a5f4-fcf7-41af-bad6-2bb057c47b2e, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:48:02.851231 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcfeb91-f1fa-42ae-bed1-eb35340e8c44 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Network e6e2a5f4-fcf7-41af-bad6-2bb057c47b2e is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:48:02.864590 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-8dcfeb91-f1fa-42ae-bed1-eb35340e8c44 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, e6e2a5f4-fcf7-41af-bad6-2bb057c47b2e) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:48:02.873194 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcfeb91-f1fa-42ae-bed1-eb35340e8c44 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:02.874086 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8dcfeb91-f1fa-42ae-bed1-eb35340e8c44 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:02.874996 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98097a0e-c3e5-4b87-87a0-3424cd9b78f3 None None] Network e6e2a5f4-fcf7-41af-bad6-2bb057c47b2e requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:48:02.910400 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8dcfeb91-f1fa-42ae-bed1-eb35340e8c44 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5425117 Feb 28 14:48:02.913682 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36634) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:03.044479 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169b2022-8513-4ccd-9b91-e94c8b721e78 None None] Network 50893f28-19dc-41d6-9902-7bd51efcb4e7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:48:03.173539 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-72dc0271-4bcf-4497-b921-0944d548b7a9 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:03.229558 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f9ca39ee-c523-4403-a853-231009d9b453 None None] Provisioning for port a5ccf5d6-49eb-4d6a-a676-48314491de9d completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:48:03.240696 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-72dc0271-4bcf-4497-b921-0944d548b7a9 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:03.257546 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823d82af-52d4-4b09-8b6a-2c984bb7688f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-e6e2a5f4-fcf7-41af-bad6-2bb057c47b2e', 'network_id': 'e6e2a5f4-fcf7-41af-bad6-2bb057c47b2e', 'tenant_id': '2d444ac5390d411ca4e97c9e4288f47b', 'fixed_ips': [{'subnet_id': 'f337df95-788b-4d50-87c8-909f9849616d'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:48:03.258374 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-823d82af-52d4-4b09-8b6a-2c984bb7688f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:03.320991 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-72dc0271-4bcf-4497-b921-0944d548b7a9 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:03.374662 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc0271-4bcf-4497-b921-0944d548b7a9 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Pushing event deleted for resources: {'Subnet': ['ID=f337df95-788b-4d50-87c8-909f9849616d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:03.468966 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-72dc0271-4bcf-4497-b921-0944d548b7a9 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server [None req-823d82af-52d4-4b09-8b6a-2c984bb7688f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f337df95-788b-4d50-87c8-909f9849616d: This subnet is being modified by another concurrent operation. Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server raise exception Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f337df95-788b-4d50-87c8-909f9849616d: This subnet is being modified by another concurrent operation. Feb 28 14:48:03.486872 dv-neutron-831192-4-hyperv neutron-server[87774]: ERROR oslo_messaging.rpc.server Feb 28 14:48:03.495143 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-72dc0271-4bcf-4497-b921-0944d548b7a9 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e2a5f4-fcf7-41af-bad6-2bb057c47b2e']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:03.508015 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-72dc0271-4bcf-4497-b921-0944d548b7a9 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c288de44-35d0-4188-b70b-86be7bcb76f4') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:03.508301 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-72dc0271-4bcf-4497-b921-0944d548b7a9 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c288de44-35d0-4188-b70b-86be7bcb76f4') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:03.520729 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-72dc0271-4bcf-4497-b921-0944d548b7a9 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:03.527596 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d7fd6e-c195-4730-a76c-6aff9d6e7823 None None] Network e6e2a5f4-fcf7-41af-bad6-2bb057c47b2e requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:48:03.539048 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-72dc0271-4bcf-4497-b921-0944d548b7a9 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:03.547721 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72dc0271-4bcf-4497-b921-0944d548b7a9 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:48:03.548510 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-72dc0271-4bcf-4497-b921-0944d548b7a9 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:48:03.564665 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:48:03.670025 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-72dc0271-4bcf-4497-b921-0944d548b7a9 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:03.674686 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-72dc0271-4bcf-4497-b921-0944d548b7a9 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:03.702000 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc0271-4bcf-4497-b921-0944d548b7a9 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Pushing event deleted for resources: {'Network': ['ID=e6e2a5f4-fcf7-41af-bad6-2bb057c47b2e,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:03.705987 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-72dc0271-4bcf-4497-b921-0944d548b7a9 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] 10.222.0.30 "DELETE /v2.0/networks/e6e2a5f4-fcf7-41af-bad6-2bb057c47b2e HTTP/1.1" status: 204 len: 168 time: 0.7909396 Feb 28 14:48:03.709807 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36638) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:03.715408 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d3f77722-e452-4496-aec4-77e123a7ebad tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1320404203'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:48:03.720751 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d3f77722-e452-4496-aec4-77e123a7ebad tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:48:03.725023 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d3f77722-e452-4496-aec4-77e123a7ebad tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Usage tracker for resource:network and tenant:2d444ac5390d411ca4e97c9e4288f47b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:48:03.727148 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034be341-ef16-4ba4-88a1-a9c9dbf3c7ab None None] get_active_networks_info from dv-neutron-831192-4-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 28 14:48:03.728033 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d3f77722-e452-4496-aec4-77e123a7ebad tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:48:03.733919 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d3f77722-e452-4496-aec4-77e123a7ebad tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:48:03.744209 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f77722-e452-4496-aec4-77e123a7ebad tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Made reservation on behalf of 2d444ac5390d411ca4e97c9e4288f47b for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:48:03.747633 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d3f77722-e452-4496-aec4-77e123a7ebad tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:03.777218 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f77722-e452-4496-aec4-77e123a7ebad tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:48:03.786923 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d3f77722-e452-4496-aec4-77e123a7ebad tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:03.787300 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-d3f77722-e452-4496-aec4-77e123a7ebad tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Added segment 731deb80-ff28-4b0a-85c3-d00359128109 of type vlan for network 16e6e648-e776-4b85-adb4-22caa29da67e Feb 28 14:48:03.816257 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d3f77722-e452-4496-aec4-77e123a7ebad tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:03.825353 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034be341-ef16-4ba4-88a1-a9c9dbf3c7ab None None] Resources bound (agent type, host, resource id): {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 14:48:03.852867 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d3f77722-e452-4496-aec4-77e123a7ebad tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:03.858860 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f77722-e452-4496-aec4-77e123a7ebad tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:03.859493 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d3f77722-e452-4496-aec4-77e123a7ebad tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:03.932044 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device a5ccf5d6-49eb-4d6a-a676-48314491de9d up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:48:03.970526 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d3f77722-e452-4496-aec4-77e123a7ebad tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2595088 Feb 28 14:48:03.974154 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36642) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:03.981712 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-3cf6771f-3d58-4183-860c-7d04105bd8a0 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Request body: {'subnet': {'network_id': '16e6e648-e776-4b85-adb4-22caa29da67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:48:03.995661 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f77722-e452-4496-aec4-77e123a7ebad tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Pushing event updated for resources: {'Network': ['ID=16e6e648-e776-4b85-adb4-22caa29da67e,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:04.009302 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 16e6e648-e776-4b85-adb4-22caa29da67e details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:48:04.097197 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3cf6771f-3d58-4183-860c-7d04105bd8a0 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:48:04.101146 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3cf6771f-3d58-4183-860c-7d04105bd8a0 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Usage tracker for resource:subnet and tenant:2d444ac5390d411ca4e97c9e4288f47b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:48:04.104092 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3cf6771f-3d58-4183-860c-7d04105bd8a0 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:48:04.109912 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3cf6771f-3d58-4183-860c-7d04105bd8a0 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:48:04.119958 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf6771f-3d58-4183-860c-7d04105bd8a0 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Made reservation on behalf of 2d444ac5390d411ca4e97c9e4288f47b for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:48:04.123598 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3cf6771f-3d58-4183-860c-7d04105bd8a0 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:04.178434 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port a5ccf5d6-49eb-4d6a-a676-48314491de9d completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:48:04.186930 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port a5ccf5d6-49eb-4d6a-a676-48314491de9d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:48:04.187331 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:04.356675 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3cf6771f-3d58-4183-860c-7d04105bd8a0 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:04.377735 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:04.412666 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port a5ccf5d6-49eb-4d6a-a676-48314491de9d, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=a5ccf5d6-49eb-4d6a-a676-48314491de9d,segment=NetworkSegment(faca8b5c-7cc7-4af0-95ab-1b4df3b6771a),segment_id=faca8b5c-7cc7-4af0-95ab-1b4df3b6771a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:48:04.418113 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:04.443260 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf6771f-3d58-4183-860c-7d04105bd8a0 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Checking segment: {'id': '731deb80-ff28-4b0a-85c3-d00359128109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '16e6e648-e776-4b85-adb4-22caa29da67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:48:04.443613 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf6771f-3d58-4183-860c-7d04105bd8a0 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Network hostable DHCP agents. Network: 16e6e648-e776-4b85-adb4-22caa29da67e, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:48:04.447846 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6771f-3d58-4183-860c-7d04105bd8a0 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Pushing event updated for resources: {'Subnet': ['ID=bff1f4d9-877b-4d28-a0ea-3ea8652fc523,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:04.465475 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf6771f-3d58-4183-860c-7d04105bd8a0 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Network 16e6e648-e776-4b85-adb4-22caa29da67e is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:48:04.475701 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-3cf6771f-3d58-4183-860c-7d04105bd8a0 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 16e6e648-e776-4b85-adb4-22caa29da67e) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:48:04.479906 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf6771f-3d58-4183-860c-7d04105bd8a0 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:04.480493 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3cf6771f-3d58-4183-860c-7d04105bd8a0 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:04.486754 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae9df0a-b58b-43a6-92d7-ae30fa504454 None None] Network 16e6e648-e776-4b85-adb4-22caa29da67e requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:48:04.501744 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3cf6771f-3d58-4183-860c-7d04105bd8a0 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5265210 Feb 28 14:48:04.506344 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36646) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:04.506944 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=a5ccf5d6-49eb-4d6a-a676-48314491de9d,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:04.511640 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e112d759-eb78-41fe-b3ca-347e32d4cfbc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1838924332'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:48:04.516640 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e112d759-eb78-41fe-b3ca-347e32d4cfbc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:48:04.520601 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e112d759-eb78-41fe-b3ca-347e32d4cfbc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Usage tracker for resource:network and tenant:2d444ac5390d411ca4e97c9e4288f47b is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:48:04.523473 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e112d759-eb78-41fe-b3ca-347e32d4cfbc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:48:04.529499 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e112d759-eb78-41fe-b3ca-347e32d4cfbc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:48:04.540366 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e112d759-eb78-41fe-b3ca-347e32d4cfbc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Made reservation on behalf of 2d444ac5390d411ca4e97c9e4288f47b for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:48:04.544356 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e112d759-eb78-41fe-b3ca-347e32d4cfbc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:04.572737 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e112d759-eb78-41fe-b3ca-347e32d4cfbc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:48:04.581657 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e112d759-eb78-41fe-b3ca-347e32d4cfbc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:04.582062 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-e112d759-eb78-41fe-b3ca-347e32d4cfbc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Added segment 5214bb8c-73cc-46d5-a3c0-241319c62ce6 of type vlan for network 4ab8579e-7666-4e9f-bc5e-44c945cd5bcb Feb 28 14:48:04.611928 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e112d759-eb78-41fe-b3ca-347e32d4cfbc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:04.643105 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e112d759-eb78-41fe-b3ca-347e32d4cfbc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:04.648916 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e112d759-eb78-41fe-b3ca-347e32d4cfbc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:04.649506 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e112d759-eb78-41fe-b3ca-347e32d4cfbc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:04.707628 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be02f5e3-ce4a-40d7-bd20-a9f15b471200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-16e6e648-e776-4b85-adb4-22caa29da67e', 'network_id': '16e6e648-e776-4b85-adb4-22caa29da67e', 'tenant_id': '2d444ac5390d411ca4e97c9e4288f47b', 'fixed_ips': [{'subnet_id': 'bff1f4d9-877b-4d28-a0ea-3ea8652fc523'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:48:04.708456 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-be02f5e3-ce4a-40d7-bd20-a9f15b471200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:04.746376 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e112d759-eb78-41fe-b3ca-347e32d4cfbc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2394576 Feb 28 14:48:04.749514 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36650) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:04.755551 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-96d6da5f-5f08-4937-bc8d-0b40dfa106bb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Request body: {'subnet': {'network_id': '4ab8579e-7666-4e9f-bc5e-44c945cd5bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:48:04.758473 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112d759-eb78-41fe-b3ca-347e32d4cfbc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Pushing event updated for resources: {'Network': ['ID=4ab8579e-7666-4e9f-bc5e-44c945cd5bcb,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:04.770186 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 4ab8579e-7666-4e9f-bc5e-44c945cd5bcb details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:48:04.866219 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-96d6da5f-5f08-4937-bc8d-0b40dfa106bb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:48:04.869965 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-96d6da5f-5f08-4937-bc8d-0b40dfa106bb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Usage tracker for resource:subnet and tenant:2d444ac5390d411ca4e97c9e4288f47b is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:48:04.872774 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-96d6da5f-5f08-4937-bc8d-0b40dfa106bb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:48:04.878336 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-96d6da5f-5f08-4937-bc8d-0b40dfa106bb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:48:04.889460 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d6da5f-5f08-4937-bc8d-0b40dfa106bb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Made reservation on behalf of 2d444ac5390d411ca4e97c9e4288f47b for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:48:04.893054 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-96d6da5f-5f08-4937-bc8d-0b40dfa106bb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:04.991033 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-be02f5e3-ce4a-40d7-bd20-a9f15b471200 None None] Allocated IP 2001:db8::2 (16e6e648-e776-4b85-adb4-22caa29da67e/bff1f4d9-877b-4d28-a0ea-3ea8652fc523/d51544e2-4183-4e6c-adf4-6cf6b17ab328) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:48:05.108496 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-96d6da5f-5f08-4937-bc8d-0b40dfa106bb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:05.187226 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6da5f-5f08-4937-bc8d-0b40dfa106bb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Pushing event updated for resources: {'Subnet': ['ID=8dec1178-c3ae-4726-b040-c94290d81c47,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:05.197833 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d6da5f-5f08-4937-bc8d-0b40dfa106bb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Checking segment: {'id': '5214bb8c-73cc-46d5-a3c0-241319c62ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4ab8579e-7666-4e9f-bc5e-44c945cd5bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:48:05.198163 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d6da5f-5f08-4937-bc8d-0b40dfa106bb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Network hostable DHCP agents. Network: 4ab8579e-7666-4e9f-bc5e-44c945cd5bcb, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:48:05.208765 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-be02f5e3-ce4a-40d7-bd20-a9f15b471200 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:05.217548 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d6da5f-5f08-4937-bc8d-0b40dfa106bb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Network 4ab8579e-7666-4e9f-bc5e-44c945cd5bcb is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:48:05.219403 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:05.220427 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-be02f5e3-ce4a-40d7-bd20-a9f15b471200 None None] Transition to ACTIVE for port object d51544e2-4183-4e6c-adf4-6cf6b17ab328 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:48:05.227575 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-96d6da5f-5f08-4937-bc8d-0b40dfa106bb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 4ab8579e-7666-4e9f-bc5e-44c945cd5bcb) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:48:05.232364 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d6da5f-5f08-4937-bc8d-0b40dfa106bb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:05.233074 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-96d6da5f-5f08-4937-bc8d-0b40dfa106bb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:05.240148 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f4af96-6b32-429a-9ca2-7c9fc10f51a6 None None] Network 4ab8579e-7666-4e9f-bc5e-44c945cd5bcb requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:48:05.254339 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-96d6da5f-5f08-4937-bc8d-0b40dfa106bb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5036051 Feb 28 14:48:05.257480 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36654) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:05.273855 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-be02f5e3-ce4a-40d7-bd20-a9f15b471200 None None] Transition to ACTIVE for port object d51544e2-4183-4e6c-adf4-6cf6b17ab328 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:48:05.324243 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-be02f5e3-ce4a-40d7-bd20-a9f15b471200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:05.411365 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be02f5e3-ce4a-40d7-bd20-a9f15b471200 None None] Network 16e6e648-e776-4b85-adb4-22caa29da67e is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:48:05.423395 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-be02f5e3-ce4a-40d7-bd20-a9f15b471200 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:48:05.435595 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be02f5e3-ce4a-40d7-bd20-a9f15b471200 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:48:05.446035 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02f5e3-ce4a-40d7-bd20-a9f15b471200 None None] Pushing event updated for resources: {'Port': ['ID=d51544e2-4183-4e6c-adf4-6cf6b17ab328,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:05.508476 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22b5ff28-3b7c-4786-8fc7-d4f2795207fa tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:05.578512 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22b5ff28-3b7c-4786-8fc7-d4f2795207fa tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:05.587487 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-be02f5e3-ce4a-40d7-bd20-a9f15b471200 None None] Attempting to bind port d51544e2-4183-4e6c-adf4-6cf6b17ab328 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:48:05.587855 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-be02f5e3-ce4a-40d7-bd20-a9f15b471200 None None] Attempting to bind port d51544e2-4183-4e6c-adf4-6cf6b17ab328 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '731deb80-ff28-4b0a-85c3-d00359128109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '16e6e648-e776-4b85-adb4-22caa29da67e'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:48:05.588207 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be02f5e3-ce4a-40d7-bd20-a9f15b471200 None None] Attempting to bind port d51544e2-4183-4e6c-adf4-6cf6b17ab328 on network 16e6e648-e776-4b85-adb4-22caa29da67e {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:48:05.620148 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be02f5e3-ce4a-40d7-bd20-a9f15b471200 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:48:05.620524 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be02f5e3-ce4a-40d7-bd20-a9f15b471200 None None] Checking segment: {'id': '731deb80-ff28-4b0a-85c3-d00359128109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '16e6e648-e776-4b85-adb4-22caa29da67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:48:05.620911 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-be02f5e3-ce4a-40d7-bd20-a9f15b471200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:05.621296 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be02f5e3-ce4a-40d7-bd20-a9f15b471200 None None] Bound using segment: {'id': '731deb80-ff28-4b0a-85c3-d00359128109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '16e6e648-e776-4b85-adb4-22caa29da67e'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:48:05.621762 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-be02f5e3-ce4a-40d7-bd20-a9f15b471200 None None] Bound port: d51544e2-4183-4e6c-adf4-6cf6b17ab328, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '731deb80-ff28-4b0a-85c3-d00359128109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '16e6e648-e776-4b85-adb4-22caa29da67e'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:48:05.622098 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-be02f5e3-ce4a-40d7-bd20-a9f15b471200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:05.660413 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22b5ff28-3b7c-4786-8fc7-d4f2795207fa tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:05.681787 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df816ad9-96ba-49e8-bf9d-e15b1dd2bcc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-4ab8579e-7666-4e9f-bc5e-44c945cd5bcb', 'network_id': '4ab8579e-7666-4e9f-bc5e-44c945cd5bcb', 'tenant_id': '2d444ac5390d411ca4e97c9e4288f47b', 'fixed_ips': [{'subnet_id': '8dec1178-c3ae-4726-b040-c94290d81c47'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:48:05.682689 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-df816ad9-96ba-49e8-bf9d-e15b1dd2bcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:05.698753 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5ff28-3b7c-4786-8fc7-d4f2795207fa tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Pushing event deleted for resources: {'Subnet': ['ID=8dec1178-c3ae-4726-b040-c94290d81c47,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:05.794627 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-be02f5e3-ce4a-40d7-bd20-a9f15b471200 None None] For port d51544e2-4183-4e6c-adf4-6cf6b17ab328, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:48:05.794873 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22b5ff28-3b7c-4786-8fc7-d4f2795207fa tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:05.808843 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-be02f5e3-ce4a-40d7-bd20-a9f15b471200 None None] For port d51544e2-4183-4e6c-adf4-6cf6b17ab328, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d51544e2-4183-4e6c-adf4-6cf6b17ab328,segment=NetworkSegment(731deb80-ff28-4b0a-85c3-d00359128109),segment_id=731deb80-ff28-4b0a-85c3-d00359128109)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:48:05.815361 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-be02f5e3-ce4a-40d7-bd20-a9f15b471200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:05.821954 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-22b5ff28-3b7c-4786-8fc7-d4f2795207fa tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab8579e-7666-4e9f-bc5e-44c945cd5bcb']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:05.836399 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-22b5ff28-3b7c-4786-8fc7-d4f2795207fa tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5214bb8c-73cc-46d5-a3c0-241319c62ce6') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:05.836660 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-22b5ff28-3b7c-4786-8fc7-d4f2795207fa tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5214bb8c-73cc-46d5-a3c0-241319c62ce6') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:05.849186 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22b5ff28-3b7c-4786-8fc7-d4f2795207fa tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:05.851037 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4c4b7d-347a-471d-a201-66a3f5efd575 None None] Network 4ab8579e-7666-4e9f-bc5e-44c945cd5bcb requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:48:05.866023 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22b5ff28-3b7c-4786-8fc7-d4f2795207fa tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:05.873500 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b5ff28-3b7c-4786-8fc7-d4f2795207fa tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:48:05.874129 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22b5ff28-3b7c-4786-8fc7-d4f2795207fa tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:48:05.890451 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:48:05.900255 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device a5ccf5d6-49eb-4d6a-a676-48314491de9d up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:48:05.975641 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22b5ff28-3b7c-4786-8fc7-d4f2795207fa tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:05.993257 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-22b5ff28-3b7c-4786-8fc7-d4f2795207fa tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:06.004447 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5ff28-3b7c-4786-8fc7-d4f2795207fa tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Pushing event deleted for resources: {'Network': ['ID=4ab8579e-7666-4e9f-bc5e-44c945cd5bcb,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:06.008580 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-22b5ff28-3b7c-4786-8fc7-d4f2795207fa tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] 10.222.0.30 "DELETE /v2.0/networks/4ab8579e-7666-4e9f-bc5e-44c945cd5bcb HTTP/1.1" status: 204 len: 168 time: 0.7501349 Feb 28 14:48:06.011389 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36658) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:06.056313 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d0c7bb-3af7-4b5d-9083-e2f168db92eb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] GET failed (client error): The resource could not be found. Feb 28 14:48:06.056845 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-59d0c7bb-3af7-4b5d-9083-e2f168db92eb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Synchronizing usage tracker for tenant:2d444ac5390d411ca4e97c9e4288f47b on resource:subnet {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:48:06.059663 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02f5e3-ce4a-40d7-bd20-a9f15b471200 None None] Pushing event updated for resources: {'Port': ['ID=d51544e2-4183-4e6c-adf4-6cf6b17ab328,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:06.077230 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-59d0c7bb-3af7-4b5d-9083-e2f168db92eb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Unset dirty status for tenant:2d444ac5390d411ca4e97c9e4288f47b on resource:subnet {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:48:06.082532 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-59d0c7bb-3af7-4b5d-9083-e2f168db92eb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] 10.222.0.30 "GET /v2.0/subnets/8dec1178-c3ae-4726-b040-c94290d81c47 HTTP/1.1" status: 404 len: 337 time: 0.0700905 Feb 28 14:48:06.082901 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36662) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:06.111662 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-960f5325-bffa-4a6b-8729-d15af74ff4d9 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] DELETE failed (client error): The resource could not be found. Feb 28 14:48:06.112139 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-960f5325-bffa-4a6b-8729-d15af74ff4d9 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:48:06.114368 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-960f5325-bffa-4a6b-8729-d15af74ff4d9 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] 10.222.0.30 "DELETE /v2.0/networks/4ab8579e-7666-4e9f-bc5e-44c945cd5bcb HTTP/1.1" status: 404 len: 339 time: 0.0301938 Feb 28 14:48:06.118172 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36666) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:06.143028 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port a5ccf5d6-49eb-4d6a-a676-48314491de9d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:48:06.143431 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:06.159803 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9aff69a-1c23-400e-a48a-35633b89fea0 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] DELETE failed (client error): The resource could not be found. Feb 28 14:48:06.160390 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9aff69a-1c23-400e-a48a-35633b89fea0 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:48:06.161962 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f9aff69a-1c23-400e-a48a-35633b89fea0 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] 10.222.0.30 "DELETE /v2.0/subnets/8dec1178-c3ae-4726-b040-c94290d81c47 HTTP/1.1" status: 404 len: 337 time: 0.0428889 Feb 28 14:48:06.164574 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36670) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:06.198514 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-05cbde22-1784-4e79-9a6c-1bf373215f30 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] DELETE failed (client error): The resource could not be found. Feb 28 14:48:06.199463 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05cbde22-1784-4e79-9a6c-1bf373215f30 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:48:06.201369 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-05cbde22-1784-4e79-9a6c-1bf373215f30 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] 10.222.0.30 "DELETE /v2.0/networks/4ab8579e-7666-4e9f-bc5e-44c945cd5bcb HTTP/1.1" status: 404 len: 339 time: 0.0359156 Feb 28 14:48:06.204183 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36674) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:06.285913 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-51cd2c52-71d3-4f6f-af55-25454891c5fd tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Deleting subnet bff1f4d9-877b-4d28-a0ea-3ea8652fc523 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:48:06.289582 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51cd2c52-71d3-4f6f-af55-25454891c5fd tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:06.352121 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51cd2c52-71d3-4f6f-af55-25454891c5fd tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:06.441638 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51cd2c52-71d3-4f6f-af55-25454891c5fd tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:06.520835 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51cd2c52-71d3-4f6f-af55-25454891c5fd tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:06.564306 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd2c52-71d3-4f6f-af55-25454891c5fd tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Pushing event deleted for resources: {'Subnet': ['ID=bff1f4d9-877b-4d28-a0ea-3ea8652fc523,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:06.572202 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-51cd2c52-71d3-4f6f-af55-25454891c5fd tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:06.588441 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-51cd2c52-71d3-4f6f-af55-25454891c5fd tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] 10.222.0.30 "DELETE /v2.0/subnets/bff1f4d9-877b-4d28-a0ea-3ea8652fc523 HTTP/1.1" status: 204 len: 168 time: 0.3827715 Feb 28 14:48:06.592333 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36678) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:06.821070 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f522ce9c-d253-4796-97bd-effb03f1cdfb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:06.832644 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f522ce9c-d253-4796-97bd-effb03f1cdfb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Deleting port d51544e2-4183-4e6c-adf4-6cf6b17ab328 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:48:06.832963 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f522ce9c-d253-4796-97bd-effb03f1cdfb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:06.953185 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a2c1d2-df64-4990-8ff1-d2b69fd85dc4 None None] Network 16e6e648-e776-4b85-adb4-22caa29da67e requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:48:07.044063 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-f522ce9c-d253-4796-97bd-effb03f1cdfb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] For port d51544e2-4183-4e6c-adf4-6cf6b17ab328, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d51544e2-4183-4e6c-adf4-6cf6b17ab328,segment=NetworkSegment(731deb80-ff28-4b0a-85c3-d00359128109),segment_id=731deb80-ff28-4b0a-85c3-d00359128109)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:48:07.044658 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f522ce9c-d253-4796-97bd-effb03f1cdfb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:07.151604 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b4a6be20-c044-40ea-bd93-34256a99aff1 None None] Provisioning for port d51544e2-4183-4e6c-adf4-6cf6b17ab328 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:48:07.174485 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-f522ce9c-d253-4796-97bd-effb03f1cdfb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Calling delete_port for d51544e2-4183-4e6c-adf4-6cf6b17ab328 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:48:07.246655 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b038d9-e9ae-4b5a-8cb4-ba73065fbe1f None None] DHCP port deletion for 16e6e648-e776-4b85-adb4-22caa29da67e request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:48:07.250968 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-44b038d9-e9ae-4b5a-8cb4-ba73065fbe1f None None] Deleting port d51544e2-4183-4e6c-adf4-6cf6b17ab328 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:48:07.251432 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-44b038d9-e9ae-4b5a-8cb4-ba73065fbe1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:07.252386 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f522ce9c-d253-4796-97bd-effb03f1cdfb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:07.308083 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522ce9c-d253-4796-97bd-effb03f1cdfb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Pushing event deleted for resources: {'Port': ['ID=d51544e2-4183-4e6c-adf4-6cf6b17ab328,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:07.312021 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f522ce9c-d253-4796-97bd-effb03f1cdfb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] No DVR routers for this DVR port d51544e2-4183-4e6c-adf4-6cf6b17ab328 on host dv-neutron-831192-4-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:48:07.317860 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-44b038d9-e9ae-4b5a-8cb4-ba73065fbe1f None None] The port 'd51544e2-4183-4e6c-adf4-6cf6b17ab328' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:48:07.437561 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f522ce9c-d253-4796-97bd-effb03f1cdfb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:07.463979 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-f522ce9c-d253-4796-97bd-effb03f1cdfb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e6e648-e776-4b85-adb4-22caa29da67e']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:07.476635 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-f522ce9c-d253-4796-97bd-effb03f1cdfb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '731deb80-ff28-4b0a-85c3-d00359128109') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:07.476888 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-f522ce9c-d253-4796-97bd-effb03f1cdfb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '731deb80-ff28-4b0a-85c3-d00359128109') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:07.488514 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f522ce9c-d253-4796-97bd-effb03f1cdfb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:07.504708 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f522ce9c-d253-4796-97bd-effb03f1cdfb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:07.510704 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f522ce9c-d253-4796-97bd-effb03f1cdfb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:48:07.511072 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f522ce9c-d253-4796-97bd-effb03f1cdfb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:48:07.525584 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:48:07.611311 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f522ce9c-d253-4796-97bd-effb03f1cdfb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:07.634046 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f522ce9c-d253-4796-97bd-effb03f1cdfb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:07.644883 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522ce9c-d253-4796-97bd-effb03f1cdfb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Pushing event deleted for resources: {'Network': ['ID=16e6e648-e776-4b85-adb4-22caa29da67e,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:07.648905 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f522ce9c-d253-4796-97bd-effb03f1cdfb tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] 10.222.0.30 "DELETE /v2.0/networks/16e6e648-e776-4b85-adb4-22caa29da67e HTTP/1.1" status: 204 len: 168 time: 1.0556355 Feb 28 14:48:07.652033 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36682) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:07.690031 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed58444d-a723-4d37-816d-531a2e0ad180 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] DELETE failed (client error): The resource could not be found. Feb 28 14:48:07.690388 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed58444d-a723-4d37-816d-531a2e0ad180 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:48:07.692147 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ed58444d-a723-4d37-816d-531a2e0ad180 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] 10.222.0.30 "DELETE /v2.0/subnets/f337df95-788b-4d50-87c8-909f9849616d HTTP/1.1" status: 404 len: 337 time: 0.0391505 Feb 28 14:48:07.694878 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36686) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:07.703108 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-80010c64-5010-4ea5-bb89-6b68d6894143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:07.720141 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d061bb-ad11-42e0-8cb4-9668f7198f6f tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] DELETE failed (client error): The resource could not be found. Feb 28 14:48:07.720594 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d061bb-ad11-42e0-8cb4-9668f7198f6f tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:48:07.722324 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-09d061bb-ad11-42e0-8cb4-9668f7198f6f tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] 10.222.0.30 "DELETE /v2.0/networks/e6e2a5f4-fcf7-41af-bad6-2bb057c47b2e HTTP/1.1" status: 404 len: 339 time: 0.0264463 Feb 28 14:48:07.726099 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36690) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:07.766037 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff1b1ee3-c2d8-49c4-b548-b083dbc8ebe8 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] DELETE failed (client error): The resource could not be found. Feb 28 14:48:07.766473 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff1b1ee3-c2d8-49c4-b548-b083dbc8ebe8 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:48:07.768173 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ff1b1ee3-c2d8-49c4-b548-b083dbc8ebe8 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] 10.222.0.30 "DELETE /v2.0/subnets/c1e836cb-f7ea-4f6b-a2ee-636534689d24 HTTP/1.1" status: 404 len: 337 time: 0.0411179 Feb 28 14:48:07.771831 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36694) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:07.796381 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d3a6ca-b09e-4d43-978f-5aff10c868ce tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] DELETE failed (client error): The resource could not be found. Feb 28 14:48:07.796831 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d3a6ca-b09e-4d43-978f-5aff10c868ce tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87772) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:48:07.798414 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c1d3a6ca-b09e-4d43-978f-5aff10c868ce tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] 10.222.0.30 "DELETE /v2.0/networks/38ec0631-5d1b-4356-b5a8-b52e50aa26c3 HTTP/1.1" status: 404 len: 339 time: 0.0257342 Feb 28 14:48:07.801521 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36698) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:07.865611 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a784ce-55f6-4825-a7f0-a34530ca1714 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Deleting subnet ec2a9c11-273a-4bda-aa3b-591c6125cec1 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:48:07.868840 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5a784ce-55f6-4825-a7f0-a34530ca1714 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:07.926728 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5a784ce-55f6-4825-a7f0-a34530ca1714 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:08.022665 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5a784ce-55f6-4825-a7f0-a34530ca1714 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:08.102113 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5a784ce-55f6-4825-a7f0-a34530ca1714 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:08.145376 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a784ce-55f6-4825-a7f0-a34530ca1714 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Pushing event deleted for resources: {'Subnet': ['ID=ec2a9c11-273a-4bda-aa3b-591c6125cec1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:08.147814 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f5a784ce-55f6-4825-a7f0-a34530ca1714 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:08.151713 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec2c21a-1970-4558-bf84-e9c0ad4cae6e None None] Network 50893f28-19dc-41d6-9902-7bd51efcb4e7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:48:08.158163 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a784ce-55f6-4825-a7f0-a34530ca1714 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:08.158498 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a784ce-55f6-4825-a7f0-a34530ca1714 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:08.158819 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a784ce-55f6-4825-a7f0-a34530ca1714 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:08.159138 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a784ce-55f6-4825-a7f0-a34530ca1714 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:08.159709 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a784ce-55f6-4825-a7f0-a34530ca1714 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:08.160043 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a784ce-55f6-4825-a7f0-a34530ca1714 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:08.160345 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a784ce-55f6-4825-a7f0-a34530ca1714 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:08.160661 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a784ce-55f6-4825-a7f0-a34530ca1714 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:08.160971 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a784ce-55f6-4825-a7f0-a34530ca1714 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:08.161282 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a784ce-55f6-4825-a7f0-a34530ca1714 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:08.161588 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a784ce-55f6-4825-a7f0-a34530ca1714 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:08.161890 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a784ce-55f6-4825-a7f0-a34530ca1714 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:08.170437 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f5a784ce-55f6-4825-a7f0-a34530ca1714 tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] 10.222.0.30 "DELETE /v2.0/subnets/ec2a9c11-273a-4bda-aa3b-591c6125cec1 HTTP/1.1" status: 204 len: 168 time: 0.3680112 Feb 28 14:48:08.170558 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36702) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:08.285363 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5eac5c6a-efeb-4b62-b2a2-bb32cae60dcc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:08.296135 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5eac5c6a-efeb-4b62-b2a2-bb32cae60dcc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Deleting port a5ccf5d6-49eb-4d6a-a676-48314491de9d {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:48:08.296459 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5eac5c6a-efeb-4b62-b2a2-bb32cae60dcc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:08.396283 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8515bbe6-f848-4534-98ad-e8a04693d1a4 None None] DHCP port deletion for 50893f28-19dc-41d6-9902-7bd51efcb4e7 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:48:08.401137 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8515bbe6-f848-4534-98ad-e8a04693d1a4 None None] Deleting port a5ccf5d6-49eb-4d6a-a676-48314491de9d {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:48:08.401584 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8515bbe6-f848-4534-98ad-e8a04693d1a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:08.512529 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-5eac5c6a-efeb-4b62-b2a2-bb32cae60dcc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] For port a5ccf5d6-49eb-4d6a-a676-48314491de9d, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=a5ccf5d6-49eb-4d6a-a676-48314491de9d,segment=NetworkSegment(faca8b5c-7cc7-4af0-95ab-1b4df3b6771a),segment_id=faca8b5c-7cc7-4af0-95ab-1b4df3b6771a)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:48:08.512858 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5eac5c6a-efeb-4b62-b2a2-bb32cae60dcc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:08.601904 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-8515bbe6-f848-4534-98ad-e8a04693d1a4 None None] For port a5ccf5d6-49eb-4d6a-a676-48314491de9d, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=a5ccf5d6-49eb-4d6a-a676-48314491de9d,segment=NetworkSegment(faca8b5c-7cc7-4af0-95ab-1b4df3b6771a),segment_id=faca8b5c-7cc7-4af0-95ab-1b4df3b6771a)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:48:08.602296 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8515bbe6-f848-4534-98ad-e8a04693d1a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:08.640860 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-5eac5c6a-efeb-4b62-b2a2-bb32cae60dcc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Calling delete_port for a5ccf5d6-49eb-4d6a-a676-48314491de9d owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:48:08.720371 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5eac5c6a-efeb-4b62-b2a2-bb32cae60dcc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:08.725740 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8515bbe6-f848-4534-98ad-e8a04693d1a4 None None] Calling delete_port for a5ccf5d6-49eb-4d6a-a676-48314491de9d owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:48:08.769375 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac5c6a-efeb-4b62-b2a2-bb32cae60dcc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Pushing event deleted for resources: {'Port': ['ID=a5ccf5d6-49eb-4d6a-a676-48314491de9d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:08.772821 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eac5c6a-efeb-4b62-b2a2-bb32cae60dcc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] No DVR routers for this DVR port a5ccf5d6-49eb-4d6a-a676-48314491de9d on host dv-neutron-831192-4-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:48:08.799575 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-8515bbe6-f848-4534-98ad-e8a04693d1a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:48:08.799910 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-8515bbe6-f848-4534-98ad-e8a04693d1a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:48:08.996242 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5eac5c6a-efeb-4b62-b2a2-bb32cae60dcc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:09.021055 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-5eac5c6a-efeb-4b62-b2a2-bb32cae60dcc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50893f28-19dc-41d6-9902-7bd51efcb4e7']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:09.032907 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-5eac5c6a-efeb-4b62-b2a2-bb32cae60dcc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faca8b5c-7cc7-4af0-95ab-1b4df3b6771a') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:09.033213 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-5eac5c6a-efeb-4b62-b2a2-bb32cae60dcc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faca8b5c-7cc7-4af0-95ab-1b4df3b6771a') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:09.044949 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5eac5c6a-efeb-4b62-b2a2-bb32cae60dcc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:09.060857 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5eac5c6a-efeb-4b62-b2a2-bb32cae60dcc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:09.067316 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eac5c6a-efeb-4b62-b2a2-bb32cae60dcc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:48:09.067698 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5eac5c6a-efeb-4b62-b2a2-bb32cae60dcc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:48:09.082418 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:48:09.173488 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5eac5c6a-efeb-4b62-b2a2-bb32cae60dcc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:09.192034 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5eac5c6a-efeb-4b62-b2a2-bb32cae60dcc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:09.202542 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac5c6a-efeb-4b62-b2a2-bb32cae60dcc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] Pushing event deleted for resources: {'Network': ['ID=50893f28-19dc-41d6-9902-7bd51efcb4e7,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:09.207190 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5eac5c6a-efeb-4b62-b2a2-bb32cae60dcc tempest-NetworksIpV6Test-898061193 tempest-NetworksIpV6Test-898061193-project] 10.222.0.30 "DELETE /v2.0/networks/50893f28-19dc-41d6-9902-7bd51efcb4e7 HTTP/1.1" status: 204 len: 168 time: 1.0349488 Feb 28 14:48:09.301716 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8515bbe6-f848-4534-98ad-e8a04693d1a4 None None] Deleting port a5ccf5d6-49eb-4d6a-a676-48314491de9d {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:48:09.302201 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8515bbe6-f848-4534-98ad-e8a04693d1a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:09.372050 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8515bbe6-f848-4534-98ad-e8a04693d1a4 None None] The port 'a5ccf5d6-49eb-4d6a-a676-48314491de9d' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:48:09.504584 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36710) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:09.666099 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-345bf0c9-2d34-4064-90a0-f08710a9a2e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2d444ac5390d411ca4e97c9e4288f47b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598921 Feb 28 14:48:09.669468 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36716) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:09.736054 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a4f0e942-792e-479e-b722-5b481d7d0fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:09.761458 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a4f0e942-792e-479e-b722-5b481d7d0fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:09.817607 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a4f0e942-792e-479e-b722-5b481d7d0fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:09.826453 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c1ec2cfd-a70d-4c29-a3fd-ebd2c095eca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:09.834764 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0e942-792e-479e-b722-5b481d7d0fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bb6370-9e57-48f6-8d4a-5520de08adf7,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:09.842466 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a4f0e942-792e-479e-b722-5b481d7d0fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:09.846142 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a4f0e942-792e-479e-b722-5b481d7d0fcf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/36bb6370-9e57-48f6-8d4a-5520de08adf7 HTTP/1.1" status: 204 len: 168 time: 0.1727948 Feb 28 14:48:09.874703 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device a5ccf5d6-49eb-4d6a-a676-48314491de9d no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:48:09.908906 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: a5ccf5d6-49eb-4d6a-a676-48314491de9d {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:48:09.909559 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device a5ccf5d6-49eb-4d6a-a676-48314491de9d not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:48:10.599219 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36740) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:10.702309 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e3659cbb-5619-422d-9655-34ca29adf30f tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1296959640', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:48:10.709166 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e3659cbb-5619-422d-9655-34ca29adf30f tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:48:10.713024 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e3659cbb-5619-422d-9655-34ca29adf30f tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Usage tracker for resource:router and tenant:c21539d50e784cc5a01fba80f538ef30 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:48:10.715889 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e3659cbb-5619-422d-9655-34ca29adf30f tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:48:10.721920 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e3659cbb-5619-422d-9655-34ca29adf30f tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:48:10.733436 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3659cbb-5619-422d-9655-34ca29adf30f tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:10.734394 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3659cbb-5619-422d-9655-34ca29adf30f tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:10.750322 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3659cbb-5619-422d-9655-34ca29adf30f tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:10.773795 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3659cbb-5619-422d-9655-34ca29adf30f tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:10.799428 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e3659cbb-5619-422d-9655-34ca29adf30f tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:10.800939 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e3659cbb-5619-422d-9655-34ca29adf30f tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2005029 Feb 28 14:48:10.804046 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36746) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:10.809390 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5e563e4b-0d3b-48fb-b4fe-89257e194ea3 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1255646742'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:48:10.814090 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5e563e4b-0d3b-48fb-b4fe-89257e194ea3 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:48:10.818370 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5e563e4b-0d3b-48fb-b4fe-89257e194ea3 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Usage tracker for resource:network and tenant:c21539d50e784cc5a01fba80f538ef30 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:48:10.821190 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5e563e4b-0d3b-48fb-b4fe-89257e194ea3 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:48:10.826857 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5e563e4b-0d3b-48fb-b4fe-89257e194ea3 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:48:10.838727 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e563e4b-0d3b-48fb-b4fe-89257e194ea3 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Made reservation on behalf of c21539d50e784cc5a01fba80f538ef30 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:48:10.842318 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e563e4b-0d3b-48fb-b4fe-89257e194ea3 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:10.854470 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e563e4b-0d3b-48fb-b4fe-89257e194ea3 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:10.868941 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5e563e4b-0d3b-48fb-b4fe-89257e194ea3 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:48:10.872781 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5e563e4b-0d3b-48fb-b4fe-89257e194ea3 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Usage tracker for resource:security_group_rule and tenant:c21539d50e784cc5a01fba80f538ef30 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:48:10.875646 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5e563e4b-0d3b-48fb-b4fe-89257e194ea3 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:48:10.881363 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5e563e4b-0d3b-48fb-b4fe-89257e194ea3 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:48:10.950636 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:10.974243 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e563e4b-0d3b-48fb-b4fe-89257e194ea3 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:10.979675 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e563e4b-0d3b-48fb-b4fe-89257e194ea3 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:11.013510 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e563e4b-0d3b-48fb-b4fe-89257e194ea3 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:48:11.021812 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563e4b-0d3b-48fb-b4fe-89257e194ea3 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfafcdc-4919-4c58-b6af-9bf8eedce73f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:11.027816 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e563e4b-0d3b-48fb-b4fe-89257e194ea3 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:11.028146 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-5e563e4b-0d3b-48fb-b4fe-89257e194ea3 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Added segment 4e7bbf3c-552b-4274-9192-db8183e011b4 of type vlan for network 0dbb07a3-649e-4c95-8b81-e1b09f5e5a3d Feb 28 14:48:11.054705 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e563e4b-0d3b-48fb-b4fe-89257e194ea3 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:11.086863 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e563e4b-0d3b-48fb-b4fe-89257e194ea3 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:11.092338 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e563e4b-0d3b-48fb-b4fe-89257e194ea3 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:11.092913 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5e563e4b-0d3b-48fb-b4fe-89257e194ea3 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:11.195413 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:11.202417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563e4b-0d3b-48fb-b4fe-89257e194ea3 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Pushing event updated for resources: {'Network': ['ID=0dbb07a3-649e-4c95-8b81-e1b09f5e5a3d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:11.205699 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5e563e4b-0d3b-48fb-b4fe-89257e194ea3 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4007344 Feb 28 14:48:11.208755 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36750) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:11.214232 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 0dbb07a3-649e-4c95-8b81-e1b09f5e5a3d details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:48:11.215554 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-05e82ab2-e571-46bc-9dff-99267883f6db tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Request body: {'subnet': {'network_id': '0dbb07a3-649e-4c95-8b81-e1b09f5e5a3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:48:11.325755 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-05e82ab2-e571-46bc-9dff-99267883f6db tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:48:11.329475 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-05e82ab2-e571-46bc-9dff-99267883f6db tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Usage tracker for resource:subnet and tenant:c21539d50e784cc5a01fba80f538ef30 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:48:11.332286 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-05e82ab2-e571-46bc-9dff-99267883f6db tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:48:11.337866 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-05e82ab2-e571-46bc-9dff-99267883f6db tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:48:11.348284 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e82ab2-e571-46bc-9dff-99267883f6db tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Made reservation on behalf of c21539d50e784cc5a01fba80f538ef30 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:48:11.351762 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-05e82ab2-e571-46bc-9dff-99267883f6db tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:11.674259 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-05e82ab2-e571-46bc-9dff-99267883f6db tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:11.746759 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e82ab2-e571-46bc-9dff-99267883f6db tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Pushing event updated for resources: {'Subnet': ['ID=e3342309-8eeb-4ea2-9102-291c21635bdf,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:11.757298 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e82ab2-e571-46bc-9dff-99267883f6db tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Checking segment: {'id': '4e7bbf3c-552b-4274-9192-db8183e011b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0dbb07a3-649e-4c95-8b81-e1b09f5e5a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:48:11.757655 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e82ab2-e571-46bc-9dff-99267883f6db tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Network hostable DHCP agents. Network: 0dbb07a3-649e-4c95-8b81-e1b09f5e5a3d, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:48:11.780014 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e82ab2-e571-46bc-9dff-99267883f6db tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Network 0dbb07a3-649e-4c95-8b81-e1b09f5e5a3d is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:48:11.791020 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-05e82ab2-e571-46bc-9dff-99267883f6db tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 0dbb07a3-649e-4c95-8b81-e1b09f5e5a3d) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:48:11.795465 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e82ab2-e571-46bc-9dff-99267883f6db tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:11.796052 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-05e82ab2-e571-46bc-9dff-99267883f6db tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:11.801092 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d5c6e1-a399-4f44-a0ed-1d1b5e18fc73 None None] Network 0dbb07a3-649e-4c95-8b81-e1b09f5e5a3d requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:48:11.824398 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-05e82ab2-e571-46bc-9dff-99267883f6db tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6115632 Feb 28 14:48:11.824579 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36754) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:11.829976 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-10903d33-b30b-4400-9267-fcf3ba7a2524 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2070134455'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:48:11.835076 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-10903d33-b30b-4400-9267-fcf3ba7a2524 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:48:11.839017 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-10903d33-b30b-4400-9267-fcf3ba7a2524 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Usage tracker for resource:network and tenant:c21539d50e784cc5a01fba80f538ef30 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:48:11.841857 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-10903d33-b30b-4400-9267-fcf3ba7a2524 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:48:11.847494 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-10903d33-b30b-4400-9267-fcf3ba7a2524 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:48:11.858858 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10903d33-b30b-4400-9267-fcf3ba7a2524 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Made reservation on behalf of c21539d50e784cc5a01fba80f538ef30 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:48:11.862525 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-10903d33-b30b-4400-9267-fcf3ba7a2524 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:11.890706 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10903d33-b30b-4400-9267-fcf3ba7a2524 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:48:11.900033 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-10903d33-b30b-4400-9267-fcf3ba7a2524 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:11.900372 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-10903d33-b30b-4400-9267-fcf3ba7a2524 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Added segment bfd5a6e6-cf9a-42c0-a07f-55255a32f052 of type vlan for network a9af3f50-eb37-4520-8bfc-1644ef74890e Feb 28 14:48:11.929486 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-10903d33-b30b-4400-9267-fcf3ba7a2524 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:11.959130 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-10903d33-b30b-4400-9267-fcf3ba7a2524 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:11.964739 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10903d33-b30b-4400-9267-fcf3ba7a2524 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:11.965335 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-10903d33-b30b-4400-9267-fcf3ba7a2524 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:12.023606 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e183c2-618f-47fc-85a7-e0640135c7d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-0dbb07a3-649e-4c95-8b81-e1b09f5e5a3d', 'network_id': '0dbb07a3-649e-4c95-8b81-e1b09f5e5a3d', 'tenant_id': 'c21539d50e784cc5a01fba80f538ef30', 'fixed_ips': [{'subnet_id': 'e3342309-8eeb-4ea2-9102-291c21635bdf'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:48:12.024445 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c8e183c2-618f-47fc-85a7-e0640135c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:12.060538 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-10903d33-b30b-4400-9267-fcf3ba7a2524 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2349155 Feb 28 14:48:12.063459 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36758) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:12.070242 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d32c80b2-da46-4224-98e6-13c323a9c99c tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Request body: {'subnet': {'network_id': 'a9af3f50-eb37-4520-8bfc-1644ef74890e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:48:12.072866 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10903d33-b30b-4400-9267-fcf3ba7a2524 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Pushing event updated for resources: {'Network': ['ID=a9af3f50-eb37-4520-8bfc-1644ef74890e,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:12.088105 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network a9af3f50-eb37-4520-8bfc-1644ef74890e details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:48:12.186874 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d32c80b2-da46-4224-98e6-13c323a9c99c tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:48:12.190885 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d32c80b2-da46-4224-98e6-13c323a9c99c tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Usage tracker for resource:subnet and tenant:c21539d50e784cc5a01fba80f538ef30 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:48:12.193919 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d32c80b2-da46-4224-98e6-13c323a9c99c tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:48:12.199803 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d32c80b2-da46-4224-98e6-13c323a9c99c tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:48:12.210857 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32c80b2-da46-4224-98e6-13c323a9c99c tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Made reservation on behalf of c21539d50e784cc5a01fba80f538ef30 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:48:12.214713 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d32c80b2-da46-4224-98e6-13c323a9c99c tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:12.300940 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-c8e183c2-618f-47fc-85a7-e0640135c7d0 None None] Allocated IP 172.20.0.2 (0dbb07a3-649e-4c95-8b81-e1b09f5e5a3d/e3342309-8eeb-4ea2-9102-291c21635bdf/c3411a66-4de1-4a65-a3f8-87ec9e008ae1) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:48:12.442965 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d32c80b2-da46-4224-98e6-13c323a9c99c tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:12.514204 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c8e183c2-618f-47fc-85a7-e0640135c7d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:12.525109 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c8e183c2-618f-47fc-85a7-e0640135c7d0 None None] Transition to ACTIVE for port object c3411a66-4de1-4a65-a3f8-87ec9e008ae1 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:48:12.525294 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c80b2-da46-4224-98e6-13c323a9c99c tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Pushing event updated for resources: {'Subnet': ['ID=041d8533-8c50-45bb-a49e-f3a03b49ad60,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:12.535898 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32c80b2-da46-4224-98e6-13c323a9c99c tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Checking segment: {'id': 'bfd5a6e6-cf9a-42c0-a07f-55255a32f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a9af3f50-eb37-4520-8bfc-1644ef74890e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:48:12.536261 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32c80b2-da46-4224-98e6-13c323a9c99c tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Network hostable DHCP agents. Network: a9af3f50-eb37-4520-8bfc-1644ef74890e, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:48:12.554590 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c8e183c2-618f-47fc-85a7-e0640135c7d0 None None] Transition to ACTIVE for port object c3411a66-4de1-4a65-a3f8-87ec9e008ae1 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:48:12.556643 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32c80b2-da46-4224-98e6-13c323a9c99c tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Network a9af3f50-eb37-4520-8bfc-1644ef74890e is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:48:12.558139 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:12.560716 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c8e183c2-618f-47fc-85a7-e0640135c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:12.567107 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-d32c80b2-da46-4224-98e6-13c323a9c99c tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, a9af3f50-eb37-4520-8bfc-1644ef74890e) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:48:12.571255 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32c80b2-da46-4224-98e6-13c323a9c99c tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:12.571831 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d32c80b2-da46-4224-98e6-13c323a9c99c tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:12.593564 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d32c80b2-da46-4224-98e6-13c323a9c99c tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5290041 Feb 28 14:48:12.596672 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36762) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:12.602234 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-99d0937a-6a5e-450c-b4c2-c5dbc4edb8be tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a9af3f50-eb37-4520-8bfc-1644ef74890e'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:48:12.603314 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b762f1a-1ab7-4990-b1b4-d1e8ab96475f None None] Network a9af3f50-eb37-4520-8bfc-1644ef74890e requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:48:12.655668 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e183c2-618f-47fc-85a7-e0640135c7d0 None None] Network 0dbb07a3-649e-4c95-8b81-e1b09f5e5a3d is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:48:12.705410 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-c8e183c2-618f-47fc-85a7-e0640135c7d0 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:48:12.713789 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e183c2-618f-47fc-85a7-e0640135c7d0 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:48:12.723926 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e183c2-618f-47fc-85a7-e0640135c7d0 None None] Pushing event updated for resources: {'Port': ['ID=c3411a66-4de1-4a65-a3f8-87ec9e008ae1,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:12.833424 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c8e183c2-618f-47fc-85a7-e0640135c7d0 None None] Attempting to bind port c3411a66-4de1-4a65-a3f8-87ec9e008ae1 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:48:12.833791 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c8e183c2-618f-47fc-85a7-e0640135c7d0 None None] Attempting to bind port c3411a66-4de1-4a65-a3f8-87ec9e008ae1 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '4e7bbf3c-552b-4274-9192-db8183e011b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0dbb07a3-649e-4c95-8b81-e1b09f5e5a3d'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:48:12.834290 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e183c2-618f-47fc-85a7-e0640135c7d0 None None] Attempting to bind port c3411a66-4de1-4a65-a3f8-87ec9e008ae1 on network 0dbb07a3-649e-4c95-8b81-e1b09f5e5a3d {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:48:12.868049 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e183c2-618f-47fc-85a7-e0640135c7d0 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:48:12.868429 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e183c2-618f-47fc-85a7-e0640135c7d0 None None] Checking segment: {'id': '4e7bbf3c-552b-4274-9192-db8183e011b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0dbb07a3-649e-4c95-8b81-e1b09f5e5a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:48:12.868828 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c8e183c2-618f-47fc-85a7-e0640135c7d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:12.869215 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e183c2-618f-47fc-85a7-e0640135c7d0 None None] Bound using segment: {'id': '4e7bbf3c-552b-4274-9192-db8183e011b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0dbb07a3-649e-4c95-8b81-e1b09f5e5a3d'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:48:12.869682 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-c8e183c2-618f-47fc-85a7-e0640135c7d0 None None] Bound port: c3411a66-4de1-4a65-a3f8-87ec9e008ae1, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7bbf3c-552b-4274-9192-db8183e011b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0dbb07a3-649e-4c95-8b81-e1b09f5e5a3d'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:48:12.870069 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c8e183c2-618f-47fc-85a7-e0640135c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:12.984342 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-99d0937a-6a5e-450c-b4c2-c5dbc4edb8be tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:12.991521 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca00ed2-6bd6-4663-9076-968d14783aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-a9af3f50-eb37-4520-8bfc-1644ef74890e', 'network_id': 'a9af3f50-eb37-4520-8bfc-1644ef74890e', 'tenant_id': 'c21539d50e784cc5a01fba80f538ef30', 'fixed_ips': [{'subnet_id': '041d8533-8c50-45bb-a49e-f3a03b49ad60'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:48:12.992336 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dca00ed2-6bd6-4663-9076-968d14783aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:13.022454 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c8e183c2-618f-47fc-85a7-e0640135c7d0 None None] For port c3411a66-4de1-4a65-a3f8-87ec9e008ae1, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:48:13.071236 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-c8e183c2-618f-47fc-85a7-e0640135c7d0 None None] For port c3411a66-4de1-4a65-a3f8-87ec9e008ae1, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c3411a66-4de1-4a65-a3f8-87ec9e008ae1,segment=NetworkSegment(4e7bbf3c-552b-4274-9192-db8183e011b4),segment_id=4e7bbf3c-552b-4274-9192-db8183e011b4)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:48:13.085605 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c8e183c2-618f-47fc-85a7-e0640135c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:13.131736 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.api.v2.resource [None req-99d0937a-6a5e-450c-b4c2-c5dbc4edb8be tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:48:13.132763 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-99d0937a-6a5e-450c-b4c2-c5dbc4edb8be tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] 10.222.0.30 "PUT /v2.0/routers/adbdf446-f265-4fbb-8ba6-2690a7bba663 HTTP/1.1" status: 400 len: 364 time: 0.5346537 Feb 28 14:48:13.138798 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36766) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:13.205670 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdbf627b-40b6-43d0-94fd-e0512e25eaee tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Deleting subnet 041d8533-8c50-45bb-a49e-f3a03b49ad60 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:48:13.231011 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e183c2-618f-47fc-85a7-e0640135c7d0 None None] Pushing event updated for resources: {'Port': ['ID=c3411a66-4de1-4a65-a3f8-87ec9e008ae1,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:13.243752 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-dca00ed2-6bd6-4663-9076-968d14783aea None None] Allocated IP 172.21.0.2 (a9af3f50-eb37-4520-8bfc-1644ef74890e/041d8533-8c50-45bb-a49e-f3a03b49ad60/2f88234d-d9b4-4b2c-9193-c8af8a6ee70c) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:48:13.482364 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dca00ed2-6bd6-4663-9076-968d14783aea None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:13.493962 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-dca00ed2-6bd6-4663-9076-968d14783aea None None] Transition to ACTIVE for port object 2f88234d-d9b4-4b2c-9193-c8af8a6ee70c will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:48:13.514287 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-dca00ed2-6bd6-4663-9076-968d14783aea None None] Transition to ACTIVE for port object 2f88234d-d9b4-4b2c-9193-c8af8a6ee70c will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:48:13.524760 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bdbf627b-40b6-43d0-94fd-e0512e25eaee tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:13.526198 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dca00ed2-6bd6-4663-9076-968d14783aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:13.587036 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bdbf627b-40b6-43d0-94fd-e0512e25eaee tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:13.595189 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca00ed2-6bd6-4663-9076-968d14783aea None None] Network a9af3f50-eb37-4520-8bfc-1644ef74890e is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:48:13.602348 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-dca00ed2-6bd6-4663-9076-968d14783aea None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:48:13.606989 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca00ed2-6bd6-4663-9076-968d14783aea None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:48:13.612642 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca00ed2-6bd6-4663-9076-968d14783aea None None] Pushing event updated for resources: {'Port': ['ID=2f88234d-d9b4-4b2c-9193-c8af8a6ee70c,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:13.675445 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bdbf627b-40b6-43d0-94fd-e0512e25eaee tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:13.699121 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-dca00ed2-6bd6-4663-9076-968d14783aea None None] Attempting to bind port 2f88234d-d9b4-4b2c-9193-c8af8a6ee70c on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:48:13.699515 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-dca00ed2-6bd6-4663-9076-968d14783aea None None] Attempting to bind port 2f88234d-d9b4-4b2c-9193-c8af8a6ee70c by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'bfd5a6e6-cf9a-42c0-a07f-55255a32f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a9af3f50-eb37-4520-8bfc-1644ef74890e'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:48:13.699877 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca00ed2-6bd6-4663-9076-968d14783aea None None] Attempting to bind port 2f88234d-d9b4-4b2c-9193-c8af8a6ee70c on network a9af3f50-eb37-4520-8bfc-1644ef74890e {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:48:13.705154 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca00ed2-6bd6-4663-9076-968d14783aea None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:48:13.705532 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca00ed2-6bd6-4663-9076-968d14783aea None None] Checking segment: {'id': 'bfd5a6e6-cf9a-42c0-a07f-55255a32f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a9af3f50-eb37-4520-8bfc-1644ef74890e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:48:13.705920 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dca00ed2-6bd6-4663-9076-968d14783aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:13.706308 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca00ed2-6bd6-4663-9076-968d14783aea None None] Bound using segment: {'id': 'bfd5a6e6-cf9a-42c0-a07f-55255a32f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a9af3f50-eb37-4520-8bfc-1644ef74890e'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:48:13.706822 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-dca00ed2-6bd6-4663-9076-968d14783aea None None] Bound port: 2f88234d-d9b4-4b2c-9193-c8af8a6ee70c, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfd5a6e6-cf9a-42c0-a07f-55255a32f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a9af3f50-eb37-4520-8bfc-1644ef74890e'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:48:13.707284 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dca00ed2-6bd6-4663-9076-968d14783aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:13.749629 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bdbf627b-40b6-43d0-94fd-e0512e25eaee tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:13.793167 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf627b-40b6-43d0-94fd-e0512e25eaee tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Pushing event deleted for resources: {'Subnet': ['ID=041d8533-8c50-45bb-a49e-f3a03b49ad60,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:13.795453 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bdbf627b-40b6-43d0-94fd-e0512e25eaee tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:13.795953 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-dca00ed2-6bd6-4663-9076-968d14783aea None None] For port 2f88234d-d9b4-4b2c-9193-c8af8a6ee70c, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:48:13.799445 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-dca00ed2-6bd6-4663-9076-968d14783aea None None] For port 2f88234d-d9b4-4b2c-9193-c8af8a6ee70c, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=2f88234d-d9b4-4b2c-9193-c8af8a6ee70c,segment=NetworkSegment(bfd5a6e6-cf9a-42c0-a07f-55255a32f052),segment_id=bfd5a6e6-cf9a-42c0-a07f-55255a32f052)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:48:13.802824 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bdbf627b-40b6-43d0-94fd-e0512e25eaee tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] 10.222.0.30 "DELETE /v2.0/subnets/041d8533-8c50-45bb-a49e-f3a03b49ad60 HTTP/1.1" status: 204 len: 168 time: 0.6630411 Feb 28 14:48:13.805465 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36770) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:13.809598 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dca00ed2-6bd6-4663-9076-968d14783aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:13.945197 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ccb522fc-cd5d-443d-9c11-ee4944553df9 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:13.961415 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ccb522fc-cd5d-443d-9c11-ee4944553df9 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Deleting port 2f88234d-d9b4-4b2c-9193-c8af8a6ee70c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:48:13.961763 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ccb522fc-cd5d-443d-9c11-ee4944553df9 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:13.969723 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c3411a66-4de1-4a65-a3f8-87ec9e008ae1 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:48:14.026448 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca00ed2-6bd6-4663-9076-968d14783aea None None] Pushing event updated for resources: {'Port': ['ID=2f88234d-d9b4-4b2c-9193-c8af8a6ee70c,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:14.071615 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cefebfb-8328-4b35-a6c0-a2960b1204de None None] Network a9af3f50-eb37-4520-8bfc-1644ef74890e requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:48:14.089036 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port c3411a66-4de1-4a65-a3f8-87ec9e008ae1 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:48:14.204350 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dedf7d-5222-4303-b04f-070441051c4d None None] Network 0dbb07a3-649e-4c95-8b81-e1b09f5e5a3d requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:48:14.286442 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-ccb522fc-cd5d-443d-9c11-ee4944553df9 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] For port 2f88234d-d9b4-4b2c-9193-c8af8a6ee70c, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=2f88234d-d9b4-4b2c-9193-c8af8a6ee70c,segment=NetworkSegment(bfd5a6e6-cf9a-42c0-a07f-55255a32f052),segment_id=bfd5a6e6-cf9a-42c0-a07f-55255a32f052)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:48:14.287053 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ccb522fc-cd5d-443d-9c11-ee4944553df9 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:14.339039 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-40072d5e-75cb-43b4-9257-28b0969a7fdf None None] Provisioning for port c3411a66-4de1-4a65-a3f8-87ec9e008ae1 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:48:14.349240 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-40072d5e-75cb-43b4-9257-28b0969a7fdf None None] Provisioning complete for port c3411a66-4de1-4a65-a3f8-87ec9e008ae1 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:48:14.349613 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-40072d5e-75cb-43b4-9257-28b0969a7fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:14.416636 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ccb522fc-cd5d-443d-9c11-ee4944553df9 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Calling delete_port for 2f88234d-d9b4-4b2c-9193-c8af8a6ee70c owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:48:14.504063 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ccb522fc-cd5d-443d-9c11-ee4944553df9 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:14.556571 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb522fc-cd5d-443d-9c11-ee4944553df9 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] No DVR routers for this DVR port 2f88234d-d9b4-4b2c-9193-c8af8a6ee70c on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:48:14.582827 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb522fc-cd5d-443d-9c11-ee4944553df9 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Pushing event deleted for resources: {'Port': ['ID=2f88234d-d9b4-4b2c-9193-c8af8a6ee70c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:14.598394 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-40072d5e-75cb-43b4-9257-28b0969a7fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:14.641385 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-40072d5e-75cb-43b4-9257-28b0969a7fdf None None] For port c3411a66-4de1-4a65-a3f8-87ec9e008ae1, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c3411a66-4de1-4a65-a3f8-87ec9e008ae1,segment=NetworkSegment(4e7bbf3c-552b-4274-9192-db8183e011b4),segment_id=4e7bbf3c-552b-4274-9192-db8183e011b4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:48:14.646191 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-40072d5e-75cb-43b4-9257-28b0969a7fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:14.688620 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ccb522fc-cd5d-443d-9c11-ee4944553df9 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:14.717468 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-ccb522fc-cd5d-443d-9c11-ee4944553df9 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9af3f50-eb37-4520-8bfc-1644ef74890e']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:14.718516 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40072d5e-75cb-43b4-9257-28b0969a7fdf None None] Pushing event updated for resources: {'Port': ['ID=c3411a66-4de1-4a65-a3f8-87ec9e008ae1,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:14.731052 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-ccb522fc-cd5d-443d-9c11-ee4944553df9 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd5a6e6-cf9a-42c0-a07f-55255a32f052') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:14.731369 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-ccb522fc-cd5d-443d-9c11-ee4944553df9 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd5a6e6-cf9a-42c0-a07f-55255a32f052') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:14.744954 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ccb522fc-cd5d-443d-9c11-ee4944553df9 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:14.766761 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ccb522fc-cd5d-443d-9c11-ee4944553df9 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:14.773589 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb522fc-cd5d-443d-9c11-ee4944553df9 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:48:14.774133 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ccb522fc-cd5d-443d-9c11-ee4944553df9 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:48:14.789560 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:48:14.812691 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5534fb0b-fc44-421e-b614-792b39a4c1c6 None None] get_active_networks_info from dv-neutron-831192-4-hyperv {{(pid=87774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 28 14:48:14.872364 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ccb522fc-cd5d-443d-9c11-ee4944553df9 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:14.889873 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-78a054ef-5cee-4c24-a9e4-1dbf8c726008 None None] Provisioning complete for port c3411a66-4de1-4a65-a3f8-87ec9e008ae1 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:48:14.890200 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ccb522fc-cd5d-443d-9c11-ee4944553df9 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:14.890339 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-78a054ef-5cee-4c24-a9e4-1dbf8c726008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:14.901007 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb522fc-cd5d-443d-9c11-ee4944553df9 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Pushing event deleted for resources: {'Network': ['ID=a9af3f50-eb37-4520-8bfc-1644ef74890e,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:14.907379 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ccb522fc-cd5d-443d-9c11-ee4944553df9 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] 10.222.0.30 "DELETE /v2.0/networks/a9af3f50-eb37-4520-8bfc-1644ef74890e HTTP/1.1" status: 204 len: 168 time: 1.0985339 Feb 28 14:48:14.907731 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36774) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:14.954221 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5534fb0b-fc44-421e-b614-792b39a4c1c6 None None] Resources bound (agent type, host, resource id): {{(pid=87774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 14:48:14.971269 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2005121-80f3-4105-9060-88b5094e18a6 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Deleting subnet e3342309-8eeb-4ea2-9102-291c21635bdf {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:48:14.974466 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2005121-80f3-4105-9060-88b5094e18a6 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:15.033348 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2005121-80f3-4105-9060-88b5094e18a6 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:15.116622 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2005121-80f3-4105-9060-88b5094e18a6 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:15.194409 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2005121-80f3-4105-9060-88b5094e18a6 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:15.239218 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a2005121-80f3-4105-9060-88b5094e18a6 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:15.241789 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2005121-80f3-4105-9060-88b5094e18a6 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Pushing event deleted for resources: {'Subnet': ['ID=e3342309-8eeb-4ea2-9102-291c21635bdf,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:15.248398 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a2005121-80f3-4105-9060-88b5094e18a6 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] 10.222.0.30 "DELETE /v2.0/subnets/e3342309-8eeb-4ea2-9102-291c21635bdf HTTP/1.1" status: 204 len: 168 time: 0.3399751 Feb 28 14:48:15.250824 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36778) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:15.298992 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c341b24d-60f9-43de-9821-6aa6253e06c4 None None] Network 0dbb07a3-649e-4c95-8b81-e1b09f5e5a3d requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:48:15.363715 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3de84269-2f97-492d-a42b-c620c4101d92 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:15.374520 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3de84269-2f97-492d-a42b-c620c4101d92 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Deleting port c3411a66-4de1-4a65-a3f8-87ec9e008ae1 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:48:15.374852 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3de84269-2f97-492d-a42b-c620c4101d92 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:15.543229 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b9a52c-82cb-4d32-b3b8-6f672a00e116 None None] DHCP port deletion for 0dbb07a3-649e-4c95-8b81-e1b09f5e5a3d request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:48:15.548098 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a1b9a52c-82cb-4d32-b3b8-6f672a00e116 None None] Deleting port c3411a66-4de1-4a65-a3f8-87ec9e008ae1 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:48:15.548538 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a1b9a52c-82cb-4d32-b3b8-6f672a00e116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:15.589240 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-3de84269-2f97-492d-a42b-c620c4101d92 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] For port c3411a66-4de1-4a65-a3f8-87ec9e008ae1, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c3411a66-4de1-4a65-a3f8-87ec9e008ae1,segment=NetworkSegment(4e7bbf3c-552b-4274-9192-db8183e011b4),segment_id=4e7bbf3c-552b-4274-9192-db8183e011b4)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:48:15.589648 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3de84269-2f97-492d-a42b-c620c4101d92 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:15.792085 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a1b9a52c-82cb-4d32-b3b8-6f672a00e116 None None] For port c3411a66-4de1-4a65-a3f8-87ec9e008ae1, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=c3411a66-4de1-4a65-a3f8-87ec9e008ae1,segment=NetworkSegment(4e7bbf3c-552b-4274-9192-db8183e011b4),segment_id=4e7bbf3c-552b-4274-9192-db8183e011b4)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:48:15.792343 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a1b9a52c-82cb-4d32-b3b8-6f672a00e116 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:15.817126 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-3de84269-2f97-492d-a42b-c620c4101d92 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Calling delete_port for c3411a66-4de1-4a65-a3f8-87ec9e008ae1 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:48:15.896842 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3de84269-2f97-492d-a42b-c620c4101d92 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:15.910237 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c3411a66-4de1-4a65-a3f8-87ec9e008ae1 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:48:15.938541 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a1b9a52c-82cb-4d32-b3b8-6f672a00e116 None None] Calling delete_port for c3411a66-4de1-4a65-a3f8-87ec9e008ae1 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:48:15.946085 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de84269-2f97-492d-a42b-c620c4101d92 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Pushing event deleted for resources: {'Port': ['ID=c3411a66-4de1-4a65-a3f8-87ec9e008ae1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:15.949504 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de84269-2f97-492d-a42b-c620c4101d92 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] No DVR routers for this DVR port c3411a66-4de1-4a65-a3f8-87ec9e008ae1 on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:48:15.979610 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: c3411a66-4de1-4a65-a3f8-87ec9e008ae1 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:48:15.979945 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device c3411a66-4de1-4a65-a3f8-87ec9e008ae1 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:48:16.018320 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-a1b9a52c-82cb-4d32-b3b8-6f672a00e116 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:48:16.018800 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-a1b9a52c-82cb-4d32-b3b8-6f672a00e116 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:48:16.071172 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3de84269-2f97-492d-a42b-c620c4101d92 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:16.095426 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-3de84269-2f97-492d-a42b-c620c4101d92 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dbb07a3-649e-4c95-8b81-e1b09f5e5a3d']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:16.107231 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-3de84269-2f97-492d-a42b-c620c4101d92 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e7bbf3c-552b-4274-9192-db8183e011b4') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:16.107522 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-3de84269-2f97-492d-a42b-c620c4101d92 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e7bbf3c-552b-4274-9192-db8183e011b4') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:16.118796 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3de84269-2f97-492d-a42b-c620c4101d92 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:16.134319 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3de84269-2f97-492d-a42b-c620c4101d92 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:16.140527 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de84269-2f97-492d-a42b-c620c4101d92 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:48:16.140989 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3de84269-2f97-492d-a42b-c620c4101d92 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:48:16.155691 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:48:16.246620 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3de84269-2f97-492d-a42b-c620c4101d92 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:16.263288 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3de84269-2f97-492d-a42b-c620c4101d92 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:16.273935 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de84269-2f97-492d-a42b-c620c4101d92 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Pushing event deleted for resources: {'Network': ['ID=0dbb07a3-649e-4c95-8b81-e1b09f5e5a3d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:16.277841 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3de84269-2f97-492d-a42b-c620c4101d92 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] 10.222.0.30 "DELETE /v2.0/networks/0dbb07a3-649e-4c95-8b81-e1b09f5e5a3d HTTP/1.1" status: 204 len: 168 time: 1.0260603 Feb 28 14:48:16.280766 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36782) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:16.322120 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-347f5c8f-119e-48a3-b5bc-3a32c0fb3214 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Synchronizing usage tracker for tenant:c21539d50e784cc5a01fba80f538ef30 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:48:16.342131 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-347f5c8f-119e-48a3-b5bc-3a32c0fb3214 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Unset dirty status for tenant:c21539d50e784cc5a01fba80f538ef30 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:48:16.343312 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-347f5c8f-119e-48a3-b5bc-3a32c0fb3214 tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbdf446-f265-4fbb-8ba6-2690a7bba663 HTTP/1.1" status: 200 len: 205 time: 0.0616174 Feb 28 14:48:16.346052 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36786) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:16.481131 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab86f201-1462-4613-a8e0-0f7aea5ce59f tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:16.520005 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a1b9a52c-82cb-4d32-b3b8-6f672a00e116 None None] Deleting port c3411a66-4de1-4a65-a3f8-87ec9e008ae1 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:48:16.520489 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a1b9a52c-82cb-4d32-b3b8-6f672a00e116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:16.587854 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a1b9a52c-82cb-4d32-b3b8-6f672a00e116 None None] The port 'c3411a66-4de1-4a65-a3f8-87ec9e008ae1' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:48:16.769683 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab86f201-1462-4613-a8e0-0f7aea5ce59f tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:16.772023 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab86f201-1462-4613-a8e0-0f7aea5ce59f tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:16.798130 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab86f201-1462-4613-a8e0-0f7aea5ce59f tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:16.798625 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab86f201-1462-4613-a8e0-0f7aea5ce59f tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Fanout notify agent at l3_agent the message router_deleted on router adbdf446-f265-4fbb-8ba6-2690a7bba663 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:48:16.810719 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ab86f201-1462-4613-a8e0-0f7aea5ce59f tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:16.811836 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ab86f201-1462-4613-a8e0-0f7aea5ce59f tempest-RoutersNegativeTest-1336659025 tempest-RoutersNegativeTest-1336659025-project] 10.222.0.30 "DELETE /v2.0/routers/adbdf446-f265-4fbb-8ba6-2690a7bba663 HTTP/1.1" status: 204 len: 168 time: 0.4648967 Feb 28 14:48:17.098072 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36794) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:17.257646 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5962a8a7-855b-4f85-b3ac-71d24375f82d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c21539d50e784cc5a01fba80f538ef30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1583951 Feb 28 14:48:17.261209 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36800) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:17.318737 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb7a1bb8-720e-4db2-b9e3-2b0547ea3766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:17.344401 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb7a1bb8-720e-4db2-b9e3-2b0547ea3766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:17.401840 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb7a1bb8-720e-4db2-b9e3-2b0547ea3766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:17.416724 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a1bb8-720e-4db2-b9e3-2b0547ea3766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfafcdc-4919-4c58-b6af-9bf8eedce73f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:17.428095 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a1bb8-720e-4db2-b9e3-2b0547ea3766 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:17.428335 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a1bb8-720e-4db2-b9e3-2b0547ea3766 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:17.430810 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a1bb8-720e-4db2-b9e3-2b0547ea3766 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:17.430810 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a1bb8-720e-4db2-b9e3-2b0547ea3766 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:17.430810 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a1bb8-720e-4db2-b9e3-2b0547ea3766 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:17.430810 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a1bb8-720e-4db2-b9e3-2b0547ea3766 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:17.430810 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a1bb8-720e-4db2-b9e3-2b0547ea3766 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:17.430810 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a1bb8-720e-4db2-b9e3-2b0547ea3766 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:17.430810 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a1bb8-720e-4db2-b9e3-2b0547ea3766 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:17.430810 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a1bb8-720e-4db2-b9e3-2b0547ea3766 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:17.431469 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a1bb8-720e-4db2-b9e3-2b0547ea3766 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:17.431469 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7a1bb8-720e-4db2-b9e3-2b0547ea3766 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:17.434499 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb7a1bb8-720e-4db2-b9e3-2b0547ea3766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:17.438158 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fb7a1bb8-720e-4db2-b9e3-2b0547ea3766 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1dfafcdc-4919-4c58-b6af-9bf8eedce73f HTTP/1.1" status: 204 len: 168 time: 0.1734490 Feb 28 14:48:18.174669 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36824) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:18.294315 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-d6280eb2-4bfd-4c85-b69b-349ea092c82c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-49011099-network', 'tenant_id': '979676f32d1a4fd889beaf3ddfc9b354'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:48:18.299259 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d6280eb2-4bfd-4c85-b69b-349ea092c82c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:48:18.303213 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d6280eb2-4bfd-4c85-b69b-349ea092c82c admin admin] Usage tracker for resource:network and tenant:979676f32d1a4fd889beaf3ddfc9b354 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:48:18.306109 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d6280eb2-4bfd-4c85-b69b-349ea092c82c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:48:18.312360 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d6280eb2-4bfd-4c85-b69b-349ea092c82c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:48:18.324730 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6280eb2-4bfd-4c85-b69b-349ea092c82c admin admin] Made reservation on behalf of 979676f32d1a4fd889beaf3ddfc9b354 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:48:18.326995 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6280eb2-4bfd-4c85-b69b-349ea092c82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:18.339180 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6280eb2-4bfd-4c85-b69b-349ea092c82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:18.353687 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d6280eb2-4bfd-4c85-b69b-349ea092c82c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:48:18.357681 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d6280eb2-4bfd-4c85-b69b-349ea092c82c admin admin] Usage tracker for resource:security_group_rule and tenant:979676f32d1a4fd889beaf3ddfc9b354 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:48:18.360696 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-d6280eb2-4bfd-4c85-b69b-349ea092c82c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:48:18.366728 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-d6280eb2-4bfd-4c85-b69b-349ea092c82c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:48:18.453054 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6280eb2-4bfd-4c85-b69b-349ea092c82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:18.458548 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6280eb2-4bfd-4c85-b69b-349ea092c82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:18.490916 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6280eb2-4bfd-4c85-b69b-349ea092c82c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:48:18.496227 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6280eb2-4bfd-4c85-b69b-349ea092c82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb90eada-6bbf-4784-a9ba-aa8b96bac914,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:18.503020 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6280eb2-4bfd-4c85-b69b-349ea092c82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:18.503504 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-d6280eb2-4bfd-4c85-b69b-349ea092c82c admin admin] Added segment 298a392f-93d3-4b58-accb-bfb7579ef093 of type vlan for network 004a323e-79ad-40fb-ad60-8da92f0a29f7 Feb 28 14:48:18.534463 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6280eb2-4bfd-4c85-b69b-349ea092c82c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:18.580222 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6280eb2-4bfd-4c85-b69b-349ea092c82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:18.581149 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6280eb2-4bfd-4c85-b69b-349ea092c82c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:18.581740 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d6280eb2-4bfd-4c85-b69b-349ea092c82c admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:18.678914 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d6280eb2-4bfd-4c85-b69b-349ea092c82c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5029781 Feb 28 14:48:18.683638 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36830) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:18.699767 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5b143e0b-60f6-4139-bb54-43e1cf7d640f admin admin] Request body: {'subnet': {'network_id': '004a323e-79ad-40fb-ad60-8da92f0a29f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-49011099-subnet', 'tenant_id': '979676f32d1a4fd889beaf3ddfc9b354', 'ip_version': 4}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:48:18.706442 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6280eb2-4bfd-4c85-b69b-349ea092c82c admin admin] Pushing event updated for resources: {'Network': ['ID=004a323e-79ad-40fb-ad60-8da92f0a29f7,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:18.709957 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5b143e0b-60f6-4139-bb54-43e1cf7d640f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:48:18.716013 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5b143e0b-60f6-4139-bb54-43e1cf7d640f admin admin] Usage tracker for resource:subnet and tenant:979676f32d1a4fd889beaf3ddfc9b354 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:48:18.720582 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5b143e0b-60f6-4139-bb54-43e1cf7d640f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:48:18.721606 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 004a323e-79ad-40fb-ad60-8da92f0a29f7 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:48:18.727124 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5b143e0b-60f6-4139-bb54-43e1cf7d640f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:48:18.738966 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b143e0b-60f6-4139-bb54-43e1cf7d640f admin admin] Made reservation on behalf of 979676f32d1a4fd889beaf3ddfc9b354 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:48:18.741485 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5b143e0b-60f6-4139-bb54-43e1cf7d640f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:18.960195 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5b143e0b-60f6-4139-bb54-43e1cf7d640f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:19.029364 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b143e0b-60f6-4139-bb54-43e1cf7d640f admin admin] Pushing event updated for resources: {'Subnet': ['ID=09947c58-912c-4a70-b984-caa8447899d0,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:19.039544 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b143e0b-60f6-4139-bb54-43e1cf7d640f admin admin] Checking segment: {'id': '298a392f-93d3-4b58-accb-bfb7579ef093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '004a323e-79ad-40fb-ad60-8da92f0a29f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:48:19.039892 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b143e0b-60f6-4139-bb54-43e1cf7d640f admin admin] Network hostable DHCP agents. Network: 004a323e-79ad-40fb-ad60-8da92f0a29f7, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:48:19.061254 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b143e0b-60f6-4139-bb54-43e1cf7d640f admin admin] Network 004a323e-79ad-40fb-ad60-8da92f0a29f7 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:48:19.072930 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-5b143e0b-60f6-4139-bb54-43e1cf7d640f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 004a323e-79ad-40fb-ad60-8da92f0a29f7) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:48:19.076825 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b143e0b-60f6-4139-bb54-43e1cf7d640f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:19.077399 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5b143e0b-60f6-4139-bb54-43e1cf7d640f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:19.082858 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703ed9f5-b0cf-4b60-8cd8-aa0eed6b1763 None None] Network 004a323e-79ad-40fb-ad60-8da92f0a29f7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:48:19.100118 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5b143e0b-60f6-4139-bb54-43e1cf7d640f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4146781 Feb 28 14:48:19.102847 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36834) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:19.107809 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c8cd14ed-475c-4349-b47a-f92de02785b9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-49011099-router', 'tenant_id': '979676f32d1a4fd889beaf3ddfc9b354', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:48:19.112402 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c8cd14ed-475c-4349-b47a-f92de02785b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:48:19.116521 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c8cd14ed-475c-4349-b47a-f92de02785b9 admin admin] Usage tracker for resource:router and tenant:979676f32d1a4fd889beaf3ddfc9b354 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:48:19.119391 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c8cd14ed-475c-4349-b47a-f92de02785b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:48:19.125030 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c8cd14ed-475c-4349-b47a-f92de02785b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:48:19.136677 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8cd14ed-475c-4349-b47a-f92de02785b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:19.137814 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8cd14ed-475c-4349-b47a-f92de02785b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:19.153545 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8cd14ed-475c-4349-b47a-f92de02785b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:19.304587 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fafa5e-81bf-4780-90de-e93fe9f9a7cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-004a323e-79ad-40fb-ad60-8da92f0a29f7', 'network_id': '004a323e-79ad-40fb-ad60-8da92f0a29f7', 'tenant_id': '979676f32d1a4fd889beaf3ddfc9b354', 'fixed_ips': [{'subnet_id': '09947c58-912c-4a70-b984-caa8447899d0'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:48:19.305442 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f1fafa5e-81bf-4780-90de-e93fe9f9a7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:19.476189 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-f1fafa5e-81bf-4780-90de-e93fe9f9a7cc None None] Allocated IP 172.20.0.2 (004a323e-79ad-40fb-ad60-8da92f0a29f7/09947c58-912c-4a70-b984-caa8447899d0/386958dd-09b4-42de-900b-4f921285f4b9) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:48:19.534993 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8cd14ed-475c-4349-b47a-f92de02785b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:19.675812 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f1fafa5e-81bf-4780-90de-e93fe9f9a7cc None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:19.685857 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f1fafa5e-81bf-4780-90de-e93fe9f9a7cc None None] Transition to ACTIVE for port object 386958dd-09b4-42de-900b-4f921285f4b9 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:48:19.703735 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f1fafa5e-81bf-4780-90de-e93fe9f9a7cc None None] Transition to ACTIVE for port object 386958dd-09b4-42de-900b-4f921285f4b9 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:48:19.709070 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f1fafa5e-81bf-4780-90de-e93fe9f9a7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:19.774506 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fafa5e-81bf-4780-90de-e93fe9f9a7cc None None] Network 004a323e-79ad-40fb-ad60-8da92f0a29f7 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:48:19.787638 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-f1fafa5e-81bf-4780-90de-e93fe9f9a7cc None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:48:19.792708 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fafa5e-81bf-4780-90de-e93fe9f9a7cc None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:48:19.799185 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fafa5e-81bf-4780-90de-e93fe9f9a7cc None None] Pushing event updated for resources: {'Port': ['ID=386958dd-09b4-42de-900b-4f921285f4b9,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:19.862007 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8cd14ed-475c-4349-b47a-f92de02785b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:19.883546 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-f1fafa5e-81bf-4780-90de-e93fe9f9a7cc None None] Attempting to bind port 386958dd-09b4-42de-900b-4f921285f4b9 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:48:19.883881 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-f1fafa5e-81bf-4780-90de-e93fe9f9a7cc None None] Attempting to bind port 386958dd-09b4-42de-900b-4f921285f4b9 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '298a392f-93d3-4b58-accb-bfb7579ef093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '004a323e-79ad-40fb-ad60-8da92f0a29f7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:48:19.884203 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fafa5e-81bf-4780-90de-e93fe9f9a7cc None None] Attempting to bind port 386958dd-09b4-42de-900b-4f921285f4b9 on network 004a323e-79ad-40fb-ad60-8da92f0a29f7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:48:19.889486 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fafa5e-81bf-4780-90de-e93fe9f9a7cc None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:48:19.889848 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fafa5e-81bf-4780-90de-e93fe9f9a7cc None None] Checking segment: {'id': '298a392f-93d3-4b58-accb-bfb7579ef093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '004a323e-79ad-40fb-ad60-8da92f0a29f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:48:19.890238 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f1fafa5e-81bf-4780-90de-e93fe9f9a7cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:19.890598 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fafa5e-81bf-4780-90de-e93fe9f9a7cc None None] Bound using segment: {'id': '298a392f-93d3-4b58-accb-bfb7579ef093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '004a323e-79ad-40fb-ad60-8da92f0a29f7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:48:19.891050 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-f1fafa5e-81bf-4780-90de-e93fe9f9a7cc None None] Bound port: 386958dd-09b4-42de-900b-4f921285f4b9, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298a392f-93d3-4b58-accb-bfb7579ef093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '004a323e-79ad-40fb-ad60-8da92f0a29f7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:48:19.891869 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f1fafa5e-81bf-4780-90de-e93fe9f9a7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:19.892946 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8cd14ed-475c-4349-b47a-f92de02785b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:19.982033 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f1fafa5e-81bf-4780-90de-e93fe9f9a7cc None None] For port 386958dd-09b4-42de-900b-4f921285f4b9, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:48:19.985066 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f1fafa5e-81bf-4780-90de-e93fe9f9a7cc None None] For port 386958dd-09b4-42de-900b-4f921285f4b9, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=386958dd-09b4-42de-900b-4f921285f4b9,segment=NetworkSegment(298a392f-93d3-4b58-accb-bfb7579ef093),segment_id=298a392f-93d3-4b58-accb-bfb7579ef093)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:48:19.989381 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f1fafa5e-81bf-4780-90de-e93fe9f9a7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:20.041916 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-c8cd14ed-475c-4349-b47a-f92de02785b9 admin admin] Allocated IP 172.26.5.166 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/a2744c62-bdc0-4b1e-8605-3df021b5c641) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:48:20.072634 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fafa5e-81bf-4780-90de-e93fe9f9a7cc None None] Pushing event updated for resources: {'Port': ['ID=386958dd-09b4-42de-900b-4f921285f4b9,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:20.198537 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8cd14ed-475c-4349-b47a-f92de02785b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:20.230249 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8cd14ed-475c-4349-b47a-f92de02785b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:20.300296 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cd14ed-475c-4349-b47a-f92de02785b9 admin admin] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:48:20.307903 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c8cd14ed-475c-4349-b47a-f92de02785b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:48:20.312549 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd14ed-475c-4349-b47a-f92de02785b9 admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:48:20.347819 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd14ed-475c-4349-b47a-f92de02785b9 admin admin] Pushing event updated for resources: {'Port': ['ID=a2744c62-bdc0-4b1e-8605-3df021b5c641,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:20.759676 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8cd14ed-475c-4349-b47a-f92de02785b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:21.088506 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cc5cd0-9587-4ace-bd94-5e14c9362906 None None] Network 004a323e-79ad-40fb-ad60-8da92f0a29f7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:48:21.228198 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2b8c9756-53a7-4c01-8eea-6960e1b8198b None None] Provisioning for port 386958dd-09b4-42de-900b-4f921285f4b9 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:48:21.244657 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8cd14ed-475c-4349-b47a-f92de02785b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:21.456176 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8cd14ed-475c-4349-b47a-f92de02785b9 admin admin] Router aa9e01ff-d23a-4159-a409-c72ab6362fa3 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:48:21.644435 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cd14ed-475c-4349-b47a-f92de02785b9 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:48:21.653174 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86414ec-ba44-4bda-83e4-e79d1c25cec2 None None] Sync routers for ids ['aa9e01ff-d23a-4159-a409-c72ab6362fa3'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:48:21.663815 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86414ec-ba44-4bda-83e4-e79d1c25cec2 None None] Routers {'aa9e01ff-d23a-4159-a409-c72ab6362fa3'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:48:21.664550 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a86414ec-ba44-4bda-83e4-e79d1c25cec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:48:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['aa9e01ff-d23a-4159-a409-c72ab6362fa3'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:21.670639 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c8cd14ed-475c-4349-b47a-f92de02785b9 admin admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:21.671890 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c8cd14ed-475c-4349-b47a-f92de02785b9 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5680547 Feb 28 14:48:21.674717 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36838) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:21.847646 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-a86414ec-ba44-4bda-83e4-e79d1c25cec2 None None] Set router aa9e01ff-d23a-4159-a409-c72ab6362fa3 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:48:21.913097 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 386958dd-09b4-42de-900b-4f921285f4b9 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:48:21.980877 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 386958dd-09b4-42de-900b-4f921285f4b9 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:48:21.986047 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 386958dd-09b4-42de-900b-4f921285f4b9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:48:21.986419 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:22.107227 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:22.136610 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a86414ec-ba44-4bda-83e4-e79d1c25cec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e01ff-d23a-4159-a409-c72ab6362fa3', 'name': 'tempest-TestEncryptedCinderVolumes-49011099-router', 'tenant_id': '979676f32d1a4fd889beaf3ddfc9b354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': 'a2744c62-bdc0-4b1e-8605-3df021b5c641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:48:19Z', 'updated_at': '2022-02-28T14:48:20Z', 'revision_number': 3, 'project_id': '979676f32d1a4fd889beaf3ddfc9b354', 'gw_port': {'id': 'a2744c62-bdc0-4b1e-8605-3df021b5c641', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ee:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9e01ff-d23a-4159-a409-c72ab6362fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:48:19Z', 'updated_at': '2022-02-28T14:48:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:22.141480 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86414ec-ba44-4bda-83e4-e79d1c25cec2 None None] Checking router: aa9e01ff-d23a-4159-a409-c72ab6362fa3 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:48:22.142291 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86414ec-ba44-4bda-83e4-e79d1c25cec2 None None] Updating router aa9e01ff-d23a-4159-a409-c72ab6362fa3 port a2744c62-bdc0-4b1e-8605-3df021b5c641 binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:48:22.150385 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 386958dd-09b4-42de-900b-4f921285f4b9, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=386958dd-09b4-42de-900b-4f921285f4b9,segment=NetworkSegment(298a392f-93d3-4b58-accb-bfb7579ef093),segment_id=298a392f-93d3-4b58-accb-bfb7579ef093)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:48:22.155567 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:22.208233 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-a86414ec-ba44-4bda-83e4-e79d1c25cec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:22.244226 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=386958dd-09b4-42de-900b-4f921285f4b9,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:22.516402 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e767e7ef-b897-4109-aa00-9f2e5724a8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:22.624169 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-a86414ec-ba44-4bda-83e4-e79d1c25cec2 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:22.636339 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-a86414ec-ba44-4bda-83e4-e79d1c25cec2 None None] Transition to ACTIVE for port object a2744c62-bdc0-4b1e-8605-3df021b5c641 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:48:22.643488 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-a86414ec-ba44-4bda-83e4-e79d1c25cec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:22.725174 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-a86414ec-ba44-4bda-83e4-e79d1c25cec2 None None] Attempting to bind port a2744c62-bdc0-4b1e-8605-3df021b5c641 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:48:22.725872 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-a86414ec-ba44-4bda-83e4-e79d1c25cec2 None None] Attempting to bind port a2744c62-bdc0-4b1e-8605-3df021b5c641 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:48:22.725872 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86414ec-ba44-4bda-83e4-e79d1c25cec2 None None] Attempting to bind port a2744c62-bdc0-4b1e-8605-3df021b5c641 on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:48:22.729110 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e9a84-b84b-4268-9100-59f4d86c775c None None] Pushing event updated for resources: {'Port': ['ID=a2744c62-bdc0-4b1e-8605-3df021b5c641,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:22.734356 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86414ec-ba44-4bda-83e4-e79d1c25cec2 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:48:22.734697 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86414ec-ba44-4bda-83e4-e79d1c25cec2 None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:48:22.735090 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-a86414ec-ba44-4bda-83e4-e79d1c25cec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:22.735531 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86414ec-ba44-4bda-83e4-e79d1c25cec2 None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:48:22.735989 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-a86414ec-ba44-4bda-83e4-e79d1c25cec2 None None] Bound port: a2744c62-bdc0-4b1e-8605-3df021b5c641, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:48:22.736357 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-a86414ec-ba44-4bda-83e4-e79d1c25cec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:22.744752 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-e767e7ef-b897-4109-aa00-9f2e5724a8bb admin admin] Allocated IP 172.20.0.1 (004a323e-79ad-40fb-ad60-8da92f0a29f7/09947c58-912c-4a70-b984-caa8447899d0/a64cdb95-9c70-4dfa-83cc-85866dd9fc9e) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:48:22.773067 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e9a84-b84b-4268-9100-59f4d86c775c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:22.773410 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e9a84-b84b-4268-9100-59f4d86c775c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:22.773737 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e9a84-b84b-4268-9100-59f4d86c775c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:22.774062 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e9a84-b84b-4268-9100-59f4d86c775c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:22.774382 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e9a84-b84b-4268-9100-59f4d86c775c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:22.774701 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e9a84-b84b-4268-9100-59f4d86c775c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:22.775028 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e9a84-b84b-4268-9100-59f4d86c775c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:22.775366 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e9a84-b84b-4268-9100-59f4d86c775c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:22.775682 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e9a84-b84b-4268-9100-59f4d86c775c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:22.775997 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e9a84-b84b-4268-9100-59f4d86c775c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:22.776305 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e9a84-b84b-4268-9100-59f4d86c775c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:22.776614 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1e9a84-b84b-4268-9100-59f4d86c775c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:48:22.826680 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-a86414ec-ba44-4bda-83e4-e79d1c25cec2 None None] For port a2744c62-bdc0-4b1e-8605-3df021b5c641, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:48:22.830687 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-a86414ec-ba44-4bda-83e4-e79d1c25cec2 None None] For port a2744c62-bdc0-4b1e-8605-3df021b5c641, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=a2744c62-bdc0-4b1e-8605-3df021b5c641,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:48:22.836195 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-a86414ec-ba44-4bda-83e4-e79d1c25cec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:22.904210 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e767e7ef-b897-4109-aa00-9f2e5724a8bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:22.913527 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86414ec-ba44-4bda-83e4-e79d1c25cec2 None None] Routers {'aa9e01ff-d23a-4159-a409-c72ab6362fa3'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:48:22.914148 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a86414ec-ba44-4bda-83e4-e79d1c25cec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:48:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['aa9e01ff-d23a-4159-a409-c72ab6362fa3'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:22.922395 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e767e7ef-b897-4109-aa00-9f2e5724a8bb admin admin] Transition to ACTIVE for port object a64cdb95-9c70-4dfa-83cc-85866dd9fc9e will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:48:22.950283 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e767e7ef-b897-4109-aa00-9f2e5724a8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:22.970797 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e9a84-b84b-4268-9100-59f4d86c775c None None] Pushing event updated for resources: {'Port': ['ID=a2744c62-bdc0-4b1e-8605-3df021b5c641,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:23.027328 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e767e7ef-b897-4109-aa00-9f2e5724a8bb admin admin] Network 004a323e-79ad-40fb-ad60-8da92f0a29f7 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:48:23.036415 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e767e7ef-b897-4109-aa00-9f2e5724a8bb admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:48:23.043889 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e767e7ef-b897-4109-aa00-9f2e5724a8bb admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:48:23.082953 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767e7ef-b897-4109-aa00-9f2e5724a8bb admin admin] Pushing event updated for resources: {'Port': ['ID=a64cdb95-9c70-4dfa-83cc-85866dd9fc9e,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:23.106070 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-a86414ec-ba44-4bda-83e4-e79d1c25cec2 None None] Set router aa9e01ff-d23a-4159-a409-c72ab6362fa3 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:48:23.107766 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e767e7ef-b897-4109-aa00-9f2e5724a8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:23.296761 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3330879f-b82a-4efd-a39a-7fb7994c28ae None None] Provisioning for port a64cdb95-9c70-4dfa-83cc-85866dd9fc9e completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:48:23.303864 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3330879f-b82a-4efd-a39a-7fb7994c28ae None None] Provisioning complete for port a64cdb95-9c70-4dfa-83cc-85866dd9fc9e triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:48:23.304361 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3330879f-b82a-4efd-a39a-7fb7994c28ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:23.363553 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3330879f-b82a-4efd-a39a-7fb7994c28ae None None] Port a64cdb95-9c70-4dfa-83cc-85866dd9fc9e cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:48:23.383222 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e767e7ef-b897-4109-aa00-9f2e5724a8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:23.392542 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a86414ec-ba44-4bda-83e4-e79d1c25cec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e01ff-d23a-4159-a409-c72ab6362fa3', 'name': 'tempest-TestEncryptedCinderVolumes-49011099-router', 'tenant_id': '979676f32d1a4fd889beaf3ddfc9b354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': 'a2744c62-bdc0-4b1e-8605-3df021b5c641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:48:19Z', 'updated_at': '2022-02-28T14:48:20Z', 'revision_number': 3, 'project_id': '979676f32d1a4fd889beaf3ddfc9b354', 'gw_port': {'id': 'a2744c62-bdc0-4b1e-8605-3df021b5c641', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ee:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9e01ff-d23a-4159-a409-c72ab6362fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:48:19Z', 'updated_at': '2022-02-28T14:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:23.396465 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86414ec-ba44-4bda-83e4-e79d1c25cec2 None None] The sync data for ids ['aa9e01ff-d23a-4159-a409-c72ab6362fa3'] in dv-neutron-831192-4-hyperv is: [{'id': 'aa9e01ff-d23a-4159-a409-c72ab6362fa3', 'name': 'tempest-TestEncryptedCinderVolumes-49011099-router', 'tenant_id': '979676f32d1a4fd889beaf3ddfc9b354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': 'a2744c62-bdc0-4b1e-8605-3df021b5c641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:48:19Z', 'updated_at': '2022-02-28T14:48:20Z', 'revision_number': 3, 'project_id': '979676f32d1a4fd889beaf3ddfc9b354', 'gw_port': {'id': 'a2744c62-bdc0-4b1e-8605-3df021b5c641', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ee:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9e01ff-d23a-4159-a409-c72ab6362fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:48:19Z', 'updated_at': '2022-02-28T14:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:48:23.628135 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e767e7ef-b897-4109-aa00-9f2e5724a8bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:23.635067 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e767e7ef-b897-4109-aa00-9f2e5724a8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:23.745138 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767e7ef-b897-4109-aa00-9f2e5724a8bb admin admin] Pushing event updated for resources: {'Port': ['ID=a64cdb95-9c70-4dfa-83cc-85866dd9fc9e,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:23.747506 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e767e7ef-b897-4109-aa00-9f2e5724a8bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:23.898758 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e767e7ef-b897-4109-aa00-9f2e5724a8bb admin admin] Network 004a323e-79ad-40fb-ad60-8da92f0a29f7 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:48:23.900131 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e767e7ef-b897-4109-aa00-9f2e5724a8bb admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:48:23.984004 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device a2744c62-bdc0-4b1e-8605-3df021b5c641 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:48:24.062219 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port a2744c62-bdc0-4b1e-8605-3df021b5c641 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:48:24.068909 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port a2744c62-bdc0-4b1e-8605-3df021b5c641 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:48:24.069615 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:24.208633 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:24.223451 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-74a582d3-8d35-403d-9c93-a03188f9665a None None] Provisioning complete for port a64cdb95-9c70-4dfa-83cc-85866dd9fc9e triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:48:24.223907 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-74a582d3-8d35-403d-9c93-a03188f9665a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:24.246846 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e767e7ef-b897-4109-aa00-9f2e5724a8bb admin admin] Router aa9e01ff-d23a-4159-a409-c72ab6362fa3 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:48:24.263698 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port a2744c62-bdc0-4b1e-8605-3df021b5c641, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=a2744c62-bdc0-4b1e-8605-3df021b5c641,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:48:24.272477 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:24.273256 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 386958dd-09b4-42de-900b-4f921285f4b9 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:48:24.355198 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-74a582d3-8d35-403d-9c93-a03188f9665a None None] Port a64cdb95-9c70-4dfa-83cc-85866dd9fc9e cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:48:24.393269 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=a2744c62-bdc0-4b1e-8605-3df021b5c641,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:24.433831 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e767e7ef-b897-4109-aa00-9f2e5724a8bb admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:48:24.436946 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 386958dd-09b4-42de-900b-4f921285f4b9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:48:24.437316 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:24.462089 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e767e7ef-b897-4109-aa00-9f2e5724a8bb admin admin] 10.222.0.30 "PUT /v2.0/routers/aa9e01ff-d23a-4159-a409-c72ab6362fa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7785926 Feb 28 14:48:24.974886 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 36856) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:24.977051 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1063750d-fd9f-4f9e-be53-cbf1ea5ee2b0 None None] Sync routers for ids ['aa9e01ff-d23a-4159-a409-c72ab6362fa3'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:48:24.980458 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3e9bf34f-59d2-4686-87d5-f5beb00eed05 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-243264193-network', 'tenant_id': '2c3d0e5f36854d29969aa59e4bf9b0eb'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:48:24.985182 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3e9bf34f-59d2-4686-87d5-f5beb00eed05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:48:24.986605 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1063750d-fd9f-4f9e-be53-cbf1ea5ee2b0 None None] Routers {'aa9e01ff-d23a-4159-a409-c72ab6362fa3'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:48:24.987262 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-1063750d-fd9f-4f9e-be53-cbf1ea5ee2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:48:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['aa9e01ff-d23a-4159-a409-c72ab6362fa3'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:24.989595 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3e9bf34f-59d2-4686-87d5-f5beb00eed05 admin admin] Usage tracker for resource:network and tenant:2c3d0e5f36854d29969aa59e4bf9b0eb is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:48:24.992629 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3e9bf34f-59d2-4686-87d5-f5beb00eed05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:48:24.998892 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3e9bf34f-59d2-4686-87d5-f5beb00eed05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:48:25.008478 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9bf34f-59d2-4686-87d5-f5beb00eed05 admin admin] Made reservation on behalf of 2c3d0e5f36854d29969aa59e4bf9b0eb for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:48:25.010721 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e9bf34f-59d2-4686-87d5-f5beb00eed05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:25.023060 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e9bf34f-59d2-4686-87d5-f5beb00eed05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:25.037039 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3e9bf34f-59d2-4686-87d5-f5beb00eed05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:48:25.040877 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3e9bf34f-59d2-4686-87d5-f5beb00eed05 admin admin] Usage tracker for resource:security_group_rule and tenant:2c3d0e5f36854d29969aa59e4bf9b0eb is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:48:25.044042 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3e9bf34f-59d2-4686-87d5-f5beb00eed05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:48:25.049927 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3e9bf34f-59d2-4686-87d5-f5beb00eed05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:48:25.131707 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e9bf34f-59d2-4686-87d5-f5beb00eed05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:25.136264 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e9bf34f-59d2-4686-87d5-f5beb00eed05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:25.165599 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9bf34f-59d2-4686-87d5-f5beb00eed05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:48:25.167882 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-1063750d-fd9f-4f9e-be53-cbf1ea5ee2b0 None None] Set router aa9e01ff-d23a-4159-a409-c72ab6362fa3 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:48:25.178390 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bf34f-59d2-4686-87d5-f5beb00eed05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61b3959-cf9b-4bef-95c3-56e13f9de202,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:25.182771 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e9bf34f-59d2-4686-87d5-f5beb00eed05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:25.183113 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-3e9bf34f-59d2-4686-87d5-f5beb00eed05 admin admin] Added segment f76d34a2-2cd4-4e04-8f9d-47e7065021a1 of type vlan for network 02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9 Feb 28 14:48:25.210307 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e9bf34f-59d2-4686-87d5-f5beb00eed05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:25.241566 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e9bf34f-59d2-4686-87d5-f5beb00eed05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:25.242501 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9bf34f-59d2-4686-87d5-f5beb00eed05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:25.243165 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3e9bf34f-59d2-4686-87d5-f5beb00eed05 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:25.457482 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3e9bf34f-59d2-4686-87d5-f5beb00eed05 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4814374 Feb 28 14:48:25.460516 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36860) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:25.467535 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6801934f-d3fd-4254-928c-936f5c8d9fb2 admin admin] Request body: {'subnet': {'network_id': '02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-243264193-subnet', 'tenant_id': '2c3d0e5f36854d29969aa59e4bf9b0eb', 'ip_version': 4}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:48:25.467796 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bf34f-59d2-4686-87d5-f5beb00eed05 admin admin] Pushing event updated for resources: {'Network': ['ID=02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:25.473491 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6801934f-d3fd-4254-928c-936f5c8d9fb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:48:25.478640 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6801934f-d3fd-4254-928c-936f5c8d9fb2 admin admin] Usage tracker for resource:subnet and tenant:2c3d0e5f36854d29969aa59e4bf9b0eb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:48:25.481869 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6801934f-d3fd-4254-928c-936f5c8d9fb2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:48:25.488276 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6801934f-d3fd-4254-928c-936f5c8d9fb2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:48:25.489421 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:48:25.499487 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6801934f-d3fd-4254-928c-936f5c8d9fb2 admin admin] Made reservation on behalf of 2c3d0e5f36854d29969aa59e4bf9b0eb for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:48:25.501793 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6801934f-d3fd-4254-928c-936f5c8d9fb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:25.619262 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-1063750d-fd9f-4f9e-be53-cbf1ea5ee2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e01ff-d23a-4159-a409-c72ab6362fa3', 'name': 'tempest-TestEncryptedCinderVolumes-49011099-router', 'tenant_id': '979676f32d1a4fd889beaf3ddfc9b354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': 'a2744c62-bdc0-4b1e-8605-3df021b5c641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:48:19Z', 'updated_at': '2022-02-28T14:48:23Z', 'revision_number': 4, 'project_id': '979676f32d1a4fd889beaf3ddfc9b354', 'gw_port': {'id': 'a2744c62-bdc0-4b1e-8605-3df021b5c641', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ee:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e01ff-d23a-4159-a409-c72ab6362fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:48:19Z', 'updated_at': '2022-02-28T14:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'a64cdb95-9c70-4dfa-83cc-85866dd9fc9e', 'name': '', 'network_id': '004a323e-79ad-40fb-ad60-8da92f0a29f7', 'tenant_id': '979676f32d1a4fd889beaf3ddfc9b354', 'mac_address': 'fa:16:3e:ff:b8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9e01ff-d23a-4159-a409-c72ab6362fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '09947c58-912c-4a70-b984-caa8447899d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:48:22Z', 'updated_at': '2022-02-28T14:48:23Z', 'revision_number': 2, 'project_id': '979676f32d1a4fd889beaf3ddfc9b354', 'subnets': [{'id': '09947c58-912c-4a70-b984-caa8447899d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:25.623733 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1063750d-fd9f-4f9e-be53-cbf1ea5ee2b0 None None] Checking router: aa9e01ff-d23a-4159-a409-c72ab6362fa3 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:48:25.624085 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1063750d-fd9f-4f9e-be53-cbf1ea5ee2b0 None None] Updating router aa9e01ff-d23a-4159-a409-c72ab6362fa3 port a64cdb95-9c70-4dfa-83cc-85866dd9fc9e binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:48:25.678660 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1063750d-fd9f-4f9e-be53-cbf1ea5ee2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:25.707208 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6801934f-d3fd-4254-928c-936f5c8d9fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:25.786695 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6801934f-d3fd-4254-928c-936f5c8d9fb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=108f7917-b51e-4289-877a-e7a01589a443,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:25.797314 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6801934f-d3fd-4254-928c-936f5c8d9fb2 admin admin] Checking segment: {'id': 'f76d34a2-2cd4-4e04-8f9d-47e7065021a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:48:25.797699 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6801934f-d3fd-4254-928c-936f5c8d9fb2 admin admin] Network hostable DHCP agents. Network: 02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:48:25.822339 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6801934f-d3fd-4254-928c-936f5c8d9fb2 admin admin] Network 02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:48:25.834061 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-6801934f-d3fd-4254-928c-936f5c8d9fb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:48:25.838504 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6801934f-d3fd-4254-928c-936f5c8d9fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:25.839850 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6801934f-d3fd-4254-928c-936f5c8d9fb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:25.852296 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8a8420-c803-4e6c-8b56-eddc4a2a6b7d None None] Network 02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:48:25.868164 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6801934f-d3fd-4254-928c-936f5c8d9fb2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4058633 Feb 28 14:48:25.870800 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36866) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:25.875995 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-1bdb57e4-fb60-4551-b12d-a038836cce42 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-243264193-router', 'tenant_id': '2c3d0e5f36854d29969aa59e4bf9b0eb', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:48:25.881151 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1bdb57e4-fb60-4551-b12d-a038836cce42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:48:25.885685 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1bdb57e4-fb60-4551-b12d-a038836cce42 admin admin] Usage tracker for resource:router and tenant:2c3d0e5f36854d29969aa59e4bf9b0eb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:48:25.888629 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1bdb57e4-fb60-4551-b12d-a038836cce42 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:48:25.895619 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1bdb57e4-fb60-4551-b12d-a038836cce42 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:48:25.910536 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1bdb57e4-fb60-4551-b12d-a038836cce42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:25.911611 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1bdb57e4-fb60-4551-b12d-a038836cce42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:25.927004 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1bdb57e4-fb60-4551-b12d-a038836cce42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:25.947417 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device a2744c62-bdc0-4b1e-8605-3df021b5c641 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:48:26.194756 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1bdb57e4-fb60-4551-b12d-a038836cce42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:26.220443 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port a2744c62-bdc0-4b1e-8605-3df021b5c641 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:48:26.220810 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:26.323811 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99387510-1ce8-44ad-94af-fa0dfa2273e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9', 'network_id': '02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9', 'tenant_id': '2c3d0e5f36854d29969aa59e4bf9b0eb', 'fixed_ips': [{'subnet_id': '108f7917-b51e-4289-877a-e7a01589a443'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:48:26.324618 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-99387510-1ce8-44ad-94af-fa0dfa2273e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:26.334677 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1063750d-fd9f-4f9e-be53-cbf1ea5ee2b0 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:26.356710 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1063750d-fd9f-4f9e-be53-cbf1ea5ee2b0 None None] Transition to ACTIVE for port object a64cdb95-9c70-4dfa-83cc-85866dd9fc9e will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:48:26.400072 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1063750d-fd9f-4f9e-be53-cbf1ea5ee2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:26.523440 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1bdb57e4-fb60-4551-b12d-a038836cce42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:26.559823 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1bdb57e4-fb60-4551-b12d-a038836cce42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:26.593431 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010bc28-c49b-475b-b093-8eda87b14e29 None None] Pushing event updated for resources: {'Port': ['ID=a64cdb95-9c70-4dfa-83cc-85866dd9fc9e,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:26.703976 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-1bdb57e4-fb60-4551-b12d-a038836cce42 admin admin] Allocated IP 172.26.5.14 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/1bc932a3-d7e5-4ff7-8640-58556d162e15) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:48:26.751857 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1063750d-fd9f-4f9e-be53-cbf1ea5ee2b0 None None] Attempting to bind port a64cdb95-9c70-4dfa-83cc-85866dd9fc9e on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:48:26.752221 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1063750d-fd9f-4f9e-be53-cbf1ea5ee2b0 None None] Attempting to bind port a64cdb95-9c70-4dfa-83cc-85866dd9fc9e by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '298a392f-93d3-4b58-accb-bfb7579ef093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '004a323e-79ad-40fb-ad60-8da92f0a29f7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:48:26.752575 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1063750d-fd9f-4f9e-be53-cbf1ea5ee2b0 None None] Attempting to bind port a64cdb95-9c70-4dfa-83cc-85866dd9fc9e on network 004a323e-79ad-40fb-ad60-8da92f0a29f7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:48:26.771180 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1063750d-fd9f-4f9e-be53-cbf1ea5ee2b0 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:48:26.771516 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1063750d-fd9f-4f9e-be53-cbf1ea5ee2b0 None None] Checking segment: {'id': '298a392f-93d3-4b58-accb-bfb7579ef093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '004a323e-79ad-40fb-ad60-8da92f0a29f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:48:26.771905 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1063750d-fd9f-4f9e-be53-cbf1ea5ee2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:26.772256 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1063750d-fd9f-4f9e-be53-cbf1ea5ee2b0 None None] Bound using segment: {'id': '298a392f-93d3-4b58-accb-bfb7579ef093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '004a323e-79ad-40fb-ad60-8da92f0a29f7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:48:26.772758 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-1063750d-fd9f-4f9e-be53-cbf1ea5ee2b0 None None] Bound port: a64cdb95-9c70-4dfa-83cc-85866dd9fc9e, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298a392f-93d3-4b58-accb-bfb7579ef093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '004a323e-79ad-40fb-ad60-8da92f0a29f7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:48:26.773102 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1063750d-fd9f-4f9e-be53-cbf1ea5ee2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:26.787324 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-99387510-1ce8-44ad-94af-fa0dfa2273e7 None None] Allocated IP 172.20.0.2 (02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9/108f7917-b51e-4289-877a-e7a01589a443/071241bb-52ae-4278-8cf5-ee51518d6ab4) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:48:26.998616 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1bdb57e4-fb60-4551-b12d-a038836cce42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:27.002880 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1063750d-fd9f-4f9e-be53-cbf1ea5ee2b0 None None] For port a64cdb95-9c70-4dfa-83cc-85866dd9fc9e, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:48:27.007376 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1063750d-fd9f-4f9e-be53-cbf1ea5ee2b0 None None] For port a64cdb95-9c70-4dfa-83cc-85866dd9fc9e, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=a64cdb95-9c70-4dfa-83cc-85866dd9fc9e,segment=NetworkSegment(298a392f-93d3-4b58-accb-bfb7579ef093),segment_id=298a392f-93d3-4b58-accb-bfb7579ef093)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:48:27.014574 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1063750d-fd9f-4f9e-be53-cbf1ea5ee2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:27.032346 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1bdb57e4-fb60-4551-b12d-a038836cce42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:27.092328 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdb57e4-fb60-4551-b12d-a038836cce42 admin admin] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:48:27.094983 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-1bdb57e4-fb60-4551-b12d-a038836cce42 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:48:27.103110 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdb57e4-fb60-4551-b12d-a038836cce42 admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:48:27.148405 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb57e4-fb60-4551-b12d-a038836cce42 admin admin] Pushing event updated for resources: {'Port': ['ID=1bc932a3-d7e5-4ff7-8640-58556d162e15,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:27.162298 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010bc28-c49b-475b-b093-8eda87b14e29 None None] Pushing event updated for resources: {'Port': ['ID=a64cdb95-9c70-4dfa-83cc-85866dd9fc9e,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:27.167307 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1063750d-fd9f-4f9e-be53-cbf1ea5ee2b0 None None] Routers {'aa9e01ff-d23a-4159-a409-c72ab6362fa3'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:48:27.167942 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-1063750d-fd9f-4f9e-be53-cbf1ea5ee2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:48:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['aa9e01ff-d23a-4159-a409-c72ab6362fa3'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:27.248265 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-99387510-1ce8-44ad-94af-fa0dfa2273e7 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:27.265608 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-99387510-1ce8-44ad-94af-fa0dfa2273e7 None None] Transition to ACTIVE for port object 071241bb-52ae-4278-8cf5-ee51518d6ab4 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:48:27.351343 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-99387510-1ce8-44ad-94af-fa0dfa2273e7 None None] Transition to ACTIVE for port object 071241bb-52ae-4278-8cf5-ee51518d6ab4 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:48:27.371374 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-99387510-1ce8-44ad-94af-fa0dfa2273e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:27.428477 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-1063750d-fd9f-4f9e-be53-cbf1ea5ee2b0 None None] Set router aa9e01ff-d23a-4159-a409-c72ab6362fa3 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:48:27.501045 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99387510-1ce8-44ad-94af-fa0dfa2273e7 None None] Network 02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:48:27.510427 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-99387510-1ce8-44ad-94af-fa0dfa2273e7 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:48:27.526245 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1bdb57e4-fb60-4551-b12d-a038836cce42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:27.529358 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99387510-1ce8-44ad-94af-fa0dfa2273e7 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:48:27.581562 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99387510-1ce8-44ad-94af-fa0dfa2273e7 None None] Pushing event updated for resources: {'Port': ['ID=071241bb-52ae-4278-8cf5-ee51518d6ab4,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:27.760369 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-99387510-1ce8-44ad-94af-fa0dfa2273e7 None None] Attempting to bind port 071241bb-52ae-4278-8cf5-ee51518d6ab4 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:48:27.761171 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-99387510-1ce8-44ad-94af-fa0dfa2273e7 None None] Attempting to bind port 071241bb-52ae-4278-8cf5-ee51518d6ab4 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'f76d34a2-2cd4-4e04-8f9d-47e7065021a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:48:27.761171 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99387510-1ce8-44ad-94af-fa0dfa2273e7 None None] Attempting to bind port 071241bb-52ae-4278-8cf5-ee51518d6ab4 on network 02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:48:27.770614 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99387510-1ce8-44ad-94af-fa0dfa2273e7 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:48:27.770986 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99387510-1ce8-44ad-94af-fa0dfa2273e7 None None] Checking segment: {'id': 'f76d34a2-2cd4-4e04-8f9d-47e7065021a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:48:27.771403 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-99387510-1ce8-44ad-94af-fa0dfa2273e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:27.771784 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99387510-1ce8-44ad-94af-fa0dfa2273e7 None None] Bound using segment: {'id': 'f76d34a2-2cd4-4e04-8f9d-47e7065021a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:48:27.772224 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-99387510-1ce8-44ad-94af-fa0dfa2273e7 None None] Bound port: 071241bb-52ae-4278-8cf5-ee51518d6ab4, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f76d34a2-2cd4-4e04-8f9d-47e7065021a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:48:27.772585 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-99387510-1ce8-44ad-94af-fa0dfa2273e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:27.868355 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1bdb57e4-fb60-4551-b12d-a038836cce42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:27.916701 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-99387510-1ce8-44ad-94af-fa0dfa2273e7 None None] For port 071241bb-52ae-4278-8cf5-ee51518d6ab4, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:48:27.920864 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-99387510-1ce8-44ad-94af-fa0dfa2273e7 None None] For port 071241bb-52ae-4278-8cf5-ee51518d6ab4, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=071241bb-52ae-4278-8cf5-ee51518d6ab4,segment=NetworkSegment(f76d34a2-2cd4-4e04-8f9d-47e7065021a1),segment_id=f76d34a2-2cd4-4e04-8f9d-47e7065021a1)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:48:27.927806 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-99387510-1ce8-44ad-94af-fa0dfa2273e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:27.997291 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-1063750d-fd9f-4f9e-be53-cbf1ea5ee2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e01ff-d23a-4159-a409-c72ab6362fa3', 'name': 'tempest-TestEncryptedCinderVolumes-49011099-router', 'tenant_id': '979676f32d1a4fd889beaf3ddfc9b354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': 'a2744c62-bdc0-4b1e-8605-3df021b5c641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:48:19Z', 'updated_at': '2022-02-28T14:48:23Z', 'revision_number': 4, 'project_id': '979676f32d1a4fd889beaf3ddfc9b354', 'gw_port': {'id': 'a2744c62-bdc0-4b1e-8605-3df021b5c641', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ee:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e01ff-d23a-4159-a409-c72ab6362fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:48:19Z', 'updated_at': '2022-02-28T14:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'a64cdb95-9c70-4dfa-83cc-85866dd9fc9e', 'name': '', 'network_id': '004a323e-79ad-40fb-ad60-8da92f0a29f7', 'tenant_id': '979676f32d1a4fd889beaf3ddfc9b354', 'mac_address': 'fa:16:3e:ff:b8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9e01ff-d23a-4159-a409-c72ab6362fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '09947c58-912c-4a70-b984-caa8447899d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:48:22Z', 'updated_at': '2022-02-28T14:48:26Z', 'revision_number': 4, 'project_id': '979676f32d1a4fd889beaf3ddfc9b354', 'subnets': [{'id': '09947c58-912c-4a70-b984-caa8447899d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:28.012189 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1063750d-fd9f-4f9e-be53-cbf1ea5ee2b0 None None] The sync data for ids ['aa9e01ff-d23a-4159-a409-c72ab6362fa3'] in dv-neutron-831192-4-hyperv is: [{'id': 'aa9e01ff-d23a-4159-a409-c72ab6362fa3', 'name': 'tempest-TestEncryptedCinderVolumes-49011099-router', 'tenant_id': '979676f32d1a4fd889beaf3ddfc9b354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': 'a2744c62-bdc0-4b1e-8605-3df021b5c641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:48:19Z', 'updated_at': '2022-02-28T14:48:23Z', 'revision_number': 4, 'project_id': '979676f32d1a4fd889beaf3ddfc9b354', 'gw_port': {'id': 'a2744c62-bdc0-4b1e-8605-3df021b5c641', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ee:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e01ff-d23a-4159-a409-c72ab6362fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:48:19Z', 'updated_at': '2022-02-28T14:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'a64cdb95-9c70-4dfa-83cc-85866dd9fc9e', 'name': '', 'network_id': '004a323e-79ad-40fb-ad60-8da92f0a29f7', 'tenant_id': '979676f32d1a4fd889beaf3ddfc9b354', 'mac_address': 'fa:16:3e:ff:b8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9e01ff-d23a-4159-a409-c72ab6362fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '09947c58-912c-4a70-b984-caa8447899d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:48:22Z', 'updated_at': '2022-02-28T14:48:26Z', 'revision_number': 4, 'project_id': '979676f32d1a4fd889beaf3ddfc9b354', 'subnets': [{'id': '09947c58-912c-4a70-b984-caa8447899d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:48:28.014007 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99387510-1ce8-44ad-94af-fa0dfa2273e7 None None] Pushing event updated for resources: {'Port': ['ID=071241bb-52ae-4278-8cf5-ee51518d6ab4,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:28.115387 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdb57e4-fb60-4551-b12d-a038836cce42 admin admin] Router 0edad643-03de-4682-a948-bac912be878a is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:48:28.459821 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdb57e4-fb60-4551-b12d-a038836cce42 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:48:28.469184 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4387581a-9fad-47d1-98eb-1c914cde62f0 None None] Sync routers for ids ['0edad643-03de-4682-a948-bac912be878a'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:48:28.480008 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4387581a-9fad-47d1-98eb-1c914cde62f0 None None] Routers {'0edad643-03de-4682-a948-bac912be878a'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:48:28.480967 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4387581a-9fad-47d1-98eb-1c914cde62f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:48:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['0edad643-03de-4682-a948-bac912be878a'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:28.485301 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1bdb57e4-fb60-4551-b12d-a038836cce42 admin admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:28.486614 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1bdb57e4-fb60-4551-b12d-a038836cce42 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6147659 Feb 28 14:48:28.489549 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 36870) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:28.665574 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-4387581a-9fad-47d1-98eb-1c914cde62f0 None None] Set router 0edad643-03de-4682-a948-bac912be878a gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:48:28.977529 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4387581a-9fad-47d1-98eb-1c914cde62f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edad643-03de-4682-a948-bac912be878a', 'name': 'tempest-TestEncryptedCinderVolumes-243264193-router', 'tenant_id': '2c3d0e5f36854d29969aa59e4bf9b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.14'}], 'enable_snat': True}, 'gw_port_id': '1bc932a3-d7e5-4ff7-8640-58556d162e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:48:25Z', 'updated_at': '2022-02-28T14:48:27Z', 'revision_number': 3, 'project_id': '2c3d0e5f36854d29969aa59e4bf9b0eb', 'gw_port': {'id': '1bc932a3-d7e5-4ff7-8640-58556d162e15', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edad643-03de-4682-a948-bac912be878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:48:26Z', 'updated_at': '2022-02-28T14:48:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:28.982061 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4387581a-9fad-47d1-98eb-1c914cde62f0 None None] Checking router: 0edad643-03de-4682-a948-bac912be878a for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:48:28.982766 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4387581a-9fad-47d1-98eb-1c914cde62f0 None None] Updating router 0edad643-03de-4682-a948-bac912be878a port 1bc932a3-d7e5-4ff7-8640-58556d162e15 binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:48:29.080790 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-4387581a-9fad-47d1-98eb-1c914cde62f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:29.085010 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7dae1a-baa1-4e96-84df-7757c15811ca None None] Network 02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:48:29.199348 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-453c66d6-ed6c-4cc2-8728-07eecc0460a3 None None] Provisioning for port 071241bb-52ae-4278-8cf5-ee51518d6ab4 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:48:29.271827 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-77aaaa22-7bc8-46ca-99e5-18844f8ba7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:29.466210 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-4387581a-9fad-47d1-98eb-1c914cde62f0 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:29.478555 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-4387581a-9fad-47d1-98eb-1c914cde62f0 None None] Transition to ACTIVE for port object 1bc932a3-d7e5-4ff7-8640-58556d162e15 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:48:29.487772 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-4387581a-9fad-47d1-98eb-1c914cde62f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:29.514829 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-77aaaa22-7bc8-46ca-99e5-18844f8ba7d4 admin admin] Allocated IP 172.20.0.1 (02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9/108f7917-b51e-4289-877a-e7a01589a443/b314d1e5-af00-4b6f-bf4a-94cb9735b364) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:48:29.556122 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-4387581a-9fad-47d1-98eb-1c914cde62f0 None None] Attempting to bind port 1bc932a3-d7e5-4ff7-8640-58556d162e15 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:48:29.556549 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-4387581a-9fad-47d1-98eb-1c914cde62f0 None None] Attempting to bind port 1bc932a3-d7e5-4ff7-8640-58556d162e15 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:48:29.557104 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4387581a-9fad-47d1-98eb-1c914cde62f0 None None] Attempting to bind port 1bc932a3-d7e5-4ff7-8640-58556d162e15 on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:48:29.565171 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4387581a-9fad-47d1-98eb-1c914cde62f0 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:48:29.565603 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4387581a-9fad-47d1-98eb-1c914cde62f0 None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:48:29.566002 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-4387581a-9fad-47d1-98eb-1c914cde62f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:29.566407 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4387581a-9fad-47d1-98eb-1c914cde62f0 None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:48:29.566871 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-4387581a-9fad-47d1-98eb-1c914cde62f0 None None] Bound port: 1bc932a3-d7e5-4ff7-8640-58556d162e15, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:48:29.567461 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-4387581a-9fad-47d1-98eb-1c914cde62f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:29.618645 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8b391-7c91-438d-8fc1-a967af4c66d4 None None] Pushing event updated for resources: {'Port': ['ID=1bc932a3-d7e5-4ff7-8640-58556d162e15,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:29.655134 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-4387581a-9fad-47d1-98eb-1c914cde62f0 None None] For port 1bc932a3-d7e5-4ff7-8640-58556d162e15, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:48:29.658606 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-4387581a-9fad-47d1-98eb-1c914cde62f0 None None] For port 1bc932a3-d7e5-4ff7-8640-58556d162e15, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=1bc932a3-d7e5-4ff7-8640-58556d162e15,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:48:29.664022 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-4387581a-9fad-47d1-98eb-1c914cde62f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:29.684891 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-77aaaa22-7bc8-46ca-99e5-18844f8ba7d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:29.701263 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-77aaaa22-7bc8-46ca-99e5-18844f8ba7d4 admin admin] Transition to ACTIVE for port object b314d1e5-af00-4b6f-bf4a-94cb9735b364 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:48:29.727057 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-77aaaa22-7bc8-46ca-99e5-18844f8ba7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:29.742675 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4387581a-9fad-47d1-98eb-1c914cde62f0 None None] Routers {'0edad643-03de-4682-a948-bac912be878a'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:48:29.743309 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4387581a-9fad-47d1-98eb-1c914cde62f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:48:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['0edad643-03de-4682-a948-bac912be878a'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:29.785424 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77aaaa22-7bc8-46ca-99e5-18844f8ba7d4 admin admin] Network 02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:48:29.788115 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-77aaaa22-7bc8-46ca-99e5-18844f8ba7d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:48:29.796402 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aaaa22-7bc8-46ca-99e5-18844f8ba7d4 admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:48:29.803897 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8b391-7c91-438d-8fc1-a967af4c66d4 None None] Pushing event updated for resources: {'Port': ['ID=1bc932a3-d7e5-4ff7-8640-58556d162e15,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:29.831971 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aaaa22-7bc8-46ca-99e5-18844f8ba7d4 admin admin] Pushing event updated for resources: {'Port': ['ID=b314d1e5-af00-4b6f-bf4a-94cb9735b364,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:29.856104 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-77aaaa22-7bc8-46ca-99e5-18844f8ba7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:29.905792 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:48:29.953537 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-4387581a-9fad-47d1-98eb-1c914cde62f0 None None] Set router 0edad643-03de-4682-a948-bac912be878a gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:48:29.992463 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 071241bb-52ae-4278-8cf5-ee51518d6ab4 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:48:30.011400 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-77aaaa22-7bc8-46ca-99e5-18844f8ba7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:30.074632 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a7d38c0c-268c-41d8-9bef-b7abe1dcea67 None None] Provisioning for port b314d1e5-af00-4b6f-bf4a-94cb9735b364 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:48:30.080915 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a7d38c0c-268c-41d8-9bef-b7abe1dcea67 None None] Provisioning complete for port b314d1e5-af00-4b6f-bf4a-94cb9735b364 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:48:30.081573 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a7d38c0c-268c-41d8-9bef-b7abe1dcea67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:30.165806 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 071241bb-52ae-4278-8cf5-ee51518d6ab4 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:48:30.179194 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 071241bb-52ae-4278-8cf5-ee51518d6ab4 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:48:30.179736 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:30.235785 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a7d38c0c-268c-41d8-9bef-b7abe1dcea67 None None] Port b314d1e5-af00-4b6f-bf4a-94cb9735b364 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:48:30.258214 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-4387581a-9fad-47d1-98eb-1c914cde62f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edad643-03de-4682-a948-bac912be878a', 'name': 'tempest-TestEncryptedCinderVolumes-243264193-router', 'tenant_id': '2c3d0e5f36854d29969aa59e4bf9b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.14'}], 'enable_snat': True}, 'gw_port_id': '1bc932a3-d7e5-4ff7-8640-58556d162e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:48:25Z', 'updated_at': '2022-02-28T14:48:27Z', 'revision_number': 3, 'project_id': '2c3d0e5f36854d29969aa59e4bf9b0eb', 'gw_port': {'id': '1bc932a3-d7e5-4ff7-8640-58556d162e15', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edad643-03de-4682-a948-bac912be878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:48:26Z', 'updated_at': '2022-02-28T14:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:30.261970 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4387581a-9fad-47d1-98eb-1c914cde62f0 None None] The sync data for ids ['0edad643-03de-4682-a948-bac912be878a'] in dv-neutron-831192-4-hyperv is: [{'id': '0edad643-03de-4682-a948-bac912be878a', 'name': 'tempest-TestEncryptedCinderVolumes-243264193-router', 'tenant_id': '2c3d0e5f36854d29969aa59e4bf9b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.14'}], 'enable_snat': True}, 'gw_port_id': '1bc932a3-d7e5-4ff7-8640-58556d162e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:48:25Z', 'updated_at': '2022-02-28T14:48:27Z', 'revision_number': 3, 'project_id': '2c3d0e5f36854d29969aa59e4bf9b0eb', 'gw_port': {'id': '1bc932a3-d7e5-4ff7-8640-58556d162e15', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edad643-03de-4682-a948-bac912be878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:48:26Z', 'updated_at': '2022-02-28T14:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:48:30.317589 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:30.351650 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 071241bb-52ae-4278-8cf5-ee51518d6ab4, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=071241bb-52ae-4278-8cf5-ee51518d6ab4,segment=NetworkSegment(f76d34a2-2cd4-4e04-8f9d-47e7065021a1),segment_id=f76d34a2-2cd4-4e04-8f9d-47e7065021a1)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:48:30.356831 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:30.357641 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device a64cdb95-9c70-4dfa-83cc-85866dd9fc9e up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:48:30.389699 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-77aaaa22-7bc8-46ca-99e5-18844f8ba7d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:30.395709 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-77aaaa22-7bc8-46ca-99e5-18844f8ba7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:30.476925 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=071241bb-52ae-4278-8cf5-ee51518d6ab4,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:30.490524 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port a64cdb95-9c70-4dfa-83cc-85866dd9fc9e completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:48:30.496289 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port a64cdb95-9c70-4dfa-83cc-85866dd9fc9e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:48:30.496669 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:30.515828 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-77aaaa22-7bc8-46ca-99e5-18844f8ba7d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:30.523193 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aaaa22-7bc8-46ca-99e5-18844f8ba7d4 admin admin] Pushing event updated for resources: {'Port': ['ID=b314d1e5-af00-4b6f-bf4a-94cb9735b364,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:30.643936 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:30.676329 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77aaaa22-7bc8-46ca-99e5-18844f8ba7d4 admin admin] Network 02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:48:30.677514 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-77aaaa22-7bc8-46ca-99e5-18844f8ba7d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:48:30.689009 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port a64cdb95-9c70-4dfa-83cc-85866dd9fc9e, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=a64cdb95-9c70-4dfa-83cc-85866dd9fc9e,segment=NetworkSegment(298a392f-93d3-4b58-accb-bfb7579ef093),segment_id=298a392f-93d3-4b58-accb-bfb7579ef093)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:48:30.696355 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:30.776345 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=a64cdb95-9c70-4dfa-83cc-85866dd9fc9e,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:30.900704 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77aaaa22-7bc8-46ca-99e5-18844f8ba7d4 admin admin] Router 0edad643-03de-4682-a948-bac912be878a has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:48:30.958984 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-02197d8d-57f6-40f1-9a9a-3092e2b192f3 None None] Provisioning complete for port b314d1e5-af00-4b6f-bf4a-94cb9735b364 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:48:30.959404 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-02197d8d-57f6-40f1-9a9a-3092e2b192f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:31.021846 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-02197d8d-57f6-40f1-9a9a-3092e2b192f3 None None] Port b314d1e5-af00-4b6f-bf4a-94cb9735b364 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:48:31.091037 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77aaaa22-7bc8-46ca-99e5-18844f8ba7d4 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:48:31.100325 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-77aaaa22-7bc8-46ca-99e5-18844f8ba7d4 admin admin] 10.222.0.30 "PUT /v2.0/routers/0edad643-03de-4682-a948-bac912be878a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6097105 Feb 28 14:48:31.862190 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0cbee5-65d3-4e08-b86f-3dc94391ade7 None None] Sync routers for ids ['0edad643-03de-4682-a948-bac912be878a'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:48:31.879463 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0cbee5-65d3-4e08-b86f-3dc94391ade7 None None] Routers {'0edad643-03de-4682-a948-bac912be878a'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:48:31.880110 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2d0cbee5-65d3-4e08-b86f-3dc94391ade7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:48:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['0edad643-03de-4682-a948-bac912be878a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:32.029619 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 071241bb-52ae-4278-8cf5-ee51518d6ab4 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:48:32.119040 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-2d0cbee5-65d3-4e08-b86f-3dc94391ade7 None None] Set router 0edad643-03de-4682-a948-bac912be878a gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:48:32.244399 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-2e3f1695-b299-4632-b015-395e19874df0 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:32.245044 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-2e3f1695-b299-4632-b015-395e19874df0 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Synchronizing usage tracker for tenant:979676f32d1a4fd889beaf3ddfc9b354 on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:48:32.246119 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 071241bb-52ae-4278-8cf5-ee51518d6ab4 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:48:32.246496 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:32.263667 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-2e3f1695-b299-4632-b015-395e19874df0 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Unset dirty status for tenant:979676f32d1a4fd889beaf3ddfc9b354 on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:48:32.264840 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-2e3f1695-b299-4632-b015-395e19874df0 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/networks?id=004a323e-79ad-40fb-ad60-8da92f0a29f7 HTTP/1.1" status: 200 len: 815 time: 0.1732235 Feb 28 14:48:32.280293 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-2a6956eb-d0bc-4af7-990d-e7e9d04987d7 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/quotas/979676f32d1a4fd889beaf3ddfc9b354 HTTP/1.1" status: 200 len: 375 time: 0.0092773 Feb 28 14:48:32.367869 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-f4c7a4eb-ccd6-4b36-a28f-0be737579e21 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Synchronizing usage tracker for tenant:979676f32d1a4fd889beaf3ddfc9b354 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:48:32.390394 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-f4c7a4eb-ccd6-4b36-a28f-0be737579e21 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Unset dirty status for tenant:979676f32d1a4fd889beaf3ddfc9b354 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:48:32.397450 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-f4c7a4eb-ccd6-4b36-a28f-0be737579e21 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=979676f32d1a4fd889beaf3ddfc9b354&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1114101 Feb 28 14:48:32.504969 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 1bc932a3-d7e5-4ff7-8640-58556d162e15 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:48:32.537585 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-bb595526-277a-4dda-bd9f-9cd4544a8738 service neutron] 10.222.0.30 "GET /v2.0/networks/004a323e-79ad-40fb-ad60-8da92f0a29f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296794 Feb 28 14:48:32.594237 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 1bc932a3-d7e5-4ff7-8640-58556d162e15 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:48:32.599509 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 1bc932a3-d7e5-4ff7-8640-58556d162e15 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:48:32.599876 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:32.623909 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2d0cbee5-65d3-4e08-b86f-3dc94391ade7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edad643-03de-4682-a948-bac912be878a', 'name': 'tempest-TestEncryptedCinderVolumes-243264193-router', 'tenant_id': '2c3d0e5f36854d29969aa59e4bf9b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.14'}], 'enable_snat': True}, 'gw_port_id': '1bc932a3-d7e5-4ff7-8640-58556d162e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:48:25Z', 'updated_at': '2022-02-28T14:48:29Z', 'revision_number': 4, 'project_id': '2c3d0e5f36854d29969aa59e4bf9b0eb', 'gw_port': {'id': '1bc932a3-d7e5-4ff7-8640-58556d162e15', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edad643-03de-4682-a948-bac912be878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:48:26Z', 'updated_at': '2022-02-28T14:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'b314d1e5-af00-4b6f-bf4a-94cb9735b364', 'name': '', 'network_id': '02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9', 'tenant_id': '2c3d0e5f36854d29969aa59e4bf9b0eb', 'mac_address': 'fa:16:3e:1d:91:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edad643-03de-4682-a948-bac912be878a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '108f7917-b51e-4289-877a-e7a01589a443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:48:29Z', 'updated_at': '2022-02-28T14:48:30Z', 'revision_number': 2, 'project_id': '2c3d0e5f36854d29969aa59e4bf9b0eb', 'subnets': [{'id': '108f7917-b51e-4289-877a-e7a01589a443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:32.631560 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0cbee5-65d3-4e08-b86f-3dc94391ade7 None None] Checking router: 0edad643-03de-4682-a948-bac912be878a for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:48:32.631918 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0cbee5-65d3-4e08-b86f-3dc94391ade7 None None] Updating router 0edad643-03de-4682-a948-bac912be878a port b314d1e5-af00-4b6f-bf4a-94cb9735b364 binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:48:32.677452 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-6b45dc1e-8543-4238-936b-e7932b779d45 service neutron] 10.222.0.30 "GET /v2.0/networks/004a323e-79ad-40fb-ad60-8da92f0a29f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331711 Feb 28 14:48:32.706286 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2d0cbee5-65d3-4e08-b86f-3dc94391ade7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:32.864979 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c525ca72-7ed9-437a-b693-998039c02668 req-e1ee1720-44d9-40bb-806e-372e108fccac tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/ports?device_id=46873d51-f0e2-4dd2-b335-478b47d75365 HTTP/1.1" status: 200 len: 210 time: 0.0446031 Feb 28 14:48:32.927407 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:32.955875 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 1bc932a3-d7e5-4ff7-8640-58556d162e15, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=1bc932a3-d7e5-4ff7-8640-58556d162e15,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:48:32.967040 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:32.967755 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device a64cdb95-9c70-4dfa-83cc-85866dd9fc9e up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:48:33.185266 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=1bc932a3-d7e5-4ff7-8640-58556d162e15,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:33.217658 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port a64cdb95-9c70-4dfa-83cc-85866dd9fc9e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:48:33.217943 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:33.372259 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2d0cbee5-65d3-4e08-b86f-3dc94391ade7 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:33.397679 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2d0cbee5-65d3-4e08-b86f-3dc94391ade7 None None] Transition to ACTIVE for port object b314d1e5-af00-4b6f-bf4a-94cb9735b364 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:48:33.414759 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2d0cbee5-65d3-4e08-b86f-3dc94391ade7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:33.548563 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5edd083-3371-4025-b792-0cc24920c02b None None] Pushing event updated for resources: {'Port': ['ID=b314d1e5-af00-4b6f-bf4a-94cb9735b364,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:33.636047 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2d0cbee5-65d3-4e08-b86f-3dc94391ade7 None None] Attempting to bind port b314d1e5-af00-4b6f-bf4a-94cb9735b364 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:48:33.636540 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2d0cbee5-65d3-4e08-b86f-3dc94391ade7 None None] Attempting to bind port b314d1e5-af00-4b6f-bf4a-94cb9735b364 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'f76d34a2-2cd4-4e04-8f9d-47e7065021a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:48:33.636754 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0cbee5-65d3-4e08-b86f-3dc94391ade7 None None] Attempting to bind port b314d1e5-af00-4b6f-bf4a-94cb9735b364 on network 02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:48:33.642312 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0cbee5-65d3-4e08-b86f-3dc94391ade7 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:48:33.642679 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0cbee5-65d3-4e08-b86f-3dc94391ade7 None None] Checking segment: {'id': 'f76d34a2-2cd4-4e04-8f9d-47e7065021a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:48:33.643046 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2d0cbee5-65d3-4e08-b86f-3dc94391ade7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:33.643555 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0cbee5-65d3-4e08-b86f-3dc94391ade7 None None] Bound using segment: {'id': 'f76d34a2-2cd4-4e04-8f9d-47e7065021a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:48:33.644647 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-2d0cbee5-65d3-4e08-b86f-3dc94391ade7 None None] Bound port: b314d1e5-af00-4b6f-bf4a-94cb9735b364, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f76d34a2-2cd4-4e04-8f9d-47e7065021a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:48:33.645256 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2d0cbee5-65d3-4e08-b86f-3dc94391ade7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:33.751981 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2d0cbee5-65d3-4e08-b86f-3dc94391ade7 None None] For port b314d1e5-af00-4b6f-bf4a-94cb9735b364, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:48:33.755129 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2d0cbee5-65d3-4e08-b86f-3dc94391ade7 None None] For port b314d1e5-af00-4b6f-bf4a-94cb9735b364, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=b314d1e5-af00-4b6f-bf4a-94cb9735b364,segment=NetworkSegment(f76d34a2-2cd4-4e04-8f9d-47e7065021a1),segment_id=f76d34a2-2cd4-4e04-8f9d-47e7065021a1)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:48:33.759457 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2d0cbee5-65d3-4e08-b86f-3dc94391ade7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:33.838102 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0cbee5-65d3-4e08-b86f-3dc94391ade7 None None] Routers {'0edad643-03de-4682-a948-bac912be878a'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:48:33.838734 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2d0cbee5-65d3-4e08-b86f-3dc94391ade7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:48:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['0edad643-03de-4682-a948-bac912be878a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:33.914290 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5edd083-3371-4025-b792-0cc24920c02b None None] Pushing event updated for resources: {'Port': ['ID=b314d1e5-af00-4b6f-bf4a-94cb9735b364,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:33.944408 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 1bc932a3-d7e5-4ff7-8640-58556d162e15 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:48:33.991991 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-70e3d387-a445-4f2b-9e61-b374baa494ab tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:33.993379 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-70e3d387-a445-4f2b-9e61-b374baa494ab tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.13 "GET /v2.0/networks?id=004a323e-79ad-40fb-ad60-8da92f0a29f7 HTTP/1.1" status: 200 len: 815 time: 0.1980352 Feb 28 14:48:34.007776 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-1c26d0c7-0361-47ff-8ab9-876383d9de14 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Request body: {'port': {'device_id': '46873d51-f0e2-4dd2-b335-478b47d75365', 'network_id': '004a323e-79ad-40fb-ad60-8da92f0a29f7', 'admin_state_up': True, 'tenant_id': '979676f32d1a4fd889beaf3ddfc9b354'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:48:34.131970 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-af6da390-cd0a-40e4-933f-3ac65db2e85f req-a0895ff2-0ecb-47ea-961a-6f49088b2284 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/ports?device_id=46873d51-f0e2-4dd2-b335-478b47d75365 HTTP/1.1" status: 200 len: 210 time: 0.0726471 Feb 28 14:48:34.157514 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-2d0cbee5-65d3-4e08-b86f-3dc94391ade7 None None] Set router 0edad643-03de-4682-a948-bac912be878a gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:48:34.167972 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-1c26d0c7-0361-47ff-8ab9-876383d9de14 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:48:34.178504 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-1c26d0c7-0361-47ff-8ab9-876383d9de14 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:48:34.188472 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-1c26d0c7-0361-47ff-8ab9-876383d9de14 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Made reservation on behalf of 979676f32d1a4fd889beaf3ddfc9b354 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:48:34.192643 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-1c26d0c7-0361-47ff-8ab9-876383d9de14 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:34.203451 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 1bc932a3-d7e5-4ff7-8640-58556d162e15 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:48:34.203818 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:34.359061 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-1c26d0c7-0361-47ff-8ab9-876383d9de14 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Allocated IP 172.20.0.13 (004a323e-79ad-40fb-ad60-8da92f0a29f7/09947c58-912c-4a70-b984-caa8447899d0/0ff84cde-ab30-4f24-a98d-8d1571d6998f) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:48:34.572657 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-1c26d0c7-0361-47ff-8ab9-876383d9de14 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:34.591005 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-1c26d0c7-0361-47ff-8ab9-876383d9de14 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Transition to ACTIVE for port object 0ff84cde-ab30-4f24-a98d-8d1571d6998f will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:48:34.617076 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-1c26d0c7-0361-47ff-8ab9-876383d9de14 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:34.634640 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2d0cbee5-65d3-4e08-b86f-3dc94391ade7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edad643-03de-4682-a948-bac912be878a', 'name': 'tempest-TestEncryptedCinderVolumes-243264193-router', 'tenant_id': '2c3d0e5f36854d29969aa59e4bf9b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.14'}], 'enable_snat': True}, 'gw_port_id': '1bc932a3-d7e5-4ff7-8640-58556d162e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:48:25Z', 'updated_at': '2022-02-28T14:48:29Z', 'revision_number': 4, 'project_id': '2c3d0e5f36854d29969aa59e4bf9b0eb', 'gw_port': {'id': '1bc932a3-d7e5-4ff7-8640-58556d162e15', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edad643-03de-4682-a948-bac912be878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:48:26Z', 'updated_at': '2022-02-28T14:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'b314d1e5-af00-4b6f-bf4a-94cb9735b364', 'name': '', 'network_id': '02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9', 'tenant_id': '2c3d0e5f36854d29969aa59e4bf9b0eb', 'mac_address': 'fa:16:3e:1d:91:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edad643-03de-4682-a948-bac912be878a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '108f7917-b51e-4289-877a-e7a01589a443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:48:29Z', 'updated_at': '2022-02-28T14:48:33Z', 'revision_number': 4, 'project_id': '2c3d0e5f36854d29969aa59e4bf9b0eb', 'subnets': [{'id': '108f7917-b51e-4289-877a-e7a01589a443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:48:34.638685 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0cbee5-65d3-4e08-b86f-3dc94391ade7 None None] The sync data for ids ['0edad643-03de-4682-a948-bac912be878a'] in dv-neutron-831192-4-hyperv is: [{'id': '0edad643-03de-4682-a948-bac912be878a', 'name': 'tempest-TestEncryptedCinderVolumes-243264193-router', 'tenant_id': '2c3d0e5f36854d29969aa59e4bf9b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.14'}], 'enable_snat': True}, 'gw_port_id': '1bc932a3-d7e5-4ff7-8640-58556d162e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:48:25Z', 'updated_at': '2022-02-28T14:48:29Z', 'revision_number': 4, 'project_id': '2c3d0e5f36854d29969aa59e4bf9b0eb', 'gw_port': {'id': '1bc932a3-d7e5-4ff7-8640-58556d162e15', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edad643-03de-4682-a948-bac912be878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:48:26Z', 'updated_at': '2022-02-28T14:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'b314d1e5-af00-4b6f-bf4a-94cb9735b364', 'name': '', 'network_id': '02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9', 'tenant_id': '2c3d0e5f36854d29969aa59e4bf9b0eb', 'mac_address': 'fa:16:3e:1d:91:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0edad643-03de-4682-a948-bac912be878a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '108f7917-b51e-4289-877a-e7a01589a443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:48:29Z', 'updated_at': '2022-02-28T14:48:33Z', 'revision_number': 4, 'project_id': '2c3d0e5f36854d29969aa59e4bf9b0eb', 'subnets': [{'id': '108f7917-b51e-4289-877a-e7a01589a443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:48:34.693476 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-1c26d0c7-0361-47ff-8ab9-876383d9de14 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Network 004a323e-79ad-40fb-ad60-8da92f0a29f7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:48:34.697029 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-1c26d0c7-0361-47ff-8ab9-876383d9de14 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:48:34.707464 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-1c26d0c7-0361-47ff-8ab9-876383d9de14 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:48:34.747983 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26d0c7-0361-47ff-8ab9-876383d9de14 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Pushing event updated for resources: {'Port': ['ID=0ff84cde-ab30-4f24-a98d-8d1571d6998f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:34.787001 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-1c26d0c7-0361-47ff-8ab9-876383d9de14 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:34.787693 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-1c26d0c7-0361-47ff-8ab9-876383d9de14 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:34.820235 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-1c26d0c7-0361-47ff-8ab9-876383d9de14 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8166728 Feb 28 14:48:34.834173 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-a674f21d-a60f-4aca-9a23-1fab972072fc service neutron] Request body: {'port': {'device_id': '46873d51-f0e2-4dd2-b335-478b47d75365', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:48:34.952832 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-a674f21d-a60f-4aca-9a23-1fab972072fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:35.005425 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ddcc7357-fed6-4ce8-b703-77abc6375313 None None] Provisioning for port 0ff84cde-ab30-4f24-a98d-8d1571d6998f completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:48:35.011147 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ddcc7357-fed6-4ce8-b703-77abc6375313 None None] Provisioning complete for port 0ff84cde-ab30-4f24-a98d-8d1571d6998f triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:48:35.011677 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ddcc7357-fed6-4ce8-b703-77abc6375313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:35.072693 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-ddcc7357-fed6-4ce8-b703-77abc6375313 None None] Port 0ff84cde-ab30-4f24-a98d-8d1571d6998f cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:48:35.224212 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:35.387933 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-a674f21d-a60f-4aca-9a23-1fab972072fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff84cde-ab30-4f24-a98d-8d1571d6998f {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:48:35.402289 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a14a6-95ac-4d8d-884e-5671aa8f1078 req-d4f543d9-a5f9-4c80-a700-95582a623b02 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:35.402996 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-196a14a6-95ac-4d8d-884e-5671aa8f1078 req-d4f543d9-a5f9-4c80-a700-95582a623b02 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Synchronizing usage tracker for tenant:979676f32d1a4fd889beaf3ddfc9b354 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:48:35.406801 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-a674f21d-a60f-4aca-9a23-1fab972072fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:35.429115 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-a674f21d-a60f-4aca-9a23-1fab972072fc service neutron] Transition to ACTIVE for port object 0ff84cde-ab30-4f24-a98d-8d1571d6998f will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:48:35.433950 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-a674f21d-a60f-4aca-9a23-1fab972072fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:35.468177 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-196a14a6-95ac-4d8d-884e-5671aa8f1078 req-d4f543d9-a5f9-4c80-a700-95582a623b02 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Unset dirty status for tenant:979676f32d1a4fd889beaf3ddfc9b354 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:48:35.469355 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-196a14a6-95ac-4d8d-884e-5671aa8f1078 req-d4f543d9-a5f9-4c80-a700-95582a623b02 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/ports?device_id=46873d51-f0e2-4dd2-b335-478b47d75365 HTTP/1.1" status: 200 len: 932 time: 0.2257764 Feb 28 14:48:35.623947 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674f21d-a60f-4aca-9a23-1fab972072fc service neutron] Pushing event updated for resources: {'Port': ['ID=0ff84cde-ab30-4f24-a98d-8d1571d6998f,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:35.788303 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-196a14a6-95ac-4d8d-884e-5671aa8f1078 req-dae0e941-f6ed-4e91-85d0-671b17c7bfd1 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb90eada-6bbf-4784-a9ba-aa8b96bac914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114767 Feb 28 14:48:35.827145 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-a674f21d-a60f-4aca-9a23-1fab972072fc service neutron] Attempting to bind port 0ff84cde-ab30-4f24-a98d-8d1571d6998f on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:48:35.827503 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-a674f21d-a60f-4aca-9a23-1fab972072fc service neutron] Attempting to bind port 0ff84cde-ab30-4f24-a98d-8d1571d6998f by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '298a392f-93d3-4b58-accb-bfb7579ef093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '004a323e-79ad-40fb-ad60-8da92f0a29f7'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:48:35.827825 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-a674f21d-a60f-4aca-9a23-1fab972072fc service neutron] Attempting to bind port 0ff84cde-ab30-4f24-a98d-8d1571d6998f on network 004a323e-79ad-40fb-ad60-8da92f0a29f7 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:48:35.832471 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-a674f21d-a60f-4aca-9a23-1fab972072fc service neutron] Port 0ff84cde-ab30-4f24-a98d-8d1571d6998f on network 004a323e-79ad-40fb-ad60-8da92f0a29f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:48:35.832788 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-a674f21d-a60f-4aca-9a23-1fab972072fc service neutron] Attempting to bind port 0ff84cde-ab30-4f24-a98d-8d1571d6998f on network 004a323e-79ad-40fb-ad60-8da92f0a29f7 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:48:35.838140 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-a674f21d-a60f-4aca-9a23-1fab972072fc service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:48:35.838617 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-a674f21d-a60f-4aca-9a23-1fab972072fc service neutron] Checking segment: {'id': '298a392f-93d3-4b58-accb-bfb7579ef093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '004a323e-79ad-40fb-ad60-8da92f0a29f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:48:35.839095 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-a674f21d-a60f-4aca-9a23-1fab972072fc service neutron] Bound using segment: {'id': '298a392f-93d3-4b58-accb-bfb7579ef093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '004a323e-79ad-40fb-ad60-8da92f0a29f7'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:48:35.839553 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-a674f21d-a60f-4aca-9a23-1fab972072fc service neutron] Bound port: 0ff84cde-ab30-4f24-a98d-8d1571d6998f, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '298a392f-93d3-4b58-accb-bfb7579ef093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '004a323e-79ad-40fb-ad60-8da92f0a29f7'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:48:35.839895 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-a674f21d-a60f-4aca-9a23-1fab972072fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:35.915886 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device b314d1e5-af00-4b6f-bf4a-94cb9735b364 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:48:35.937209 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-a674f21d-a60f-4aca-9a23-1fab972072fc service neutron] For port 0ff84cde-ab30-4f24-a98d-8d1571d6998f, host hv-neutron-8311, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:48:35.940224 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-a674f21d-a60f-4aca-9a23-1fab972072fc service neutron] For port 0ff84cde-ab30-4f24-a98d-8d1571d6998f, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=0ff84cde-ab30-4f24-a98d-8d1571d6998f,segment=NetworkSegment(298a392f-93d3-4b58-accb-bfb7579ef093),segment_id=298a392f-93d3-4b58-accb-bfb7579ef093)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:48:35.944414 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-a674f21d-a60f-4aca-9a23-1fab972072fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:35.990718 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port b314d1e5-af00-4b6f-bf4a-94cb9735b364 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:48:35.995805 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port b314d1e5-af00-4b6f-bf4a-94cb9735b364 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:48:35.996176 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:35.997149 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-a674f21d-a60f-4aca-9a23-1fab972072fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:35.997763 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-a674f21d-a60f-4aca-9a23-1fab972072fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:35.999228 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-a674f21d-a60f-4aca-9a23-1fab972072fc service neutron] 10.222.0.13 "PUT /v2.0/ports/0ff84cde-ab30-4f24-a98d-8d1571d6998f HTTP/1.1" status: 200 len: 1094 time: 1.1704946 Feb 28 14:48:36.002022 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46873d51-f0e2-4dd2-b335-478b47d75365', 'tag': '0ff84cde-ab30-4f24-a98d-8d1571d6998f'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:48:36.033666 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674f21d-a60f-4aca-9a23-1fab972072fc service neutron] Pushing event updated for resources: {'Port': ['ID=0ff84cde-ab30-4f24-a98d-8d1571d6998f,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:36.134400 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-9b5033c6-472b-45c3-b36b-c200a9eca984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:36.136529 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-9b5033c6-472b-45c3-b36b-c200a9eca984 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=979676f32d1a4fd889beaf3ddfc9b354&device_id=46873d51-f0e2-4dd2-b335-478b47d75365 HTTP/1.1" status: 200 len: 1097 time: 0.0859609 Feb 28 14:48:36.149326 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:36.189680 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port b314d1e5-af00-4b6f-bf4a-94cb9735b364, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=b314d1e5-af00-4b6f-bf4a-94cb9735b364,segment=NetworkSegment(f76d34a2-2cd4-4e04-8f9d-47e7065021a1),segment_id=f76d34a2-2cd4-4e04-8f9d-47e7065021a1)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:48:36.195023 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:36.210872 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-1beda097-a356-4728-b12f-4e4286efdd81 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ff84cde-ab30-4f24-a98d-8d1571d6998f HTTP/1.1" status: 200 len: 217 time: 0.0657368 Feb 28 14:48:36.212563 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46873d51-f0e2-4dd2-b335-478b47d75365', 'tag': '0ff84cde-ab30-4f24-a98d-8d1571d6998f', 'status': 'completed', 'code': 200} Feb 28 14:48:36.266207 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=b314d1e5-af00-4b6f-bf4a-94cb9735b364,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:36.280462 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-057c0231-26cf-4b13-9677-47732987490a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:36.281898 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-057c0231-26cf-4b13-9677-47732987490a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=09947c58-912c-4a70-b984-caa8447899d0 HTTP/1.1" status: 200 len: 854 time: 0.0641754 Feb 28 14:48:36.359848 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-e769291a-af00-4c03-bd95-8c6aeeb833d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:36.361324 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-e769291a-af00-4c03-bd95-8c6aeeb833d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=004a323e-79ad-40fb-ad60-8da92f0a29f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733294 Feb 28 14:48:36.498508 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-f79c57db-e33e-4c76-b927-853f2dfd1174 service neutron] 10.222.0.13 "GET /v2.0/networks/004a323e-79ad-40fb-ad60-8da92f0a29f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307724 Feb 28 14:48:36.643462 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-afc75a1f-4618-4a7a-b0aa-908e8dc75d3d req-c9befd5f-e42b-4cbc-9595-ec5345940ef4 service neutron] 10.222.0.13 "GET /v2.0/networks/004a323e-79ad-40fb-ad60-8da92f0a29f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389039 Feb 28 14:48:36.770109 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bc771-45d9-4e91-8ba3-e716f84141a3 req-5a64d6af-b0a1-406d-b5ea-d8b19b1ce1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:36.771517 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-808bc771-45d9-4e91-8ba3-e716f84141a3 req-5a64d6af-b0a1-406d-b5ea-d8b19b1ce1b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=979676f32d1a4fd889beaf3ddfc9b354&device_id=46873d51-f0e2-4dd2-b335-478b47d75365 HTTP/1.1" status: 200 len: 1097 time: 0.0780172 Feb 28 14:48:36.942664 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bc771-45d9-4e91-8ba3-e716f84141a3 req-7eecdd18-9e26-4e6f-b83e-adb564de26cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:36.944094 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-808bc771-45d9-4e91-8ba3-e716f84141a3 req-7eecdd18-9e26-4e6f-b83e-adb564de26cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=004a323e-79ad-40fb-ad60-8da92f0a29f7 HTTP/1.1" status: 200 len: 916 time: 0.1666048 Feb 28 14:48:37.015194 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-808bc771-45d9-4e91-8ba3-e716f84141a3 req-a1915a6f-c019-43f7-8f38-67ccee7ed045 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ff84cde-ab30-4f24-a98d-8d1571d6998f HTTP/1.1" status: 200 len: 217 time: 0.0638154 Feb 28 14:48:37.083318 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611c494-7478-4c84-8c45-ab4547ed0b55 req-274a902c-2bd5-472e-9bc7-38d7af8258df tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:37.084730 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c611c494-7478-4c84-8c45-ab4547ed0b55 req-274a902c-2bd5-472e-9bc7-38d7af8258df tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/ports?device_id=46873d51-f0e2-4dd2-b335-478b47d75365 HTTP/1.1" status: 200 len: 944 time: 0.1862824 Feb 28 14:48:37.112205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bc771-45d9-4e91-8ba3-e716f84141a3 req-86dc4c4b-b0b8-4c12-af12-8b1a1a03f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:37.113553 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-808bc771-45d9-4e91-8ba3-e716f84141a3 req-86dc4c4b-b0b8-4c12-af12-8b1a1a03f63e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=09947c58-912c-4a70-b984-caa8447899d0 HTTP/1.1" status: 200 len: 854 time: 0.0847056 Feb 28 14:48:37.173979 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c611c494-7478-4c84-8c45-ab4547ed0b55 req-3036772b-27dd-467b-a857-e8dda9205e4d tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb90eada-6bbf-4784-a9ba-aa8b96bac914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829055 Feb 28 14:48:37.209143 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bc771-45d9-4e91-8ba3-e716f84141a3 req-d83cb00f-324f-4270-91d6-4ff694994ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:37.210617 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-808bc771-45d9-4e91-8ba3-e716f84141a3 req-d83cb00f-324f-4270-91d6-4ff694994ab6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=004a323e-79ad-40fb-ad60-8da92f0a29f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0871742 Feb 28 14:48:37.346910 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-808bc771-45d9-4e91-8ba3-e716f84141a3 req-8350e793-c427-4706-b2d8-242d5e97e825 service neutron] 10.222.0.13 "GET /v2.0/networks/004a323e-79ad-40fb-ad60-8da92f0a29f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286471 Feb 28 14:48:37.591813 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-808bc771-45d9-4e91-8ba3-e716f84141a3 req-793a5bb1-244f-4c6d-9632-7ecefdcf3c66 service neutron] 10.222.0.13 "GET /v2.0/networks/004a323e-79ad-40fb-ad60-8da92f0a29f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383299 Feb 28 14:48:37.716651 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2bc30ada-f509-4185-9694-7e6ce107d224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:37.898824 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device b314d1e5-af00-4b6f-bf4a-94cb9735b364 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:48:37.971097 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port b314d1e5-af00-4b6f-bf4a-94cb9735b364 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:48:37.971514 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:38.384014 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f3463-369c-462f-ba53-ce3960d57ea8 req-5ba49f29-a6bf-4d7c-aeb9-12fbd44a1ad1 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:38.385458 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fc0f3463-369c-462f-ba53-ce3960d57ea8 req-5ba49f29-a6bf-4d7c-aeb9-12fbd44a1ad1 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/ports?device_id=46873d51-f0e2-4dd2-b335-478b47d75365 HTTP/1.1" status: 200 len: 944 time: 0.0905213 Feb 28 14:48:38.431043 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-fc0f3463-369c-462f-ba53-ce3960d57ea8 req-9d41702c-0084-47e9-8d96-c4f2443e072c tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Synchronizing usage tracker for tenant:979676f32d1a4fd889beaf3ddfc9b354 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:48:38.450226 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-fc0f3463-369c-462f-ba53-ce3960d57ea8 req-9d41702c-0084-47e9-8d96-c4f2443e072c tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Unset dirty status for tenant:979676f32d1a4fd889beaf3ddfc9b354 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:48:38.451361 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fc0f3463-369c-462f-ba53-ce3960d57ea8 req-9d41702c-0084-47e9-8d96-c4f2443e072c tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb90eada-6bbf-4784-a9ba-aa8b96bac914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600572 Feb 28 14:48:38.879747 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 0ff84cde-ab30-4f24-a98d-8d1571d6998f details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:48:39.022339 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 0ff84cde-ab30-4f24-a98d-8d1571d6998f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=0ff84cde-ab30-4f24-a98d-8d1571d6998f,segment=NetworkSegment(298a392f-93d3-4b58-accb-bfb7579ef093),segment_id=298a392f-93d3-4b58-accb-bfb7579ef093)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:48:39.035504 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '0ff84cde-ab30-4f24-a98d-8d1571d6998f', 'network_id': '004a323e-79ad-40fb-ad60-8da92f0a29f7', 'port_id': '0ff84cde-ab30-4f24-a98d-8d1571d6998f', 'mac_address': 'fa:16:3e:29:62:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09947c58-912c-4a70-b984-caa8447899d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:48:39.096212 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:39.112770 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff84cde-ab30-4f24-a98d-8d1571d6998f {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:48:39.128211 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 0ff84cde-ab30-4f24-a98d-8d1571d6998f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=0ff84cde-ab30-4f24-a98d-8d1571d6998f,segment=NetworkSegment(298a392f-93d3-4b58-accb-bfb7579ef093),segment_id=298a392f-93d3-4b58-accb-bfb7579ef093)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:48:39.135189 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:39.201906 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=0ff84cde-ab30-4f24-a98d-8d1571d6998f,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:39.342138 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['0ff84cde-ab30-4f24-a98d-8d1571d6998f'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:48:39.651237 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230b205-a559-4eff-a075-c2eb8d5bd48a req-cf008b9c-9704-451c-b446-a28761f2ef0b tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:39.652842 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d230b205-a559-4eff-a075-c2eb8d5bd48a req-cf008b9c-9704-451c-b446-a28761f2ef0b tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/ports?device_id=46873d51-f0e2-4dd2-b335-478b47d75365 HTTP/1.1" status: 200 len: 945 time: 0.0920591 Feb 28 14:48:39.698055 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d230b205-a559-4eff-a075-c2eb8d5bd48a req-f17630bc-0cbf-4279-ba82-42857116a08f tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb90eada-6bbf-4784-a9ba-aa8b96bac914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392354 Feb 28 14:48:39.838696 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d1550e35-7627-40fe-ba3b-3225df93b160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:40.921317 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 0ff84cde-ab30-4f24-a98d-8d1571d6998f up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:48:40.984568 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:41.002758 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port 0ff84cde-ab30-4f24-a98d-8d1571d6998f completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:48:41.007727 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 0ff84cde-ab30-4f24-a98d-8d1571d6998f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:48:41.008096 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:41.008971 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43147cc0-8396-4fa7-ba34-c46f4156d566 req-1bbc8c6a-02a9-4062-8c01-5f6cc6eb8bb8 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:41.010442 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-43147cc0-8396-4fa7-ba34-c46f4156d566 req-1bbc8c6a-02a9-4062-8c01-5f6cc6eb8bb8 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/ports?device_id=46873d51-f0e2-4dd2-b335-478b47d75365 HTTP/1.1" status: 200 len: 945 time: 0.2004664 Feb 28 14:48:41.057545 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-43147cc0-8396-4fa7-ba34-c46f4156d566 req-596c03e4-7345-43e5-8f3c-76295f373ba3 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb90eada-6bbf-4784-a9ba-aa8b96bac914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412118 Feb 28 14:48:41.122509 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:41.151059 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46873d51-f0e2-4dd2-b335-478b47d75365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff84cde-ab30-4f24-a98d-8d1571d6998f'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:48:41.161036 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 0ff84cde-ab30-4f24-a98d-8d1571d6998f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=0ff84cde-ab30-4f24-a98d-8d1571d6998f,segment=NetworkSegment(298a392f-93d3-4b58-accb-bfb7579ef093),segment_id=298a392f-93d3-4b58-accb-bfb7579ef093)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:48:41.166265 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:41.199887 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46873d51-f0e2-4dd2-b335-478b47d75365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff84cde-ab30-4f24-a98d-8d1571d6998f', 'code': 200} Feb 28 14:48:41.241958 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:41.249973 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=0ff84cde-ab30-4f24-a98d-8d1571d6998f,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:48:41.427598 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc906b-ab0f-4384-af66-83396a853f3a req-7ead4f0d-caef-4f5e-ba15-a227694735d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:41.429071 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a9dc906b-ab0f-4384-af66-83396a853f3a req-7ead4f0d-caef-4f5e-ba15-a227694735d5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=46873d51-f0e2-4dd2-b335-478b47d75365 HTTP/1.1" status: 200 len: 1099 time: 0.0756285 Feb 28 14:48:41.480251 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a9dc906b-ab0f-4384-af66-83396a853f3a req-1f18a30b-f55b-40cb-9dc3-f7fe069dc20c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fb90eada-6bbf-4784-a9ba-aa8b96bac914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452480 Feb 28 14:48:42.253966 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebd450-79a7-4fb5-b1a6-41dba8a776fe req-0c3bf982-f5b6-4be6-bc1c-99892aeef518 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:42.255431 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f6ebd450-79a7-4fb5-b1a6-41dba8a776fe req-0c3bf982-f5b6-4be6-bc1c-99892aeef518 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/ports?device_id=46873d51-f0e2-4dd2-b335-478b47d75365 HTTP/1.1" status: 200 len: 946 time: 0.0838189 Feb 28 14:48:42.300117 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f6ebd450-79a7-4fb5-b1a6-41dba8a776fe req-9bd9f346-0b64-40a6-b710-1664728555e0 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb90eada-6bbf-4784-a9ba-aa8b96bac914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388317 Feb 28 14:48:42.632284 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:43.501158 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102671de-9b26-4b9d-bf92-ba269a9417cd req-39d5af5f-d5f4-4cf5-a6b6-44b9690f50a8 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:43.502590 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-102671de-9b26-4b9d-bf92-ba269a9417cd req-39d5af5f-d5f4-4cf5-a6b6-44b9690f50a8 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/ports?device_id=46873d51-f0e2-4dd2-b335-478b47d75365 HTTP/1.1" status: 200 len: 946 time: 0.0809677 Feb 28 14:48:43.550165 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-102671de-9b26-4b9d-bf92-ba269a9417cd req-d92efd76-cba5-4111-8f03-1d7e1dd4463e tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb90eada-6bbf-4784-a9ba-aa8b96bac914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411575 Feb 28 14:48:43.747464 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26216b8-6167-4f7d-9864-32b9ee55752a req-1502c77d-0ebd-4a85-869e-9e347eed265e tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:43.748917 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e26216b8-6167-4f7d-9864-32b9ee55752a req-1502c77d-0ebd-4a85-869e-9e347eed265e tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/ports?device_id=46873d51-f0e2-4dd2-b335-478b47d75365 HTTP/1.1" status: 200 len: 946 time: 0.0872438 Feb 28 14:48:43.792997 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e26216b8-6167-4f7d-9864-32b9ee55752a req-ee872682-402a-4f5b-a990-b9c3f3e4bae1 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb90eada-6bbf-4784-a9ba-aa8b96bac914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382442 Feb 28 14:48:59.662694 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61817712-8b42-4898-9758-bf469e6e8591 req-e2bda668-f176-4db8-85bd-b365c68a58e7 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:48:59.664152 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-61817712-8b42-4898-9758-bf469e6e8591 req-e2bda668-f176-4db8-85bd-b365c68a58e7 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/ports?device_id=46873d51-f0e2-4dd2-b335-478b47d75365 HTTP/1.1" status: 200 len: 946 time: 0.0852149 Feb 28 14:48:59.710363 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-61817712-8b42-4898-9758-bf469e6e8591 req-d1010000-7495-45b5-bbae-28bbc978a105 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb90eada-6bbf-4784-a9ba-aa8b96bac914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396972 Feb 28 14:49:00.911930 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3685fcc-925f-44dd-bdff-4d6610bf5102 req-5e01632d-8f0b-4258-a616-0ebda916b27d tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:00.913387 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e3685fcc-925f-44dd-bdff-4d6610bf5102 req-5e01632d-8f0b-4258-a616-0ebda916b27d tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/ports?device_id=46873d51-f0e2-4dd2-b335-478b47d75365 HTTP/1.1" status: 200 len: 946 time: 0.0890083 Feb 28 14:49:00.958872 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e3685fcc-925f-44dd-bdff-4d6610bf5102 req-c1555b09-bf9a-434b-9469-e337c0ac9b41 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb90eada-6bbf-4784-a9ba-aa8b96bac914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393023 Feb 28 14:49:01.155961 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747d2a2-a611-4bee-b439-7bf91c85de43 req-cf65876f-5211-4449-9137-1821352bdf4c tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:01.157383 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b747d2a2-a611-4bee-b439-7bf91c85de43 req-cf65876f-5211-4449-9137-1821352bdf4c tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.13 "GET /v2.0/ports?device_id=46873d51-f0e2-4dd2-b335-478b47d75365 HTTP/1.1" status: 200 len: 946 time: 0.0931284 Feb 28 14:49:01.233534 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-b747d2a2-a611-4bee-b439-7bf91c85de43 req-0531dd64-f835-435e-992e-f4011b150588 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Deleting port 0ff84cde-ab30-4f24-a98d-8d1571d6998f {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:49:01.234007 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b747d2a2-a611-4bee-b439-7bf91c85de43 req-0531dd64-f835-435e-992e-f4011b150588 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:01.488714 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-b747d2a2-a611-4bee-b439-7bf91c85de43 req-0531dd64-f835-435e-992e-f4011b150588 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] For port 0ff84cde-ab30-4f24-a98d-8d1571d6998f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=0ff84cde-ab30-4f24-a98d-8d1571d6998f,segment=NetworkSegment(298a392f-93d3-4b58-accb-bfb7579ef093),segment_id=298a392f-93d3-4b58-accb-bfb7579ef093)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:49:01.489066 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b747d2a2-a611-4bee-b439-7bf91c85de43 req-0531dd64-f835-435e-992e-f4011b150588 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:01.618338 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-b747d2a2-a611-4bee-b439-7bf91c85de43 req-0531dd64-f835-435e-992e-f4011b150588 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Calling delete_port for 0ff84cde-ab30-4f24-a98d-8d1571d6998f owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:49:01.764677 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b747d2a2-a611-4bee-b439-7bf91c85de43 req-0531dd64-f835-435e-992e-f4011b150588 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:01.776786 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['0ff84cde-ab30-4f24-a98d-8d1571d6998f'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:49:01.813915 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531dd64-f835-435e-992e-f4011b150588 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Pushing event deleted for resources: {'Port': ['ID=0ff84cde-ab30-4f24-a98d-8d1571d6998f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:01.901719 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b747d2a2-a611-4bee-b439-7bf91c85de43 req-0531dd64-f835-435e-992e-f4011b150588 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] No DVR routers for this DVR port 0ff84cde-ab30-4f24-a98d-8d1571d6998f on host hv-neutron-8311 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:49:01.904336 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b747d2a2-a611-4bee-b439-7bf91c85de43 req-0531dd64-f835-435e-992e-f4011b150588 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:01.906988 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46873d51-f0e2-4dd2-b335-478b47d75365', 'name': 'network-vif-deleted', 'tag': '0ff84cde-ab30-4f24-a98d-8d1571d6998f'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:49:01.927194 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b747d2a2-a611-4bee-b439-7bf91c85de43 req-0531dd64-f835-435e-992e-f4011b150588 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.13 "DELETE /v2.0/ports/0ff84cde-ab30-4f24-a98d-8d1571d6998f HTTP/1.1" status: 204 len: 173 time: 0.7643492 Feb 28 14:49:01.959010 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46873d51-f0e2-4dd2-b335-478b47d75365', 'name': 'network-vif-deleted', 'tag': '0ff84cde-ab30-4f24-a98d-8d1571d6998f', 'status': 'completed', 'code': 200} Feb 28 14:49:02.113944 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-be2552a8-63de-44a1-8dde-56acbd15aa38 req-7d8ff29f-b508-46b8-b5fd-a11ba3ce3428 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Synchronizing usage tracker for tenant:979676f32d1a4fd889beaf3ddfc9b354 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:49:02.131412 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-be2552a8-63de-44a1-8dde-56acbd15aa38 req-7d8ff29f-b508-46b8-b5fd-a11ba3ce3428 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Unset dirty status for tenant:979676f32d1a4fd889beaf3ddfc9b354 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:49:02.133377 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-be2552a8-63de-44a1-8dde-56acbd15aa38 req-7d8ff29f-b508-46b8-b5fd-a11ba3ce3428 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/ports?device_id=46873d51-f0e2-4dd2-b335-478b47d75365 HTTP/1.1" status: 200 len: 210 time: 0.0634859 Feb 28 14:49:03.943269 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-01b09c09-a05f-4985-9f18-e54f15391be9 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:03.944689 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-01b09c09-a05f-4985-9f18-e54f15391be9 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/networks?id=004a323e-79ad-40fb-ad60-8da92f0a29f7 HTTP/1.1" status: 200 len: 815 time: 0.1448717 Feb 28 14:49:03.960369 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-c1b33aa0-68e6-4420-a99a-29394c354729 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/quotas/979676f32d1a4fd889beaf3ddfc9b354 HTTP/1.1" status: 200 len: 375 time: 0.0090661 Feb 28 14:49:04.058836 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-6190f89a-6f44-480b-9cba-07dd58dd2ced tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=979676f32d1a4fd889beaf3ddfc9b354&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933924 Feb 28 14:49:04.302357 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-6bd28b3f-5e1d-4b06-b3c2-de1a4b8e2f35 service neutron] 10.222.0.30 "GET /v2.0/networks/004a323e-79ad-40fb-ad60-8da92f0a29f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315023 Feb 28 14:49:04.562127 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-03989414-405f-4983-9f27-233859b7e1de service neutron] 10.222.0.30 "GET /v2.0/networks/004a323e-79ad-40fb-ad60-8da92f0a29f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515073 Feb 28 14:49:04.743502 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-aac3308f-4fb9-475a-ba8c-b73b40fa4938 req-314278ea-6f05-4901-8614-1c8308695e5c tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e94008-9e19-4d6b-8700-6126de0e87e9 HTTP/1.1" status: 200 len: 210 time: 0.0419710 Feb 28 14:49:05.045626 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 0ff84cde-ab30-4f24-a98d-8d1571d6998f no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:49:05.081846 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: 0ff84cde-ab30-4f24-a98d-8d1571d6998f {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:49:05.082197 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 0ff84cde-ab30-4f24-a98d-8d1571d6998f not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:49:05.233478 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:05.932081 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-47b3eade-4b4c-426b-901d-6f02aa31dbb2 req-dcf243f0-6fe1-47a5-aa0b-9f516f4346e0 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e94008-9e19-4d6b-8700-6126de0e87e9 HTTP/1.1" status: 200 len: 210 time: 0.0764198 Feb 28 14:49:06.039234 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-ff2b0a94-c11e-4a01-9bb9-e2150b1b5edb tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:06.040517 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-ff2b0a94-c11e-4a01-9bb9-e2150b1b5edb tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.13 "GET /v2.0/networks?id=004a323e-79ad-40fb-ad60-8da92f0a29f7 HTTP/1.1" status: 200 len: 815 time: 0.1837804 Feb 28 14:49:06.052114 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-f0099db5-585f-4533-b9b3-dc1b91ae2454 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Request body: {'port': {'device_id': '67e94008-9e19-4d6b-8700-6126de0e87e9', 'network_id': '004a323e-79ad-40fb-ad60-8da92f0a29f7', 'admin_state_up': True, 'tenant_id': '979676f32d1a4fd889beaf3ddfc9b354'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:49:06.188959 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-f0099db5-585f-4533-b9b3-dc1b91ae2454 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:06.199744 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-f0099db5-585f-4533-b9b3-dc1b91ae2454 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:06.211985 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-f0099db5-585f-4533-b9b3-dc1b91ae2454 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Made reservation on behalf of 979676f32d1a4fd889beaf3ddfc9b354 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:49:06.215747 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-f0099db5-585f-4533-b9b3-dc1b91ae2454 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:06.382307 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-f0099db5-585f-4533-b9b3-dc1b91ae2454 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Allocated IP 172.20.0.8 (004a323e-79ad-40fb-ad60-8da92f0a29f7/09947c58-912c-4a70-b984-caa8447899d0/3ceff3b5-ad02-4200-8ca0-f5025765eb39) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:49:06.588502 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-f0099db5-585f-4533-b9b3-dc1b91ae2454 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:06.605948 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-f0099db5-585f-4533-b9b3-dc1b91ae2454 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Transition to ACTIVE for port object 3ceff3b5-ad02-4200-8ca0-f5025765eb39 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:06.639478 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-f0099db5-585f-4533-b9b3-dc1b91ae2454 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:06.704352 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-f0099db5-585f-4533-b9b3-dc1b91ae2454 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Network 004a323e-79ad-40fb-ad60-8da92f0a29f7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:06.711821 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-f0099db5-585f-4533-b9b3-dc1b91ae2454 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:06.716301 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-f0099db5-585f-4533-b9b3-dc1b91ae2454 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:49:06.746570 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0099db5-585f-4533-b9b3-dc1b91ae2454 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Pushing event updated for resources: {'Port': ['ID=3ceff3b5-ad02-4200-8ca0-f5025765eb39,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:06.784310 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-f0099db5-585f-4533-b9b3-dc1b91ae2454 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:06.784918 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-f0099db5-585f-4533-b9b3-dc1b91ae2454 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:06.812648 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-f0099db5-585f-4533-b9b3-dc1b91ae2454 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7639961 Feb 28 14:49:06.823796 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-6b4d8394-66d4-4bd5-aef2-e5b683cbaddf service neutron] Request body: {'port': {'device_id': '67e94008-9e19-4d6b-8700-6126de0e87e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:49:06.894745 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:49:06.941091 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-6b4d8394-66d4-4bd5-aef2-e5b683cbaddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:06.978673 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c34c9c82-b86b-4fe1-acaa-24b844837c36 None None] Provisioning for port 3ceff3b5-ad02-4200-8ca0-f5025765eb39 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:49:06.984678 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-c34c9c82-b86b-4fe1-acaa-24b844837c36 None None] Provisioning complete for port 3ceff3b5-ad02-4200-8ca0-f5025765eb39 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:06.985088 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c34c9c82-b86b-4fe1-acaa-24b844837c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:07.039138 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-c34c9c82-b86b-4fe1-acaa-24b844837c36 None None] Port 3ceff3b5-ad02-4200-8ca0-f5025765eb39 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:49:07.129147 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d81899-b81c-446b-b63d-e50b21d20c87 req-bb0090f9-3492-455d-87ae-77c833b8ab75 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:07.130717 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b1d81899-b81c-446b-b63d-e50b21d20c87 req-bb0090f9-3492-455d-87ae-77c833b8ab75 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e94008-9e19-4d6b-8700-6126de0e87e9 HTTP/1.1" status: 200 len: 931 time: 0.0861752 Feb 28 14:49:07.177143 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b1d81899-b81c-446b-b63d-e50b21d20c87 req-84e3c5ab-0d4c-46a9-9c36-a63202441d5f tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb90eada-6bbf-4784-a9ba-aa8b96bac914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404308 Feb 28 14:49:07.283687 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-6b4d8394-66d4-4bd5-aef2-e5b683cbaddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ceff3b5-ad02-4200-8ca0-f5025765eb39 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:49:07.291057 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-6b4d8394-66d4-4bd5-aef2-e5b683cbaddf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:07.305946 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-6b4d8394-66d4-4bd5-aef2-e5b683cbaddf service neutron] Transition to ACTIVE for port object 3ceff3b5-ad02-4200-8ca0-f5025765eb39 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:07.312324 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-6b4d8394-66d4-4bd5-aef2-e5b683cbaddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:07.443453 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d8394-66d4-4bd5-aef2-e5b683cbaddf service neutron] Pushing event updated for resources: {'Port': ['ID=3ceff3b5-ad02-4200-8ca0-f5025765eb39,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:07.547029 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-6b4d8394-66d4-4bd5-aef2-e5b683cbaddf service neutron] Attempting to bind port 3ceff3b5-ad02-4200-8ca0-f5025765eb39 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:07.547420 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-6b4d8394-66d4-4bd5-aef2-e5b683cbaddf service neutron] Attempting to bind port 3ceff3b5-ad02-4200-8ca0-f5025765eb39 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '298a392f-93d3-4b58-accb-bfb7579ef093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '004a323e-79ad-40fb-ad60-8da92f0a29f7'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:07.547834 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-6b4d8394-66d4-4bd5-aef2-e5b683cbaddf service neutron] Attempting to bind port 3ceff3b5-ad02-4200-8ca0-f5025765eb39 on network 004a323e-79ad-40fb-ad60-8da92f0a29f7 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:49:07.552529 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-6b4d8394-66d4-4bd5-aef2-e5b683cbaddf service neutron] Port 3ceff3b5-ad02-4200-8ca0-f5025765eb39 on network 004a323e-79ad-40fb-ad60-8da92f0a29f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:49:07.552834 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-6b4d8394-66d4-4bd5-aef2-e5b683cbaddf service neutron] Attempting to bind port 3ceff3b5-ad02-4200-8ca0-f5025765eb39 on network 004a323e-79ad-40fb-ad60-8da92f0a29f7 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:49:07.563222 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-6b4d8394-66d4-4bd5-aef2-e5b683cbaddf service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:49:07.563558 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-6b4d8394-66d4-4bd5-aef2-e5b683cbaddf service neutron] Checking segment: {'id': '298a392f-93d3-4b58-accb-bfb7579ef093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '004a323e-79ad-40fb-ad60-8da92f0a29f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:49:07.564054 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-6b4d8394-66d4-4bd5-aef2-e5b683cbaddf service neutron] Bound using segment: {'id': '298a392f-93d3-4b58-accb-bfb7579ef093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '004a323e-79ad-40fb-ad60-8da92f0a29f7'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:49:07.564480 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-6b4d8394-66d4-4bd5-aef2-e5b683cbaddf service neutron] Bound port: 3ceff3b5-ad02-4200-8ca0-f5025765eb39, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '298a392f-93d3-4b58-accb-bfb7579ef093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '004a323e-79ad-40fb-ad60-8da92f0a29f7'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:49:07.564974 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-6b4d8394-66d4-4bd5-aef2-e5b683cbaddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:07.656059 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-6b4d8394-66d4-4bd5-aef2-e5b683cbaddf service neutron] For port 3ceff3b5-ad02-4200-8ca0-f5025765eb39, host hv-neutron-8311, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:49:07.658868 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-6b4d8394-66d4-4bd5-aef2-e5b683cbaddf service neutron] For port 3ceff3b5-ad02-4200-8ca0-f5025765eb39, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=3ceff3b5-ad02-4200-8ca0-f5025765eb39,segment=NetworkSegment(298a392f-93d3-4b58-accb-bfb7579ef093),segment_id=298a392f-93d3-4b58-accb-bfb7579ef093)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:49:07.665272 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-6b4d8394-66d4-4bd5-aef2-e5b683cbaddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:07.710953 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-178150d0-f524-4350-b801-a3365003cb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:07.719911 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-6b4d8394-66d4-4bd5-aef2-e5b683cbaddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:07.720516 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-6b4d8394-66d4-4bd5-aef2-e5b683cbaddf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:07.721848 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-6b4d8394-66d4-4bd5-aef2-e5b683cbaddf service neutron] 10.222.0.13 "PUT /v2.0/ports/3ceff3b5-ad02-4200-8ca0-f5025765eb39 HTTP/1.1" status: 200 len: 1093 time: 0.9024003 Feb 28 14:49:07.722276 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e94008-9e19-4d6b-8700-6126de0e87e9', 'tag': '3ceff3b5-ad02-4200-8ca0-f5025765eb39'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:49:07.749760 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d8394-66d4-4bd5-aef2-e5b683cbaddf service neutron] Pushing event updated for resources: {'Port': ['ID=3ceff3b5-ad02-4200-8ca0-f5025765eb39,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:07.801037 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e94008-9e19-4d6b-8700-6126de0e87e9', 'tag': '3ceff3b5-ad02-4200-8ca0-f5025765eb39', 'status': 'completed', 'code': 200} Feb 28 14:49:07.843543 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-20f9c761-f63d-453c-ae9a-2f2002c9902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:07.845010 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-20f9c761-f63d-453c-ae9a-2f2002c9902f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=979676f32d1a4fd889beaf3ddfc9b354&device_id=67e94008-9e19-4d6b-8700-6126de0e87e9 HTTP/1.1" status: 200 len: 1096 time: 0.0802574 Feb 28 14:49:07.912258 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-9515afdc-9295-4c70-838c-2992c446489d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ceff3b5-ad02-4200-8ca0-f5025765eb39 HTTP/1.1" status: 200 len: 217 time: 0.0607972 Feb 28 14:49:07.978017 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-d7944796-8e5f-481c-b76a-53e545fbcd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:07.981362 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-d7944796-8e5f-481c-b76a-53e545fbcd61 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=09947c58-912c-4a70-b984-caa8447899d0 HTTP/1.1" status: 200 len: 854 time: 0.0633166 Feb 28 14:49:08.058626 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-289aadff-e3d9-4f09-9d08-c187c7f13810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:08.060134 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-289aadff-e3d9-4f09-9d08-c187c7f13810 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=004a323e-79ad-40fb-ad60-8da92f0a29f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727689 Feb 28 14:49:08.285953 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-9003053e-1830-41b1-88e1-68124262c903 service neutron] 10.222.0.13 "GET /v2.0/networks/004a323e-79ad-40fb-ad60-8da92f0a29f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196538 Feb 28 14:49:08.365713 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86dc65e-4df8-4146-8e4f-80510d2b5078 req-4c48db36-4785-442a-861f-16cd1a8ca883 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:08.367175 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a86dc65e-4df8-4146-8e4f-80510d2b5078 req-4c48db36-4785-442a-861f-16cd1a8ca883 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e94008-9e19-4d6b-8700-6126de0e87e9 HTTP/1.1" status: 200 len: 943 time: 0.0798371 Feb 28 14:49:08.414319 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a86dc65e-4df8-4146-8e4f-80510d2b5078 req-a9ffb784-a95a-4e98-b452-df26d4b2ff90 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb90eada-6bbf-4784-a9ba-aa8b96bac914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412347 Feb 28 14:49:08.421846 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-443577a0-3c5d-4d5e-8f95-06c4fa939bad req-2cc38b06-89df-424e-be6e-1aa24eaa3a9c service neutron] 10.222.0.13 "GET /v2.0/networks/004a323e-79ad-40fb-ad60-8da92f0a29f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298528 Feb 28 14:49:08.550084 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584bedf5-2996-41f8-a98d-7c5642010c22 req-b74d3710-7e7c-4046-9650-7a3eb4038f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:08.551462 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-584bedf5-2996-41f8-a98d-7c5642010c22 req-b74d3710-7e7c-4046-9650-7a3eb4038f5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=979676f32d1a4fd889beaf3ddfc9b354&device_id=67e94008-9e19-4d6b-8700-6126de0e87e9 HTTP/1.1" status: 200 len: 1096 time: 0.0799506 Feb 28 14:49:08.689491 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584bedf5-2996-41f8-a98d-7c5642010c22 req-568053b2-4ee9-41a4-a7d6-35afc125da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:08.690926 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-584bedf5-2996-41f8-a98d-7c5642010c22 req-568053b2-4ee9-41a4-a7d6-35afc125da6f service neutron] 10.222.0.13 "GET /v2.0/networks?id=004a323e-79ad-40fb-ad60-8da92f0a29f7 HTTP/1.1" status: 200 len: 916 time: 0.1330976 Feb 28 14:49:08.757692 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-584bedf5-2996-41f8-a98d-7c5642010c22 req-a2df078c-bcfa-4d98-b8d7-bf5cea23702d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ceff3b5-ad02-4200-8ca0-f5025765eb39 HTTP/1.1" status: 200 len: 217 time: 0.0598669 Feb 28 14:49:08.824428 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584bedf5-2996-41f8-a98d-7c5642010c22 req-9f7f98ca-bf3c-4ad7-9342-21a3f235da72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:08.825757 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-584bedf5-2996-41f8-a98d-7c5642010c22 req-9f7f98ca-bf3c-4ad7-9342-21a3f235da72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=09947c58-912c-4a70-b984-caa8447899d0 HTTP/1.1" status: 200 len: 854 time: 0.0607035 Feb 28 14:49:08.903588 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584bedf5-2996-41f8-a98d-7c5642010c22 req-636be0f9-60e4-43fc-9c03-260c9d67f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:08.905055 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-584bedf5-2996-41f8-a98d-7c5642010c22 req-636be0f9-60e4-43fc-9c03-260c9d67f51f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=004a323e-79ad-40fb-ad60-8da92f0a29f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720994 Feb 28 14:49:09.038654 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-584bedf5-2996-41f8-a98d-7c5642010c22 req-c34240b2-5132-4e7b-9339-2ab565fa6975 service neutron] 10.222.0.13 "GET /v2.0/networks/004a323e-79ad-40fb-ad60-8da92f0a29f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265941 Feb 28 14:49:09.169845 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-584bedf5-2996-41f8-a98d-7c5642010c22 req-4cb27d77-05f5-4ddb-888b-c23999fe9c90 service neutron] 10.222.0.13 "GET /v2.0/networks/004a323e-79ad-40fb-ad60-8da92f0a29f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233094 Feb 28 14:49:09.613663 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f982aa-0091-4c0e-b904-07097b0cea7a req-7a55038d-73ab-4c56-a712-0fe0fe752e13 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:09.614350 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-c2f982aa-0091-4c0e-b904-07097b0cea7a req-7a55038d-73ab-4c56-a712-0fe0fe752e13 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Synchronizing usage tracker for tenant:979676f32d1a4fd889beaf3ddfc9b354 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:49:09.634478 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-c2f982aa-0091-4c0e-b904-07097b0cea7a req-7a55038d-73ab-4c56-a712-0fe0fe752e13 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Unset dirty status for tenant:979676f32d1a4fd889beaf3ddfc9b354 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:49:09.636134 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c2f982aa-0091-4c0e-b904-07097b0cea7a req-7a55038d-73ab-4c56-a712-0fe0fe752e13 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e94008-9e19-4d6b-8700-6126de0e87e9 HTTP/1.1" status: 200 len: 943 time: 0.1091831 Feb 28 14:49:09.684238 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c2f982aa-0091-4c0e-b904-07097b0cea7a req-d78fd6ab-bdcb-453e-9ed3-3175401bdd13 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb90eada-6bbf-4784-a9ba-aa8b96bac914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394609 Feb 28 14:49:09.838300 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-10b2cde5-175b-4ca6-99ad-ad91f08b961a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:10.899096 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53fe52-c8ad-4978-91b8-04ebdccd9e30 req-be8ce927-c9a0-4b6b-bfc6-1b0942f4a1b9 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:10.900557 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fc53fe52-c8ad-4978-91b8-04ebdccd9e30 req-be8ce927-c9a0-4b6b-bfc6-1b0942f4a1b9 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e94008-9e19-4d6b-8700-6126de0e87e9 HTTP/1.1" status: 200 len: 943 time: 0.0977006 Feb 28 14:49:10.959439 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:10.962224 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fc53fe52-c8ad-4978-91b8-04ebdccd9e30 req-3958a79c-77e6-4ee6-8ccd-8de9649db9d3 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb90eada-6bbf-4784-a9ba-aa8b96bac914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525391 Feb 28 14:49:11.066121 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 3ceff3b5-ad02-4200-8ca0-f5025765eb39 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:49:11.213645 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:11.220525 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 3ceff3b5-ad02-4200-8ca0-f5025765eb39, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=3ceff3b5-ad02-4200-8ca0-f5025765eb39,segment=NetworkSegment(298a392f-93d3-4b58-accb-bfb7579ef093),segment_id=298a392f-93d3-4b58-accb-bfb7579ef093)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:49:11.234412 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '3ceff3b5-ad02-4200-8ca0-f5025765eb39', 'network_id': '004a323e-79ad-40fb-ad60-8da92f0a29f7', 'port_id': '3ceff3b5-ad02-4200-8ca0-f5025765eb39', 'mac_address': 'fa:16:3e:3a:d7:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09947c58-912c-4a70-b984-caa8447899d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:49:11.296577 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:11.320216 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ceff3b5-ad02-4200-8ca0-f5025765eb39 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:49:11.338924 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 3ceff3b5-ad02-4200-8ca0-f5025765eb39, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=3ceff3b5-ad02-4200-8ca0-f5025765eb39,segment=NetworkSegment(298a392f-93d3-4b58-accb-bfb7579ef093),segment_id=298a392f-93d3-4b58-accb-bfb7579ef093)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:49:11.345185 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:11.413725 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=3ceff3b5-ad02-4200-8ca0-f5025765eb39,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:11.421582 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:11.421934 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:11.422276 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:11.422607 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:11.422940 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:11.423299 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:11.423625 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:11.423933 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:11.424256 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:11.424582 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:11.424900 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:11.425216 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:11.541947 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['3ceff3b5-ad02-4200-8ca0-f5025765eb39'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:49:12.171456 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f613b-1527-40d6-bc5d-f92d15787068 req-2bac12c3-c45d-4d38-ae35-0a25be9c8cc1 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:12.172814 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a25f613b-1527-40d6-bc5d-f92d15787068 req-2bac12c3-c45d-4d38-ae35-0a25be9c8cc1 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e94008-9e19-4d6b-8700-6126de0e87e9 HTTP/1.1" status: 200 len: 944 time: 0.0890369 Feb 28 14:49:12.216747 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a25f613b-1527-40d6-bc5d-f92d15787068 req-dfaca03e-045e-4a98-ad2d-c36d8389c384 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb90eada-6bbf-4784-a9ba-aa8b96bac914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381567 Feb 28 14:49:12.564264 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:13.082806 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 3ceff3b5-ad02-4200-8ca0-f5025765eb39 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:49:13.160395 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port 3ceff3b5-ad02-4200-8ca0-f5025765eb39 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:49:13.165372 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 3ceff3b5-ad02-4200-8ca0-f5025765eb39 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:13.165742 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:13.279965 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:13.310033 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e94008-9e19-4d6b-8700-6126de0e87e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ceff3b5-ad02-4200-8ca0-f5025765eb39'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:49:13.319888 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 3ceff3b5-ad02-4200-8ca0-f5025765eb39, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=3ceff3b5-ad02-4200-8ca0-f5025765eb39,segment=NetworkSegment(298a392f-93d3-4b58-accb-bfb7579ef093),segment_id=298a392f-93d3-4b58-accb-bfb7579ef093)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:49:13.328456 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:13.364073 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e94008-9e19-4d6b-8700-6126de0e87e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ceff3b5-ad02-4200-8ca0-f5025765eb39', 'code': 200} Feb 28 14:49:13.397956 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=3ceff3b5-ad02-4200-8ca0-f5025765eb39,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:13.409786 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1af6b8-b724-4060-a795-0bd24641d8fd req-7b2a7126-dca8-4236-9292-d6f9aabd32c6 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:13.411293 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0e1af6b8-b724-4060-a795-0bd24641d8fd req-7b2a7126-dca8-4236-9292-d6f9aabd32c6 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e94008-9e19-4d6b-8700-6126de0e87e9 HTTP/1.1" status: 200 len: 945 time: 0.0884938 Feb 28 14:49:13.458171 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0e1af6b8-b724-4060-a795-0bd24641d8fd req-a2caba65-b481-416f-963a-5116731837d8 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb90eada-6bbf-4784-a9ba-aa8b96bac914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409331 Feb 28 14:49:13.590718 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e17422-9836-46c5-b62c-668a297ba153 req-1a1ea0ff-e18f-4ef4-9dc9-0d1eea51f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:13.592705 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-44e17422-9836-46c5-b62c-668a297ba153 req-1a1ea0ff-e18f-4ef4-9dc9-0d1eea51f137 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=67e94008-9e19-4d6b-8700-6126de0e87e9 HTTP/1.1" status: 200 len: 1098 time: 0.0755146 Feb 28 14:49:13.635957 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-44e17422-9836-46c5-b62c-668a297ba153 req-b8c78700-8ce9-4ecb-b625-f3d89169524e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fb90eada-6bbf-4784-a9ba-aa8b96bac914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369654 Feb 28 14:49:14.650839 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922a8cc-5b35-4a11-9ed9-5b7e4465cdac req-2d6eb690-c7c8-4b3b-8e90-d2711c742246 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:14.652323 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a922a8cc-5b35-4a11-9ed9-5b7e4465cdac req-2d6eb690-c7c8-4b3b-8e90-d2711c742246 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e94008-9e19-4d6b-8700-6126de0e87e9 HTTP/1.1" status: 200 len: 945 time: 0.0831840 Feb 28 14:49:14.701090 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a922a8cc-5b35-4a11-9ed9-5b7e4465cdac req-d658f63b-9762-4999-b3d1-cdcaa2215154 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb90eada-6bbf-4784-a9ba-aa8b96bac914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429745 Feb 28 14:49:15.915399 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa36643-9cbb-4351-9366-28ada5840b27 req-98e06f8f-98a3-4bc0-9539-dd66096bb6be tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:15.917141 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9aa36643-9cbb-4351-9366-28ada5840b27 req-98e06f8f-98a3-4bc0-9539-dd66096bb6be tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e94008-9e19-4d6b-8700-6126de0e87e9 HTTP/1.1" status: 200 len: 945 time: 0.0946887 Feb 28 14:49:15.963056 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9aa36643-9cbb-4351-9366-28ada5840b27 req-46c80b2a-419e-4bc3-84e7-33b492c8eee9 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb90eada-6bbf-4784-a9ba-aa8b96bac914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396173 Feb 28 14:49:16.155036 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2ce56-7937-4c7f-946f-1740febb989d req-b7c19169-96c8-493e-a513-113d779799dd tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:16.156516 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-74f2ce56-7937-4c7f-946f-1740febb989d req-b7c19169-96c8-493e-a513-113d779799dd tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e94008-9e19-4d6b-8700-6126de0e87e9 HTTP/1.1" status: 200 len: 945 time: 0.0882051 Feb 28 14:49:16.204073 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-74f2ce56-7937-4c7f-946f-1740febb989d req-f77046eb-aa65-48b9-91c9-da874e419ce5 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb90eada-6bbf-4784-a9ba-aa8b96bac914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392854 Feb 28 14:49:30.817985 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf062e-d3ff-4d76-9ad9-c932f5a744a9 req-c236eeb0-e9ff-4914-adea-7cc30db9193c tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:30.819449 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-31bf062e-d3ff-4d76-9ad9-c932f5a744a9 req-c236eeb0-e9ff-4914-adea-7cc30db9193c tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e94008-9e19-4d6b-8700-6126de0e87e9 HTTP/1.1" status: 200 len: 945 time: 0.0912080 Feb 28 14:49:30.863960 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-31bf062e-d3ff-4d76-9ad9-c932f5a744a9 req-070aa4ec-019b-4c27-aa98-b3e455c3f466 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb90eada-6bbf-4784-a9ba-aa8b96bac914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388904 Feb 28 14:49:32.061654 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807cc47-2309-4472-947d-069567bdd5af req-51b801f4-4ab5-4e8b-becf-92b1abdaafc8 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:32.063174 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c807cc47-2309-4472-947d-069567bdd5af req-51b801f4-4ab5-4e8b-becf-92b1abdaafc8 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e94008-9e19-4d6b-8700-6126de0e87e9 HTTP/1.1" status: 200 len: 945 time: 0.0878456 Feb 28 14:49:32.110428 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c807cc47-2309-4472-947d-069567bdd5af req-d5835515-823a-4b65-ba9c-954babad4c1b tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb90eada-6bbf-4784-a9ba-aa8b96bac914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412862 Feb 28 14:49:32.304272 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953c212-e04e-460c-a0e8-c54b0fa1d29e req-7cd6f60a-1c53-4d3e-8f96-3d68610c6823 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:32.305700 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3953c212-e04e-460c-a0e8-c54b0fa1d29e req-7cd6f60a-1c53-4d3e-8f96-3d68610c6823 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e94008-9e19-4d6b-8700-6126de0e87e9 HTTP/1.1" status: 200 len: 945 time: 0.0871036 Feb 28 14:49:32.379464 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-3953c212-e04e-460c-a0e8-c54b0fa1d29e req-488dfc85-4442-4bed-9b48-eab8013d0ef6 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Deleting port 3ceff3b5-ad02-4200-8ca0-f5025765eb39 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:49:32.379701 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3953c212-e04e-460c-a0e8-c54b0fa1d29e req-488dfc85-4442-4bed-9b48-eab8013d0ef6 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:32.735097 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-3953c212-e04e-460c-a0e8-c54b0fa1d29e req-488dfc85-4442-4bed-9b48-eab8013d0ef6 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] For port 3ceff3b5-ad02-4200-8ca0-f5025765eb39, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=3ceff3b5-ad02-4200-8ca0-f5025765eb39,segment=NetworkSegment(298a392f-93d3-4b58-accb-bfb7579ef093),segment_id=298a392f-93d3-4b58-accb-bfb7579ef093)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:49:32.735381 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3953c212-e04e-460c-a0e8-c54b0fa1d29e req-488dfc85-4442-4bed-9b48-eab8013d0ef6 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:32.854847 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-3953c212-e04e-460c-a0e8-c54b0fa1d29e req-488dfc85-4442-4bed-9b48-eab8013d0ef6 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Calling delete_port for 3ceff3b5-ad02-4200-8ca0-f5025765eb39 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:49:33.027257 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3953c212-e04e-460c-a0e8-c54b0fa1d29e req-488dfc85-4442-4bed-9b48-eab8013d0ef6 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:33.040210 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['3ceff3b5-ad02-4200-8ca0-f5025765eb39'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:49:33.080392 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488dfc85-4442-4bed-9b48-eab8013d0ef6 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Pushing event deleted for resources: {'Port': ['ID=3ceff3b5-ad02-4200-8ca0-f5025765eb39,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:33.123289 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488dfc85-4442-4bed-9b48-eab8013d0ef6 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:33.123627 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488dfc85-4442-4bed-9b48-eab8013d0ef6 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:33.123965 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488dfc85-4442-4bed-9b48-eab8013d0ef6 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:33.124286 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488dfc85-4442-4bed-9b48-eab8013d0ef6 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:33.124605 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488dfc85-4442-4bed-9b48-eab8013d0ef6 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:33.124940 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488dfc85-4442-4bed-9b48-eab8013d0ef6 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:33.125237 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488dfc85-4442-4bed-9b48-eab8013d0ef6 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:33.125571 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488dfc85-4442-4bed-9b48-eab8013d0ef6 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:33.125880 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488dfc85-4442-4bed-9b48-eab8013d0ef6 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:33.126188 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488dfc85-4442-4bed-9b48-eab8013d0ef6 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:33.126495 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488dfc85-4442-4bed-9b48-eab8013d0ef6 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:33.126849 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488dfc85-4442-4bed-9b48-eab8013d0ef6 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:33.169443 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3953c212-e04e-460c-a0e8-c54b0fa1d29e req-488dfc85-4442-4bed-9b48-eab8013d0ef6 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] No DVR routers for this DVR port 3ceff3b5-ad02-4200-8ca0-f5025765eb39 on host hv-neutron-8311 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:49:33.172053 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-3953c212-e04e-460c-a0e8-c54b0fa1d29e req-488dfc85-4442-4bed-9b48-eab8013d0ef6 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:33.176079 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e94008-9e19-4d6b-8700-6126de0e87e9', 'name': 'network-vif-deleted', 'tag': '3ceff3b5-ad02-4200-8ca0-f5025765eb39'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:49:33.193168 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3953c212-e04e-460c-a0e8-c54b0fa1d29e req-488dfc85-4442-4bed-9b48-eab8013d0ef6 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.13 "DELETE /v2.0/ports/3ceff3b5-ad02-4200-8ca0-f5025765eb39 HTTP/1.1" status: 204 len: 173 time: 0.8820536 Feb 28 14:49:33.240423 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e94008-9e19-4d6b-8700-6126de0e87e9', 'name': 'network-vif-deleted', 'tag': '3ceff3b5-ad02-4200-8ca0-f5025765eb39', 'status': 'completed', 'code': 200} Feb 28 14:49:33.268009 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-643d350c-2381-4c77-9fbb-f4baff753ee7 req-43f27a02-07b8-4cfa-9a20-be7986bcef87 tempest-TestEncryptedCinderVolumes-1045651728 tempest-TestEncryptedCinderVolumes-1045651728-project] 10.222.0.30 "GET /v2.0/ports?device_id=67e94008-9e19-4d6b-8700-6126de0e87e9 HTTP/1.1" status: 200 len: 210 time: 0.0430639 Feb 28 14:49:34.415497 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37162) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:35.073542 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1fb4e811-8824-4f04-80f6-3a3bff472403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:35.177201 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 3ceff3b5-ad02-4200-8ca0-f5025765eb39 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:49:35.213883 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: 3ceff3b5-ad02-4200-8ca0-f5025765eb39 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:49:35.214261 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 3ceff3b5-ad02-4200-8ca0-f5025765eb39 not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:49:35.239330 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:35.439360 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1fb4e811-8824-4f04-80f6-3a3bff472403 admin admin] Deleting port a64cdb95-9c70-4dfa-83cc-85866dd9fc9e {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:49:35.440057 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1fb4e811-8824-4f04-80f6-3a3bff472403 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:35.618831 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-1fb4e811-8824-4f04-80f6-3a3bff472403 admin admin] For port a64cdb95-9c70-4dfa-83cc-85866dd9fc9e, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=a64cdb95-9c70-4dfa-83cc-85866dd9fc9e,segment=NetworkSegment(298a392f-93d3-4b58-accb-bfb7579ef093),segment_id=298a392f-93d3-4b58-accb-bfb7579ef093)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:49:35.619134 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1fb4e811-8824-4f04-80f6-3a3bff472403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:35.740903 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1fb4e811-8824-4f04-80f6-3a3bff472403 admin admin] Calling delete_port for a64cdb95-9c70-4dfa-83cc-85866dd9fc9e owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:49:36.062451 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1fb4e811-8824-4f04-80f6-3a3bff472403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:36.113930 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4e811-8824-4f04-80f6-3a3bff472403 admin admin] Pushing event deleted for resources: {'Port': ['ID=a64cdb95-9c70-4dfa-83cc-85866dd9fc9e,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:36.178064 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4e811-8824-4f04-80f6-3a3bff472403 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:36.178369 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4e811-8824-4f04-80f6-3a3bff472403 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:36.178733 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4e811-8824-4f04-80f6-3a3bff472403 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:36.179058 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4e811-8824-4f04-80f6-3a3bff472403 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:36.179404 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4e811-8824-4f04-80f6-3a3bff472403 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:36.179702 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4e811-8824-4f04-80f6-3a3bff472403 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:36.180023 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4e811-8824-4f04-80f6-3a3bff472403 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:36.180341 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4e811-8824-4f04-80f6-3a3bff472403 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:36.180659 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4e811-8824-4f04-80f6-3a3bff472403 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:36.180973 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4e811-8824-4f04-80f6-3a3bff472403 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:36.181285 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4e811-8824-4f04-80f6-3a3bff472403 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:36.181597 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4e811-8824-4f04-80f6-3a3bff472403 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:36.502913 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1fb4e811-8824-4f04-80f6-3a3bff472403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:36.887234 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb4e811-8824-4f04-80f6-3a3bff472403 admin admin] Router aa9e01ff-d23a-4159-a409-c72ab6362fa3 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:49:37.080035 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb4e811-8824-4f04-80f6-3a3bff472403 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:49:37.089534 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb34c28f-8e27-43bd-af12-bd7ccd494408 None None] Sync routers for ids ['aa9e01ff-d23a-4159-a409-c72ab6362fa3'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:49:37.095206 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1fb4e811-8824-4f04-80f6-3a3bff472403 admin admin] 10.222.0.30 "PUT /v2.0/routers/aa9e01ff-d23a-4159-a409-c72ab6362fa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6781719 Feb 28 14:49:37.097942 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 37166) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:37.100190 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb34c28f-8e27-43bd-af12-bd7ccd494408 None None] Routers {'aa9e01ff-d23a-4159-a409-c72ab6362fa3'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:49:37.100836 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-eb34c28f-8e27-43bd-af12-bd7ccd494408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:49:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['aa9e01ff-d23a-4159-a409-c72ab6362fa3'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:37.271837 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d12e9548-c3cf-48b9-b99d-966a6a4b9a8c admin admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:37.299133 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-eb34c28f-8e27-43bd-af12-bd7ccd494408 None None] Set router aa9e01ff-d23a-4159-a409-c72ab6362fa3 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:49:37.456816 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d12e9548-c3cf-48b9-b99d-966a6a4b9a8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:37.466477 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d12e9548-c3cf-48b9-b99d-966a6a4b9a8c admin admin] Deleting port a2744c62-bdc0-4b1e-8605-3df021b5c641 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:49:37.466809 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d12e9548-c3cf-48b9-b99d-966a6a4b9a8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:37.582099 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-eb34c28f-8e27-43bd-af12-bd7ccd494408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e01ff-d23a-4159-a409-c72ab6362fa3', 'name': 'tempest-TestEncryptedCinderVolumes-49011099-router', 'tenant_id': '979676f32d1a4fd889beaf3ddfc9b354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': 'a2744c62-bdc0-4b1e-8605-3df021b5c641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:48:19Z', 'updated_at': '2022-02-28T14:49:35Z', 'revision_number': 5, 'project_id': '979676f32d1a4fd889beaf3ddfc9b354', 'gw_port': {'id': 'a2744c62-bdc0-4b1e-8605-3df021b5c641', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ee:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e01ff-d23a-4159-a409-c72ab6362fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:48:19Z', 'updated_at': '2022-02-28T14:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:37.585869 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb34c28f-8e27-43bd-af12-bd7ccd494408 None None] Checking router: aa9e01ff-d23a-4159-a409-c72ab6362fa3 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:49:37.594639 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb34c28f-8e27-43bd-af12-bd7ccd494408 None None] Routers {'aa9e01ff-d23a-4159-a409-c72ab6362fa3'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:49:37.595261 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-eb34c28f-8e27-43bd-af12-bd7ccd494408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:49:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['aa9e01ff-d23a-4159-a409-c72ab6362fa3'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:37.639050 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-d12e9548-c3cf-48b9-b99d-966a6a4b9a8c admin admin] For port a2744c62-bdc0-4b1e-8605-3df021b5c641, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=a2744c62-bdc0-4b1e-8605-3df021b5c641,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:49:37.639440 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d12e9548-c3cf-48b9-b99d-966a6a4b9a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:37.717278 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-89d1c47b-3da3-4556-ade3-fb2b369e35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:37.742290 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-eb34c28f-8e27-43bd-af12-bd7ccd494408 None None] Set router aa9e01ff-d23a-4159-a409-c72ab6362fa3 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:49:37.768912 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-d12e9548-c3cf-48b9-b99d-966a6a4b9a8c admin admin] Calling delete_port for a2744c62-bdc0-4b1e-8605-3df021b5c641 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:49:37.844986 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-eb34c28f-8e27-43bd-af12-bd7ccd494408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e01ff-d23a-4159-a409-c72ab6362fa3', 'name': 'tempest-TestEncryptedCinderVolumes-49011099-router', 'tenant_id': '979676f32d1a4fd889beaf3ddfc9b354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:48:19Z', 'updated_at': '2022-02-28T14:49:37Z', 'revision_number': 6, 'project_id': '979676f32d1a4fd889beaf3ddfc9b354', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:37.849171 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb34c28f-8e27-43bd-af12-bd7ccd494408 None None] The sync data for ids ['aa9e01ff-d23a-4159-a409-c72ab6362fa3'] in dv-neutron-831192-4-hyperv is: [{'id': 'aa9e01ff-d23a-4159-a409-c72ab6362fa3', 'name': 'tempest-TestEncryptedCinderVolumes-49011099-router', 'tenant_id': '979676f32d1a4fd889beaf3ddfc9b354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:48:19Z', 'updated_at': '2022-02-28T14:49:37Z', 'revision_number': 6, 'project_id': '979676f32d1a4fd889beaf3ddfc9b354', 'gw_port_host': None}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:49:38.039894 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d12e9548-c3cf-48b9-b99d-966a6a4b9a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.084116 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e9548-c3cf-48b9-b99d-966a6a4b9a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=a2744c62-bdc0-4b1e-8605-3df021b5c641,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:38.181957 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d12e9548-c3cf-48b9-b99d-966a6a4b9a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.363536 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d12e9548-c3cf-48b9-b99d-966a6a4b9a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.366012 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d12e9548-c3cf-48b9-b99d-966a6a4b9a8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.397452 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d12e9548-c3cf-48b9-b99d-966a6a4b9a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.397880 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12e9548-c3cf-48b9-b99d-966a6a4b9a8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa9e01ff-d23a-4159-a409-c72ab6362fa3 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:49:38.412921 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d12e9548-c3cf-48b9-b99d-966a6a4b9a8c admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.414022 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d12e9548-c3cf-48b9-b99d-966a6a4b9a8c admin admin] 10.222.0.30 "DELETE /v2.0/routers/aa9e01ff-d23a-4159-a409-c72ab6362fa3 HTTP/1.1" status: 204 len: 168 time: 1.3151219 Feb 28 14:49:38.416760 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 37170) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:38.476647 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d158af9c-c461-49ed-924d-ca206764c65c admin admin] Deleting subnet 09947c58-912c-4a70-b984-caa8447899d0 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:49:38.479638 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d158af9c-c461-49ed-924d-ca206764c65c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.532228 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d158af9c-c461-49ed-924d-ca206764c65c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.616126 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d158af9c-c461-49ed-924d-ca206764c65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.691351 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d158af9c-c461-49ed-924d-ca206764c65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.733513 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158af9c-c461-49ed-924d-ca206764c65c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09947c58-912c-4a70-b984-caa8447899d0,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:38.739426 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-d158af9c-c461-49ed-924d-ca206764c65c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.744760 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db16929d-0b83-469f-802d-c23a9ebd5753 None None] Network 004a323e-79ad-40fb-ad60-8da92f0a29f7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:49:38.748889 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-d158af9c-c461-49ed-924d-ca206764c65c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/09947c58-912c-4a70-b984-caa8447899d0 HTTP/1.1" status: 204 len: 168 time: 0.3275547 Feb 28 14:49:38.749006 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37174) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:38.859867 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb06e31b-ad13-4225-9fcd-daa134b24fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.871397 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fb06e31b-ad13-4225-9fcd-daa134b24fb6 admin admin] Deleting port 386958dd-09b4-42de-900b-4f921285f4b9 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:49:38.871722 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb06e31b-ad13-4225-9fcd-daa134b24fb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.988092 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6ac98b-46b9-4581-b117-eb3ff588087b None None] DHCP port deletion for 004a323e-79ad-40fb-ad60-8da92f0a29f7 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:49:38.992535 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ac98b-46b9-4581-b117-eb3ff588087b None None] Deleting port 386958dd-09b4-42de-900b-4f921285f4b9 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:49:38.993052 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2f6ac98b-46b9-4581-b117-eb3ff588087b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.080406 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-fb06e31b-ad13-4225-9fcd-daa134b24fb6 admin admin] For port 386958dd-09b4-42de-900b-4f921285f4b9, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=386958dd-09b4-42de-900b-4f921285f4b9,segment=NetworkSegment(298a392f-93d3-4b58-accb-bfb7579ef093),segment_id=298a392f-93d3-4b58-accb-bfb7579ef093)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:49:39.080815 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb06e31b-ad13-4225-9fcd-daa134b24fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.207851 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fb06e31b-ad13-4225-9fcd-daa134b24fb6 admin admin] Calling delete_port for 386958dd-09b4-42de-900b-4f921285f4b9 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:49:39.234658 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-2f6ac98b-46b9-4581-b117-eb3ff588087b None None] For port 386958dd-09b4-42de-900b-4f921285f4b9, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=386958dd-09b4-42de-900b-4f921285f4b9,segment=NetworkSegment(298a392f-93d3-4b58-accb-bfb7579ef093),segment_id=298a392f-93d3-4b58-accb-bfb7579ef093)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:49:39.234935 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2f6ac98b-46b9-4581-b117-eb3ff588087b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.285027 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb06e31b-ad13-4225-9fcd-daa134b24fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.332776 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06e31b-ad13-4225-9fcd-daa134b24fb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=386958dd-09b4-42de-900b-4f921285f4b9,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:39.336183 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb06e31b-ad13-4225-9fcd-daa134b24fb6 admin admin] No DVR routers for this DVR port 386958dd-09b4-42de-900b-4f921285f4b9 on host dv-neutron-831192-4-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:49:39.357620 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ac98b-46b9-4581-b117-eb3ff588087b None None] Calling delete_port for 386958dd-09b4-42de-900b-4f921285f4b9 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:49:39.426535 dv-neutron-831192-4-hyperv neutron-server[87774]: util.warn( Feb 28 14:49:39.435573 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-2f6ac98b-46b9-4581-b117-eb3ff588087b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:49:39.435925 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-2f6ac98b-46b9-4581-b117-eb3ff588087b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:49:39.452049 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb06e31b-ad13-4225-9fcd-daa134b24fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.480798 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-fb06e31b-ad13-4225-9fcd-daa134b24fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['004a323e-79ad-40fb-ad60-8da92f0a29f7']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:39.613666 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-fb06e31b-ad13-4225-9fcd-daa134b24fb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '298a392f-93d3-4b58-accb-bfb7579ef093') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:39.614092 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-fb06e31b-ad13-4225-9fcd-daa134b24fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '298a392f-93d3-4b58-accb-bfb7579ef093') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:39.626695 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb06e31b-ad13-4225-9fcd-daa134b24fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.644076 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb06e31b-ad13-4225-9fcd-daa134b24fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.650381 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb06e31b-ad13-4225-9fcd-daa134b24fb6 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:49:39.650788 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb06e31b-ad13-4225-9fcd-daa134b24fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:49:39.664102 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:49:39.748417 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb06e31b-ad13-4225-9fcd-daa134b24fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.764766 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fb06e31b-ad13-4225-9fcd-daa134b24fb6 admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.774949 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06e31b-ad13-4225-9fcd-daa134b24fb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=004a323e-79ad-40fb-ad60-8da92f0a29f7,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:39.790966 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fb06e31b-ad13-4225-9fcd-daa134b24fb6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/004a323e-79ad-40fb-ad60-8da92f0a29f7 HTTP/1.1" status: 204 len: 168 time: 1.0410609 Feb 28 14:49:39.794371 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37178) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:39.830889 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-55daefc8-58e6-401c-afbb-85350a21feae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.928004 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device a2744c62-bdc0-4b1e-8605-3df021b5c641 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:49:39.956267 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ac98b-46b9-4581-b117-eb3ff588087b None None] Deleting port 386958dd-09b4-42de-900b-4f921285f4b9 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:49:39.956637 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2f6ac98b-46b9-4581-b117-eb3ff588087b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.987422 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: a2744c62-bdc0-4b1e-8605-3df021b5c641 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:49:39.987745 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device a2744c62-bdc0-4b1e-8605-3df021b5c641 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:49:39.988172 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 386958dd-09b4-42de-900b-4f921285f4b9 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:49:40.052050 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 386958dd-09b4-42de-900b-4f921285f4b9 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:49:40.052328 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 386958dd-09b4-42de-900b-4f921285f4b9 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:49:40.052741 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device a64cdb95-9c70-4dfa-83cc-85866dd9fc9e no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:49:40.079291 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ac98b-46b9-4581-b117-eb3ff588087b None None] The port '386958dd-09b4-42de-900b-4f921285f4b9' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:49:40.091460 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: a64cdb95-9c70-4dfa-83cc-85866dd9fc9e {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:49:40.091649 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device a64cdb95-9c70-4dfa-83cc-85866dd9fc9e not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:49:40.351361 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8146198b-ca41-4646-83be-8e35eed6059d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:40.708060 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8146198b-ca41-4646-83be-8e35eed6059d admin admin] Deleting port b314d1e5-af00-4b6f-bf4a-94cb9735b364 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:49:40.708400 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8146198b-ca41-4646-83be-8e35eed6059d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:40.898158 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-8146198b-ca41-4646-83be-8e35eed6059d admin admin] For port b314d1e5-af00-4b6f-bf4a-94cb9735b364, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=b314d1e5-af00-4b6f-bf4a-94cb9735b364,segment=NetworkSegment(f76d34a2-2cd4-4e04-8f9d-47e7065021a1),segment_id=f76d34a2-2cd4-4e04-8f9d-47e7065021a1)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:49:40.898860 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8146198b-ca41-4646-83be-8e35eed6059d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:40.966108 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:41.153671 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8146198b-ca41-4646-83be-8e35eed6059d admin admin] Calling delete_port for b314d1e5-af00-4b6f-bf4a-94cb9735b364 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:49:41.207599 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:41.340950 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8146198b-ca41-4646-83be-8e35eed6059d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:41.389543 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146198b-ca41-4646-83be-8e35eed6059d admin admin] Pushing event deleted for resources: {'Port': ['ID=b314d1e5-af00-4b6f-bf4a-94cb9735b364,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:41.656350 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8146198b-ca41-4646-83be-8e35eed6059d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:42.028692 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8146198b-ca41-4646-83be-8e35eed6059d admin admin] Router 0edad643-03de-4682-a948-bac912be878a has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:49:42.221650 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8146198b-ca41-4646-83be-8e35eed6059d admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:49:42.230422 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c8436c-e46c-4c9b-a0f5-addc9778623d None None] Sync routers for ids ['0edad643-03de-4682-a948-bac912be878a'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:49:42.231180 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8146198b-ca41-4646-83be-8e35eed6059d admin admin] 10.222.0.30 "PUT /v2.0/routers/0edad643-03de-4682-a948-bac912be878a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4358261 Feb 28 14:49:42.234900 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37182) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:42.241789 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c8436c-e46c-4c9b-a0f5-addc9778623d None None] Routers {'0edad643-03de-4682-a948-bac912be878a'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:49:42.242397 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f7c8436c-e46c-4c9b-a0f5-addc9778623d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:49:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['0edad643-03de-4682-a948-bac912be878a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:42.406333 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7ae20a09-025f-47e2-823c-56f5106092ba admin admin] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:42.417156 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-f7c8436c-e46c-4c9b-a0f5-addc9778623d None None] Set router 0edad643-03de-4682-a948-bac912be878a gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:49:42.620987 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:42.709265 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7ae20a09-025f-47e2-823c-56f5106092ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:42.715583 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f7c8436c-e46c-4c9b-a0f5-addc9778623d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edad643-03de-4682-a948-bac912be878a', 'name': 'tempest-TestEncryptedCinderVolumes-243264193-router', 'tenant_id': '2c3d0e5f36854d29969aa59e4bf9b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.14'}], 'enable_snat': True}, 'gw_port_id': '1bc932a3-d7e5-4ff7-8640-58556d162e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:48:25Z', 'updated_at': '2022-02-28T14:49:41Z', 'revision_number': 5, 'project_id': '2c3d0e5f36854d29969aa59e4bf9b0eb', 'gw_port': {'id': '1bc932a3-d7e5-4ff7-8640-58556d162e15', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edad643-03de-4682-a948-bac912be878a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:48:26Z', 'updated_at': '2022-02-28T14:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:42.719784 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7ae20a09-025f-47e2-823c-56f5106092ba admin admin] Deleting port 1bc932a3-d7e5-4ff7-8640-58556d162e15 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:49:42.719952 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c8436c-e46c-4c9b-a0f5-addc9778623d None None] Checking router: 0edad643-03de-4682-a948-bac912be878a for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:49:42.720122 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7ae20a09-025f-47e2-823c-56f5106092ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:42.728566 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c8436c-e46c-4c9b-a0f5-addc9778623d None None] Routers {'0edad643-03de-4682-a948-bac912be878a'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:49:42.729115 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f7c8436c-e46c-4c9b-a0f5-addc9778623d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:49:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['0edad643-03de-4682-a948-bac912be878a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:42.879341 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-f7c8436c-e46c-4c9b-a0f5-addc9778623d None None] Set router 0edad643-03de-4682-a948-bac912be878a gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:49:42.899566 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-7ae20a09-025f-47e2-823c-56f5106092ba admin admin] For port 1bc932a3-d7e5-4ff7-8640-58556d162e15, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=1bc932a3-d7e5-4ff7-8640-58556d162e15,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:49:42.899918 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7ae20a09-025f-47e2-823c-56f5106092ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:42.982743 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f7c8436c-e46c-4c9b-a0f5-addc9778623d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edad643-03de-4682-a948-bac912be878a', 'name': 'tempest-TestEncryptedCinderVolumes-243264193-router', 'tenant_id': '2c3d0e5f36854d29969aa59e4bf9b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:48:25Z', 'updated_at': '2022-02-28T14:49:42Z', 'revision_number': 6, 'project_id': '2c3d0e5f36854d29969aa59e4bf9b0eb', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:42.986773 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c8436c-e46c-4c9b-a0f5-addc9778623d None None] The sync data for ids ['0edad643-03de-4682-a948-bac912be878a'] in dv-neutron-831192-4-hyperv is: [{'id': '0edad643-03de-4682-a948-bac912be878a', 'name': 'tempest-TestEncryptedCinderVolumes-243264193-router', 'tenant_id': '2c3d0e5f36854d29969aa59e4bf9b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:48:25Z', 'updated_at': '2022-02-28T14:49:42Z', 'revision_number': 6, 'project_id': '2c3d0e5f36854d29969aa59e4bf9b0eb', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:49:43.022604 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7ae20a09-025f-47e2-823c-56f5106092ba admin admin] Calling delete_port for 1bc932a3-d7e5-4ff7-8640-58556d162e15 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:49:43.207072 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7ae20a09-025f-47e2-823c-56f5106092ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.252405 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae20a09-025f-47e2-823c-56f5106092ba admin admin] Pushing event deleted for resources: {'Port': ['ID=1bc932a3-d7e5-4ff7-8640-58556d162e15,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:43.348501 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7ae20a09-025f-47e2-823c-56f5106092ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.524390 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7ae20a09-025f-47e2-823c-56f5106092ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.526577 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7ae20a09-025f-47e2-823c-56f5106092ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.554500 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7ae20a09-025f-47e2-823c-56f5106092ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.555034 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae20a09-025f-47e2-823c-56f5106092ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0edad643-03de-4682-a948-bac912be878a {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:49:43.568284 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7ae20a09-025f-47e2-823c-56f5106092ba admin admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.569407 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7ae20a09-025f-47e2-823c-56f5106092ba admin admin] 10.222.0.30 "DELETE /v2.0/routers/0edad643-03de-4682-a948-bac912be878a HTTP/1.1" status: 204 len: 168 time: 1.3335881 Feb 28 14:49:43.572114 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37186) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:43.630481 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e441000-da0d-42a9-8081-00b2dba49c20 admin admin] Deleting subnet 108f7917-b51e-4289-877a-e7a01589a443 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:49:43.633755 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e441000-da0d-42a9-8081-00b2dba49c20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.689051 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e441000-da0d-42a9-8081-00b2dba49c20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.770384 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e441000-da0d-42a9-8081-00b2dba49c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.841415 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e441000-da0d-42a9-8081-00b2dba49c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.882458 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e441000-da0d-42a9-8081-00b2dba49c20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=108f7917-b51e-4289-877a-e7a01589a443,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:43.885865 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9e441000-da0d-42a9-8081-00b2dba49c20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.892311 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2a16b4-e4b5-4d2e-b277-189b4ba44150 None None] Network 02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:49:43.894655 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 37190) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:43.895111 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9e441000-da0d-42a9-8081-00b2dba49c20 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/108f7917-b51e-4289-877a-e7a01589a443 HTTP/1.1" status: 204 len: 168 time: 0.3216419 Feb 28 14:49:43.896322 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:49:44.018663 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d1d8c66-ce7a-4ddc-b422-fdaecfb7fa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:44.029217 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8d1d8c66-ce7a-4ddc-b422-fdaecfb7fa96 admin admin] Deleting port 071241bb-52ae-4278-8cf5-ee51518d6ab4 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:49:44.029549 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d1d8c66-ce7a-4ddc-b422-fdaecfb7fa96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:44.037027 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 1bc932a3-d7e5-4ff7-8640-58556d162e15 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:49:44.076947 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 1bc932a3-d7e5-4ff7-8640-58556d162e15 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:49:44.077277 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 1bc932a3-d7e5-4ff7-8640-58556d162e15 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:49:44.077691 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device b314d1e5-af00-4b6f-bf4a-94cb9735b364 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:49:44.136283 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: b314d1e5-af00-4b6f-bf4a-94cb9735b364 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:49:44.136585 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device b314d1e5-af00-4b6f-bf4a-94cb9735b364 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:49:44.235454 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-8d1d8c66-ce7a-4ddc-b422-fdaecfb7fa96 admin admin] For port 071241bb-52ae-4278-8cf5-ee51518d6ab4, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=071241bb-52ae-4278-8cf5-ee51518d6ab4,segment=NetworkSegment(f76d34a2-2cd4-4e04-8f9d-47e7065021a1),segment_id=f76d34a2-2cd4-4e04-8f9d-47e7065021a1)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:49:44.235816 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d1d8c66-ce7a-4ddc-b422-fdaecfb7fa96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:44.250481 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1e8926-654d-4dae-96cf-d5dd86da3aed None None] DHCP port deletion for 02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:49:44.254548 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9d1e8926-654d-4dae-96cf-d5dd86da3aed None None] Deleting port 071241bb-52ae-4278-8cf5-ee51518d6ab4 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:49:44.254925 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9d1e8926-654d-4dae-96cf-d5dd86da3aed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:44.362092 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-8d1d8c66-ce7a-4ddc-b422-fdaecfb7fa96 admin admin] Calling delete_port for 071241bb-52ae-4278-8cf5-ee51518d6ab4 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:49:44.439599 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d1d8c66-ce7a-4ddc-b422-fdaecfb7fa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:44.454414 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-9d1e8926-654d-4dae-96cf-d5dd86da3aed None None] For port 071241bb-52ae-4278-8cf5-ee51518d6ab4, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=071241bb-52ae-4278-8cf5-ee51518d6ab4,segment=NetworkSegment(f76d34a2-2cd4-4e04-8f9d-47e7065021a1),segment_id=f76d34a2-2cd4-4e04-8f9d-47e7065021a1)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:49:44.454804 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9d1e8926-654d-4dae-96cf-d5dd86da3aed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:44.486225 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d8c66-ce7a-4ddc-b422-fdaecfb7fa96 admin admin] Pushing event deleted for resources: {'Port': ['ID=071241bb-52ae-4278-8cf5-ee51518d6ab4,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:44.490159 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1d8c66-ce7a-4ddc-b422-fdaecfb7fa96 admin admin] No DVR routers for this DVR port 071241bb-52ae-4278-8cf5-ee51518d6ab4 on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:49:44.574691 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9d1e8926-654d-4dae-96cf-d5dd86da3aed None None] Calling delete_port for 071241bb-52ae-4278-8cf5-ee51518d6ab4 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:49:44.602703 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d1d8c66-ce7a-4ddc-b422-fdaecfb7fa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:44.650227 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-9d1e8926-654d-4dae-96cf-d5dd86da3aed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:49:44.650500 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-9d1e8926-654d-4dae-96cf-d5dd86da3aed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:49:44.725462 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-8d1d8c66-ce7a-4ddc-b422-fdaecfb7fa96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:44.738534 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-8d1d8c66-ce7a-4ddc-b422-fdaecfb7fa96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f76d34a2-2cd4-4e04-8f9d-47e7065021a1') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:44.738858 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-8d1d8c66-ce7a-4ddc-b422-fdaecfb7fa96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f76d34a2-2cd4-4e04-8f9d-47e7065021a1') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:44.751351 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d1d8c66-ce7a-4ddc-b422-fdaecfb7fa96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:44.768849 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d1d8c66-ce7a-4ddc-b422-fdaecfb7fa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:44.775095 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d1d8c66-ce7a-4ddc-b422-fdaecfb7fa96 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:49:44.775500 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d1d8c66-ce7a-4ddc-b422-fdaecfb7fa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:49:44.788295 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:49:44.867021 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d1d8c66-ce7a-4ddc-b422-fdaecfb7fa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:44.882684 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d1d8c66-ce7a-4ddc-b422-fdaecfb7fa96 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:44.892436 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d8c66-ce7a-4ddc-b422-fdaecfb7fa96 admin admin] Pushing event deleted for resources: {'Network': ['ID=02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:44.896866 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8d1d8c66-ce7a-4ddc-b422-fdaecfb7fa96 admin admin] 10.222.0.30 "DELETE /v2.0/networks/02c1ca8d-6f75-4ae7-841f-63c3aa6e17d9 HTTP/1.1" status: 204 len: 168 time: 1.0008872 Feb 28 14:49:45.095682 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37196) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:45.152027 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9d1e8926-654d-4dae-96cf-d5dd86da3aed None None] Deleting port 071241bb-52ae-4278-8cf5-ee51518d6ab4 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:49:45.152581 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9d1e8926-654d-4dae-96cf-d5dd86da3aed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:45.153180 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-60f20ce9-6e3b-422b-aa1d-34a9533b8538 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=979676f32d1a4fd889beaf3ddfc9b354&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562966 Feb 28 14:49:45.155832 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37200) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:45.217108 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-451babf4-982f-454e-9e04-acb9f1cd2846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:45.219001 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9d1e8926-654d-4dae-96cf-d5dd86da3aed None None] The port '071241bb-52ae-4278-8cf5-ee51518d6ab4' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:49:45.244415 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-451babf4-982f-454e-9e04-acb9f1cd2846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:45.312932 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-451babf4-982f-454e-9e04-acb9f1cd2846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:45.329006 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451babf4-982f-454e-9e04-acb9f1cd2846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb90eada-6bbf-4784-a9ba-aa8b96bac914,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:45.344232 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-451babf4-982f-454e-9e04-acb9f1cd2846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:45.345407 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-451babf4-982f-454e-9e04-acb9f1cd2846 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb90eada-6bbf-4784-a9ba-aa8b96bac914 HTTP/1.1" status: 204 len: 168 time: 0.1886606 Feb 28 14:49:45.722842 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37208) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:45.884424 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2d72e3ad-d2af-4be9-afdb-0a35303ce8e1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c3d0e5f36854d29969aa59e4bf9b0eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1584466 Feb 28 14:49:45.885022 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37212) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:45.926242 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 071241bb-52ae-4278-8cf5-ee51518d6ab4 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:49:45.948753 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9b29c035-4104-4941-ad6e-cc02c236129e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:45.959756 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 071241bb-52ae-4278-8cf5-ee51518d6ab4 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:49:45.960102 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 071241bb-52ae-4278-8cf5-ee51518d6ab4 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:49:45.976027 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9b29c035-4104-4941-ad6e-cc02c236129e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:46.037421 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9b29c035-4104-4941-ad6e-cc02c236129e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:46.054034 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29c035-4104-4941-ad6e-cc02c236129e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61b3959-cf9b-4bef-95c3-56e13f9de202,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:46.058594 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9b29c035-4104-4941-ad6e-cc02c236129e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:46.059668 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9b29c035-4104-4941-ad6e-cc02c236129e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d61b3959-cf9b-4bef-95c3-56e13f9de202 HTTP/1.1" status: 204 len: 168 time: 0.1737969 Feb 28 14:49:46.812762 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37236) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:46.928774 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ea2213a4-8bd1-4940-a0eb-a00d8beb15b1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-285747207-network', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:49:46.934909 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ea2213a4-8bd1-4940-a0eb-a00d8beb15b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:46.939424 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ea2213a4-8bd1-4940-a0eb-a00d8beb15b1 admin admin] Usage tracker for resource:network and tenant:87d14a3c860a4d7eabb8e1d8568a25fb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:46.942646 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ea2213a4-8bd1-4940-a0eb-a00d8beb15b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:46.949060 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ea2213a4-8bd1-4940-a0eb-a00d8beb15b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:46.961717 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2213a4-8bd1-4940-a0eb-a00d8beb15b1 admin admin] Made reservation on behalf of 87d14a3c860a4d7eabb8e1d8568a25fb for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:49:46.963974 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea2213a4-8bd1-4940-a0eb-a00d8beb15b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:46.976258 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea2213a4-8bd1-4940-a0eb-a00d8beb15b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:46.991598 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ea2213a4-8bd1-4940-a0eb-a00d8beb15b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:46.997202 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ea2213a4-8bd1-4940-a0eb-a00d8beb15b1 admin admin] Usage tracker for resource:security_group_rule and tenant:87d14a3c860a4d7eabb8e1d8568a25fb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:47.001490 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ea2213a4-8bd1-4940-a0eb-a00d8beb15b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:47.009916 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ea2213a4-8bd1-4940-a0eb-a00d8beb15b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:47.101922 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea2213a4-8bd1-4940-a0eb-a00d8beb15b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:47.108206 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea2213a4-8bd1-4940-a0eb-a00d8beb15b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:47.140341 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea2213a4-8bd1-4940-a0eb-a00d8beb15b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:49:47.148639 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2213a4-8bd1-4940-a0eb-a00d8beb15b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b517446-98ce-4b9a-a9a8-0041c5ab7b10,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:47.154022 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea2213a4-8bd1-4940-a0eb-a00d8beb15b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:47.154371 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-ea2213a4-8bd1-4940-a0eb-a00d8beb15b1 admin admin] Added segment a244cfcf-d1f4-4ad7-82f9-51ab5d810a62 of type vlan for network bd98f972-328b-4adc-a786-25919a057143 Feb 28 14:49:47.181623 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea2213a4-8bd1-4940-a0eb-a00d8beb15b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:47.212114 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea2213a4-8bd1-4940-a0eb-a00d8beb15b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:47.213086 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2213a4-8bd1-4940-a0eb-a00d8beb15b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:47.213817 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ea2213a4-8bd1-4940-a0eb-a00d8beb15b1 admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:47.322961 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2213a4-8bd1-4940-a0eb-a00d8beb15b1 admin admin] Pushing event updated for resources: {'Network': ['ID=bd98f972-328b-4adc-a786-25919a057143,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:47.325820 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ea2213a4-8bd1-4940-a0eb-a00d8beb15b1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5117872 Feb 28 14:49:47.329966 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37242) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:47.334132 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network bd98f972-328b-4adc-a786-25919a057143 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:49:47.339349 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c0da0b66-fd28-4c57-9fce-a92bb02b01dd admin admin] Request body: {'subnet': {'network_id': 'bd98f972-328b-4adc-a786-25919a057143', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-285747207-subnet', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'ip_version': 4}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:49:47.344281 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c0da0b66-fd28-4c57-9fce-a92bb02b01dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:47.348715 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c0da0b66-fd28-4c57-9fce-a92bb02b01dd admin admin] Usage tracker for resource:subnet and tenant:87d14a3c860a4d7eabb8e1d8568a25fb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:47.351610 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c0da0b66-fd28-4c57-9fce-a92bb02b01dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:47.357250 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c0da0b66-fd28-4c57-9fce-a92bb02b01dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:47.369203 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0da0b66-fd28-4c57-9fce-a92bb02b01dd admin admin] Made reservation on behalf of 87d14a3c860a4d7eabb8e1d8568a25fb for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:49:47.371575 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c0da0b66-fd28-4c57-9fce-a92bb02b01dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:47.591241 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c0da0b66-fd28-4c57-9fce-a92bb02b01dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:47.665979 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da0b66-fd28-4c57-9fce-a92bb02b01dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cccadd34-528f-4800-a070-5087ab8cfdad,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:47.675091 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da0b66-fd28-4c57-9fce-a92bb02b01dd admin admin] Checking segment: {'id': 'a244cfcf-d1f4-4ad7-82f9-51ab5d810a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bd98f972-328b-4adc-a786-25919a057143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:49:47.675495 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0da0b66-fd28-4c57-9fce-a92bb02b01dd admin admin] Network hostable DHCP agents. Network: bd98f972-328b-4adc-a786-25919a057143, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:49:47.697827 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0da0b66-fd28-4c57-9fce-a92bb02b01dd admin admin] Network bd98f972-328b-4adc-a786-25919a057143 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:49:47.708694 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c0da0b66-fd28-4c57-9fce-a92bb02b01dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, bd98f972-328b-4adc-a786-25919a057143) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:47.712563 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0da0b66-fd28-4c57-9fce-a92bb02b01dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:47.713135 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c0da0b66-fd28-4c57-9fce-a92bb02b01dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:47.719125 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b7bd36-5622-4479-bb94-ab40b603aec5 None None] Network bd98f972-328b-4adc-a786-25919a057143 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:49:47.734086 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c0da0b66-fd28-4c57-9fce-a92bb02b01dd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4030302 Feb 28 14:49:47.737176 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37246) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:47.742185 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-051d78d4-6549-499c-adb3-e3e99a7ed88e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-285747207-router', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:49:47.746949 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-051d78d4-6549-499c-adb3-e3e99a7ed88e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:47.751064 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-051d78d4-6549-499c-adb3-e3e99a7ed88e admin admin] Usage tracker for resource:router and tenant:87d14a3c860a4d7eabb8e1d8568a25fb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:47.754196 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-051d78d4-6549-499c-adb3-e3e99a7ed88e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:47.760193 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-051d78d4-6549-499c-adb3-e3e99a7ed88e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:47.772114 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-051d78d4-6549-499c-adb3-e3e99a7ed88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:47.773094 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-051d78d4-6549-499c-adb3-e3e99a7ed88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:47.789295 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-051d78d4-6549-499c-adb3-e3e99a7ed88e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:47.929976 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7c073c-2c87-417c-a47c-9ce3b774eee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-bd98f972-328b-4adc-a786-25919a057143', 'network_id': 'bd98f972-328b-4adc-a786-25919a057143', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'fixed_ips': [{'subnet_id': 'cccadd34-528f-4800-a070-5087ab8cfdad'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:49:47.930859 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0a7c073c-2c87-417c-a47c-9ce3b774eee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:48.066792 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-051d78d4-6549-499c-adb3-e3e99a7ed88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:48.086042 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-0a7c073c-2c87-417c-a47c-9ce3b774eee5 None None] Allocated IP 172.20.0.2 (bd98f972-328b-4adc-a786-25919a057143/cccadd34-528f-4800-a070-5087ab8cfdad/52ab3e14-8453-4f01-962f-dda3052229c1) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:49:48.320888 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0a7c073c-2c87-417c-a47c-9ce3b774eee5 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:48.331092 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0a7c073c-2c87-417c-a47c-9ce3b774eee5 None None] Transition to ACTIVE for port object 52ab3e14-8453-4f01-962f-dda3052229c1 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:48.349128 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0a7c073c-2c87-417c-a47c-9ce3b774eee5 None None] Transition to ACTIVE for port object 52ab3e14-8453-4f01-962f-dda3052229c1 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:48.355501 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0a7c073c-2c87-417c-a47c-9ce3b774eee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:48.380269 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-051d78d4-6549-499c-adb3-e3e99a7ed88e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:48.410029 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-051d78d4-6549-499c-adb3-e3e99a7ed88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:48.414863 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7c073c-2c87-417c-a47c-9ce3b774eee5 None None] Network bd98f972-328b-4adc-a786-25919a057143 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:48.417655 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-0a7c073c-2c87-417c-a47c-9ce3b774eee5 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:48.420985 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7c073c-2c87-417c-a47c-9ce3b774eee5 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:49:48.506174 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c073c-2c87-417c-a47c-9ce3b774eee5 None None] Pushing event updated for resources: {'Port': ['ID=52ab3e14-8453-4f01-962f-dda3052229c1,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:48.530015 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0a7c073c-2c87-417c-a47c-9ce3b774eee5 None None] Attempting to bind port 52ab3e14-8453-4f01-962f-dda3052229c1 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:48.530539 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0a7c073c-2c87-417c-a47c-9ce3b774eee5 None None] Attempting to bind port 52ab3e14-8453-4f01-962f-dda3052229c1 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'a244cfcf-d1f4-4ad7-82f9-51ab5d810a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bd98f972-328b-4adc-a786-25919a057143'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:48.531026 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7c073c-2c87-417c-a47c-9ce3b774eee5 None None] Attempting to bind port 52ab3e14-8453-4f01-962f-dda3052229c1 on network bd98f972-328b-4adc-a786-25919a057143 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:49:48.537149 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7c073c-2c87-417c-a47c-9ce3b774eee5 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:49:48.537529 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7c073c-2c87-417c-a47c-9ce3b774eee5 None None] Checking segment: {'id': 'a244cfcf-d1f4-4ad7-82f9-51ab5d810a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bd98f972-328b-4adc-a786-25919a057143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:49:48.537932 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0a7c073c-2c87-417c-a47c-9ce3b774eee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:48.538319 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7c073c-2c87-417c-a47c-9ce3b774eee5 None None] Bound using segment: {'id': 'a244cfcf-d1f4-4ad7-82f9-51ab5d810a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bd98f972-328b-4adc-a786-25919a057143'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:49:48.538776 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-0a7c073c-2c87-417c-a47c-9ce3b774eee5 None None] Bound port: 52ab3e14-8453-4f01-962f-dda3052229c1, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a244cfcf-d1f4-4ad7-82f9-51ab5d810a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bd98f972-328b-4adc-a786-25919a057143'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:49:48.539139 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0a7c073c-2c87-417c-a47c-9ce3b774eee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:48.634479 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0a7c073c-2c87-417c-a47c-9ce3b774eee5 None None] For port 52ab3e14-8453-4f01-962f-dda3052229c1, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:49:48.637614 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-0a7c073c-2c87-417c-a47c-9ce3b774eee5 None None] For port 52ab3e14-8453-4f01-962f-dda3052229c1, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=52ab3e14-8453-4f01-962f-dda3052229c1,segment=NetworkSegment(a244cfcf-d1f4-4ad7-82f9-51ab5d810a62),segment_id=a244cfcf-d1f4-4ad7-82f9-51ab5d810a62)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:49:48.641672 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0a7c073c-2c87-417c-a47c-9ce3b774eee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:48.657092 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-051d78d4-6549-499c-adb3-e3e99a7ed88e admin admin] Allocated IP 172.26.5.64 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/a0e08232-051b-4365-9d29-bcf099e66d22) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:49:48.724220 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c073c-2c87-417c-a47c-9ce3b774eee5 None None] Pushing event updated for resources: {'Port': ['ID=52ab3e14-8453-4f01-962f-dda3052229c1,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:48.809465 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-051d78d4-6549-499c-adb3-e3e99a7ed88e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:48.841305 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-051d78d4-6549-499c-adb3-e3e99a7ed88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:48.917112 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051d78d4-6549-499c-adb3-e3e99a7ed88e admin admin] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:48.920703 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-051d78d4-6549-499c-adb3-e3e99a7ed88e admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:48.925123 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051d78d4-6549-499c-adb3-e3e99a7ed88e admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:49:48.949698 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d78d4-6549-499c-adb3-e3e99a7ed88e admin admin] Pushing event updated for resources: {'Port': ['ID=a0e08232-051b-4365-9d29-bcf099e66d22,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:49.343124 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-051d78d4-6549-499c-adb3-e3e99a7ed88e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:49.650310 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceae87b-fb0d-40c8-af50-29beb611d150 None None] Network bd98f972-328b-4adc-a786-25919a057143 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:49:49.691097 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-051d78d4-6549-499c-adb3-e3e99a7ed88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:49.761035 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d5643762-cba4-446d-80e3-acd4b87a66c8 None None] Provisioning for port 52ab3e14-8453-4f01-962f-dda3052229c1 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:49:49.929598 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051d78d4-6549-499c-adb3-e3e99a7ed88e admin admin] Router ccb30b72-ae37-408f-8b58-7d8c449cd137 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:49:49.973902 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 52ab3e14-8453-4f01-962f-dda3052229c1 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:49:50.052690 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 52ab3e14-8453-4f01-962f-dda3052229c1 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:49:50.057948 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 52ab3e14-8453-4f01-962f-dda3052229c1 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:50.058319 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:50.200434 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:50.233596 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-20d81604-7792-4ee7-a9be-4f255c639334 None None] Provisioning complete for port 52ab3e14-8453-4f01-962f-dda3052229c1 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:50.233842 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-20d81604-7792-4ee7-a9be-4f255c639334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:50.245204 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051d78d4-6549-499c-adb3-e3e99a7ed88e admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:49:50.254563 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5c00b4-c67c-4960-9f41-85e168bac20f None None] Sync routers for ids ['ccb30b72-ae37-408f-8b58-7d8c449cd137'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:49:50.264902 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 52ab3e14-8453-4f01-962f-dda3052229c1, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=52ab3e14-8453-4f01-962f-dda3052229c1,segment=NetworkSegment(a244cfcf-d1f4-4ad7-82f9-51ab5d810a62),segment_id=a244cfcf-d1f4-4ad7-82f9-51ab5d810a62)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:49:50.266124 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5c00b4-c67c-4960-9f41-85e168bac20f None None] Routers {'ccb30b72-ae37-408f-8b58-7d8c449cd137'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:49:50.266825 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6c5c00b4-c67c-4960-9f41-85e168bac20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:49:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ccb30b72-ae37-408f-8b58-7d8c449cd137'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:50.273145 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:50.274101 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-051d78d4-6549-499c-adb3-e3e99a7ed88e admin admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:50.275433 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-051d78d4-6549-499c-adb3-e3e99a7ed88e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5372376 Feb 28 14:49:50.278212 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37250) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:50.362400 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=52ab3e14-8453-4f01-962f-dda3052229c1,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:50.466505 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-6c5c00b4-c67c-4960-9f41-85e168bac20f None None] Set router ccb30b72-ae37-408f-8b58-7d8c449cd137 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:49:50.751699 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6c5c00b4-c67c-4960-9f41-85e168bac20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'name': 'tempest-TestMinimumBasicScenario-285747207-router', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a0e08232-051b-4365-9d29-bcf099e66d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:47Z', 'updated_at': '2022-02-28T14:49:49Z', 'revision_number': 3, 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'gw_port': {'id': 'a0e08232-051b-4365-9d29-bcf099e66d22', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:48Z', 'updated_at': '2022-02-28T14:49:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:50.755872 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5c00b4-c67c-4960-9f41-85e168bac20f None None] Checking router: ccb30b72-ae37-408f-8b58-7d8c449cd137 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:49:50.756236 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5c00b4-c67c-4960-9f41-85e168bac20f None None] Updating router ccb30b72-ae37-408f-8b58-7d8c449cd137 port a0e08232-051b-4365-9d29-bcf099e66d22 binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:49:50.813120 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-6c5c00b4-c67c-4960-9f41-85e168bac20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:50.958278 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63600f4f-7edc-46bb-99e0-9dad163000f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:51.168334 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-6c5c00b4-c67c-4960-9f41-85e168bac20f None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:51.173944 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-63600f4f-7edc-46bb-99e0-9dad163000f0 admin admin] Allocated IP 172.20.0.1 (bd98f972-328b-4adc-a786-25919a057143/cccadd34-528f-4800-a070-5087ab8cfdad/d342a077-2215-4f9b-82c2-1502698b8fa9) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:49:51.180175 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-6c5c00b4-c67c-4960-9f41-85e168bac20f None None] Transition to ACTIVE for port object a0e08232-051b-4365-9d29-bcf099e66d22 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:51.189391 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-6c5c00b4-c67c-4960-9f41-85e168bac20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:51.265951 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-6c5c00b4-c67c-4960-9f41-85e168bac20f None None] Attempting to bind port a0e08232-051b-4365-9d29-bcf099e66d22 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:51.267227 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-6c5c00b4-c67c-4960-9f41-85e168bac20f None None] Attempting to bind port a0e08232-051b-4365-9d29-bcf099e66d22 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:51.267610 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5c00b4-c67c-4960-9f41-85e168bac20f None None] Attempting to bind port a0e08232-051b-4365-9d29-bcf099e66d22 on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:49:51.269726 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5745fe3-1bdd-4ff0-8add-672da6513954 None None] Pushing event updated for resources: {'Port': ['ID=a0e08232-051b-4365-9d29-bcf099e66d22,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:51.277859 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5745fe3-1bdd-4ff0-8add-672da6513954 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:51.278202 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5745fe3-1bdd-4ff0-8add-672da6513954 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:51.278530 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5745fe3-1bdd-4ff0-8add-672da6513954 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:51.278848 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5745fe3-1bdd-4ff0-8add-672da6513954 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:51.279178 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5745fe3-1bdd-4ff0-8add-672da6513954 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:51.279512 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5745fe3-1bdd-4ff0-8add-672da6513954 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:51.279827 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5745fe3-1bdd-4ff0-8add-672da6513954 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:51.280134 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5745fe3-1bdd-4ff0-8add-672da6513954 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:51.280455 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5745fe3-1bdd-4ff0-8add-672da6513954 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:51.280769 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5745fe3-1bdd-4ff0-8add-672da6513954 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:51.281575 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5745fe3-1bdd-4ff0-8add-672da6513954 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:51.281575 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5745fe3-1bdd-4ff0-8add-672da6513954 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:51.286474 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5c00b4-c67c-4960-9f41-85e168bac20f None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:49:51.286841 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5c00b4-c67c-4960-9f41-85e168bac20f None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:49:51.287269 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-6c5c00b4-c67c-4960-9f41-85e168bac20f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:51.287642 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5c00b4-c67c-4960-9f41-85e168bac20f None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:49:51.288094 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-6c5c00b4-c67c-4960-9f41-85e168bac20f None None] Bound port: a0e08232-051b-4365-9d29-bcf099e66d22, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:49:51.288466 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-6c5c00b4-c67c-4960-9f41-85e168bac20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:51.328873 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63600f4f-7edc-46bb-99e0-9dad163000f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:51.345052 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-63600f4f-7edc-46bb-99e0-9dad163000f0 admin admin] Transition to ACTIVE for port object d342a077-2215-4f9b-82c2-1502698b8fa9 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:51.361049 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-6c5c00b4-c67c-4960-9f41-85e168bac20f None None] For port a0e08232-051b-4365-9d29-bcf099e66d22, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:49:51.364144 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-6c5c00b4-c67c-4960-9f41-85e168bac20f None None] For port a0e08232-051b-4365-9d29-bcf099e66d22, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=a0e08232-051b-4365-9d29-bcf099e66d22,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:49:51.368945 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-6c5c00b4-c67c-4960-9f41-85e168bac20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:51.370895 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63600f4f-7edc-46bb-99e0-9dad163000f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:51.429390 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63600f4f-7edc-46bb-99e0-9dad163000f0 admin admin] Network bd98f972-328b-4adc-a786-25919a057143 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:51.432324 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-63600f4f-7edc-46bb-99e0-9dad163000f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:51.436152 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63600f4f-7edc-46bb-99e0-9dad163000f0 admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:49:51.442627 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5745fe3-1bdd-4ff0-8add-672da6513954 None None] Pushing event updated for resources: {'Port': ['ID=a0e08232-051b-4365-9d29-bcf099e66d22,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:51.452168 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5c00b4-c67c-4960-9f41-85e168bac20f None None] Routers {'ccb30b72-ae37-408f-8b58-7d8c449cd137'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:49:51.452564 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6c5c00b4-c67c-4960-9f41-85e168bac20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:49:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ccb30b72-ae37-408f-8b58-7d8c449cd137'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:51.486528 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63600f4f-7edc-46bb-99e0-9dad163000f0 admin admin] Pushing event updated for resources: {'Port': ['ID=d342a077-2215-4f9b-82c2-1502698b8fa9,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:51.503486 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63600f4f-7edc-46bb-99e0-9dad163000f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:51.637585 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-6c5c00b4-c67c-4960-9f41-85e168bac20f None None] Set router ccb30b72-ae37-408f-8b58-7d8c449cd137 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:49:51.650358 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a0a22dde-0328-4ba9-a9a4-d0600f28f8d1 None None] Provisioning for port d342a077-2215-4f9b-82c2-1502698b8fa9 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:49:51.655915 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a0a22dde-0328-4ba9-a9a4-d0600f28f8d1 None None] Provisioning complete for port d342a077-2215-4f9b-82c2-1502698b8fa9 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:51.656276 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a0a22dde-0328-4ba9-a9a4-d0600f28f8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:51.713619 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-a0a22dde-0328-4ba9-a9a4-d0600f28f8d1 None None] Port d342a077-2215-4f9b-82c2-1502698b8fa9 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:49:51.887974 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63600f4f-7edc-46bb-99e0-9dad163000f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:51.929248 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6c5c00b4-c67c-4960-9f41-85e168bac20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'name': 'tempest-TestMinimumBasicScenario-285747207-router', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a0e08232-051b-4365-9d29-bcf099e66d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:47Z', 'updated_at': '2022-02-28T14:49:49Z', 'revision_number': 3, 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'gw_port': {'id': 'a0e08232-051b-4365-9d29-bcf099e66d22', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:48Z', 'updated_at': '2022-02-28T14:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:51.935099 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5c00b4-c67c-4960-9f41-85e168bac20f None None] The sync data for ids ['ccb30b72-ae37-408f-8b58-7d8c449cd137'] in dv-neutron-831192-4-hyperv is: [{'id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'name': 'tempest-TestMinimumBasicScenario-285747207-router', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a0e08232-051b-4365-9d29-bcf099e66d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:47Z', 'updated_at': '2022-02-28T14:49:49Z', 'revision_number': 3, 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'gw_port': {'id': 'a0e08232-051b-4365-9d29-bcf099e66d22', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:48Z', 'updated_at': '2022-02-28T14:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:49:51.935333 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 52ab3e14-8453-4f01-962f-dda3052229c1 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:49:52.018016 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 52ab3e14-8453-4f01-962f-dda3052229c1 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:52.018373 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:52.149649 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63600f4f-7edc-46bb-99e0-9dad163000f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:52.156647 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63600f4f-7edc-46bb-99e0-9dad163000f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:52.273674 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-63600f4f-7edc-46bb-99e0-9dad163000f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:52.280799 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63600f4f-7edc-46bb-99e0-9dad163000f0 admin admin] Pushing event updated for resources: {'Port': ['ID=d342a077-2215-4f9b-82c2-1502698b8fa9,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:52.421274 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63600f4f-7edc-46bb-99e0-9dad163000f0 admin admin] Network bd98f972-328b-4adc-a786-25919a057143 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:52.422338 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-63600f4f-7edc-46bb-99e0-9dad163000f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:52.627973 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63600f4f-7edc-46bb-99e0-9dad163000f0 admin admin] Router ccb30b72-ae37-408f-8b58-7d8c449cd137 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:49:52.645140 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-eb0ee698-6dbd-47e9-99fe-d78c8f325b80 None None] Provisioning complete for port d342a077-2215-4f9b-82c2-1502698b8fa9 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:52.645795 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-eb0ee698-6dbd-47e9-99fe-d78c8f325b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:52.706287 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-eb0ee698-6dbd-47e9-99fe-d78c8f325b80 None None] Port d342a077-2215-4f9b-82c2-1502698b8fa9 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:49:52.812962 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63600f4f-7edc-46bb-99e0-9dad163000f0 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:49:52.822826 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-63600f4f-7edc-46bb-99e0-9dad163000f0 admin admin] 10.222.0.30 "PUT /v2.0/routers/ccb30b72-ae37-408f-8b58-7d8c449cd137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5433359 Feb 28 14:49:53.356059 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37268) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:53.361602 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-3d94efc6-be02-4b60-b354-47458addebcd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-870948845-network', 'tenant_id': '4bc3916516c542aba0b5ef8469cfa348'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:49:53.366818 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3d94efc6-be02-4b60-b354-47458addebcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:53.371215 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3d94efc6-be02-4b60-b354-47458addebcd admin admin] Usage tracker for resource:network and tenant:4bc3916516c542aba0b5ef8469cfa348 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:53.374343 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3d94efc6-be02-4b60-b354-47458addebcd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:53.380828 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3d94efc6-be02-4b60-b354-47458addebcd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:53.393547 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d94efc6-be02-4b60-b354-47458addebcd admin admin] Made reservation on behalf of 4bc3916516c542aba0b5ef8469cfa348 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:49:53.396249 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3d94efc6-be02-4b60-b354-47458addebcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:53.412035 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3d94efc6-be02-4b60-b354-47458addebcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:53.427441 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3d94efc6-be02-4b60-b354-47458addebcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:53.431806 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3d94efc6-be02-4b60-b354-47458addebcd admin admin] Usage tracker for resource:security_group_rule and tenant:4bc3916516c542aba0b5ef8469cfa348 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:53.434783 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3d94efc6-be02-4b60-b354-47458addebcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:53.440864 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3d94efc6-be02-4b60-b354-47458addebcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:53.482398 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7df996-b3df-436f-8339-ce65332831d8 None None] Sync routers for ids ['ccb30b72-ae37-408f-8b58-7d8c449cd137'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:49:53.492320 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7df996-b3df-436f-8339-ce65332831d8 None None] Routers {'ccb30b72-ae37-408f-8b58-7d8c449cd137'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:49:53.492939 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ed7df996-b3df-436f-8339-ce65332831d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:49:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ccb30b72-ae37-408f-8b58-7d8c449cd137'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:53.528530 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3d94efc6-be02-4b60-b354-47458addebcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:53.532339 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3d94efc6-be02-4b60-b354-47458addebcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:53.563305 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d94efc6-be02-4b60-b354-47458addebcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:49:53.572116 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94efc6-be02-4b60-b354-47458addebcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257e9a43-87bd-4822-824f-4b305ad9f339,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:53.577787 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3d94efc6-be02-4b60-b354-47458addebcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:53.578129 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-3d94efc6-be02-4b60-b354-47458addebcd admin admin] Added segment 522565b3-5a86-453a-8f71-1d4b1781469c of type vlan for network 5903e3d9-24b7-4e19-bf83-aafca5fb7a6f Feb 28 14:49:53.605513 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3d94efc6-be02-4b60-b354-47458addebcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:53.634148 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3d94efc6-be02-4b60-b354-47458addebcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:53.635143 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d94efc6-be02-4b60-b354-47458addebcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:53.635729 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3d94efc6-be02-4b60-b354-47458addebcd admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:53.680750 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ed7df996-b3df-436f-8339-ce65332831d8 None None] Set router ccb30b72-ae37-408f-8b58-7d8c449cd137 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:49:53.738905 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94efc6-be02-4b60-b354-47458addebcd admin admin] Pushing event updated for resources: {'Network': ['ID=5903e3d9-24b7-4e19-bf83-aafca5fb7a6f,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:53.744935 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3d94efc6-be02-4b60-b354-47458addebcd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3877940 Feb 28 14:49:53.745068 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 37272) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:53.751478 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-df08bd15-c97d-4d0a-9d37-afe248c77066 admin admin] Request body: {'subnet': {'network_id': '5903e3d9-24b7-4e19-bf83-aafca5fb7a6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-870948845-subnet', 'tenant_id': '4bc3916516c542aba0b5ef8469cfa348', 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:49:53.757260 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-df08bd15-c97d-4d0a-9d37-afe248c77066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:53.761320 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-df08bd15-c97d-4d0a-9d37-afe248c77066 admin admin] Usage tracker for resource:subnet and tenant:4bc3916516c542aba0b5ef8469cfa348 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:53.762385 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 5903e3d9-24b7-4e19-bf83-aafca5fb7a6f details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:49:53.764529 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-df08bd15-c97d-4d0a-9d37-afe248c77066 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:53.771250 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-df08bd15-c97d-4d0a-9d37-afe248c77066 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:53.782065 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df08bd15-c97d-4d0a-9d37-afe248c77066 admin admin] Made reservation on behalf of 4bc3916516c542aba0b5ef8469cfa348 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:49:53.784221 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-df08bd15-c97d-4d0a-9d37-afe248c77066 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:53.969138 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device a0e08232-051b-4365-9d29-bcf099e66d22 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:49:53.994446 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-df08bd15-c97d-4d0a-9d37-afe248c77066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:54.073571 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08bd15-c97d-4d0a-9d37-afe248c77066 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e10805d-24c7-4c6a-9426-73679d512b6f,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:54.082279 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df08bd15-c97d-4d0a-9d37-afe248c77066 admin admin] Checking segment: {'id': '522565b3-5a86-453a-8f71-1d4b1781469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5903e3d9-24b7-4e19-bf83-aafca5fb7a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:49:54.082628 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df08bd15-c97d-4d0a-9d37-afe248c77066 admin admin] Network hostable DHCP agents. Network: 5903e3d9-24b7-4e19-bf83-aafca5fb7a6f, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:49:54.103046 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df08bd15-c97d-4d0a-9d37-afe248c77066 admin admin] Network 5903e3d9-24b7-4e19-bf83-aafca5fb7a6f is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:49:54.112988 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-df08bd15-c97d-4d0a-9d37-afe248c77066 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 5903e3d9-24b7-4e19-bf83-aafca5fb7a6f) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:54.117538 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df08bd15-c97d-4d0a-9d37-afe248c77066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:54.118120 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-df08bd15-c97d-4d0a-9d37-afe248c77066 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:54.137631 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e848fe9c-ebe3-459c-b33d-0a96d4e01cec None None] Network 5903e3d9-24b7-4e19-bf83-aafca5fb7a6f requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:49:54.140625 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-df08bd15-c97d-4d0a-9d37-afe248c77066 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3940518 Feb 28 14:49:54.143220 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 37276) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:54.148603 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-27f52c50-b4d1-4551-b9c3-f3c559ab1e8f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-870948845-router', 'tenant_id': '4bc3916516c542aba0b5ef8469cfa348', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:49:54.153311 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-27f52c50-b4d1-4551-b9c3-f3c559ab1e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:54.157816 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-27f52c50-b4d1-4551-b9c3-f3c559ab1e8f admin admin] Usage tracker for resource:router and tenant:4bc3916516c542aba0b5ef8469cfa348 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:54.161414 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-27f52c50-b4d1-4551-b9c3-f3c559ab1e8f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:54.167024 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-27f52c50-b4d1-4551-b9c3-f3c559ab1e8f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:54.175345 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port a0e08232-051b-4365-9d29-bcf099e66d22 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:49:54.179687 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27f52c50-b4d1-4551-b9c3-f3c559ab1e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:54.180676 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27f52c50-b4d1-4551-b9c3-f3c559ab1e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:54.184360 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port a0e08232-051b-4365-9d29-bcf099e66d22 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:54.184729 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:54.196631 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27f52c50-b4d1-4551-b9c3-f3c559ab1e8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:54.421803 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ed7df996-b3df-436f-8339-ce65332831d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'name': 'tempest-TestMinimumBasicScenario-285747207-router', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a0e08232-051b-4365-9d29-bcf099e66d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:47Z', 'updated_at': '2022-02-28T14:49:51Z', 'revision_number': 4, 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'gw_port': {'id': 'a0e08232-051b-4365-9d29-bcf099e66d22', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:48Z', 'updated_at': '2022-02-28T14:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'd342a077-2215-4f9b-82c2-1502698b8fa9', 'name': '', 'network_id': 'bd98f972-328b-4adc-a786-25919a057143', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'mac_address': 'fa:16:3e:b6:0d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'cccadd34-528f-4800-a070-5087ab8cfdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:51Z', 'updated_at': '2022-02-28T14:49:51Z', 'revision_number': 2, 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'subnets': [{'id': 'cccadd34-528f-4800-a070-5087ab8cfdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:54.461597 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7df996-b3df-436f-8339-ce65332831d8 None None] Checking router: ccb30b72-ae37-408f-8b58-7d8c449cd137 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:49:54.461931 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7df996-b3df-436f-8339-ce65332831d8 None None] Updating router ccb30b72-ae37-408f-8b58-7d8c449cd137 port d342a077-2215-4f9b-82c2-1502698b8fa9 binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:49:54.476156 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27f52c50-b4d1-4551-b9c3-f3c559ab1e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:54.516482 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:54.524256 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4458cd25-87c9-4364-a9d2-e5d2f608e507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-5903e3d9-24b7-4e19-bf83-aafca5fb7a6f', 'network_id': '5903e3d9-24b7-4e19-bf83-aafca5fb7a6f', 'tenant_id': '4bc3916516c542aba0b5ef8469cfa348', 'fixed_ips': [{'subnet_id': '0e10805d-24c7-4c6a-9426-73679d512b6f'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:49:54.525032 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4458cd25-87c9-4364-a9d2-e5d2f608e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:54.558997 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ed7df996-b3df-436f-8339-ce65332831d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:54.578203 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port a0e08232-051b-4365-9d29-bcf099e66d22, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=a0e08232-051b-4365-9d29-bcf099e66d22,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:49:54.641833 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:54.793217 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27f52c50-b4d1-4551-b9c3-f3c559ab1e8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:54.822565 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27f52c50-b4d1-4551-b9c3-f3c559ab1e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:54.852164 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=a0e08232-051b-4365-9d29-bcf099e66d22,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:54.909968 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-4458cd25-87c9-4364-a9d2-e5d2f608e507 None None] Allocated IP 172.20.0.2 (5903e3d9-24b7-4e19-bf83-aafca5fb7a6f/0e10805d-24c7-4c6a-9426-73679d512b6f/6c0370c7-d4dd-4ed9-8326-1f656955ffb2) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:49:54.959443 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-27f52c50-b4d1-4551-b9c3-f3c559ab1e8f admin admin] Allocated IP 172.26.5.160 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/49e2d0a1-3b1f-4d05-82e0-93532c56971a) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:49:55.224764 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27f52c50-b4d1-4551-b9c3-f3c559ab1e8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:55.257081 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27f52c50-b4d1-4551-b9c3-f3c559ab1e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:55.317489 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f52c50-b4d1-4551-b9c3-f3c559ab1e8f admin admin] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:55.324317 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-27f52c50-b4d1-4551-b9c3-f3c559ab1e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:55.325204 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ed7df996-b3df-436f-8339-ce65332831d8 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:55.326738 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f52c50-b4d1-4551-b9c3-f3c559ab1e8f admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:49:55.331675 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4458cd25-87c9-4364-a9d2-e5d2f608e507 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:55.347364 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ed7df996-b3df-436f-8339-ce65332831d8 None None] Transition to ACTIVE for port object d342a077-2215-4f9b-82c2-1502698b8fa9 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:55.349955 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4458cd25-87c9-4364-a9d2-e5d2f608e507 None None] Transition to ACTIVE for port object 6c0370c7-d4dd-4ed9-8326-1f656955ffb2 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:55.362046 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ed7df996-b3df-436f-8339-ce65332831d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:55.371473 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f52c50-b4d1-4551-b9c3-f3c559ab1e8f admin admin] Pushing event updated for resources: {'Port': ['ID=49e2d0a1-3b1f-4d05-82e0-93532c56971a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:55.417317 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4458cd25-87c9-4364-a9d2-e5d2f608e507 None None] Transition to ACTIVE for port object 6c0370c7-d4dd-4ed9-8326-1f656955ffb2 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:55.480536 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4458cd25-87c9-4364-a9d2-e5d2f608e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:55.515475 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8cb56-0f39-431c-b767-02a55187af23 None None] Pushing event updated for resources: {'Port': ['ID=d342a077-2215-4f9b-82c2-1502698b8fa9,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:55.581603 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4458cd25-87c9-4364-a9d2-e5d2f608e507 None None] Network 5903e3d9-24b7-4e19-bf83-aafca5fb7a6f is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:55.601171 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-4458cd25-87c9-4364-a9d2-e5d2f608e507 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:55.635907 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4458cd25-87c9-4364-a9d2-e5d2f608e507 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:49:55.705728 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458cd25-87c9-4364-a9d2-e5d2f608e507 None None] Pushing event updated for resources: {'Port': ['ID=6c0370c7-d4dd-4ed9-8326-1f656955ffb2,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:55.713327 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ed7df996-b3df-436f-8339-ce65332831d8 None None] Attempting to bind port d342a077-2215-4f9b-82c2-1502698b8fa9 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:55.713699 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ed7df996-b3df-436f-8339-ce65332831d8 None None] Attempting to bind port d342a077-2215-4f9b-82c2-1502698b8fa9 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'a244cfcf-d1f4-4ad7-82f9-51ab5d810a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bd98f972-328b-4adc-a786-25919a057143'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:55.714060 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7df996-b3df-436f-8339-ce65332831d8 None None] Attempting to bind port d342a077-2215-4f9b-82c2-1502698b8fa9 on network bd98f972-328b-4adc-a786-25919a057143 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:49:55.757418 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27f52c50-b4d1-4551-b9c3-f3c559ab1e8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:55.757986 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7df996-b3df-436f-8339-ce65332831d8 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:49:55.758406 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7df996-b3df-436f-8339-ce65332831d8 None None] Checking segment: {'id': 'a244cfcf-d1f4-4ad7-82f9-51ab5d810a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bd98f972-328b-4adc-a786-25919a057143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:49:55.758804 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ed7df996-b3df-436f-8339-ce65332831d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:55.759188 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7df996-b3df-436f-8339-ce65332831d8 None None] Bound using segment: {'id': 'a244cfcf-d1f4-4ad7-82f9-51ab5d810a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bd98f972-328b-4adc-a786-25919a057143'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:49:55.759692 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ed7df996-b3df-436f-8339-ce65332831d8 None None] Bound port: d342a077-2215-4f9b-82c2-1502698b8fa9, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a244cfcf-d1f4-4ad7-82f9-51ab5d810a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bd98f972-328b-4adc-a786-25919a057143'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:49:55.760066 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ed7df996-b3df-436f-8339-ce65332831d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:55.821360 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4458cd25-87c9-4364-a9d2-e5d2f608e507 None None] Attempting to bind port 6c0370c7-d4dd-4ed9-8326-1f656955ffb2 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:55.821726 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4458cd25-87c9-4364-a9d2-e5d2f608e507 None None] Attempting to bind port 6c0370c7-d4dd-4ed9-8326-1f656955ffb2 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '522565b3-5a86-453a-8f71-1d4b1781469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5903e3d9-24b7-4e19-bf83-aafca5fb7a6f'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:55.822107 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4458cd25-87c9-4364-a9d2-e5d2f608e507 None None] Attempting to bind port 6c0370c7-d4dd-4ed9-8326-1f656955ffb2 on network 5903e3d9-24b7-4e19-bf83-aafca5fb7a6f {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:49:55.832411 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4458cd25-87c9-4364-a9d2-e5d2f608e507 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:49:55.832786 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4458cd25-87c9-4364-a9d2-e5d2f608e507 None None] Checking segment: {'id': '522565b3-5a86-453a-8f71-1d4b1781469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5903e3d9-24b7-4e19-bf83-aafca5fb7a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:49:55.833174 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4458cd25-87c9-4364-a9d2-e5d2f608e507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:55.833562 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4458cd25-87c9-4364-a9d2-e5d2f608e507 None None] Bound using segment: {'id': '522565b3-5a86-453a-8f71-1d4b1781469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5903e3d9-24b7-4e19-bf83-aafca5fb7a6f'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:49:55.834017 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4458cd25-87c9-4364-a9d2-e5d2f608e507 None None] Bound port: 6c0370c7-d4dd-4ed9-8326-1f656955ffb2, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522565b3-5a86-453a-8f71-1d4b1781469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5903e3d9-24b7-4e19-bf83-aafca5fb7a6f'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:49:55.834375 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4458cd25-87c9-4364-a9d2-e5d2f608e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:55.918808 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ed7df996-b3df-436f-8339-ce65332831d8 None None] For port d342a077-2215-4f9b-82c2-1502698b8fa9, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:49:55.928541 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ed7df996-b3df-436f-8339-ce65332831d8 None None] For port d342a077-2215-4f9b-82c2-1502698b8fa9, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d342a077-2215-4f9b-82c2-1502698b8fa9,segment=NetworkSegment(a244cfcf-d1f4-4ad7-82f9-51ab5d810a62),segment_id=a244cfcf-d1f4-4ad7-82f9-51ab5d810a62)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:49:55.945899 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ed7df996-b3df-436f-8339-ce65332831d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:55.949496 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device a0e08232-051b-4365-9d29-bcf099e66d22 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:49:56.045448 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4458cd25-87c9-4364-a9d2-e5d2f608e507 None None] For port 6c0370c7-d4dd-4ed9-8326-1f656955ffb2, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:49:56.082510 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4458cd25-87c9-4364-a9d2-e5d2f608e507 None None] For port 6c0370c7-d4dd-4ed9-8326-1f656955ffb2, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=6c0370c7-d4dd-4ed9-8326-1f656955ffb2,segment=NetworkSegment(522565b3-5a86-453a-8f71-1d4b1781469c),segment_id=522565b3-5a86-453a-8f71-1d4b1781469c)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:49:56.093956 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4458cd25-87c9-4364-a9d2-e5d2f608e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:56.103026 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7df996-b3df-436f-8339-ce65332831d8 None None] Routers {'ccb30b72-ae37-408f-8b58-7d8c449cd137'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:49:56.103704 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ed7df996-b3df-436f-8339-ce65332831d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:49:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ccb30b72-ae37-408f-8b58-7d8c449cd137'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:56.115454 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27f52c50-b4d1-4551-b9c3-f3c559ab1e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:56.157265 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8cb56-0f39-431c-b767-02a55187af23 None None] Pushing event updated for resources: {'Port': ['ID=d342a077-2215-4f9b-82c2-1502698b8fa9,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:56.253860 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port a0e08232-051b-4365-9d29-bcf099e66d22 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:56.254233 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:56.338506 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f52c50-b4d1-4551-b9c3-f3c559ab1e8f admin admin] Router 564cffa3-a3e3-4fd1-8abb-bbce46fd3e64 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:49:56.366364 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458cd25-87c9-4364-a9d2-e5d2f608e507 None None] Pushing event updated for resources: {'Port': ['ID=6c0370c7-d4dd-4ed9-8326-1f656955ffb2,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:56.447820 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ed7df996-b3df-436f-8339-ce65332831d8 None None] Set router ccb30b72-ae37-408f-8b58-7d8c449cd137 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:49:56.567429 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f52c50-b4d1-4551-b9c3-f3c559ab1e8f admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:49:56.579528 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3e45e2-88ed-4e71-a490-1e63a1a4cbc2 None None] Sync routers for ids ['564cffa3-a3e3-4fd1-8abb-bbce46fd3e64'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:49:56.592286 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3e45e2-88ed-4e71-a490-1e63a1a4cbc2 None None] Routers {'564cffa3-a3e3-4fd1-8abb-bbce46fd3e64'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:49:56.593458 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-de3e45e2-88ed-4e71-a490-1e63a1a4cbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:49:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['564cffa3-a3e3-4fd1-8abb-bbce46fd3e64'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:56.598820 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-27f52c50-b4d1-4551-b9c3-f3c559ab1e8f admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:56.600172 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-27f52c50-b4d1-4551-b9c3-f3c559ab1e8f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4554522 Feb 28 14:49:56.602987 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37280) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:56.796882 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-de3e45e2-88ed-4e71-a490-1e63a1a4cbc2 None None] Set router 564cffa3-a3e3-4fd1-8abb-bbce46fd3e64 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:49:56.874900 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ed7df996-b3df-436f-8339-ce65332831d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'name': 'tempest-TestMinimumBasicScenario-285747207-router', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a0e08232-051b-4365-9d29-bcf099e66d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:47Z', 'updated_at': '2022-02-28T14:49:51Z', 'revision_number': 4, 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'gw_port': {'id': 'a0e08232-051b-4365-9d29-bcf099e66d22', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:48Z', 'updated_at': '2022-02-28T14:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'd342a077-2215-4f9b-82c2-1502698b8fa9', 'name': '', 'network_id': 'bd98f972-328b-4adc-a786-25919a057143', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'mac_address': 'fa:16:3e:b6:0d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'cccadd34-528f-4800-a070-5087ab8cfdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:51Z', 'updated_at': '2022-02-28T14:49:55Z', 'revision_number': 4, 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'subnets': [{'id': 'cccadd34-528f-4800-a070-5087ab8cfdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:56.880148 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7df996-b3df-436f-8339-ce65332831d8 None None] The sync data for ids ['ccb30b72-ae37-408f-8b58-7d8c449cd137'] in dv-neutron-831192-4-hyperv is: [{'id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'name': 'tempest-TestMinimumBasicScenario-285747207-router', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a0e08232-051b-4365-9d29-bcf099e66d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:47Z', 'updated_at': '2022-02-28T14:49:51Z', 'revision_number': 4, 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'gw_port': {'id': 'a0e08232-051b-4365-9d29-bcf099e66d22', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:48Z', 'updated_at': '2022-02-28T14:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'd342a077-2215-4f9b-82c2-1502698b8fa9', 'name': '', 'network_id': 'bd98f972-328b-4adc-a786-25919a057143', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'mac_address': 'fa:16:3e:b6:0d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'cccadd34-528f-4800-a070-5087ab8cfdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:51Z', 'updated_at': '2022-02-28T14:49:55Z', 'revision_number': 4, 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'subnets': [{'id': 'cccadd34-528f-4800-a070-5087ab8cfdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:49:57.153060 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-de3e45e2-88ed-4e71-a490-1e63a1a4cbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564cffa3-a3e3-4fd1-8abb-bbce46fd3e64', 'name': 'tempest-TestMinimumBasicScenario-870948845-router', 'tenant_id': '4bc3916516c542aba0b5ef8469cfa348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '49e2d0a1-3b1f-4d05-82e0-93532c56971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:54Z', 'updated_at': '2022-02-28T14:49:55Z', 'revision_number': 3, 'project_id': '4bc3916516c542aba0b5ef8469cfa348', 'gw_port': {'id': '49e2d0a1-3b1f-4d05-82e0-93532c56971a', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564cffa3-a3e3-4fd1-8abb-bbce46fd3e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:54Z', 'updated_at': '2022-02-28T14:49:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:57.157934 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3e45e2-88ed-4e71-a490-1e63a1a4cbc2 None None] Checking router: 564cffa3-a3e3-4fd1-8abb-bbce46fd3e64 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:49:57.158345 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3e45e2-88ed-4e71-a490-1e63a1a4cbc2 None None] Updating router 564cffa3-a3e3-4fd1-8abb-bbce46fd3e64 port 49e2d0a1-3b1f-4d05-82e0-93532c56971a binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:49:57.213785 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-de3e45e2-88ed-4e71-a490-1e63a1a4cbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:57.372098 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8310a213-1a3c-457e-bb79-d9958661343e None None] Network 5903e3d9-24b7-4e19-bf83-aafca5fb7a6f requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:49:57.520790 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7a1c4e2d-7ed5-4953-a527-2a4a4e66e5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:57.543671 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7dd11e5f-c6a5-4f9e-8dca-f60fd5ad4bbf None None] Provisioning for port 6c0370c7-d4dd-4ed9-8326-1f656955ffb2 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:49:57.610908 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-de3e45e2-88ed-4e71-a490-1e63a1a4cbc2 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:57.626431 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-de3e45e2-88ed-4e71-a490-1e63a1a4cbc2 None None] Transition to ACTIVE for port object 49e2d0a1-3b1f-4d05-82e0-93532c56971a will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:57.637762 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-de3e45e2-88ed-4e71-a490-1e63a1a4cbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:57.713457 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0829925-6b3e-49f6-99d5-9f7b4822128d None None] Pushing event updated for resources: {'Port': ['ID=49e2d0a1-3b1f-4d05-82e0-93532c56971a,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:57.733289 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-de3e45e2-88ed-4e71-a490-1e63a1a4cbc2 None None] Attempting to bind port 49e2d0a1-3b1f-4d05-82e0-93532c56971a on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:57.733639 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-de3e45e2-88ed-4e71-a490-1e63a1a4cbc2 None None] Attempting to bind port 49e2d0a1-3b1f-4d05-82e0-93532c56971a by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:57.733992 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3e45e2-88ed-4e71-a490-1e63a1a4cbc2 None None] Attempting to bind port 49e2d0a1-3b1f-4d05-82e0-93532c56971a on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:49:57.741102 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3e45e2-88ed-4e71-a490-1e63a1a4cbc2 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:49:57.741466 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3e45e2-88ed-4e71-a490-1e63a1a4cbc2 None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:49:57.741857 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-de3e45e2-88ed-4e71-a490-1e63a1a4cbc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:57.743573 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3e45e2-88ed-4e71-a490-1e63a1a4cbc2 None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:49:57.744384 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-de3e45e2-88ed-4e71-a490-1e63a1a4cbc2 None None] Bound port: 49e2d0a1-3b1f-4d05-82e0-93532c56971a, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:49:57.744774 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-de3e45e2-88ed-4e71-a490-1e63a1a4cbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:57.768974 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-7a1c4e2d-7ed5-4953-a527-2a4a4e66e5ed admin admin] Allocated IP 172.20.0.1 (5903e3d9-24b7-4e19-bf83-aafca5fb7a6f/0e10805d-24c7-4c6a-9426-73679d512b6f/be6cb7c9-0f20-4c44-a3fc-b22681a20e58) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:49:57.836810 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-de3e45e2-88ed-4e71-a490-1e63a1a4cbc2 None None] For port 49e2d0a1-3b1f-4d05-82e0-93532c56971a, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:49:57.840836 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-de3e45e2-88ed-4e71-a490-1e63a1a4cbc2 None None] For port 49e2d0a1-3b1f-4d05-82e0-93532c56971a, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=49e2d0a1-3b1f-4d05-82e0-93532c56971a,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:49:57.849198 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-de3e45e2-88ed-4e71-a490-1e63a1a4cbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:57.946442 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0829925-6b3e-49f6-99d5-9f7b4822128d None None] Pushing event updated for resources: {'Port': ['ID=49e2d0a1-3b1f-4d05-82e0-93532c56971a,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:57.979110 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3e45e2-88ed-4e71-a490-1e63a1a4cbc2 None None] Routers {'564cffa3-a3e3-4fd1-8abb-bbce46fd3e64'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:49:57.980013 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-de3e45e2-88ed-4e71-a490-1e63a1a4cbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:49:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['564cffa3-a3e3-4fd1-8abb-bbce46fd3e64'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:57.991568 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7a1c4e2d-7ed5-4953-a527-2a4a4e66e5ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.003412 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-7a1c4e2d-7ed5-4953-a527-2a4a4e66e5ed admin admin] Transition to ACTIVE for port object be6cb7c9-0f20-4c44-a3fc-b22681a20e58 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:58.040448 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7a1c4e2d-7ed5-4953-a527-2a4a4e66e5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.041648 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d342a077-2215-4f9b-82c2-1502698b8fa9 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:49:58.103415 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1c4e2d-7ed5-4953-a527-2a4a4e66e5ed admin admin] Network 5903e3d9-24b7-4e19-bf83-aafca5fb7a6f is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:58.106491 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-7a1c4e2d-7ed5-4953-a527-2a4a4e66e5ed admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:58.110473 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1c4e2d-7ed5-4953-a527-2a4a4e66e5ed admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:49:58.151023 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port d342a077-2215-4f9b-82c2-1502698b8fa9 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:49:58.158377 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port d342a077-2215-4f9b-82c2-1502698b8fa9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:58.159214 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.164341 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c4e2d-7ed5-4953-a527-2a4a4e66e5ed admin admin] Pushing event updated for resources: {'Port': ['ID=be6cb7c9-0f20-4c44-a3fc-b22681a20e58,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:58.185579 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7a1c4e2d-7ed5-4953-a527-2a4a4e66e5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.204615 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-de3e45e2-88ed-4e71-a490-1e63a1a4cbc2 None None] Set router 564cffa3-a3e3-4fd1-8abb-bbce46fd3e64 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:49:58.311311 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.353667 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port d342a077-2215-4f9b-82c2-1502698b8fa9, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d342a077-2215-4f9b-82c2-1502698b8fa9,segment=NetworkSegment(a244cfcf-d1f4-4ad7-82f9-51ab5d810a62),segment_id=a244cfcf-d1f4-4ad7-82f9-51ab5d810a62)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:49:58.355927 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7a1c4e2d-7ed5-4953-a527-2a4a4e66e5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.360110 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.361457 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 6c0370c7-d4dd-4ed9-8326-1f656955ffb2 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:49:58.491400 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-07984f72-c1c7-4b7b-9305-86bdbd72ffd2 None None] Provisioning for port be6cb7c9-0f20-4c44-a3fc-b22681a20e58 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:49:58.505092 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-07984f72-c1c7-4b7b-9305-86bdbd72ffd2 None None] Provisioning complete for port be6cb7c9-0f20-4c44-a3fc-b22681a20e58 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:58.505461 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-07984f72-c1c7-4b7b-9305-86bdbd72ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.556827 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-de3e45e2-88ed-4e71-a490-1e63a1a4cbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564cffa3-a3e3-4fd1-8abb-bbce46fd3e64', 'name': 'tempest-TestMinimumBasicScenario-870948845-router', 'tenant_id': '4bc3916516c542aba0b5ef8469cfa348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '49e2d0a1-3b1f-4d05-82e0-93532c56971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:54Z', 'updated_at': '2022-02-28T14:49:55Z', 'revision_number': 3, 'project_id': '4bc3916516c542aba0b5ef8469cfa348', 'gw_port': {'id': '49e2d0a1-3b1f-4d05-82e0-93532c56971a', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564cffa3-a3e3-4fd1-8abb-bbce46fd3e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:54Z', 'updated_at': '2022-02-28T14:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:58.559928 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=d342a077-2215-4f9b-82c2-1502698b8fa9,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:58.561026 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3e45e2-88ed-4e71-a490-1e63a1a4cbc2 None None] The sync data for ids ['564cffa3-a3e3-4fd1-8abb-bbce46fd3e64'] in dv-neutron-831192-4-hyperv is: [{'id': '564cffa3-a3e3-4fd1-8abb-bbce46fd3e64', 'name': 'tempest-TestMinimumBasicScenario-870948845-router', 'tenant_id': '4bc3916516c542aba0b5ef8469cfa348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '49e2d0a1-3b1f-4d05-82e0-93532c56971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:54Z', 'updated_at': '2022-02-28T14:49:55Z', 'revision_number': 3, 'project_id': '4bc3916516c542aba0b5ef8469cfa348', 'gw_port': {'id': '49e2d0a1-3b1f-4d05-82e0-93532c56971a', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564cffa3-a3e3-4fd1-8abb-bbce46fd3e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:54Z', 'updated_at': '2022-02-28T14:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:49:58.578863 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-07984f72-c1c7-4b7b-9305-86bdbd72ffd2 None None] Port be6cb7c9-0f20-4c44-a3fc-b22681a20e58 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:49:58.588755 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 6c0370c7-d4dd-4ed9-8326-1f656955ffb2 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:49:58.594091 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 6c0370c7-d4dd-4ed9-8326-1f656955ffb2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:58.594575 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.635886 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7a1c4e2d-7ed5-4953-a527-2a4a4e66e5ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.641027 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7a1c4e2d-7ed5-4953-a527-2a4a4e66e5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.715262 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.746322 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c4e2d-7ed5-4953-a527-2a4a4e66e5ed admin admin] Pushing event updated for resources: {'Port': ['ID=be6cb7c9-0f20-4c44-a3fc-b22681a20e58,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:58.748426 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 6c0370c7-d4dd-4ed9-8326-1f656955ffb2, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=6c0370c7-d4dd-4ed9-8326-1f656955ffb2,segment=NetworkSegment(522565b3-5a86-453a-8f71-1d4b1781469c),segment_id=522565b3-5a86-453a-8f71-1d4b1781469c)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:49:58.749004 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7a1c4e2d-7ed5-4953-a527-2a4a4e66e5ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.754848 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.848789 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=6c0370c7-d4dd-4ed9-8326-1f656955ffb2,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:59.019414 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1c4e2d-7ed5-4953-a527-2a4a4e66e5ed admin admin] Network 5903e3d9-24b7-4e19-bf83-aafca5fb7a6f is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:59.020623 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-7a1c4e2d-7ed5-4953-a527-2a4a4e66e5ed admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:59.218587 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1c4e2d-7ed5-4953-a527-2a4a4e66e5ed admin admin] Router 564cffa3-a3e3-4fd1-8abb-bbce46fd3e64 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:49:59.303958 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9c2269db-3a8d-41d4-acec-6be8a116b1fa None None] Provisioning complete for port be6cb7c9-0f20-4c44-a3fc-b22681a20e58 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:59.304320 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9c2269db-3a8d-41d4-acec-6be8a116b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:59.358750 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9c2269db-3a8d-41d4-acec-6be8a116b1fa None None] Port be6cb7c9-0f20-4c44-a3fc-b22681a20e58 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:49:59.406232 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1c4e2d-7ed5-4953-a527-2a4a4e66e5ed admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:49:59.415850 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7a1c4e2d-7ed5-4953-a527-2a4a4e66e5ed admin admin] 10.222.0.30 "PUT /v2.0/routers/564cffa3-a3e3-4fd1-8abb-bbce46fd3e64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8104019 Feb 28 14:50:00.012842 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 49e2d0a1-3b1f-4d05-82e0-93532c56971a up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:50:00.091342 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 49e2d0a1-3b1f-4d05-82e0-93532c56971a completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:00.097018 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 49e2d0a1-3b1f-4d05-82e0-93532c56971a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:00.097388 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:00.129622 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c434a20-ef71-4aed-b28f-0a6b2ec2b3ca None None] Sync routers for ids ['564cffa3-a3e3-4fd1-8abb-bbce46fd3e64'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:50:00.156122 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c434a20-ef71-4aed-b28f-0a6b2ec2b3ca None None] Routers {'564cffa3-a3e3-4fd1-8abb-bbce46fd3e64'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:50:00.156728 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4c434a20-ef71-4aed-b28f-0a6b2ec2b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:49:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['564cffa3-a3e3-4fd1-8abb-bbce46fd3e64'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:00.381943 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:00.387453 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-4c434a20-ef71-4aed-b28f-0a6b2ec2b3ca None None] Set router 564cffa3-a3e3-4fd1-8abb-bbce46fd3e64 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:50:00.498903 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 49e2d0a1-3b1f-4d05-82e0-93532c56971a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=49e2d0a1-3b1f-4d05-82e0-93532c56971a,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:50:00.510492 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:00.511286 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d342a077-2215-4f9b-82c2-1502698b8fa9 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:50:00.777712 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=49e2d0a1-3b1f-4d05-82e0-93532c56971a,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:00.799402 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port d342a077-2215-4f9b-82c2-1502698b8fa9 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:00.799769 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:00.978787 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 6c0370c7-d4dd-4ed9-8326-1f656955ffb2 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:50:01.020038 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4c434a20-ef71-4aed-b28f-0a6b2ec2b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564cffa3-a3e3-4fd1-8abb-bbce46fd3e64', 'name': 'tempest-TestMinimumBasicScenario-870948845-router', 'tenant_id': '4bc3916516c542aba0b5ef8469cfa348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '49e2d0a1-3b1f-4d05-82e0-93532c56971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:54Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': '4bc3916516c542aba0b5ef8469cfa348', 'gw_port': {'id': '49e2d0a1-3b1f-4d05-82e0-93532c56971a', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564cffa3-a3e3-4fd1-8abb-bbce46fd3e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:54Z', 'updated_at': '2022-02-28T14:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'be6cb7c9-0f20-4c44-a3fc-b22681a20e58', 'name': '', 'network_id': '5903e3d9-24b7-4e19-bf83-aafca5fb7a6f', 'tenant_id': '4bc3916516c542aba0b5ef8469cfa348', 'mac_address': 'fa:16:3e:a2:b7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564cffa3-a3e3-4fd1-8abb-bbce46fd3e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '0e10805d-24c7-4c6a-9426-73679d512b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:57Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 2, 'project_id': '4bc3916516c542aba0b5ef8469cfa348', 'subnets': [{'id': '0e10805d-24c7-4c6a-9426-73679d512b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:01.030009 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c434a20-ef71-4aed-b28f-0a6b2ec2b3ca None None] Checking router: 564cffa3-a3e3-4fd1-8abb-bbce46fd3e64 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:50:01.030686 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c434a20-ef71-4aed-b28f-0a6b2ec2b3ca None None] Updating router 564cffa3-a3e3-4fd1-8abb-bbce46fd3e64 port be6cb7c9-0f20-4c44-a3fc-b22681a20e58 binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:50:01.096208 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c434a20-ef71-4aed-b28f-0a6b2ec2b3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:01.158957 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 6c0370c7-d4dd-4ed9-8326-1f656955ffb2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:01.159931 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:01.553275 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c434a20-ef71-4aed-b28f-0a6b2ec2b3ca None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:01.567880 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4c434a20-ef71-4aed-b28f-0a6b2ec2b3ca None None] Transition to ACTIVE for port object be6cb7c9-0f20-4c44-a3fc-b22681a20e58 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:01.577243 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c434a20-ef71-4aed-b28f-0a6b2ec2b3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:01.706976 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8c6cb-21ce-43d8-a0f2-0b8920702782 None None] Pushing event updated for resources: {'Port': ['ID=be6cb7c9-0f20-4c44-a3fc-b22681a20e58,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:01.810188 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4c434a20-ef71-4aed-b28f-0a6b2ec2b3ca None None] Attempting to bind port be6cb7c9-0f20-4c44-a3fc-b22681a20e58 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:01.810879 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4c434a20-ef71-4aed-b28f-0a6b2ec2b3ca None None] Attempting to bind port be6cb7c9-0f20-4c44-a3fc-b22681a20e58 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '522565b3-5a86-453a-8f71-1d4b1781469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5903e3d9-24b7-4e19-bf83-aafca5fb7a6f'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:01.811492 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c434a20-ef71-4aed-b28f-0a6b2ec2b3ca None None] Attempting to bind port be6cb7c9-0f20-4c44-a3fc-b22681a20e58 on network 5903e3d9-24b7-4e19-bf83-aafca5fb7a6f {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:50:01.820709 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c434a20-ef71-4aed-b28f-0a6b2ec2b3ca None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:50:01.821400 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c434a20-ef71-4aed-b28f-0a6b2ec2b3ca None None] Checking segment: {'id': '522565b3-5a86-453a-8f71-1d4b1781469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5903e3d9-24b7-4e19-bf83-aafca5fb7a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:50:01.822215 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c434a20-ef71-4aed-b28f-0a6b2ec2b3ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:01.822759 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c434a20-ef71-4aed-b28f-0a6b2ec2b3ca None None] Bound using segment: {'id': '522565b3-5a86-453a-8f71-1d4b1781469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5903e3d9-24b7-4e19-bf83-aafca5fb7a6f'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:50:01.823440 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-4c434a20-ef71-4aed-b28f-0a6b2ec2b3ca None None] Bound port: be6cb7c9-0f20-4c44-a3fc-b22681a20e58, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522565b3-5a86-453a-8f71-1d4b1781469c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5903e3d9-24b7-4e19-bf83-aafca5fb7a6f'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:50:01.823983 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c434a20-ef71-4aed-b28f-0a6b2ec2b3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:01.926902 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4c434a20-ef71-4aed-b28f-0a6b2ec2b3ca None None] For port be6cb7c9-0f20-4c44-a3fc-b22681a20e58, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:50:01.930727 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-4c434a20-ef71-4aed-b28f-0a6b2ec2b3ca None None] For port be6cb7c9-0f20-4c44-a3fc-b22681a20e58, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=be6cb7c9-0f20-4c44-a3fc-b22681a20e58,segment=NetworkSegment(522565b3-5a86-453a-8f71-1d4b1781469c),segment_id=522565b3-5a86-453a-8f71-1d4b1781469c)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:50:01.938497 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4c434a20-ef71-4aed-b28f-0a6b2ec2b3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:01.999020 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 49e2d0a1-3b1f-4d05-82e0-93532c56971a up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:50:02.065048 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8c6cb-21ce-43d8-a0f2-0b8920702782 None None] Pushing event updated for resources: {'Port': ['ID=be6cb7c9-0f20-4c44-a3fc-b22681a20e58,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:02.093242 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c434a20-ef71-4aed-b28f-0a6b2ec2b3ca None None] Routers {'564cffa3-a3e3-4fd1-8abb-bbce46fd3e64'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:50:02.095527 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4c434a20-ef71-4aed-b28f-0a6b2ec2b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:49:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['564cffa3-a3e3-4fd1-8abb-bbce46fd3e64'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:02.362321 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 49e2d0a1-3b1f-4d05-82e0-93532c56971a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:02.363035 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:02.438074 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-4c434a20-ef71-4aed-b28f-0a6b2ec2b3ca None None] Set router 564cffa3-a3e3-4fd1-8abb-bbce46fd3e64 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:50:02.812230 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-4c434a20-ef71-4aed-b28f-0a6b2ec2b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564cffa3-a3e3-4fd1-8abb-bbce46fd3e64', 'name': 'tempest-TestMinimumBasicScenario-870948845-router', 'tenant_id': '4bc3916516c542aba0b5ef8469cfa348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '49e2d0a1-3b1f-4d05-82e0-93532c56971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:54Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': '4bc3916516c542aba0b5ef8469cfa348', 'gw_port': {'id': '49e2d0a1-3b1f-4d05-82e0-93532c56971a', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564cffa3-a3e3-4fd1-8abb-bbce46fd3e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:54Z', 'updated_at': '2022-02-28T14:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'be6cb7c9-0f20-4c44-a3fc-b22681a20e58', 'name': '', 'network_id': '5903e3d9-24b7-4e19-bf83-aafca5fb7a6f', 'tenant_id': '4bc3916516c542aba0b5ef8469cfa348', 'mac_address': 'fa:16:3e:a2:b7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564cffa3-a3e3-4fd1-8abb-bbce46fd3e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '0e10805d-24c7-4c6a-9426-73679d512b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:57Z', 'updated_at': '2022-02-28T14:50:01Z', 'revision_number': 4, 'project_id': '4bc3916516c542aba0b5ef8469cfa348', 'subnets': [{'id': '0e10805d-24c7-4c6a-9426-73679d512b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:02.817760 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c434a20-ef71-4aed-b28f-0a6b2ec2b3ca None None] The sync data for ids ['564cffa3-a3e3-4fd1-8abb-bbce46fd3e64'] in dv-neutron-831192-4-hyperv is: [{'id': '564cffa3-a3e3-4fd1-8abb-bbce46fd3e64', 'name': 'tempest-TestMinimumBasicScenario-870948845-router', 'tenant_id': '4bc3916516c542aba0b5ef8469cfa348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '49e2d0a1-3b1f-4d05-82e0-93532c56971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:54Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': '4bc3916516c542aba0b5ef8469cfa348', 'gw_port': {'id': '49e2d0a1-3b1f-4d05-82e0-93532c56971a', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564cffa3-a3e3-4fd1-8abb-bbce46fd3e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:54Z', 'updated_at': '2022-02-28T14:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'be6cb7c9-0f20-4c44-a3fc-b22681a20e58', 'name': '', 'network_id': '5903e3d9-24b7-4e19-bf83-aafca5fb7a6f', 'tenant_id': '4bc3916516c542aba0b5ef8469cfa348', 'mac_address': 'fa:16:3e:a2:b7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564cffa3-a3e3-4fd1-8abb-bbce46fd3e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '0e10805d-24c7-4c6a-9426-73679d512b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:57Z', 'updated_at': '2022-02-28T14:50:01Z', 'revision_number': 4, 'project_id': '4bc3916516c542aba0b5ef8469cfa348', 'subnets': [{'id': '0e10805d-24c7-4c6a-9426-73679d512b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:50:03.971013 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device be6cb7c9-0f20-4c44-a3fc-b22681a20e58 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:50:04.053695 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port be6cb7c9-0f20-4c44-a3fc-b22681a20e58 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:04.060739 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port be6cb7c9-0f20-4c44-a3fc-b22681a20e58 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:04.061114 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:04.187379 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:04.224624 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port be6cb7c9-0f20-4c44-a3fc-b22681a20e58, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=be6cb7c9-0f20-4c44-a3fc-b22681a20e58,segment=NetworkSegment(522565b3-5a86-453a-8f71-1d4b1781469c),segment_id=522565b3-5a86-453a-8f71-1d4b1781469c)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:50:04.229560 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:04.302721 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=be6cb7c9-0f20-4c44-a3fc-b22681a20e58,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:05.264011 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:05.951337 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device be6cb7c9-0f20-4c44-a3fc-b22681a20e58 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:50:06.032995 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port be6cb7c9-0f20-4c44-a3fc-b22681a20e58 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:06.033365 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:07.724796 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fe44d95f-fda2-4ffc-a3c7-8fca18b2dad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:09.511505 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-ff134e83-5d73-464f-b759-da1706aec2bc tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:09.512172 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-ff134e83-5d73-464f-b759-da1706aec2bc tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Synchronizing usage tracker for tenant:87d14a3c860a4d7eabb8e1d8568a25fb on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:09.531559 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-ff134e83-5d73-464f-b759-da1706aec2bc tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Unset dirty status for tenant:87d14a3c860a4d7eabb8e1d8568a25fb on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:09.532660 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-ff134e83-5d73-464f-b759-da1706aec2bc tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/networks?id=bd98f972-328b-4adc-a786-25919a057143 HTTP/1.1" status: 200 len: 814 time: 0.1718991 Feb 28 14:50:09.547965 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-9eec61ec-f0a4-4ba9-9894-114f9690d6e7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/quotas/87d14a3c860a4d7eabb8e1d8568a25fb HTTP/1.1" status: 200 len: 375 time: 0.0094585 Feb 28 14:50:09.637144 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-7997d88c-165b-402f-ad10-ab22c7392f83 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Synchronizing usage tracker for tenant:87d14a3c860a4d7eabb8e1d8568a25fb on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:09.655003 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-7997d88c-165b-402f-ad10-ab22c7392f83 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Unset dirty status for tenant:87d14a3c860a4d7eabb8e1d8568a25fb on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:09.656262 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-7997d88c-165b-402f-ad10-ab22c7392f83 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=87d14a3c860a4d7eabb8e1d8568a25fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1032171 Feb 28 14:50:09.801230 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-bf79bebe-c956-4930-ab31-395bfb7cebc0 service neutron] 10.222.0.30 "GET /v2.0/networks/bd98f972-328b-4adc-a786-25919a057143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265805 Feb 28 14:50:09.839351 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6f5283d7-832c-4084-b01b-db1f9353442e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:09.939487 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-c9cc4f5c-b510-417a-9b2a-7a5830a6cc5e service neutron] 10.222.0.30 "GET /v2.0/networks/bd98f972-328b-4adc-a786-25919a057143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295462 Feb 28 14:50:10.286465 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3304e253-87d7-4cec-9a1c-fb9358a4cfd7 req-9fed6ee6-589d-4d7a-8d29-4fadec0eed4b tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 210 time: 0.1980114 Feb 28 14:50:10.973362 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:11.207118 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:11.225404 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-97ed08db-9780-496f-9087-c25c6f3d8a77 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:11.226754 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-97ed08db-9780-496f-9087-c25c6f3d8a77 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.13 "GET /v2.0/networks?id=bd98f972-328b-4adc-a786-25919a057143 HTTP/1.1" status: 200 len: 814 time: 0.1499207 Feb 28 14:50:11.238724 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-24ba47d1-3988-4b81-b459-b1b1a81b8689 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Request body: {'port': {'device_id': 'f5ab0461-3307-4ecc-aa98-c078b9fa4b2d', 'network_id': 'bd98f972-328b-4adc-a786-25919a057143', 'admin_state_up': True, 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:50:11.389902 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-24ba47d1-3988-4b81-b459-b1b1a81b8689 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:11.408187 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-24ba47d1-3988-4b81-b459-b1b1a81b8689 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:11.419790 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-24ba47d1-3988-4b81-b459-b1b1a81b8689 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Made reservation on behalf of 87d14a3c860a4d7eabb8e1d8568a25fb for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:11.423574 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-24ba47d1-3988-4b81-b459-b1b1a81b8689 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:11.458397 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-71915c90-5dc6-4697-8471-b4e0e32ec7dd req-f98c8500-7942-46a9-954d-cfd7a74a9ae5 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 210 time: 0.0607424 Feb 28 14:50:11.594534 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-24ba47d1-3988-4b81-b459-b1b1a81b8689 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Allocated IP 172.20.0.8 (bd98f972-328b-4adc-a786-25919a057143/cccadd34-528f-4800-a070-5087ab8cfdad/d89f108e-4a3c-4169-89bb-9acd64b8480b) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:50:11.843540 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-24ba47d1-3988-4b81-b459-b1b1a81b8689 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:11.861576 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-24ba47d1-3988-4b81-b459-b1b1a81b8689 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Transition to ACTIVE for port object d89f108e-4a3c-4169-89bb-9acd64b8480b will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:11.890693 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-24ba47d1-3988-4b81-b459-b1b1a81b8689 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:11.975429 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-24ba47d1-3988-4b81-b459-b1b1a81b8689 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Network bd98f972-328b-4adc-a786-25919a057143 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:11.979216 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-24ba47d1-3988-4b81-b459-b1b1a81b8689 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:11.990160 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-24ba47d1-3988-4b81-b459-b1b1a81b8689 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:50:12.031289 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba47d1-3988-4b81-b459-b1b1a81b8689 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Pushing event updated for resources: {'Port': ['ID=d89f108e-4a3c-4169-89bb-9acd64b8480b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:12.075821 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-24ba47d1-3988-4b81-b459-b1b1a81b8689 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:12.077872 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-24ba47d1-3988-4b81-b459-b1b1a81b8689 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:12.110255 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-24ba47d1-3988-4b81-b459-b1b1a81b8689 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8749988 Feb 28 14:50:12.283688 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b9f79e2d-c6a3-443e-8a3f-328df30f7308 None None] Provisioning for port d89f108e-4a3c-4169-89bb-9acd64b8480b completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:12.288854 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b9f79e2d-c6a3-443e-8a3f-328df30f7308 None None] Provisioning complete for port d89f108e-4a3c-4169-89bb-9acd64b8480b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:12.289229 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b9f79e2d-c6a3-443e-8a3f-328df30f7308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:12.345738 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b9f79e2d-c6a3-443e-8a3f-328df30f7308 None None] Port d89f108e-4a3c-4169-89bb-9acd64b8480b cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:50:12.564389 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:12.649852 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b2b45-c539-43b1-ba8c-da0931111cd0 req-f180fec6-6826-4532-80e2-c9557e7ed753 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:12.650575 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-1f5b2b45-c539-43b1-ba8c-da0931111cd0 req-f180fec6-6826-4532-80e2-c9557e7ed753 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Synchronizing usage tracker for tenant:87d14a3c860a4d7eabb8e1d8568a25fb on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:12.669370 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-1f5b2b45-c539-43b1-ba8c-da0931111cd0 req-f180fec6-6826-4532-80e2-c9557e7ed753 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Unset dirty status for tenant:87d14a3c860a4d7eabb8e1d8568a25fb on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:12.670690 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1f5b2b45-c539-43b1-ba8c-da0931111cd0 req-f180fec6-6826-4532-80e2-c9557e7ed753 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 931 time: 0.1031530 Feb 28 14:50:12.723085 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1f5b2b45-c539-43b1-ba8c-da0931111cd0 req-afa6859d-bd04-4128-9e1c-f923a60ea4af tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454869 Feb 28 14:50:13.936747 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78effedf-ec54-4a26-9715-9cd3a3a33504 req-a4a4f818-0aa0-4ffd-a8cf-214a709b2bbc tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:13.939713 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-78effedf-ec54-4a26-9715-9cd3a3a33504 req-a4a4f818-0aa0-4ffd-a8cf-214a709b2bbc tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 931 time: 0.0886378 Feb 28 14:50:13.988214 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-78effedf-ec54-4a26-9715-9cd3a3a33504 req-9df4587c-9f05-4f21-8f35-223e500c7fdf tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Synchronizing usage tracker for tenant:87d14a3c860a4d7eabb8e1d8568a25fb on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:14.007250 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-78effedf-ec54-4a26-9715-9cd3a3a33504 req-9df4587c-9f05-4f21-8f35-223e500c7fdf tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Unset dirty status for tenant:87d14a3c860a4d7eabb8e1d8568a25fb on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:14.008581 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-78effedf-ec54-4a26-9715-9cd3a3a33504 req-9df4587c-9f05-4f21-8f35-223e500c7fdf tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643098 Feb 28 14:50:15.208074 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1096c4c-f22c-44fd-9410-c3af26751d5e req-401a75e0-89d8-46d3-a77c-6c62df2b48e7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:15.214937 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b1096c4c-f22c-44fd-9410-c3af26751d5e req-401a75e0-89d8-46d3-a77c-6c62df2b48e7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 931 time: 0.0949547 Feb 28 14:50:15.256737 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b1096c4c-f22c-44fd-9410-c3af26751d5e req-610763fe-c114-4bc3-97cd-27b8c8788470 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407026 Feb 28 14:50:16.473312 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48777ece-4888-44b1-a52a-a227fd79be51 req-2a25c492-cb5d-47c1-89ba-0ed4830585db tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:16.474814 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-48777ece-4888-44b1-a52a-a227fd79be51 req-2a25c492-cb5d-47c1-89ba-0ed4830585db tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 931 time: 0.0928199 Feb 28 14:50:16.523353 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-48777ece-4888-44b1-a52a-a227fd79be51 req-4f730154-28c7-4b9e-a145-e2aa1c3b3ba2 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428267 Feb 28 14:50:17.725656 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a8ccd-7602-424a-8596-0c7d24f7f3a6 req-d7a56102-69bd-4d42-9e83-630c540e5cd3 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:17.728721 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1f2a8ccd-7602-424a-8596-0c7d24f7f3a6 req-d7a56102-69bd-4d42-9e83-630c540e5cd3 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 931 time: 0.0930970 Feb 28 14:50:17.778076 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1f2a8ccd-7602-424a-8596-0c7d24f7f3a6 req-f89d0a8a-b6a9-4965-bb32-5d75ef2ede94 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436568 Feb 28 14:50:18.980781 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23c496-f8e3-41a6-b2cc-0530b48dabf8 req-aea79898-423d-4999-95ff-69f163142927 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:18.982319 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fa23c496-f8e3-41a6-b2cc-0530b48dabf8 req-aea79898-423d-4999-95ff-69f163142927 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 931 time: 0.0932443 Feb 28 14:50:19.029402 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-fa23c496-f8e3-41a6-b2cc-0530b48dabf8 req-02751ddf-1e6f-47ba-a37d-8f57870142b2 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393288 Feb 28 14:50:19.287804 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-71fd30b6-e183-4c47-a793-2e36f3f71a17 service neutron] Request body: {'port': {'device_id': 'f5ab0461-3307-4ecc-aa98-c078b9fa4b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:50:19.406725 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-71fd30b6-e183-4c47-a793-2e36f3f71a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:19.743444 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-71fd30b6-e183-4c47-a793-2e36f3f71a17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89f108e-4a3c-4169-89bb-9acd64b8480b {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:50:19.750892 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-71fd30b6-e183-4c47-a793-2e36f3f71a17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:19.766310 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-71fd30b6-e183-4c47-a793-2e36f3f71a17 service neutron] Transition to ACTIVE for port object d89f108e-4a3c-4169-89bb-9acd64b8480b will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:19.771181 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-71fd30b6-e183-4c47-a793-2e36f3f71a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:20.029948 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd30b6-e183-4c47-a793-2e36f3f71a17 service neutron] Pushing event updated for resources: {'Port': ['ID=d89f108e-4a3c-4169-89bb-9acd64b8480b,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:20.118797 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-71fd30b6-e183-4c47-a793-2e36f3f71a17 service neutron] Attempting to bind port d89f108e-4a3c-4169-89bb-9acd64b8480b on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:20.119037 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-71fd30b6-e183-4c47-a793-2e36f3f71a17 service neutron] Attempting to bind port d89f108e-4a3c-4169-89bb-9acd64b8480b by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'a244cfcf-d1f4-4ad7-82f9-51ab5d810a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bd98f972-328b-4adc-a786-25919a057143'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:20.119361 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-71fd30b6-e183-4c47-a793-2e36f3f71a17 service neutron] Attempting to bind port d89f108e-4a3c-4169-89bb-9acd64b8480b on network bd98f972-328b-4adc-a786-25919a057143 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:50:20.123904 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-71fd30b6-e183-4c47-a793-2e36f3f71a17 service neutron] Port d89f108e-4a3c-4169-89bb-9acd64b8480b on network bd98f972-328b-4adc-a786-25919a057143 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:50:20.124213 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-71fd30b6-e183-4c47-a793-2e36f3f71a17 service neutron] Attempting to bind port d89f108e-4a3c-4169-89bb-9acd64b8480b on network bd98f972-328b-4adc-a786-25919a057143 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:50:20.129393 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-71fd30b6-e183-4c47-a793-2e36f3f71a17 service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:50:20.129729 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-71fd30b6-e183-4c47-a793-2e36f3f71a17 service neutron] Checking segment: {'id': 'a244cfcf-d1f4-4ad7-82f9-51ab5d810a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bd98f972-328b-4adc-a786-25919a057143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:50:20.130100 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-71fd30b6-e183-4c47-a793-2e36f3f71a17 service neutron] Bound using segment: {'id': 'a244cfcf-d1f4-4ad7-82f9-51ab5d810a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bd98f972-328b-4adc-a786-25919a057143'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:50:20.130494 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-71fd30b6-e183-4c47-a793-2e36f3f71a17 service neutron] Bound port: d89f108e-4a3c-4169-89bb-9acd64b8480b, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a244cfcf-d1f4-4ad7-82f9-51ab5d810a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bd98f972-328b-4adc-a786-25919a057143'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:50:20.130833 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-71fd30b6-e183-4c47-a793-2e36f3f71a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:20.265722 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-71fd30b6-e183-4c47-a793-2e36f3f71a17 service neutron] For port d89f108e-4a3c-4169-89bb-9acd64b8480b, host hv-neutron-8311, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:50:20.273139 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-71fd30b6-e183-4c47-a793-2e36f3f71a17 service neutron] For port d89f108e-4a3c-4169-89bb-9acd64b8480b, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d89f108e-4a3c-4169-89bb-9acd64b8480b,segment=NetworkSegment(a244cfcf-d1f4-4ad7-82f9-51ab5d810a62),segment_id=a244cfcf-d1f4-4ad7-82f9-51ab5d810a62)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:50:20.281019 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-71fd30b6-e183-4c47-a793-2e36f3f71a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:20.326914 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d198d29-0a1a-4fef-9713-559cbfd442c0 req-f1c73004-8f6f-4215-86b3-cbb9e4a8a0d5 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:20.328374 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7d198d29-0a1a-4fef-9713-559cbfd442c0 req-f1c73004-8f6f-4215-86b3-cbb9e4a8a0d5 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 943 time: 0.1846917 Feb 28 14:50:20.365310 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-71fd30b6-e183-4c47-a793-2e36f3f71a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:20.365922 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-71fd30b6-e183-4c47-a793-2e36f3f71a17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:20.367308 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-71fd30b6-e183-4c47-a793-2e36f3f71a17 service neutron] 10.222.0.13 "PUT /v2.0/ports/d89f108e-4a3c-4169-89bb-9acd64b8480b HTTP/1.1" status: 200 len: 1093 time: 1.0868733 Feb 28 14:50:20.367740 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ab0461-3307-4ecc-aa98-c078b9fa4b2d', 'tag': 'd89f108e-4a3c-4169-89bb-9acd64b8480b'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:50:20.405395 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd30b6-e183-4c47-a793-2e36f3f71a17 service neutron] Pushing event updated for resources: {'Port': ['ID=d89f108e-4a3c-4169-89bb-9acd64b8480b,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:20.415738 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7d198d29-0a1a-4fef-9713-559cbfd442c0 req-b3b7a159-5783-4856-84a8-882676040143 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780768 Feb 28 14:50:20.472675 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ab0461-3307-4ecc-aa98-c078b9fa4b2d', 'tag': 'd89f108e-4a3c-4169-89bb-9acd64b8480b', 'status': 'completed', 'code': 200} Feb 28 14:50:20.508823 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-a2273f6b-5ca2-4884-9a9b-a64b2a776dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:20.510307 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-a2273f6b-5ca2-4884-9a9b-a64b2a776dbe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87d14a3c860a4d7eabb8e1d8568a25fb&device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 1096 time: 0.0825737 Feb 28 14:50:20.589493 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-e7842ac2-954a-4b81-9a99-0bb44083873e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d89f108e-4a3c-4169-89bb-9acd64b8480b HTTP/1.1" status: 200 len: 217 time: 0.0711474 Feb 28 14:50:20.658234 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-6249aed6-7388-4eb6-add8-fd3c82160dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:20.660524 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-6249aed6-7388-4eb6-add8-fd3c82160dd1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cccadd34-528f-4800-a070-5087ab8cfdad HTTP/1.1" status: 200 len: 853 time: 0.0652435 Feb 28 14:50:20.741310 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-eb3a7a60-bfe4-4a27-8316-928dee740255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:20.742742 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-eb3a7a60-bfe4-4a27-8316-928dee740255 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd98f972-328b-4adc-a786-25919a057143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754039 Feb 28 14:50:20.888357 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-a661e296-2d6d-4996-a90e-249288047316 service neutron] 10.222.0.13 "GET /v2.0/networks/bd98f972-328b-4adc-a786-25919a057143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388502 Feb 28 14:50:20.895633 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:50:21.018525 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ff022ed4-bb01-45d0-abef-3435bbaaf51b req-cc8fdaba-ed06-4816-a5d4-e9202ec45d17 service neutron] 10.222.0.13 "GET /v2.0/networks/bd98f972-328b-4adc-a786-25919a057143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231959 Feb 28 14:50:21.145575 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d34cb-b2d2-400b-9270-8b4a9303b0ed req-08d1f31c-bc5f-41bd-80e7-e8e1ffa23988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:21.146935 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a15d34cb-b2d2-400b-9270-8b4a9303b0ed req-08d1f31c-bc5f-41bd-80e7-e8e1ffa23988 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87d14a3c860a4d7eabb8e1d8568a25fb&device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 1096 time: 0.0780535 Feb 28 14:50:21.276882 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d34cb-b2d2-400b-9270-8b4a9303b0ed req-969681eb-1325-4ec4-838d-f0d1358fef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:21.278285 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a15d34cb-b2d2-400b-9270-8b4a9303b0ed req-969681eb-1325-4ec4-838d-f0d1358fef79 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd98f972-328b-4adc-a786-25919a057143 HTTP/1.1" status: 200 len: 915 time: 0.1250043 Feb 28 14:50:21.351905 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a15d34cb-b2d2-400b-9270-8b4a9303b0ed req-c42510f0-f798-4d2b-8311-037743fc85ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d89f108e-4a3c-4169-89bb-9acd64b8480b HTTP/1.1" status: 200 len: 217 time: 0.0661740 Feb 28 14:50:21.416696 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d34cb-b2d2-400b-9270-8b4a9303b0ed req-b699dc47-a6ce-4986-8ba3-9f43c8f36a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:21.418293 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a15d34cb-b2d2-400b-9270-8b4a9303b0ed req-b699dc47-a6ce-4986-8ba3-9f43c8f36a22 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cccadd34-528f-4800-a070-5087ab8cfdad HTTP/1.1" status: 200 len: 853 time: 0.0585146 Feb 28 14:50:21.498766 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d34cb-b2d2-400b-9270-8b4a9303b0ed req-9ce0bb8f-45be-43b4-9bcc-3415df5688c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:21.500334 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a15d34cb-b2d2-400b-9270-8b4a9303b0ed req-9ce0bb8f-45be-43b4-9bcc-3415df5688c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd98f972-328b-4adc-a786-25919a057143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750260 Feb 28 14:50:21.790056 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a15d34cb-b2d2-400b-9270-8b4a9303b0ed req-867b08dd-e75f-4d93-abcb-48021b883793 service neutron] 10.222.0.13 "GET /v2.0/networks/bd98f972-328b-4adc-a786-25919a057143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819881 Feb 28 14:50:21.841027 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d366f-afc5-4cab-8852-30cb360c716c req-1979e370-92e7-46e4-9a8a-2174204dedf9 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:21.842548 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ec0d366f-afc5-4cab-8852-30cb360c716c req-1979e370-92e7-46e4-9a8a-2174204dedf9 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 943 time: 0.3042786 Feb 28 14:50:21.960067 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ec0d366f-afc5-4cab-8852-30cb360c716c req-4f25cab0-5aa9-44d8-a8a7-f34f4701ea35 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674789 Feb 28 14:50:21.967743 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a15d34cb-b2d2-400b-9270-8b4a9303b0ed req-39433949-1c4c-48f1-a2df-a6a13929f9c8 service neutron] 10.222.0.13 "GET /v2.0/networks/bd98f972-328b-4adc-a786-25919a057143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697936 Feb 28 14:50:23.157110 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3295fb7-80c9-4874-86ab-d579852ee6ae req-b0d3ba59-3e24-476b-8115-39e250be33a7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:23.158551 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c3295fb7-80c9-4874-86ab-d579852ee6ae req-b0d3ba59-3e24-476b-8115-39e250be33a7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 943 time: 0.0864282 Feb 28 14:50:23.204420 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c3295fb7-80c9-4874-86ab-d579852ee6ae req-48b8cb8d-01f4-4127-b70b-1f874dd92eb2 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398369 Feb 28 14:50:23.412835 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device d89f108e-4a3c-4169-89bb-9acd64b8480b details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:50:23.558329 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port d89f108e-4a3c-4169-89bb-9acd64b8480b, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d89f108e-4a3c-4169-89bb-9acd64b8480b,segment=NetworkSegment(a244cfcf-d1f4-4ad7-82f9-51ab5d810a62),segment_id=a244cfcf-d1f4-4ad7-82f9-51ab5d810a62)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:50:23.571897 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': 'd89f108e-4a3c-4169-89bb-9acd64b8480b', 'network_id': 'bd98f972-328b-4adc-a786-25919a057143', 'port_id': 'd89f108e-4a3c-4169-89bb-9acd64b8480b', 'mac_address': 'fa:16:3e:7e:40:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cccadd34-528f-4800-a070-5087ab8cfdad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:50:23.628917 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:23.645809 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89f108e-4a3c-4169-89bb-9acd64b8480b {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:50:23.660976 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port d89f108e-4a3c-4169-89bb-9acd64b8480b, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d89f108e-4a3c-4169-89bb-9acd64b8480b,segment=NetworkSegment(a244cfcf-d1f4-4ad7-82f9-51ab5d810a62),segment_id=a244cfcf-d1f4-4ad7-82f9-51ab5d810a62)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:50:23.666148 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:23.732298 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=d89f108e-4a3c-4169-89bb-9acd64b8480b,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:23.739788 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:23.740131 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:23.740462 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:23.740788 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:23.741109 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:23.741432 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:23.741752 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:23.742068 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:23.742385 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:23.742723 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:23.743037 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:23.743379 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:23.873104 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['d89f108e-4a3c-4169-89bb-9acd64b8480b'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:50:24.410442 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e6496-722d-4f64-8431-a2a6c2bcc282 req-3d9455da-9439-459c-9e3c-81960217bfc3 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:24.411922 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ba3e6496-722d-4f64-8431-a2a6c2bcc282 req-3d9455da-9439-459c-9e3c-81960217bfc3 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 944 time: 0.0889344 Feb 28 14:50:24.457533 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ba3e6496-722d-4f64-8431-a2a6c2bcc282 req-1b4078f9-350e-4518-a4b8-abe1de078fae tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395877 Feb 28 14:50:25.433142 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device d89f108e-4a3c-4169-89bb-9acd64b8480b up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:50:25.517745 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port d89f108e-4a3c-4169-89bb-9acd64b8480b completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:25.525351 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port d89f108e-4a3c-4169-89bb-9acd64b8480b triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:25.525793 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:25.660708 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:25.690730 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ab0461-3307-4ecc-aa98-c078b9fa4b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89f108e-4a3c-4169-89bb-9acd64b8480b'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:50:25.701535 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port d89f108e-4a3c-4169-89bb-9acd64b8480b, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d89f108e-4a3c-4169-89bb-9acd64b8480b,segment=NetworkSegment(a244cfcf-d1f4-4ad7-82f9-51ab5d810a62),segment_id=a244cfcf-d1f4-4ad7-82f9-51ab5d810a62)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:50:25.708166 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:25.750100 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ab0461-3307-4ecc-aa98-c078b9fa4b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89f108e-4a3c-4169-89bb-9acd64b8480b', 'code': 200} Feb 28 14:50:25.788324 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=d89f108e-4a3c-4169-89bb-9acd64b8480b,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:25.801519 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ddd85-2d38-43e0-bb6b-d4b5bbf87018 req-eafe600b-8fd5-40ff-8790-92e2c75a31fb tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:25.803690 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ce7ddd85-2d38-43e0-bb6b-d4b5bbf87018 req-eafe600b-8fd5-40ff-8790-92e2c75a31fb tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 945 time: 0.2081037 Feb 28 14:50:25.854183 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ce7ddd85-2d38-43e0-bb6b-d4b5bbf87018 req-f8723a07-27f2-4388-ac7b-eb2b81605fa8 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447464 Feb 28 14:50:25.989671 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f673f-bd10-4adc-a573-7099be50efb0 req-e5b63f0b-09c0-4870-beaa-6380dc43c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:25.991095 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-290f673f-bd10-4adc-a573-7099be50efb0 req-e5b63f0b-09c0-4870-beaa-6380dc43c1e1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 1098 time: 0.0746565 Feb 28 14:50:26.046110 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-290f673f-bd10-4adc-a573-7099be50efb0 req-22e08a11-949f-4ed7-9bc6-c4b34a69d510 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489700 Feb 28 14:50:27.070653 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a7f7c-71d8-47ee-906f-c8c2b41c2889 req-47167642-6ec0-4a1d-8bda-d40ac5703caf tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:27.072193 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-192a7f7c-71d8-47ee-906f-c8c2b41c2889 req-47167642-6ec0-4a1d-8bda-d40ac5703caf tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 945 time: 0.0885444 Feb 28 14:50:27.118581 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-192a7f7c-71d8-47ee-906f-c8c2b41c2889 req-512af1ff-8b97-4eb9-ac92-6a4d8c7d8dda tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392201 Feb 28 14:50:28.321240 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadb871-85db-4b33-9ea9-6f8b9745fcd8 req-826df24f-e046-4870-889d-043eb1cd7cb6 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:28.322669 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1fadb871-85db-4b33-9ea9-6f8b9745fcd8 req-826df24f-e046-4870-889d-043eb1cd7cb6 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 945 time: 0.0872872 Feb 28 14:50:28.377368 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1fadb871-85db-4b33-9ea9-6f8b9745fcd8 req-2a134f3f-fc8d-406d-b637-78041b7fb7ff tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489953 Feb 28 14:50:28.564519 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c50fce-c166-44e5-a2c8-fb29572f193b req-c50c9328-1e04-4e74-9a66-c92b50170113 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:28.566133 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-18c50fce-c166-44e5-a2c8-fb29572f193b req-c50c9328-1e04-4e74-9a66-c92b50170113 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 945 time: 0.0823340 Feb 28 14:50:28.615911 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-18c50fce-c166-44e5-a2c8-fb29572f193b req-e0b5b754-7d6b-4e57-8824-0d189f4763cb tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412550 Feb 28 14:50:29.010829 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb7da7-240c-46bf-9a63-bd8375248e22 req-3c4d7d71-a818-4305-9e67-24d588ff9d6b tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:29.012201 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-09cb7da7-240c-46bf-9a63-bd8375248e22 req-3c4d7d71-a818-4305-9e67-24d588ff9d6b tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 945 time: 0.0877419 Feb 28 14:50:29.058781 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-09cb7da7-240c-46bf-9a63-bd8375248e22 req-205b2291-1788-4d57-9f65-81c58e663945 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382481 Feb 28 14:50:35.271538 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:35.820158 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-80739be4-13e9-4204-986d-e67abb0f85b7 req-e496a622-e94a-4a0c-a7ba-5d1204265246 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767612 Feb 28 14:50:35.968228 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80739be4-13e9-4204-986d-e67abb0f85b7 req-8500203d-21af-4a6d-948e-09373f59d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:35.969678 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-80739be4-13e9-4204-986d-e67abb0f85b7 req-8500203d-21af-4a6d-948e-09373f59d56f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87d14a3c860a4d7eabb8e1d8568a25fb&device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 1098 time: 0.0751631 Feb 28 14:50:36.121056 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80739be4-13e9-4204-986d-e67abb0f85b7 req-49b0001b-b690-421f-a48e-0d4f14d1187b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:36.122615 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-80739be4-13e9-4204-986d-e67abb0f85b7 req-49b0001b-b690-421f-a48e-0d4f14d1187b service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd98f972-328b-4adc-a786-25919a057143 HTTP/1.1" status: 200 len: 915 time: 0.1289842 Feb 28 14:50:36.203634 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-80739be4-13e9-4204-986d-e67abb0f85b7 req-3f9d3aa6-8dea-434b-8050-4faa4d05908a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d89f108e-4a3c-4169-89bb-9acd64b8480b HTTP/1.1" status: 200 len: 217 time: 0.0737224 Feb 28 14:50:36.266103 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80739be4-13e9-4204-986d-e67abb0f85b7 req-110f3c32-a9f0-401a-b55e-fe839cb9298c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:36.267500 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-80739be4-13e9-4204-986d-e67abb0f85b7 req-110f3c32-a9f0-401a-b55e-fe839cb9298c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cccadd34-528f-4800-a070-5087ab8cfdad HTTP/1.1" status: 200 len: 853 time: 0.0570750 Feb 28 14:50:36.343717 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80739be4-13e9-4204-986d-e67abb0f85b7 req-72555609-3ca7-4f82-947a-f348dbe22a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:36.345223 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-80739be4-13e9-4204-986d-e67abb0f85b7 req-72555609-3ca7-4f82-947a-f348dbe22a24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd98f972-328b-4adc-a786-25919a057143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717046 Feb 28 14:50:36.481164 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-80739be4-13e9-4204-986d-e67abb0f85b7 req-37317b65-0576-479b-9f20-fd03defe76e5 service neutron] 10.222.0.13 "GET /v2.0/networks/bd98f972-328b-4adc-a786-25919a057143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301219 Feb 28 14:50:36.611623 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-80739be4-13e9-4204-986d-e67abb0f85b7 req-a453ad3a-b6c0-4d70-b053-e6c14f4523c9 service neutron] 10.222.0.13 "GET /v2.0/networks/bd98f972-328b-4adc-a786-25919a057143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235912 Feb 28 14:50:37.728948 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-aebf60ad-29d8-4924-9d5c-02e7b8dec28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:39.342441 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37538313-07c5-4fe4-8f51-768d95d9c895 req-30b6f2b4-d69a-4e6c-b885-092566f42b46 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:39.343953 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-37538313-07c5-4fe4-8f51-768d95d9c895 req-30b6f2b4-d69a-4e6c-b885-092566f42b46 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 945 time: 0.0854812 Feb 28 14:50:39.387844 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-37538313-07c5-4fe4-8f51-768d95d9c895 req-9fc5a3e1-921c-458b-a532-1736afb6c88d tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379000 Feb 28 14:50:39.411549 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37468) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:39.598731 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e374920-1bd0-4ba7-9d1e-f2d0312d8b7a tempest-TestMinimumBasicScenario-491918093 tempest-TestMinimumBasicScenario-491918093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:39.599734 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0e374920-1bd0-4ba7-9d1e-f2d0312d8b7a tempest-TestMinimumBasicScenario-491918093 tempest-TestMinimumBasicScenario-491918093-project-admin] Synchronizing usage tracker for tenant:4bc3916516c542aba0b5ef8469cfa348 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:39.620832 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0e374920-1bd0-4ba7-9d1e-f2d0312d8b7a tempest-TestMinimumBasicScenario-491918093 tempest-TestMinimumBasicScenario-491918093-project-admin] Unset dirty status for tenant:4bc3916516c542aba0b5ef8469cfa348 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:39.622575 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0e374920-1bd0-4ba7-9d1e-f2d0312d8b7a tempest-TestMinimumBasicScenario-491918093 tempest-TestMinimumBasicScenario-491918093-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 1093 time: 0.2100477 Feb 28 14:50:39.627217 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37474) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:39.632240 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'port_id': 'd89f108e-4a3c-4169-89bb-9acd64b8480b', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:50:39.638523 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:39.642434 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Usage tracker for resource:floatingip and tenant:87d14a3c860a4d7eabb8e1d8568a25fb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:39.645433 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:39.651083 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:39.662471 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:39.808442 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:39.833445 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7f9dadec-ec1b-457f-864f-ce4f790740c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:39.952035 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Allocated IP 172.26.5.185 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/7a7138f8-f93d-4a27-b8c5-69444382b0d3) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:50:40.113150 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:40.147406 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:40.210571 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:40.213184 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:40.220858 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:50:40.257468 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Pushing event updated for resources: {'Port': ['ID=7a7138f8-f93d-4a27-b8c5-69444382b0d3,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:40.273390 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:40.273729 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:40.274064 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:40.274391 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:40.274717 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:40.275032 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:40.275381 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:40.275696 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:40.276006 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:40.276315 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:40.276636 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:40.276934 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:40.664088 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:40.741588 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:40.953894 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:40.959726 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:40.961391 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:41.177250 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Pushing event updated for resources: {'Port': ['ID=7a7138f8-f93d-4a27-b8c5-69444382b0d3,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:41.189844 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:41.211224 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:41.361011 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Floating IP feee1d0b-cdee-4aa6-8534-19bbf8ce23eb associated. External IP: 172.26.5.185, port: d89f108e-4a3c-4169-89bb-9acd64b8480b. Feb 28 14:50:41.724504 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Router ccb30b72-ae37-408f-8b58-7d8c449cd137 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:50:41.909480 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:50:41.922017 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a365af64-6d04-4d9b-b784-ce4b25efe3f8 None None] Sync routers for ids ['ccb30b72-ae37-408f-8b58-7d8c449cd137'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:50:41.935791 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a365af64-6d04-4d9b-b784-ce4b25efe3f8 None None] Routers {'ccb30b72-ae37-408f-8b58-7d8c449cd137'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:50:41.936378 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a365af64-6d04-4d9b-b784-ce4b25efe3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:50:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ccb30b72-ae37-408f-8b58-7d8c449cd137'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:41.938613 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:41.997564 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b690625d-3a05-4b56-9e3d-08c5bfbb4605 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3691883 Feb 28 14:50:41.998066 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ab0461-3307-4ecc-aa98-c078b9fa4b2d', 'tag': 'd89f108e-4a3c-4169-89bb-9acd64b8480b'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:50:42.000769 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 37478) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:42.006829 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-205441fe-7b68-4cc7-a4d6-eef00bfcf7ef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1171086438', 'description': 'tempest-secgroup-smoke-1171086438 description', 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:50:42.013057 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-205441fe-7b68-4cc7-a4d6-eef00bfcf7ef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:42.023854 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-205441fe-7b68-4cc7-a4d6-eef00bfcf7ef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:42.034515 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-205441fe-7b68-4cc7-a4d6-eef00bfcf7ef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:42.056097 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-205441fe-7b68-4cc7-a4d6-eef00bfcf7ef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:42.059887 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-205441fe-7b68-4cc7-a4d6-eef00bfcf7ef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Usage tracker for resource:security_group_rule and tenant:87d14a3c860a4d7eabb8e1d8568a25fb is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:42.063120 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-205441fe-7b68-4cc7-a4d6-eef00bfcf7ef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:42.069065 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-205441fe-7b68-4cc7-a4d6-eef00bfcf7ef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:42.118333 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-a365af64-6d04-4d9b-b784-ce4b25efe3f8 None None] Set router ccb30b72-ae37-408f-8b58-7d8c449cd137 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:50:42.148159 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-205441fe-7b68-4cc7-a4d6-eef00bfcf7ef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:42.152700 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-205441fe-7b68-4cc7-a4d6-eef00bfcf7ef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:42.177254 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ab0461-3307-4ecc-aa98-c078b9fa4b2d', 'tag': 'd89f108e-4a3c-4169-89bb-9acd64b8480b', 'status': 'completed', 'code': 200} Feb 28 14:50:42.237835 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-205441fe-7b68-4cc7-a4d6-eef00bfcf7ef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:42.239125 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-205441fe-7b68-4cc7-a4d6-eef00bfcf7ef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2372787 Feb 28 14:50:42.242792 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37486) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:42.248333 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-37727971-8996-4a75-8145-dd44f6b2742a tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Request body: {'security_group_rule': {'security_group_id': 'e421715f-9a90-41f5-9176-6b232b0c56de', 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:50:42.254687 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-37727971-8996-4a75-8145-dd44f6b2742a tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:42.254907 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205441fe-7b68-4cc7-a4d6-eef00bfcf7ef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e421715f-9a90-41f5-9176-6b232b0c56de,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:42.259353 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-37727971-8996-4a75-8145-dd44f6b2742a tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Usage tracker for resource:security_group_rule and tenant:87d14a3c860a4d7eabb8e1d8568a25fb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:42.262486 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-37727971-8996-4a75-8145-dd44f6b2742a tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:42.265074 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205441fe-7b68-4cc7-a4d6-eef00bfcf7ef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:42.265401 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205441fe-7b68-4cc7-a4d6-eef00bfcf7ef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:42.265916 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205441fe-7b68-4cc7-a4d6-eef00bfcf7ef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:42.266435 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205441fe-7b68-4cc7-a4d6-eef00bfcf7ef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:42.266765 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205441fe-7b68-4cc7-a4d6-eef00bfcf7ef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:42.267085 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205441fe-7b68-4cc7-a4d6-eef00bfcf7ef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:42.267440 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205441fe-7b68-4cc7-a4d6-eef00bfcf7ef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:42.267763 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205441fe-7b68-4cc7-a4d6-eef00bfcf7ef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:42.268078 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205441fe-7b68-4cc7-a4d6-eef00bfcf7ef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:42.268389 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205441fe-7b68-4cc7-a4d6-eef00bfcf7ef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:42.268693 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205441fe-7b68-4cc7-a4d6-eef00bfcf7ef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:42.269039 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205441fe-7b68-4cc7-a4d6-eef00bfcf7ef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:42.270088 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-37727971-8996-4a75-8145-dd44f6b2742a tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:42.293406 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-37727971-8996-4a75-8145-dd44f6b2742a tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:42.301208 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8822fc-9a39-4cd0-8350-15bb7d77a2ee req-7cd7739c-fc4e-4c3d-b958-ba673038fedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:42.302819 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ce8822fc-9a39-4cd0-8350-15bb7d77a2ee req-7cd7739c-fc4e-4c3d-b958-ba673038fedd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87d14a3c860a4d7eabb8e1d8568a25fb&device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 1098 time: 0.1000795 Feb 28 14:50:42.355559 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-37727971-8996-4a75-8145-dd44f6b2742a tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:42.363011 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-37727971-8996-4a75-8145-dd44f6b2742a tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:42.386781 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37727971-8996-4a75-8145-dd44f6b2742a tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4fe1d82-70a6-4361-9edd-2b2905b25765,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:42.400732 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-37727971-8996-4a75-8145-dd44f6b2742a tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:42.402406 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-37727971-8996-4a75-8145-dd44f6b2742a tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1585150 Feb 28 14:50:42.405116 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37490) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:42.412328 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f62235ed-5c08-4aa5-a79d-e17fe71f8751 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Request body: {'security_group_rule': {'security_group_id': 'e421715f-9a90-41f5-9176-6b232b0c56de', 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:50:42.423118 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f62235ed-5c08-4aa5-a79d-e17fe71f8751 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:42.430731 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f62235ed-5c08-4aa5-a79d-e17fe71f8751 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Usage tracker for resource:security_group_rule and tenant:87d14a3c860a4d7eabb8e1d8568a25fb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:42.436406 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f62235ed-5c08-4aa5-a79d-e17fe71f8751 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:42.443820 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f62235ed-5c08-4aa5-a79d-e17fe71f8751 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:42.466957 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f62235ed-5c08-4aa5-a79d-e17fe71f8751 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:42.534120 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f62235ed-5c08-4aa5-a79d-e17fe71f8751 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:42.541616 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f62235ed-5c08-4aa5-a79d-e17fe71f8751 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:42.544571 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a365af64-6d04-4d9b-b784-ce4b25efe3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'name': 'tempest-TestMinimumBasicScenario-285747207-router', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a0e08232-051b-4365-9d29-bcf099e66d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:47Z', 'updated_at': '2022-02-28T14:49:51Z', 'revision_number': 4, 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'gw_port': {'id': 'a0e08232-051b-4365-9d29-bcf099e66d22', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:48Z', 'updated_at': '2022-02-28T14:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': 'feee1d0b-cdee-4aa6-8534-19bbf8ce23eb', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'floating_ip_address': '172.26.5.185', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'port_id': 'd89f108e-4a3c-4169-89bb-9acd64b8480b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd98f972-328b-4adc-a786-25919a057143', 'mac_address': 'fa:16:3e:7e:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab0461-3307-4ecc-aa98-c078b9fa4b2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:50:40Z', 'updated_at': '2022-02-28T14:50:40Z', 'revision_number': 0, 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd342a077-2215-4f9b-82c2-1502698b8fa9', 'name': '', 'network_id': 'bd98f972-328b-4adc-a786-25919a057143', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'mac_address': 'fa:16:3e:b6:0d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'cccadd34-528f-4800-a070-5087ab8cfdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:51Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 5, 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'subnets': [{'id': 'cccadd34-528f-4800-a070-5087ab8cfdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:42.549824 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a365af64-6d04-4d9b-b784-ce4b25efe3f8 None None] Checking router: ccb30b72-ae37-408f-8b58-7d8c449cd137 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:50:42.560213 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a365af64-6d04-4d9b-b784-ce4b25efe3f8 None None] Routers {'ccb30b72-ae37-408f-8b58-7d8c449cd137'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:50:42.561271 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a365af64-6d04-4d9b-b784-ce4b25efe3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:50:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ccb30b72-ae37-408f-8b58-7d8c449cd137'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:42.576828 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62235ed-5c08-4aa5-a79d-e17fe71f8751 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feaf7fcf-3dfd-4bf3-b2f2-ca4bc9191deb,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:42.581485 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8822fc-9a39-4cd0-8350-15bb7d77a2ee req-4d28c52b-8de4-434b-971e-443cf43cc6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:42.584170 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ce8822fc-9a39-4cd0-8350-15bb7d77a2ee req-4d28c52b-8de4-434b-971e-443cf43cc6df service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd98f972-328b-4adc-a786-25919a057143 HTTP/1.1" status: 200 len: 915 time: 0.2750645 Feb 28 14:50:42.585391 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f62235ed-5c08-4aa5-a79d-e17fe71f8751 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:42.586991 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f62235ed-5c08-4aa5-a79d-e17fe71f8751 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1793053 Feb 28 14:50:42.590601 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37494) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:42.594545 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2f2cfff3-93aa-4f04-b584-6c10d638d6bb tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Request body: {'security_group_rule': {'security_group_id': 'e421715f-9a90-41f5-9176-6b232b0c56de', 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:50:42.601373 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2f2cfff3-93aa-4f04-b584-6c10d638d6bb tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:42.605191 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2f2cfff3-93aa-4f04-b584-6c10d638d6bb tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Usage tracker for resource:security_group_rule and tenant:87d14a3c860a4d7eabb8e1d8568a25fb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:42.608755 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2f2cfff3-93aa-4f04-b584-6c10d638d6bb tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:42.614722 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2f2cfff3-93aa-4f04-b584-6c10d638d6bb tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:42.627425 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:42.640659 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2f2cfff3-93aa-4f04-b584-6c10d638d6bb tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:42.717263 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ce8822fc-9a39-4cd0-8350-15bb7d77a2ee req-2201add5-f606-43ec-9e5a-b7c9fa196a7c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d89f108e-4a3c-4169-89bb-9acd64b8480b HTTP/1.1" status: 200 len: 999 time: 0.1238160 Feb 28 14:50:42.759042 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2f2cfff3-93aa-4f04-b584-6c10d638d6bb tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:42.767879 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2f2cfff3-93aa-4f04-b584-6c10d638d6bb tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:42.793907 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2cfff3-93aa-4f04-b584-6c10d638d6bb tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfec218c-0540-4a31-b784-0af2d4ec9ad2,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:42.801952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8822fc-9a39-4cd0-8350-15bb7d77a2ee req-ec4994ed-64dd-4ea4-ba1c-09bf86732300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:42.803204 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ce8822fc-9a39-4cd0-8350-15bb7d77a2ee req-ec4994ed-64dd-4ea4-ba1c-09bf86732300 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cccadd34-528f-4800-a070-5087ab8cfdad HTTP/1.1" status: 200 len: 853 time: 0.0787442 Feb 28 14:50:42.808407 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2f2cfff3-93aa-4f04-b584-6c10d638d6bb tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:42.809705 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2f2cfff3-93aa-4f04-b584-6c10d638d6bb tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2192857 Feb 28 14:50:42.812439 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37498) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:42.819083 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2bb7d02f-edae-4bf7-8a60-e98473071db9 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Request body: {'security_group_rule': {'security_group_id': 'e421715f-9a90-41f5-9176-6b232b0c56de', 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:50:42.819999 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-a365af64-6d04-4d9b-b784-ce4b25efe3f8 None None] Set router ccb30b72-ae37-408f-8b58-7d8c449cd137 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:50:42.827428 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2bb7d02f-edae-4bf7-8a60-e98473071db9 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:42.832123 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2bb7d02f-edae-4bf7-8a60-e98473071db9 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Usage tracker for resource:security_group_rule and tenant:87d14a3c860a4d7eabb8e1d8568a25fb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:42.835669 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2bb7d02f-edae-4bf7-8a60-e98473071db9 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:42.842027 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2bb7d02f-edae-4bf7-8a60-e98473071db9 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:42.862685 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d02f-edae-4bf7-8a60-e98473071db9 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:42.890648 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8822fc-9a39-4cd0-8350-15bb7d77a2ee req-3986e672-084f-4e7e-9681-b3d22201634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:42.892267 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ce8822fc-9a39-4cd0-8350-15bb7d77a2ee req-3986e672-084f-4e7e-9681-b3d22201634b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd98f972-328b-4adc-a786-25919a057143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822952 Feb 28 14:50:42.934566 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d02f-edae-4bf7-8a60-e98473071db9 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:42.940321 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d02f-edae-4bf7-8a60-e98473071db9 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:42.965109 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7d02f-edae-4bf7-8a60-e98473071db9 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a03df5-ebd5-4905-9a27-fce5ffea9cf3,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:42.976582 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d02f-edae-4bf7-8a60-e98473071db9 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:42.980615 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2bb7d02f-edae-4bf7-8a60-e98473071db9 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1640642 Feb 28 14:50:42.980922 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37502) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:42.986263 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-0c589a29-102a-433e-a9fc-8ab1c1d84e76 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Request body: {'security_group_rule': {'security_group_id': 'e421715f-9a90-41f5-9176-6b232b0c56de', 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:50:42.992913 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0c589a29-102a-433e-a9fc-8ab1c1d84e76 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:42.997109 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0c589a29-102a-433e-a9fc-8ab1c1d84e76 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Usage tracker for resource:security_group_rule and tenant:87d14a3c860a4d7eabb8e1d8568a25fb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:43.000015 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0c589a29-102a-433e-a9fc-8ab1c1d84e76 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:43.005906 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0c589a29-102a-433e-a9fc-8ab1c1d84e76 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:43.018062 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-0c589a29-102a-433e-a9fc-8ab1c1d84e76 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Project 87d14a3c860a4d7eabb8e1d8568a25fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:50:43.025192 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c589a29-102a-433e-a9fc-8ab1c1d84e76 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:43.034379 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ce8822fc-9a39-4cd0-8350-15bb7d77a2ee req-84e34c08-8dba-4827-acd8-2ed092b1401b service neutron] 10.222.0.13 "GET /v2.0/networks/bd98f972-328b-4adc-a786-25919a057143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350255 Feb 28 14:50:43.093886 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c589a29-102a-433e-a9fc-8ab1c1d84e76 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:43.100166 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c589a29-102a-433e-a9fc-8ab1c1d84e76 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:43.122066 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c589a29-102a-433e-a9fc-8ab1c1d84e76 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a83e22-d68d-469b-a116-be14ff8c4f0a,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:43.133688 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c589a29-102a-433e-a9fc-8ab1c1d84e76 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:43.137469 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0c589a29-102a-433e-a9fc-8ab1c1d84e76 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1529860 Feb 28 14:50:43.137671 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37506) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:43.142669 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-ffa3ac9c-868e-4ff2-a1bc-39ba1a05d212 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Request body: {'security_group_rule': {'security_group_id': 'e421715f-9a90-41f5-9176-6b232b0c56de', 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:50:43.148815 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ffa3ac9c-868e-4ff2-a1bc-39ba1a05d212 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:43.152659 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ffa3ac9c-868e-4ff2-a1bc-39ba1a05d212 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Usage tracker for resource:security_group_rule and tenant:87d14a3c860a4d7eabb8e1d8568a25fb is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:43.155604 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-ffa3ac9c-868e-4ff2-a1bc-39ba1a05d212 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:43.161999 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-ffa3ac9c-868e-4ff2-a1bc-39ba1a05d212 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:43.173569 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-ffa3ac9c-868e-4ff2-a1bc-39ba1a05d212 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Project 87d14a3c860a4d7eabb8e1d8568a25fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:50:43.174062 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ce8822fc-9a39-4cd0-8350-15bb7d77a2ee req-eb2a730c-ef92-409c-bf63-4ffb88f767fc service neutron] 10.222.0.13 "GET /v2.0/networks/bd98f972-328b-4adc-a786-25919a057143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326754 Feb 28 14:50:43.188669 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ffa3ac9c-868e-4ff2-a1bc-39ba1a05d212 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:43.198050 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a365af64-6d04-4d9b-b784-ce4b25efe3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'name': 'tempest-TestMinimumBasicScenario-285747207-router', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a0e08232-051b-4365-9d29-bcf099e66d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:47Z', 'updated_at': '2022-02-28T14:49:51Z', 'revision_number': 4, 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'gw_port': {'id': 'a0e08232-051b-4365-9d29-bcf099e66d22', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:48Z', 'updated_at': '2022-02-28T14:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': 'feee1d0b-cdee-4aa6-8534-19bbf8ce23eb', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'floating_ip_address': '172.26.5.185', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'port_id': 'd89f108e-4a3c-4169-89bb-9acd64b8480b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd98f972-328b-4adc-a786-25919a057143', 'mac_address': 'fa:16:3e:7e:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab0461-3307-4ecc-aa98-c078b9fa4b2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:50:40Z', 'updated_at': '2022-02-28T14:50:40Z', 'revision_number': 0, 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd342a077-2215-4f9b-82c2-1502698b8fa9', 'name': '', 'network_id': 'bd98f972-328b-4adc-a786-25919a057143', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'mac_address': 'fa:16:3e:b6:0d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'cccadd34-528f-4800-a070-5087ab8cfdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:51Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 5, 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'subnets': [{'id': 'cccadd34-528f-4800-a070-5087ab8cfdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:43.202011 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a365af64-6d04-4d9b-b784-ce4b25efe3f8 None None] The sync data for ids ['ccb30b72-ae37-408f-8b58-7d8c449cd137'] in dv-neutron-831192-4-hyperv is: [{'id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'name': 'tempest-TestMinimumBasicScenario-285747207-router', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a0e08232-051b-4365-9d29-bcf099e66d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:47Z', 'updated_at': '2022-02-28T14:49:51Z', 'revision_number': 4, 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'gw_port': {'id': 'a0e08232-051b-4365-9d29-bcf099e66d22', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:48Z', 'updated_at': '2022-02-28T14:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': 'feee1d0b-cdee-4aa6-8534-19bbf8ce23eb', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'floating_ip_address': '172.26.5.185', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'port_id': 'd89f108e-4a3c-4169-89bb-9acd64b8480b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd98f972-328b-4adc-a786-25919a057143', 'mac_address': 'fa:16:3e:7e:40:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ab0461-3307-4ecc-aa98-c078b9fa4b2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:50:40Z', 'updated_at': '2022-02-28T14:50:40Z', 'revision_number': 0, 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd342a077-2215-4f9b-82c2-1502698b8fa9', 'name': '', 'network_id': 'bd98f972-328b-4adc-a786-25919a057143', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'mac_address': 'fa:16:3e:b6:0d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'cccadd34-528f-4800-a070-5087ab8cfdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:51Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 5, 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'subnets': [{'id': 'cccadd34-528f-4800-a070-5087ab8cfdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:50:43.262924 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ffa3ac9c-868e-4ff2-a1bc-39ba1a05d212 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:43.267897 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ffa3ac9c-868e-4ff2-a1bc-39ba1a05d212 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:43.292418 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3ac9c-868e-4ff2-a1bc-39ba1a05d212 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33bc4676-f6e4-48db-b4bd-0b236e291e35,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:43.301848 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-ffa3ac9c-868e-4ff2-a1bc-39ba1a05d212 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:43.303000 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ffa3ac9c-868e-4ff2-a1bc-39ba1a05d212 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1644320 Feb 28 14:50:43.392998 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998366ae-9793-4c1b-974b-b14fb0d2cee6 None None] New status for floating IP feee1d0b-cdee-4aa6-8534-19bbf8ce23eb: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:50:43.427718 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-0761d639-374c-41be-8054-396a8e1ec20d req-857e5163-18df-40b3-abb0-bd93d07ed1ee tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Synchronizing usage tracker for tenant:87d14a3c860a4d7eabb8e1d8568a25fb on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:43.447072 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-0761d639-374c-41be-8054-396a8e1ec20d req-857e5163-18df-40b3-abb0-bd93d07ed1ee tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Unset dirty status for tenant:87d14a3c860a4d7eabb8e1d8568a25fb on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:43.448888 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0761d639-374c-41be-8054-396a8e1ec20d req-857e5163-18df-40b3-abb0-bd93d07ed1ee tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1171086438&fields=id&tenant_id=87d14a3c860a4d7eabb8e1d8568a25fb HTTP/1.1" status: 200 len: 267 time: 0.0641930 Feb 28 14:50:43.532952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761d639-374c-41be-8054-396a8e1ec20d req-d8eb9d7d-46bc-4284-89f4-b064007d7fe7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:43.534420 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0761d639-374c-41be-8054-396a8e1ec20d req-d8eb9d7d-46bc-4284-89f4-b064007d7fe7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 945 time: 0.0794652 Feb 28 14:50:43.545800 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-0761d639-374c-41be-8054-396a8e1ec20d req-0df8e817-7179-4cb8-8664-9251cf7f7c9d tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Request body: {'port': {'security_groups': ['0b517446-98ce-4b9a-a9a8-0041c5ab7b10', 'e421715f-9a90-41f5-9176-6b232b0c56de']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:50:43.674667 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-0761d639-374c-41be-8054-396a8e1ec20d req-0df8e817-7179-4cb8-8664-9251cf7f7c9d tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:43.950250 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-0761d639-374c-41be-8054-396a8e1ec20d req-0df8e817-7179-4cb8-8664-9251cf7f7c9d tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] For port d89f108e-4a3c-4169-89bb-9acd64b8480b, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d89f108e-4a3c-4169-89bb-9acd64b8480b,segment=NetworkSegment(a244cfcf-d1f4-4ad7-82f9-51ab5d810a62),segment_id=a244cfcf-d1f4-4ad7-82f9-51ab5d810a62)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:50:43.976112 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-0761d639-374c-41be-8054-396a8e1ec20d req-0df8e817-7179-4cb8-8664-9251cf7f7c9d tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:43.984316 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-0761d639-374c-41be-8054-396a8e1ec20d req-0df8e817-7179-4cb8-8664-9251cf7f7c9d tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:43.996221 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['d89f108e-4a3c-4169-89bb-9acd64b8480b'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:50:44.049912 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761d639-374c-41be-8054-396a8e1ec20d req-0df8e817-7179-4cb8-8664-9251cf7f7c9d tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:44.050515 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-0761d639-374c-41be-8054-396a8e1ec20d req-0df8e817-7179-4cb8-8664-9251cf7f7c9d tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:44.054775 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0761d639-374c-41be-8054-396a8e1ec20d req-0df8e817-7179-4cb8-8664-9251cf7f7c9d tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "PUT /v2.0/ports/d89f108e-4a3c-4169-89bb-9acd64b8480b HTTP/1.1" status: 200 len: 981 time: 0.5136383 Feb 28 14:50:44.055174 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ab0461-3307-4ecc-aa98-c078b9fa4b2d', 'tag': 'd89f108e-4a3c-4169-89bb-9acd64b8480b'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:50:44.091508 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8e817-7179-4cb8-8664-9251cf7f7c9d tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Pushing event updated for resources: {'Port': ['ID=d89f108e-4a3c-4169-89bb-9acd64b8480b,revision_number=6']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:44.143488 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['d89f108e-4a3c-4169-89bb-9acd64b8480b'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:50:44.151968 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ab0461-3307-4ecc-aa98-c078b9fa4b2d', 'tag': 'd89f108e-4a3c-4169-89bb-9acd64b8480b', 'status': 'completed', 'code': 200} Feb 28 14:50:44.266621 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d306925-98f9-4d5c-9cac-f892ac121473 req-f7306815-7445-4d6b-a231-d136a190228b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:44.268987 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7d306925-98f9-4d5c-9cac-f892ac121473 req-f7306815-7445-4d6b-a231-d136a190228b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87d14a3c860a4d7eabb8e1d8568a25fb&device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 1137 time: 0.0929492 Feb 28 14:50:44.275623 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23229d-2f2f-4c90-b704-dbc1e8b2b9fa req-49e13f6f-1eaa-4aa6-b1ee-62ec18cf14f2 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:44.277934 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0f23229d-2f2f-4c90-b704-dbc1e8b2b9fa req-49e13f6f-1eaa-4aa6-b1ee-62ec18cf14f2 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 984 time: 0.0979476 Feb 28 14:50:44.332161 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0f23229d-2f2f-4c90-b704-dbc1e8b2b9fa req-3990e2a8-86a2-4a0f-a389-93db53756dce tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&id=e421715f-9a90-41f5-9176-6b232b0c56de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460341 Feb 28 14:50:44.402969 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-1ee1cbe0-8a58-45b7-9378-b2df6b8690ff None None] Provisioning complete for port d89f108e-4a3c-4169-89bb-9acd64b8480b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:44.403372 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1ee1cbe0-8a58-45b7-9378-b2df6b8690ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:44.417213 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d306925-98f9-4d5c-9cac-f892ac121473 req-a89ed674-a19c-4101-8182-49f7bc5b84a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:44.419575 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7d306925-98f9-4d5c-9cac-f892ac121473 req-a89ed674-a19c-4101-8182-49f7bc5b84a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd98f972-328b-4adc-a786-25919a057143 HTTP/1.1" status: 200 len: 915 time: 0.1454401 Feb 28 14:50:44.526144 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7d306925-98f9-4d5c-9cac-f892ac121473 req-fd08e4ca-8136-4761-be6f-34dc3464c8db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d89f108e-4a3c-4169-89bb-9acd64b8480b HTTP/1.1" status: 200 len: 1001 time: 0.0995514 Feb 28 14:50:44.587615 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d306925-98f9-4d5c-9cac-f892ac121473 req-01c8d64e-d1d6-42e3-8e95-4cc8a88fc88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:44.589180 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7d306925-98f9-4d5c-9cac-f892ac121473 req-01c8d64e-d1d6-42e3-8e95-4cc8a88fc88d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cccadd34-528f-4800-a070-5087ab8cfdad HTTP/1.1" status: 200 len: 853 time: 0.0571935 Feb 28 14:50:44.666605 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d306925-98f9-4d5c-9cac-f892ac121473 req-b83a551f-68ea-4b88-b11e-cdcf198cec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:44.668463 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7d306925-98f9-4d5c-9cac-f892ac121473 req-b83a551f-68ea-4b88-b11e-cdcf198cec21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd98f972-328b-4adc-a786-25919a057143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728910 Feb 28 14:50:44.923401 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7d306925-98f9-4d5c-9cac-f892ac121473 req-2fa727ae-f860-418e-a45f-647109f0df41 service neutron] 10.222.0.13 "GET /v2.0/networks/bd98f972-328b-4adc-a786-25919a057143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480636 Feb 28 14:50:45.060431 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7d306925-98f9-4d5c-9cac-f892ac121473 req-867e72c2-7c5b-4264-8433-47e7d2489dee service neutron] 10.222.0.13 "GET /v2.0/networks/bd98f972-328b-4adc-a786-25919a057143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304724 Feb 28 14:50:57.900377 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:51:01.484475 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f524ee3-64e2-4003-8342-9980ff21d562 req-cf7cefc8-368d-4c19-9947-eb9fd488922c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:01.485954 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f524ee3-64e2-4003-8342-9980ff21d562 req-cf7cefc8-368d-4c19-9947-eb9fd488922c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87d14a3c860a4d7eabb8e1d8568a25fb&device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 1137 time: 0.0738325 Feb 28 14:51:01.515729 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29127efc-57da-4547-b1a4-cbedccf68c0e req-824ce40e-6142-4a10-803f-329bc58a19e3 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:01.517227 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-29127efc-57da-4547-b1a4-cbedccf68c0e req-824ce40e-6142-4a10-803f-329bc58a19e3 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 984 time: 0.0802567 Feb 28 14:51:01.564150 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-29127efc-57da-4547-b1a4-cbedccf68c0e req-9cac6967-886c-4d71-b683-4597401e96b5 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&id=e421715f-9a90-41f5-9176-6b232b0c56de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409834 Feb 28 14:51:01.621122 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f524ee3-64e2-4003-8342-9980ff21d562 req-da1f0628-ee24-445e-a8c9-7ee2a293d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:01.622563 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f524ee3-64e2-4003-8342-9980ff21d562 req-da1f0628-ee24-445e-a8c9-7ee2a293d115 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd98f972-328b-4adc-a786-25919a057143 HTTP/1.1" status: 200 len: 915 time: 0.1298420 Feb 28 14:51:01.728404 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f524ee3-64e2-4003-8342-9980ff21d562 req-647d67ea-f5d4-40ea-ac58-633c0b0258cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d89f108e-4a3c-4169-89bb-9acd64b8480b HTTP/1.1" status: 200 len: 1001 time: 0.0986750 Feb 28 14:51:01.805540 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f524ee3-64e2-4003-8342-9980ff21d562 req-8c5247ce-ce2f-4d4a-b1a2-5a078c375aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:01.806936 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f524ee3-64e2-4003-8342-9980ff21d562 req-8c5247ce-ce2f-4d4a-b1a2-5a078c375aa6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cccadd34-528f-4800-a070-5087ab8cfdad HTTP/1.1" status: 200 len: 853 time: 0.0717020 Feb 28 14:51:01.883012 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f524ee3-64e2-4003-8342-9980ff21d562 req-37eaffbe-840f-4681-a253-949fe2b4bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:01.884479 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f524ee3-64e2-4003-8342-9980ff21d562 req-37eaffbe-840f-4681-a253-949fe2b4bd4a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd98f972-328b-4adc-a786-25919a057143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708318 Feb 28 14:51:02.022016 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f524ee3-64e2-4003-8342-9980ff21d562 req-a61aebb9-0ff3-428d-bd69-c3c5d7892690 service neutron] 10.222.0.13 "GET /v2.0/networks/bd98f972-328b-4adc-a786-25919a057143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299863 Feb 28 14:51:02.160906 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f524ee3-64e2-4003-8342-9980ff21d562 req-57918123-151e-4099-8492-101b4f685241 service neutron] 10.222.0.13 "GET /v2.0/networks/bd98f972-328b-4adc-a786-25919a057143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322057 Feb 28 14:51:02.767709 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4e342-2d4d-425f-9f84-cba56342fa6d req-136d003d-82f4-4c89-a466-53b3e80ef44c tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:02.769039 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ed4e342-2d4d-425f-9f84-cba56342fa6d req-136d003d-82f4-4c89-a466-53b3e80ef44c tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 984 time: 0.0973456 Feb 28 14:51:02.818447 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ed4e342-2d4d-425f-9f84-cba56342fa6d req-bb5baf08-f89f-4a80-ba5a-4348a2764f5e tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&id=e421715f-9a90-41f5-9176-6b232b0c56de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397911 Feb 28 14:51:04.160068 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb0646-7c59-4e13-8b9c-7f6834c0dcc5 req-dac4b0f6-1191-4087-bdda-b57b869f370e tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:04.161745 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-02bb0646-7c59-4e13-8b9c-7f6834c0dcc5 req-dac4b0f6-1191-4087-bdda-b57b869f370e tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 984 time: 0.2082360 Feb 28 14:51:04.210320 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-02bb0646-7c59-4e13-8b9c-7f6834c0dcc5 req-3f890148-17d2-4eb0-8b0d-cde210958796 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&id=e421715f-9a90-41f5-9176-6b232b0c56de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419910 Feb 28 14:51:05.279040 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:05.422853 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4288a-1cf2-46ee-9f79-b05cd2c63af5 req-65950830-f9bf-4099-89a0-e0a435b7fdf6 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:05.424432 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b6b4288a-1cf2-46ee-9f79-b05cd2c63af5 req-65950830-f9bf-4099-89a0-e0a435b7fdf6 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 984 time: 0.0862267 Feb 28 14:51:05.472819 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b6b4288a-1cf2-46ee-9f79-b05cd2c63af5 req-9987d32c-695a-40e4-aab8-0ddc24881e1e tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&id=e421715f-9a90-41f5-9176-6b232b0c56de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423546 Feb 28 14:51:06.682466 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf599c-ff58-4e6a-b31f-9845f11cabc1 req-80b2fa86-9400-4164-808f-92216f77dea8 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:06.683928 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2bbf599c-ff58-4e6a-b31f-9845f11cabc1 req-80b2fa86-9400-4164-808f-92216f77dea8 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 984 time: 0.0925727 Feb 28 14:51:06.738175 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2bbf599c-ff58-4e6a-b31f-9845f11cabc1 req-741c3baa-7cc2-4d96-8c8f-1085500330bb tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&id=e421715f-9a90-41f5-9176-6b232b0c56de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454328 Feb 28 14:51:07.728854 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1cf63d65-4e18-4610-b962-5b833245c969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:07.935307 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a425b0-3f3b-461a-b03b-a05bbf8a2ed0 req-a82bab5b-0249-4c3b-861d-7ca134c95ba6 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:07.936753 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-07a425b0-3f3b-461a-b03b-a05bbf8a2ed0 req-a82bab5b-0249-4c3b-861d-7ca134c95ba6 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 984 time: 0.0894024 Feb 28 14:51:07.983025 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-07a425b0-3f3b-461a-b03b-a05bbf8a2ed0 req-54dfe9fe-3db0-4b29-aea2-6210e6e7a11b tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&id=e421715f-9a90-41f5-9176-6b232b0c56de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401881 Feb 28 14:51:09.198135 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890c402-971c-4c4a-adab-81a6d3852640 req-f75fb7bb-3a6c-4a35-8bee-567559b97e52 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:09.199610 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9890c402-971c-4c4a-adab-81a6d3852640 req-f75fb7bb-3a6c-4a35-8bee-567559b97e52 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 984 time: 0.0958269 Feb 28 14:51:09.250910 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9890c402-971c-4c4a-adab-81a6d3852640 req-cb34753a-30b6-45f7-a2a0-30486b498c54 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&id=e421715f-9a90-41f5-9176-6b232b0c56de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428085 Feb 28 14:51:09.847280 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-365329d3-b705-4b17-803f-1b878ab0a611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:10.444831 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661139df-c3b1-403e-aa70-79eeb4bb79e3 req-128e21e3-2cfb-4901-a5e7-f5767fb3d3a6 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:10.446259 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-661139df-c3b1-403e-aa70-79eeb4bb79e3 req-128e21e3-2cfb-4901-a5e7-f5767fb3d3a6 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 984 time: 0.0804915 Feb 28 14:51:10.494706 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-661139df-c3b1-403e-aa70-79eeb4bb79e3 req-5351d181-c352-4ae9-a1e7-623b3f23461e tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&id=e421715f-9a90-41f5-9176-6b232b0c56de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423667 Feb 28 14:51:10.975062 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:11.224854 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:11.715512 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc48663-fa60-4e17-b498-df64e3a5bdc4 req-a04b63bf-860f-4516-9575-48d1fd7b03e3 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:11.717375 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8cc48663-fa60-4e17-b498-df64e3a5bdc4 req-a04b63bf-860f-4516-9575-48d1fd7b03e3 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 984 time: 0.1013863 Feb 28 14:51:11.773800 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8cc48663-fa60-4e17-b498-df64e3a5bdc4 req-e80a71b3-3eb5-4f39-a6db-a5bca6b3c5d3 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&id=e421715f-9a90-41f5-9176-6b232b0c56de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0475333 Feb 28 14:51:12.577200 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:12.987692 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccce122-3522-4c8c-b85f-1b25546ccd86 req-c1d808bc-90d4-4246-80c0-b2d4768d09e7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:12.989287 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bccce122-3522-4c8c-b85f-1b25546ccd86 req-c1d808bc-90d4-4246-80c0-b2d4768d09e7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 984 time: 0.0871437 Feb 28 14:51:13.035539 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bccce122-3522-4c8c-b85f-1b25546ccd86 req-93027ad3-404b-429d-b7da-d185c202289f tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&id=e421715f-9a90-41f5-9176-6b232b0c56de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401187 Feb 28 14:51:14.241560 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902abbbe-a196-4dff-a8cb-04a112f8d730 req-1f30507a-5edc-44d5-b5c0-900ebd796d22 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:14.242909 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-902abbbe-a196-4dff-a8cb-04a112f8d730 req-1f30507a-5edc-44d5-b5c0-900ebd796d22 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 984 time: 0.0891418 Feb 28 14:51:14.289429 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-902abbbe-a196-4dff-a8cb-04a112f8d730 req-ab1ebf58-ac1f-4004-ad08-c45b5188da93 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&id=e421715f-9a90-41f5-9176-6b232b0c56de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406084 Feb 28 14:51:34.909974 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:51:35.275716 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:37.727365 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a6e02a7e-fcf4-4dc2-b365-c25724560152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:37.923846 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-21901cf7-91a8-4111-829a-c26ab81edf97 req-3fbf6609-4b9a-4b69-b172-e8497be911a6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1864386 Feb 28 14:51:38.061283 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21901cf7-91a8-4111-829a-c26ab81edf97 req-21f00124-c9a5-44c5-8525-d7778b64f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:38.062631 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-21901cf7-91a8-4111-829a-c26ab81edf97 req-21f00124-c9a5-44c5-8525-d7778b64f444 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87d14a3c860a4d7eabb8e1d8568a25fb&device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 1137 time: 0.0720541 Feb 28 14:51:38.210822 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21901cf7-91a8-4111-829a-c26ab81edf97 req-7c9b46a0-f9ac-4a60-b1eb-8d5d73b6ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:38.212280 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-21901cf7-91a8-4111-829a-c26ab81edf97 req-7c9b46a0-f9ac-4a60-b1eb-8d5d73b6ff24 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd98f972-328b-4adc-a786-25919a057143 HTTP/1.1" status: 200 len: 915 time: 0.1276264 Feb 28 14:51:38.323093 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-21901cf7-91a8-4111-829a-c26ab81edf97 req-def9549d-8492-42b4-a662-38529ffab888 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d89f108e-4a3c-4169-89bb-9acd64b8480b HTTP/1.1" status: 200 len: 1001 time: 0.1035440 Feb 28 14:51:38.390116 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21901cf7-91a8-4111-829a-c26ab81edf97 req-8561430d-2a74-46fa-b9ab-c52f3619a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:38.391588 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-21901cf7-91a8-4111-829a-c26ab81edf97 req-8561430d-2a74-46fa-b9ab-c52f3619a516 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cccadd34-528f-4800-a070-5087ab8cfdad HTTP/1.1" status: 200 len: 853 time: 0.0618079 Feb 28 14:51:38.466680 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21901cf7-91a8-4111-829a-c26ab81edf97 req-42eac1c3-84de-404b-813b-15715df714f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:38.468192 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-21901cf7-91a8-4111-829a-c26ab81edf97 req-42eac1c3-84de-404b-813b-15715df714f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd98f972-328b-4adc-a786-25919a057143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704613 Feb 28 14:51:38.602096 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-21901cf7-91a8-4111-829a-c26ab81edf97 req-ba96d981-0615-40b5-8ce2-b70f5bb058c0 service neutron] 10.222.0.13 "GET /v2.0/networks/bd98f972-328b-4adc-a786-25919a057143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274393 Feb 28 14:51:38.752614 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-21901cf7-91a8-4111-829a-c26ab81edf97 req-83f11606-f05d-4087-9f3c-64877586d5b2 service neutron] 10.222.0.13 "GET /v2.0/networks/bd98f972-328b-4adc-a786-25919a057143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433325 Feb 28 14:51:39.842545 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0eabef7d-a0d0-4524-b513-f2bae74b520c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:40.977476 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:41.231363 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:42.575898 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:46.712782 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-788e487d-2381-401e-ae62-04c25aebd1e5 req-b4119085-3a0f-47b1-a753-cf5c62001d19 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1171086438&fields=id&tenant_id=87d14a3c860a4d7eabb8e1d8568a25fb HTTP/1.1" status: 200 len: 267 time: 0.0961974 Feb 28 14:51:46.810727 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e487d-2381-401e-ae62-04c25aebd1e5 req-c39a14ef-c5f6-4d67-b0e5-66d2368cc903 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:46.812186 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-788e487d-2381-401e-ae62-04c25aebd1e5 req-c39a14ef-c5f6-4d67-b0e5-66d2368cc903 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 984 time: 0.0937433 Feb 28 14:51:46.825705 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-788e487d-2381-401e-ae62-04c25aebd1e5 req-99f29396-63fa-4dd7-8387-7c8cab7f9bf7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Request body: {'port': {'security_groups': ['0b517446-98ce-4b9a-a9a8-0041c5ab7b10']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:51:46.953334 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-788e487d-2381-401e-ae62-04c25aebd1e5 req-99f29396-63fa-4dd7-8387-7c8cab7f9bf7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:47.197238 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-788e487d-2381-401e-ae62-04c25aebd1e5 req-99f29396-63fa-4dd7-8387-7c8cab7f9bf7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] For port d89f108e-4a3c-4169-89bb-9acd64b8480b, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d89f108e-4a3c-4169-89bb-9acd64b8480b,segment=NetworkSegment(a244cfcf-d1f4-4ad7-82f9-51ab5d810a62),segment_id=a244cfcf-d1f4-4ad7-82f9-51ab5d810a62)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:51:47.222118 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-788e487d-2381-401e-ae62-04c25aebd1e5 req-99f29396-63fa-4dd7-8387-7c8cab7f9bf7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:47.230660 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-788e487d-2381-401e-ae62-04c25aebd1e5 req-99f29396-63fa-4dd7-8387-7c8cab7f9bf7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:47.243619 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['d89f108e-4a3c-4169-89bb-9acd64b8480b'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:51:47.294588 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e487d-2381-401e-ae62-04c25aebd1e5 req-99f29396-63fa-4dd7-8387-7c8cab7f9bf7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:47.294997 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-788e487d-2381-401e-ae62-04c25aebd1e5 req-99f29396-63fa-4dd7-8387-7c8cab7f9bf7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:47.296388 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-788e487d-2381-401e-ae62-04c25aebd1e5 req-99f29396-63fa-4dd7-8387-7c8cab7f9bf7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "PUT /v2.0/ports/d89f108e-4a3c-4169-89bb-9acd64b8480b HTTP/1.1" status: 200 len: 942 time: 0.4752638 Feb 28 14:51:47.296862 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ab0461-3307-4ecc-aa98-c078b9fa4b2d', 'tag': 'd89f108e-4a3c-4169-89bb-9acd64b8480b'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:51:47.304082 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37576) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:47.347765 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f29396-63fa-4dd7-8387-7c8cab7f9bf7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Pushing event updated for resources: {'Port': ['ID=d89f108e-4a3c-4169-89bb-9acd64b8480b,revision_number=7']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:47.359740 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f29396-63fa-4dd7-8387-7c8cab7f9bf7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:47.360629 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f29396-63fa-4dd7-8387-7c8cab7f9bf7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:47.360629 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f29396-63fa-4dd7-8387-7c8cab7f9bf7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:47.361705 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f29396-63fa-4dd7-8387-7c8cab7f9bf7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:47.361705 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f29396-63fa-4dd7-8387-7c8cab7f9bf7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:47.362043 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f29396-63fa-4dd7-8387-7c8cab7f9bf7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:47.362423 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f29396-63fa-4dd7-8387-7c8cab7f9bf7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:47.362845 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f29396-63fa-4dd7-8387-7c8cab7f9bf7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:47.363587 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f29396-63fa-4dd7-8387-7c8cab7f9bf7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:47.364261 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f29396-63fa-4dd7-8387-7c8cab7f9bf7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:47.364721 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f29396-63fa-4dd7-8387-7c8cab7f9bf7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:47.365049 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f29396-63fa-4dd7-8387-7c8cab7f9bf7 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:47.382521 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ab0461-3307-4ecc-aa98-c078b9fa4b2d', 'tag': 'd89f108e-4a3c-4169-89bb-9acd64b8480b', 'status': 'completed', 'code': 200} Feb 28 14:51:47.401400 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5f7facc-5bfc-4ac9-b329-b6a0b0523d63 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:47.419916 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['d89f108e-4a3c-4169-89bb-9acd64b8480b'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:51:47.436287 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5f7facc-5bfc-4ac9-b329-b6a0b0523d63 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:47.522272 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d37ab-530f-4e0f-96e4-f9a28021c5a0 req-6c6288db-d590-41aa-a93c-9a39cb7e920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:47.524031 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da4d37ab-530f-4e0f-96e4-f9a28021c5a0 req-6c6288db-d590-41aa-a93c-9a39cb7e920f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87d14a3c860a4d7eabb8e1d8568a25fb&device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 1098 time: 0.1267798 Feb 28 14:51:47.527404 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5f7facc-5bfc-4ac9-b329-b6a0b0523d63 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:47.551504 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7facc-5bfc-4ac9-b329-b6a0b0523d63 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e421715f-9a90-41f5-9176-6b232b0c56de,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:47.562397 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7facc-5bfc-4ac9-b329-b6a0b0523d63 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:47.562667 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7facc-5bfc-4ac9-b329-b6a0b0523d63 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:47.563317 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7facc-5bfc-4ac9-b329-b6a0b0523d63 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:47.563317 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7facc-5bfc-4ac9-b329-b6a0b0523d63 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:47.563663 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7facc-5bfc-4ac9-b329-b6a0b0523d63 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:47.563983 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7facc-5bfc-4ac9-b329-b6a0b0523d63 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:47.564305 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7facc-5bfc-4ac9-b329-b6a0b0523d63 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:47.564625 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7facc-5bfc-4ac9-b329-b6a0b0523d63 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:47.564940 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7facc-5bfc-4ac9-b329-b6a0b0523d63 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:47.565258 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7facc-5bfc-4ac9-b329-b6a0b0523d63 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:47.565574 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7facc-5bfc-4ac9-b329-b6a0b0523d63 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:47.565892 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f7facc-5bfc-4ac9-b329-b6a0b0523d63 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:47.569024 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e5f7facc-5bfc-4ac9-b329-b6a0b0523d63 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:47.570380 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e5f7facc-5bfc-4ac9-b329-b6a0b0523d63 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "DELETE /v2.0/security-groups/e421715f-9a90-41f5-9176-6b232b0c56de HTTP/1.1" status: 204 len: 168 time: 0.2653139 Feb 28 14:51:47.573411 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 37580) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:47.658215 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5d4e3642-883b-4e66-8191-99d893b01cf8 None None] Provisioning complete for port d89f108e-4a3c-4169-89bb-9acd64b8480b triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:47.658578 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5d4e3642-883b-4e66-8191-99d893b01cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:47.944871 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d37ab-530f-4e0f-96e4-f9a28021c5a0 req-cecc8010-035d-47bc-a0aa-12de4ec8220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:47.946306 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da4d37ab-530f-4e0f-96e4-f9a28021c5a0 req-cecc8010-035d-47bc-a0aa-12de4ec8220d service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd98f972-328b-4adc-a786-25919a057143 HTTP/1.1" status: 200 len: 915 time: 0.4167466 Feb 28 14:51:48.038841 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-cdc18eb1-69b7-447b-acae-d4e1d550bbef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Deleting port 7a7138f8-f93d-4a27-b8c5-69444382b0d3 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:51:48.039057 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cdc18eb1-69b7-447b-acae-d4e1d550bbef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:48.103191 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da4d37ab-530f-4e0f-96e4-f9a28021c5a0 req-566e156f-f494-4498-9ce3-6bd19d472347 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d89f108e-4a3c-4169-89bb-9acd64b8480b HTTP/1.1" status: 200 len: 1001 time: 0.1495345 Feb 28 14:51:48.247619 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d37ab-530f-4e0f-96e4-f9a28021c5a0 req-e2c70e3f-5150-4bbc-b4e4-452079f53c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:48.249049 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da4d37ab-530f-4e0f-96e4-f9a28021c5a0 req-e2c70e3f-5150-4bbc-b4e4-452079f53c5e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cccadd34-528f-4800-a070-5087ab8cfdad HTTP/1.1" status: 200 len: 853 time: 0.1292036 Feb 28 14:51:48.309881 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cdc18eb1-69b7-447b-acae-d4e1d550bbef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:48.310071 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cdc18eb1-69b7-447b-acae-d4e1d550bbef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:48.436688 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-cdc18eb1-69b7-447b-acae-d4e1d550bbef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Calling delete_port for 7a7138f8-f93d-4a27-b8c5-69444382b0d3 owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:51:48.517852 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d37ab-530f-4e0f-96e4-f9a28021c5a0 req-b4a5f279-6a69-4aaf-a75b-7d99c41e2ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:48.519362 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da4d37ab-530f-4e0f-96e4-f9a28021c5a0 req-b4a5f279-6a69-4aaf-a75b-7d99c41e2ab6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd98f972-328b-4adc-a786-25919a057143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2627652 Feb 28 14:51:48.716437 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da4d37ab-530f-4e0f-96e4-f9a28021c5a0 req-b8a46272-e92b-4e39-9ff8-1cdd01eff8f5 service neutron] 10.222.0.13 "GET /v2.0/networks/bd98f972-328b-4adc-a786-25919a057143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897452 Feb 28 14:51:48.718359 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cdc18eb1-69b7-447b-acae-d4e1d550bbef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:48.788570 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc18eb1-69b7-447b-acae-d4e1d550bbef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Pushing event deleted for resources: {'Port': ['ID=7a7138f8-f93d-4a27-b8c5-69444382b0d3,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:48.971451 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cdc18eb1-69b7-447b-acae-d4e1d550bbef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:48.972117 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-cdc18eb1-69b7-447b-acae-d4e1d550bbef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Floating IP feee1d0b-cdee-4aa6-8534-19bbf8ce23eb disassociated (deleted). External IP: 172.26.5.185, port: d89f108e-4a3c-4169-89bb-9acd64b8480b. Feb 28 14:51:49.037876 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da4d37ab-530f-4e0f-96e4-f9a28021c5a0 req-a8195228-3182-46ec-a2ff-53545a60ca42 service neutron] 10.222.0.13 "GET /v2.0/networks/bd98f972-328b-4adc-a786-25919a057143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144217 Feb 28 14:51:49.442003 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc18eb1-69b7-447b-acae-d4e1d550bbef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Router ccb30b72-ae37-408f-8b58-7d8c449cd137 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:51:49.635877 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc18eb1-69b7-447b-acae-d4e1d550bbef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:51:49.645643 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e8891f-a98e-460b-87c6-91cd571c4ec6 None None] Sync routers for ids ['ccb30b72-ae37-408f-8b58-7d8c449cd137'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:51:49.655872 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e8891f-a98e-460b-87c6-91cd571c4ec6 None None] Routers {'ccb30b72-ae37-408f-8b58-7d8c449cd137'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:51:49.656547 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-33e8891f-a98e-460b-87c6-91cd571c4ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:51:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ccb30b72-ae37-408f-8b58-7d8c449cd137'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:49.656886 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-cdc18eb1-69b7-447b-acae-d4e1d550bbef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:49.711905 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cdc18eb1-69b7-447b-acae-d4e1d550bbef tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "DELETE /v2.0/floatingips/feee1d0b-cdee-4aa6-8534-19bbf8ce23eb HTTP/1.1" status: 204 len: 168 time: 2.1372020 Feb 28 14:51:49.712447 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ab0461-3307-4ecc-aa98-c078b9fa4b2d', 'tag': 'd89f108e-4a3c-4169-89bb-9acd64b8480b'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:51:49.760058 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ab0461-3307-4ecc-aa98-c078b9fa4b2d', 'tag': 'd89f108e-4a3c-4169-89bb-9acd64b8480b', 'status': 'completed', 'code': 200} Feb 28 14:51:49.850568 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-33e8891f-a98e-460b-87c6-91cd571c4ec6 None None] Set router ccb30b72-ae37-408f-8b58-7d8c449cd137 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:51:49.853618 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc9989-a101-4b73-b6ad-7ae28cee5f2e req-30271a34-0e04-484d-9eba-a4f286ad6fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:49.855101 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-91fc9989-a101-4b73-b6ad-7ae28cee5f2e req-30271a34-0e04-484d-9eba-a4f286ad6fff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87d14a3c860a4d7eabb8e1d8568a25fb&device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 1098 time: 0.0751669 Feb 28 14:51:49.988716 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc9989-a101-4b73-b6ad-7ae28cee5f2e req-23f026f3-c84a-403e-bb66-09422c99735c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:49.990265 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-91fc9989-a101-4b73-b6ad-7ae28cee5f2e req-23f026f3-c84a-403e-bb66-09422c99735c service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd98f972-328b-4adc-a786-25919a057143 HTTP/1.1" status: 200 len: 915 time: 0.1293218 Feb 28 14:51:50.062382 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-91fc9989-a101-4b73-b6ad-7ae28cee5f2e req-0ebc9cee-ddf6-418d-b949-4703bcb251ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d89f108e-4a3c-4169-89bb-9acd64b8480b HTTP/1.1" status: 200 len: 217 time: 0.0657310 Feb 28 14:51:50.141084 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc9989-a101-4b73-b6ad-7ae28cee5f2e req-891d56f4-9096-40b7-b833-e5e5f24f2516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:50.142818 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-91fc9989-a101-4b73-b6ad-7ae28cee5f2e req-891d56f4-9096-40b7-b833-e5e5f24f2516 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cccadd34-528f-4800-a070-5087ab8cfdad HTTP/1.1" status: 200 len: 853 time: 0.0744801 Feb 28 14:51:50.225057 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc9989-a101-4b73-b6ad-7ae28cee5f2e req-2797b3b1-10a4-4a72-9445-8392ccc2c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:50.226257 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-33e8891f-a98e-460b-87c6-91cd571c4ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'name': 'tempest-TestMinimumBasicScenario-285747207-router', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a0e08232-051b-4365-9d29-bcf099e66d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:47Z', 'updated_at': '2022-02-28T14:49:51Z', 'revision_number': 4, 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'gw_port': {'id': 'a0e08232-051b-4365-9d29-bcf099e66d22', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:48Z', 'updated_at': '2022-02-28T14:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'd342a077-2215-4f9b-82c2-1502698b8fa9', 'name': '', 'network_id': 'bd98f972-328b-4adc-a786-25919a057143', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'mac_address': 'fa:16:3e:b6:0d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'cccadd34-528f-4800-a070-5087ab8cfdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:51Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 5, 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'subnets': [{'id': 'cccadd34-528f-4800-a070-5087ab8cfdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:50.226581 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-91fc9989-a101-4b73-b6ad-7ae28cee5f2e req-2797b3b1-10a4-4a72-9445-8392ccc2c212 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd98f972-328b-4adc-a786-25919a057143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775616 Feb 28 14:51:50.230237 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e8891f-a98e-460b-87c6-91cd571c4ec6 None None] Checking router: ccb30b72-ae37-408f-8b58-7d8c449cd137 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:51:50.238581 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e8891f-a98e-460b-87c6-91cd571c4ec6 None None] Routers {'ccb30b72-ae37-408f-8b58-7d8c449cd137'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:51:50.239168 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-33e8891f-a98e-460b-87c6-91cd571c4ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:51:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ccb30b72-ae37-408f-8b58-7d8c449cd137'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:50.362108 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-91fc9989-a101-4b73-b6ad-7ae28cee5f2e req-4f03e638-4d76-4e13-ae90-b177fe47d65d service neutron] 10.222.0.13 "GET /v2.0/networks/bd98f972-328b-4adc-a786-25919a057143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289959 Feb 28 14:51:50.430987 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-33e8891f-a98e-460b-87c6-91cd571c4ec6 None None] Set router ccb30b72-ae37-408f-8b58-7d8c449cd137 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:51:50.495631 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-91fc9989-a101-4b73-b6ad-7ae28cee5f2e req-1d31adbb-2eb8-43e4-a4da-ebf63bb5f93e service neutron] 10.222.0.13 "GET /v2.0/networks/bd98f972-328b-4adc-a786-25919a057143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266460 Feb 28 14:51:50.736848 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-33e8891f-a98e-460b-87c6-91cd571c4ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'name': 'tempest-TestMinimumBasicScenario-285747207-router', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a0e08232-051b-4365-9d29-bcf099e66d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:47Z', 'updated_at': '2022-02-28T14:49:51Z', 'revision_number': 4, 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'gw_port': {'id': 'a0e08232-051b-4365-9d29-bcf099e66d22', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:48Z', 'updated_at': '2022-02-28T14:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'd342a077-2215-4f9b-82c2-1502698b8fa9', 'name': '', 'network_id': 'bd98f972-328b-4adc-a786-25919a057143', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'mac_address': 'fa:16:3e:b6:0d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'cccadd34-528f-4800-a070-5087ab8cfdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:51Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 5, 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'subnets': [{'id': 'cccadd34-528f-4800-a070-5087ab8cfdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:50.740912 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e8891f-a98e-460b-87c6-91cd571c4ec6 None None] The sync data for ids ['ccb30b72-ae37-408f-8b58-7d8c449cd137'] in dv-neutron-831192-4-hyperv is: [{'id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'name': 'tempest-TestMinimumBasicScenario-285747207-router', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a0e08232-051b-4365-9d29-bcf099e66d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:47Z', 'updated_at': '2022-02-28T14:49:51Z', 'revision_number': 4, 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'gw_port': {'id': 'a0e08232-051b-4365-9d29-bcf099e66d22', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:48Z', 'updated_at': '2022-02-28T14:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'd342a077-2215-4f9b-82c2-1502698b8fa9', 'name': '', 'network_id': 'bd98f972-328b-4adc-a786-25919a057143', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'mac_address': 'fa:16:3e:b6:0d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'cccadd34-528f-4800-a070-5087ab8cfdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:51Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 5, 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'subnets': [{'id': 'cccadd34-528f-4800-a070-5087ab8cfdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:51:51.072876 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcabb11-65e6-4072-847c-5542a93c9986 None None] New status for floating IP feee1d0b-cdee-4aa6-8534-19bbf8ce23eb: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:51:54.240309 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24f10f-9cc1-4f50-a130-f0bc9cc99252 req-2a209e2c-55db-4360-89a3-9cc661ae4367 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:54.241691 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0a24f10f-9cc1-4f50-a130-f0bc9cc99252 req-2a209e2c-55db-4360-89a3-9cc661ae4367 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 945 time: 0.0962422 Feb 28 14:51:54.289449 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-0a24f10f-9cc1-4f50-a130-f0bc9cc99252 req-1a624140-0842-4fd9-9a48-149ada9ebd4f tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Synchronizing usage tracker for tenant:87d14a3c860a4d7eabb8e1d8568a25fb on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:54.308042 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-0a24f10f-9cc1-4f50-a130-f0bc9cc99252 req-1a624140-0842-4fd9-9a48-149ada9ebd4f tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Unset dirty status for tenant:87d14a3c860a4d7eabb8e1d8568a25fb on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:54.309402 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0a24f10f-9cc1-4f50-a130-f0bc9cc99252 req-1a624140-0842-4fd9-9a48-149ada9ebd4f tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593660 Feb 28 14:51:55.515781 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383239f-bea1-4a34-828e-82b067cc5530 req-2e5bf688-a8b7-4a20-8cab-5acbc7553adc tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:55.516445 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-8383239f-bea1-4a34-828e-82b067cc5530 req-2e5bf688-a8b7-4a20-8cab-5acbc7553adc tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Synchronizing usage tracker for tenant:87d14a3c860a4d7eabb8e1d8568a25fb on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:55.536250 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-8383239f-bea1-4a34-828e-82b067cc5530 req-2e5bf688-a8b7-4a20-8cab-5acbc7553adc tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Unset dirty status for tenant:87d14a3c860a4d7eabb8e1d8568a25fb on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:55.538045 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8383239f-bea1-4a34-828e-82b067cc5530 req-2e5bf688-a8b7-4a20-8cab-5acbc7553adc tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 945 time: 0.1070800 Feb 28 14:51:55.585915 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8383239f-bea1-4a34-828e-82b067cc5530 req-6612f33a-7725-42f9-85ae-34c8f6809e5f tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b517446-98ce-4b9a-a9a8-0041c5ab7b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414710 Feb 28 14:51:55.809280 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9df10-ca5a-4c27-8804-e75fc596394d req-6ec1d1e8-204e-48e9-87d4-5b9a6915d81b tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:55.810726 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-84b9df10-ca5a-4c27-8804-e75fc596394d req-6ec1d1e8-204e-48e9-87d4-5b9a6915d81b tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 945 time: 0.0913935 Feb 28 14:51:55.882605 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-84b9df10-ca5a-4c27-8804-e75fc596394d req-6943545d-c600-483e-9a82-fd23997ad38c tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Deleting port d89f108e-4a3c-4169-89bb-9acd64b8480b {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:51:55.882853 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-84b9df10-ca5a-4c27-8804-e75fc596394d req-6943545d-c600-483e-9a82-fd23997ad38c tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:56.256044 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-84b9df10-ca5a-4c27-8804-e75fc596394d req-6943545d-c600-483e-9a82-fd23997ad38c tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] For port d89f108e-4a3c-4169-89bb-9acd64b8480b, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d89f108e-4a3c-4169-89bb-9acd64b8480b,segment=NetworkSegment(a244cfcf-d1f4-4ad7-82f9-51ab5d810a62),segment_id=a244cfcf-d1f4-4ad7-82f9-51ab5d810a62)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:51:56.256267 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-84b9df10-ca5a-4c27-8804-e75fc596394d req-6943545d-c600-483e-9a82-fd23997ad38c tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:56.389214 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-84b9df10-ca5a-4c27-8804-e75fc596394d req-6943545d-c600-483e-9a82-fd23997ad38c tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Calling delete_port for d89f108e-4a3c-4169-89bb-9acd64b8480b owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:51:56.538741 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-84b9df10-ca5a-4c27-8804-e75fc596394d req-6943545d-c600-483e-9a82-fd23997ad38c tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:56.550198 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['d89f108e-4a3c-4169-89bb-9acd64b8480b'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:51:56.590415 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943545d-c600-483e-9a82-fd23997ad38c tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Pushing event deleted for resources: {'Port': ['ID=d89f108e-4a3c-4169-89bb-9acd64b8480b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:56.672977 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b9df10-ca5a-4c27-8804-e75fc596394d req-6943545d-c600-483e-9a82-fd23997ad38c tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] No DVR routers for this DVR port d89f108e-4a3c-4169-89bb-9acd64b8480b on host hv-neutron-8311 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:51:56.675971 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-84b9df10-ca5a-4c27-8804-e75fc596394d req-6943545d-c600-483e-9a82-fd23997ad38c tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:56.678909 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ab0461-3307-4ecc-aa98-c078b9fa4b2d', 'name': 'network-vif-deleted', 'tag': 'd89f108e-4a3c-4169-89bb-9acd64b8480b'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:51:56.695125 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-84b9df10-ca5a-4c27-8804-e75fc596394d req-6943545d-c600-483e-9a82-fd23997ad38c tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.13 "DELETE /v2.0/ports/d89f108e-4a3c-4169-89bb-9acd64b8480b HTTP/1.1" status: 204 len: 173 time: 0.8793433 Feb 28 14:51:56.734039 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ab0461-3307-4ecc-aa98-c078b9fa4b2d', 'name': 'network-vif-deleted', 'tag': 'd89f108e-4a3c-4169-89bb-9acd64b8480b', 'status': 'completed', 'code': 200} Feb 28 14:51:56.761008 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f0ff3ab3-847c-4941-87d7-9de9643d3db3 req-43a2a7b2-e920-4cdc-a545-bf34ae14ee85 tempest-TestMinimumBasicScenario-2073452797 tempest-TestMinimumBasicScenario-2073452797-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5ab0461-3307-4ecc-aa98-c078b9fa4b2d HTTP/1.1" status: 200 len: 210 time: 0.0499880 Feb 28 14:51:58.461849 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 37668) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:59.036046 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a4d98a04-fe77-4c64-93a3-e1ca5f9f3c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:59.495601 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a4d98a04-fe77-4c64-93a3-e1ca5f9f3c2d admin admin] Deleting port d342a077-2215-4f9b-82c2-1502698b8fa9 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:51:59.496234 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a4d98a04-fe77-4c64-93a3-e1ca5f9f3c2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:59.667110 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-a4d98a04-fe77-4c64-93a3-e1ca5f9f3c2d admin admin] For port d342a077-2215-4f9b-82c2-1502698b8fa9, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=d342a077-2215-4f9b-82c2-1502698b8fa9,segment=NetworkSegment(a244cfcf-d1f4-4ad7-82f9-51ab5d810a62),segment_id=a244cfcf-d1f4-4ad7-82f9-51ab5d810a62)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:51:59.667833 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a4d98a04-fe77-4c64-93a3-e1ca5f9f3c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:59.789664 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a4d98a04-fe77-4c64-93a3-e1ca5f9f3c2d admin admin] Calling delete_port for d342a077-2215-4f9b-82c2-1502698b8fa9 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:51:59.914512 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device d89f108e-4a3c-4169-89bb-9acd64b8480b no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:51:59.948255 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: d89f108e-4a3c-4169-89bb-9acd64b8480b {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:51:59.948630 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device d89f108e-4a3c-4169-89bb-9acd64b8480b not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:51:59.977689 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a4d98a04-fe77-4c64-93a3-e1ca5f9f3c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:00.031606 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d98a04-fe77-4c64-93a3-e1ca5f9f3c2d admin admin] Pushing event deleted for resources: {'Port': ['ID=d342a077-2215-4f9b-82c2-1502698b8fa9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:00.297853 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a4d98a04-fe77-4c64-93a3-e1ca5f9f3c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:00.663483 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d98a04-fe77-4c64-93a3-e1ca5f9f3c2d admin admin] Router ccb30b72-ae37-408f-8b58-7d8c449cd137 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:52:00.953181 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d98a04-fe77-4c64-93a3-e1ca5f9f3c2d admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:52:00.962076 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c680ec-ef64-4a3a-9856-6ad7205b5db1 None None] Sync routers for ids ['ccb30b72-ae37-408f-8b58-7d8c449cd137'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:52:00.965426 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a4d98a04-fe77-4c64-93a3-e1ca5f9f3c2d admin admin] 10.222.0.30 "PUT /v2.0/routers/ccb30b72-ae37-408f-8b58-7d8c449cd137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5024240 Feb 28 14:52:00.968301 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 37672) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:00.972525 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c680ec-ef64-4a3a-9856-6ad7205b5db1 None None] Routers {'ccb30b72-ae37-408f-8b58-7d8c449cd137'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:52:00.973132 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-08c680ec-ef64-4a3a-9856-6ad7205b5db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:51:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ccb30b72-ae37-408f-8b58-7d8c449cd137'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:01.142454 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-46cd3792-8624-41e9-98e0-8cd9083032ef admin admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:01.151265 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-08c680ec-ef64-4a3a-9856-6ad7205b5db1 None None] Set router ccb30b72-ae37-408f-8b58-7d8c449cd137 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:52:01.316385 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-46cd3792-8624-41e9-98e0-8cd9083032ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:01.326520 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-46cd3792-8624-41e9-98e0-8cd9083032ef admin admin] Deleting port a0e08232-051b-4365-9d29-bcf099e66d22 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:52:01.326941 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-46cd3792-8624-41e9-98e0-8cd9083032ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:01.437286 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-08c680ec-ef64-4a3a-9856-6ad7205b5db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'name': 'tempest-TestMinimumBasicScenario-285747207-router', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a0e08232-051b-4365-9d29-bcf099e66d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:47Z', 'updated_at': '2022-02-28T14:51:59Z', 'revision_number': 5, 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'gw_port': {'id': 'a0e08232-051b-4365-9d29-bcf099e66d22', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:48Z', 'updated_at': '2022-02-28T14:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:01.441029 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c680ec-ef64-4a3a-9856-6ad7205b5db1 None None] Checking router: ccb30b72-ae37-408f-8b58-7d8c449cd137 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:52:01.449113 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c680ec-ef64-4a3a-9856-6ad7205b5db1 None None] Routers {'ccb30b72-ae37-408f-8b58-7d8c449cd137'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:52:01.449699 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-08c680ec-ef64-4a3a-9856-6ad7205b5db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:51:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ccb30b72-ae37-408f-8b58-7d8c449cd137'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:01.501209 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-46cd3792-8624-41e9-98e0-8cd9083032ef admin admin] For port a0e08232-051b-4365-9d29-bcf099e66d22, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=a0e08232-051b-4365-9d29-bcf099e66d22,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:52:01.501549 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-46cd3792-8624-41e9-98e0-8cd9083032ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:01.597776 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-08c680ec-ef64-4a3a-9856-6ad7205b5db1 None None] Set router ccb30b72-ae37-408f-8b58-7d8c449cd137 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:52:01.622111 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-46cd3792-8624-41e9-98e0-8cd9083032ef admin admin] Calling delete_port for a0e08232-051b-4365-9d29-bcf099e66d22 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:52:01.737206 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-08c680ec-ef64-4a3a-9856-6ad7205b5db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'name': 'tempest-TestMinimumBasicScenario-285747207-router', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:47Z', 'updated_at': '2022-02-28T14:52:01Z', 'revision_number': 6, 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:01.741165 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c680ec-ef64-4a3a-9856-6ad7205b5db1 None None] The sync data for ids ['ccb30b72-ae37-408f-8b58-7d8c449cd137'] in dv-neutron-831192-4-hyperv is: [{'id': 'ccb30b72-ae37-408f-8b58-7d8c449cd137', 'name': 'tempest-TestMinimumBasicScenario-285747207-router', 'tenant_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:47Z', 'updated_at': '2022-02-28T14:52:01Z', 'revision_number': 6, 'project_id': '87d14a3c860a4d7eabb8e1d8568a25fb', 'gw_port_host': None}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:52:01.796349 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-46cd3792-8624-41e9-98e0-8cd9083032ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:01.842462 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd3792-8624-41e9-98e0-8cd9083032ef admin admin] Pushing event deleted for resources: {'Port': ['ID=a0e08232-051b-4365-9d29-bcf099e66d22,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:01.932850 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-46cd3792-8624-41e9-98e0-8cd9083032ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:02.226372 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-46cd3792-8624-41e9-98e0-8cd9083032ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:02.228593 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-46cd3792-8624-41e9-98e0-8cd9083032ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:02.253050 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-46cd3792-8624-41e9-98e0-8cd9083032ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:02.253615 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cd3792-8624-41e9-98e0-8cd9083032ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccb30b72-ae37-408f-8b58-7d8c449cd137 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:52:02.266513 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-46cd3792-8624-41e9-98e0-8cd9083032ef admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:02.267655 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-46cd3792-8624-41e9-98e0-8cd9083032ef admin admin] 10.222.0.30 "DELETE /v2.0/routers/ccb30b72-ae37-408f-8b58-7d8c449cd137 HTTP/1.1" status: 204 len: 168 time: 1.2984626 Feb 28 14:52:02.270277 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 37676) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:02.328482 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b59f914-32e4-4106-b4e8-ec2634f3fa68 admin admin] Deleting subnet cccadd34-528f-4800-a070-5087ab8cfdad {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:52:02.331510 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b59f914-32e4-4106-b4e8-ec2634f3fa68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:02.382410 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b59f914-32e4-4106-b4e8-ec2634f3fa68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:02.461696 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b59f914-32e4-4106-b4e8-ec2634f3fa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:02.499053 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d342a077-2215-4f9b-82c2-1502698b8fa9 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:52:02.534851 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b59f914-32e4-4106-b4e8-ec2634f3fa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:02.544549 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: d342a077-2215-4f9b-82c2-1502698b8fa9 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:52:02.544880 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device d342a077-2215-4f9b-82c2-1502698b8fa9 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:52:02.575528 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59f914-32e4-4106-b4e8-ec2634f3fa68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cccadd34-528f-4800-a070-5087ab8cfdad,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:02.581351 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5b59f914-32e4-4106-b4e8-ec2634f3fa68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:02.587947 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8a4724-62e3-400c-bc15-dc611e73025e None None] Network bd98f972-328b-4adc-a786-25919a057143 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:52:02.590403 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37680) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:02.590898 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5b59f914-32e4-4106-b4e8-ec2634f3fa68 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cccadd34-528f-4800-a070-5087ab8cfdad HTTP/1.1" status: 204 len: 168 time: 0.3193188 Feb 28 14:52:02.709591 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1197e7e2-82e7-46f8-a0f4-186a75aab0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:02.721230 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1197e7e2-82e7-46f8-a0f4-186a75aab0c0 admin admin] Deleting port 52ab3e14-8453-4f01-962f-dda3052229c1 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:52:02.721230 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1197e7e2-82e7-46f8-a0f4-186a75aab0c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:02.871886 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522f9db0-ab3b-4155-acef-f7f203c0092b None None] DHCP port deletion for bd98f972-328b-4adc-a786-25919a057143 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:52:02.875729 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-522f9db0-ab3b-4155-acef-f7f203c0092b None None] Deleting port 52ab3e14-8453-4f01-962f-dda3052229c1 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:52:02.876099 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-522f9db0-ab3b-4155-acef-f7f203c0092b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:02.946787 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-1197e7e2-82e7-46f8-a0f4-186a75aab0c0 admin admin] For port 52ab3e14-8453-4f01-962f-dda3052229c1, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=52ab3e14-8453-4f01-962f-dda3052229c1,segment=NetworkSegment(a244cfcf-d1f4-4ad7-82f9-51ab5d810a62),segment_id=a244cfcf-d1f4-4ad7-82f9-51ab5d810a62)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:52:02.947194 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1197e7e2-82e7-46f8-a0f4-186a75aab0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:03.072093 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-1197e7e2-82e7-46f8-a0f4-186a75aab0c0 admin admin] Calling delete_port for 52ab3e14-8453-4f01-962f-dda3052229c1 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:52:03.088165 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-522f9db0-ab3b-4155-acef-f7f203c0092b None None] For port 52ab3e14-8453-4f01-962f-dda3052229c1, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=52ab3e14-8453-4f01-962f-dda3052229c1,segment=NetworkSegment(a244cfcf-d1f4-4ad7-82f9-51ab5d810a62),segment_id=a244cfcf-d1f4-4ad7-82f9-51ab5d810a62)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:52:03.088456 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-522f9db0-ab3b-4155-acef-f7f203c0092b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:03.151259 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1197e7e2-82e7-46f8-a0f4-186a75aab0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:03.203543 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197e7e2-82e7-46f8-a0f4-186a75aab0c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=52ab3e14-8453-4f01-962f-dda3052229c1,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:03.205393 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1197e7e2-82e7-46f8-a0f4-186a75aab0c0 admin admin] No DVR routers for this DVR port 52ab3e14-8453-4f01-962f-dda3052229c1 on host dv-neutron-831192-4-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:52:03.217787 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-522f9db0-ab3b-4155-acef-f7f203c0092b None None] Calling delete_port for 52ab3e14-8453-4f01-962f-dda3052229c1 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:52:03.290835 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-522f9db0-ab3b-4155-acef-f7f203c0092b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:52:03.291207 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-522f9db0-ab3b-4155-acef-f7f203c0092b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:52:03.320718 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1197e7e2-82e7-46f8-a0f4-186a75aab0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:03.346033 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-1197e7e2-82e7-46f8-a0f4-186a75aab0c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd98f972-328b-4adc-a786-25919a057143']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:03.357780 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-1197e7e2-82e7-46f8-a0f4-186a75aab0c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a244cfcf-d1f4-4ad7-82f9-51ab5d810a62') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:03.358192 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-1197e7e2-82e7-46f8-a0f4-186a75aab0c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a244cfcf-d1f4-4ad7-82f9-51ab5d810a62') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:03.369391 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1197e7e2-82e7-46f8-a0f4-186a75aab0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:03.385325 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1197e7e2-82e7-46f8-a0f4-186a75aab0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:03.392278 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1197e7e2-82e7-46f8-a0f4-186a75aab0c0 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:52:03.392666 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1197e7e2-82e7-46f8-a0f4-186a75aab0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:52:03.406222 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:52:03.589348 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1197e7e2-82e7-46f8-a0f4-186a75aab0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:03.605280 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1197e7e2-82e7-46f8-a0f4-186a75aab0c0 admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:03.615390 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197e7e2-82e7-46f8-a0f4-186a75aab0c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd98f972-328b-4adc-a786-25919a057143,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:03.630252 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1197e7e2-82e7-46f8-a0f4-186a75aab0c0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/bd98f972-328b-4adc-a786-25919a057143 HTTP/1.1" status: 204 len: 168 time: 1.0379684 Feb 28 14:52:03.633342 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37684) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:03.793379 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-522f9db0-ab3b-4155-acef-f7f203c0092b None None] Deleting port 52ab3e14-8453-4f01-962f-dda3052229c1 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:52:03.794020 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-522f9db0-ab3b-4155-acef-f7f203c0092b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:03.890367 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-522f9db0-ab3b-4155-acef-f7f203c0092b None None] The port '52ab3e14-8453-4f01-962f-dda3052229c1' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:52:04.008887 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device a0e08232-051b-4365-9d29-bcf099e66d22 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:52:04.050014 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: a0e08232-051b-4365-9d29-bcf099e66d22 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:52:04.050450 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device a0e08232-051b-4365-9d29-bcf099e66d22 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:52:04.050867 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 52ab3e14-8453-4f01-962f-dda3052229c1 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:52:04.083234 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 52ab3e14-8453-4f01-962f-dda3052229c1 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:52:04.083550 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 52ab3e14-8453-4f01-962f-dda3052229c1 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:52:04.199234 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6756c6cc-0c3a-4e3a-8042-e1a48bbb8ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:04.564022 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6756c6cc-0c3a-4e3a-8042-e1a48bbb8ae8 admin admin] Deleting port be6cb7c9-0f20-4c44-a3fc-b22681a20e58 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:52:04.564339 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6756c6cc-0c3a-4e3a-8042-e1a48bbb8ae8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:04.747285 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-6756c6cc-0c3a-4e3a-8042-e1a48bbb8ae8 admin admin] For port be6cb7c9-0f20-4c44-a3fc-b22681a20e58, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=be6cb7c9-0f20-4c44-a3fc-b22681a20e58,segment=NetworkSegment(522565b3-5a86-453a-8f71-1d4b1781469c),segment_id=522565b3-5a86-453a-8f71-1d4b1781469c)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:52:04.747963 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6756c6cc-0c3a-4e3a-8042-e1a48bbb8ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:04.868544 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-6756c6cc-0c3a-4e3a-8042-e1a48bbb8ae8 admin admin] Calling delete_port for be6cb7c9-0f20-4c44-a3fc-b22681a20e58 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:52:05.292052 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:05.310528 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6756c6cc-0c3a-4e3a-8042-e1a48bbb8ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:05.356768 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756c6cc-0c3a-4e3a-8042-e1a48bbb8ae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=be6cb7c9-0f20-4c44-a3fc-b22681a20e58,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:05.639193 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6756c6cc-0c3a-4e3a-8042-e1a48bbb8ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:06.045380 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6756c6cc-0c3a-4e3a-8042-e1a48bbb8ae8 admin admin] Router 564cffa3-a3e3-4fd1-8abb-bbce46fd3e64 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:52:06.223713 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6756c6cc-0c3a-4e3a-8042-e1a48bbb8ae8 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:52:06.232430 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e494d589-5101-4bc3-a64b-294a80224f60 None None] Sync routers for ids ['564cffa3-a3e3-4fd1-8abb-bbce46fd3e64'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:52:06.241775 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6756c6cc-0c3a-4e3a-8042-e1a48bbb8ae8 admin admin] 10.222.0.30 "PUT /v2.0/routers/564cffa3-a3e3-4fd1-8abb-bbce46fd3e64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6074533 Feb 28 14:52:06.244371 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37688) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:06.245062 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e494d589-5101-4bc3-a64b-294a80224f60 None None] Routers {'564cffa3-a3e3-4fd1-8abb-bbce46fd3e64'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:52:06.245775 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e494d589-5101-4bc3-a64b-294a80224f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:51:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['564cffa3-a3e3-4fd1-8abb-bbce46fd3e64'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:06.424063 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-e494d589-5101-4bc3-a64b-294a80224f60 None None] Set router 564cffa3-a3e3-4fd1-8abb-bbce46fd3e64 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:52:06.549539 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7fcf96cd-4cf8-43c6-9d29-5b444ba83726 admin admin] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:06.705537 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e494d589-5101-4bc3-a64b-294a80224f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564cffa3-a3e3-4fd1-8abb-bbce46fd3e64', 'name': 'tempest-TestMinimumBasicScenario-870948845-router', 'tenant_id': '4bc3916516c542aba0b5ef8469cfa348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': '49e2d0a1-3b1f-4d05-82e0-93532c56971a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:54Z', 'updated_at': '2022-02-28T14:52:05Z', 'revision_number': 5, 'project_id': '4bc3916516c542aba0b5ef8469cfa348', 'gw_port': {'id': '49e2d0a1-3b1f-4d05-82e0-93532c56971a', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564cffa3-a3e3-4fd1-8abb-bbce46fd3e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:54Z', 'updated_at': '2022-02-28T14:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:06.710047 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e494d589-5101-4bc3-a64b-294a80224f60 None None] Checking router: 564cffa3-a3e3-4fd1-8abb-bbce46fd3e64 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:52:06.719345 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e494d589-5101-4bc3-a64b-294a80224f60 None None] Routers {'564cffa3-a3e3-4fd1-8abb-bbce46fd3e64'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:52:06.719974 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e494d589-5101-4bc3-a64b-294a80224f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:51:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['564cffa3-a3e3-4fd1-8abb-bbce46fd3e64'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:06.729973 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7fcf96cd-4cf8-43c6-9d29-5b444ba83726 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:06.741089 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7fcf96cd-4cf8-43c6-9d29-5b444ba83726 admin admin] Deleting port 49e2d0a1-3b1f-4d05-82e0-93532c56971a {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:52:06.741425 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7fcf96cd-4cf8-43c6-9d29-5b444ba83726 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:06.869226 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-e494d589-5101-4bc3-a64b-294a80224f60 None None] Set router 564cffa3-a3e3-4fd1-8abb-bbce46fd3e64 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:52:06.924647 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-7fcf96cd-4cf8-43c6-9d29-5b444ba83726 admin admin] For port 49e2d0a1-3b1f-4d05-82e0-93532c56971a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=49e2d0a1-3b1f-4d05-82e0-93532c56971a,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:52:06.924972 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7fcf96cd-4cf8-43c6-9d29-5b444ba83726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:06.973634 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-e494d589-5101-4bc3-a64b-294a80224f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564cffa3-a3e3-4fd1-8abb-bbce46fd3e64', 'name': 'tempest-TestMinimumBasicScenario-870948845-router', 'tenant_id': '4bc3916516c542aba0b5ef8469cfa348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:54Z', 'updated_at': '2022-02-28T14:52:06Z', 'revision_number': 6, 'project_id': '4bc3916516c542aba0b5ef8469cfa348', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:06.977711 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e494d589-5101-4bc3-a64b-294a80224f60 None None] The sync data for ids ['564cffa3-a3e3-4fd1-8abb-bbce46fd3e64'] in dv-neutron-831192-4-hyperv is: [{'id': '564cffa3-a3e3-4fd1-8abb-bbce46fd3e64', 'name': 'tempest-TestMinimumBasicScenario-870948845-router', 'tenant_id': '4bc3916516c542aba0b5ef8469cfa348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:54Z', 'updated_at': '2022-02-28T14:52:06Z', 'revision_number': 6, 'project_id': '4bc3916516c542aba0b5ef8469cfa348', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:52:07.050465 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-7fcf96cd-4cf8-43c6-9d29-5b444ba83726 admin admin] Calling delete_port for 49e2d0a1-3b1f-4d05-82e0-93532c56971a owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:52:07.234340 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7fcf96cd-4cf8-43c6-9d29-5b444ba83726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:07.282934 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf96cd-4cf8-43c6-9d29-5b444ba83726 admin admin] Pushing event deleted for resources: {'Port': ['ID=49e2d0a1-3b1f-4d05-82e0-93532c56971a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:07.376825 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7fcf96cd-4cf8-43c6-9d29-5b444ba83726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:07.569096 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7fcf96cd-4cf8-43c6-9d29-5b444ba83726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:07.572632 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7fcf96cd-4cf8-43c6-9d29-5b444ba83726 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:07.598079 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7fcf96cd-4cf8-43c6-9d29-5b444ba83726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:07.598731 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcf96cd-4cf8-43c6-9d29-5b444ba83726 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 564cffa3-a3e3-4fd1-8abb-bbce46fd3e64 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:52:07.610866 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-7fcf96cd-4cf8-43c6-9d29-5b444ba83726 admin admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:07.612010 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7fcf96cd-4cf8-43c6-9d29-5b444ba83726 admin admin] 10.222.0.30 "DELETE /v2.0/routers/564cffa3-a3e3-4fd1-8abb-bbce46fd3e64 HTTP/1.1" status: 204 len: 168 time: 1.3667467 Feb 28 14:52:07.614622 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37692) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:07.677789 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-8519e996-b724-4784-9944-9755ace4afac admin admin] Deleting subnet 0e10805d-24c7-4c6a-9426-73679d512b6f {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:52:07.680974 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8519e996-b724-4784-9944-9755ace4afac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:07.722075 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bd202638-439e-41c0-b67b-c7402aaa2d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:07.733358 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8519e996-b724-4784-9944-9755ace4afac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:07.814753 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8519e996-b724-4784-9944-9755ace4afac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:07.889175 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8519e996-b724-4784-9944-9755ace4afac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:07.929634 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519e996-b724-4784-9944-9755ace4afac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e10805d-24c7-4c6a-9426-73679d512b6f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:07.931566 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8519e996-b724-4784-9944-9755ace4afac admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:07.936675 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828d5957-de90-4f40-a329-f4ba990c98af None None] Network 5903e3d9-24b7-4e19-bf83-aafca5fb7a6f requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:52:07.938706 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8519e996-b724-4784-9944-9755ace4afac admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0e10805d-24c7-4c6a-9426-73679d512b6f HTTP/1.1" status: 204 len: 168 time: 0.3230782 Feb 28 14:52:07.941349 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37696) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:08.028390 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 49e2d0a1-3b1f-4d05-82e0-93532c56971a no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:52:08.076365 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 49e2d0a1-3b1f-4d05-82e0-93532c56971a {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:52:08.076693 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 49e2d0a1-3b1f-4d05-82e0-93532c56971a not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:52:08.077734 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device be6cb7c9-0f20-4c44-a3fc-b22681a20e58 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:52:08.143694 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: be6cb7c9-0f20-4c44-a3fc-b22681a20e58 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:52:08.144039 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device be6cb7c9-0f20-4c44-a3fc-b22681a20e58 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:52:08.173563 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e10dbe71-2909-4c45-8e02-bcae3290a51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:08.184469 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e10dbe71-2909-4c45-8e02-bcae3290a51c admin admin] Deleting port 6c0370c7-d4dd-4ed9-8326-1f656955ffb2 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:52:08.184791 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e10dbe71-2909-4c45-8e02-bcae3290a51c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:08.267806 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc23af2-0dd9-4be3-a5fe-f4461adfacd3 None None] DHCP port deletion for 5903e3d9-24b7-4e19-bf83-aafca5fb7a6f request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:52:08.271988 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-fdc23af2-0dd9-4be3-a5fe-f4461adfacd3 None None] Deleting port 6c0370c7-d4dd-4ed9-8326-1f656955ffb2 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:52:08.272360 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fdc23af2-0dd9-4be3-a5fe-f4461adfacd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:08.398297 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e10dbe71-2909-4c45-8e02-bcae3290a51c admin admin] For port 6c0370c7-d4dd-4ed9-8326-1f656955ffb2, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=6c0370c7-d4dd-4ed9-8326-1f656955ffb2,segment=NetworkSegment(522565b3-5a86-453a-8f71-1d4b1781469c),segment_id=522565b3-5a86-453a-8f71-1d4b1781469c)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:52:08.399194 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e10dbe71-2909-4c45-8e02-bcae3290a51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:08.512814 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-fdc23af2-0dd9-4be3-a5fe-f4461adfacd3 None None] For port 6c0370c7-d4dd-4ed9-8326-1f656955ffb2, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=6c0370c7-d4dd-4ed9-8326-1f656955ffb2,segment=NetworkSegment(522565b3-5a86-453a-8f71-1d4b1781469c),segment_id=522565b3-5a86-453a-8f71-1d4b1781469c)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:52:08.513201 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fdc23af2-0dd9-4be3-a5fe-f4461adfacd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:08.520447 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e10dbe71-2909-4c45-8e02-bcae3290a51c admin admin] Calling delete_port for 6c0370c7-d4dd-4ed9-8326-1f656955ffb2 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:52:08.598516 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e10dbe71-2909-4c45-8e02-bcae3290a51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:08.632692 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-fdc23af2-0dd9-4be3-a5fe-f4461adfacd3 None None] Calling delete_port for 6c0370c7-d4dd-4ed9-8326-1f656955ffb2 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:52:08.647910 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10dbe71-2909-4c45-8e02-bcae3290a51c admin admin] Pushing event deleted for resources: {'Port': ['ID=6c0370c7-d4dd-4ed9-8326-1f656955ffb2,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:08.651457 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10dbe71-2909-4c45-8e02-bcae3290a51c admin admin] No DVR routers for this DVR port 6c0370c7-d4dd-4ed9-8326-1f656955ffb2 on host dv-neutron-831192-4-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:52:08.703269 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-fdc23af2-0dd9-4be3-a5fe-f4461adfacd3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:52:08.703620 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-fdc23af2-0dd9-4be3-a5fe-f4461adfacd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:52:08.768105 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e10dbe71-2909-4c45-8e02-bcae3290a51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:08.793533 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-e10dbe71-2909-4c45-8e02-bcae3290a51c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5903e3d9-24b7-4e19-bf83-aafca5fb7a6f']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:08.812269 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-e10dbe71-2909-4c45-8e02-bcae3290a51c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522565b3-5a86-453a-8f71-1d4b1781469c') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:08.812556 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-e10dbe71-2909-4c45-8e02-bcae3290a51c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522565b3-5a86-453a-8f71-1d4b1781469c') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:08.824993 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e10dbe71-2909-4c45-8e02-bcae3290a51c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:08.843387 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e10dbe71-2909-4c45-8e02-bcae3290a51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:08.849950 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10dbe71-2909-4c45-8e02-bcae3290a51c admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:52:08.850329 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e10dbe71-2909-4c45-8e02-bcae3290a51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:52:08.863353 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:52:08.945651 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e10dbe71-2909-4c45-8e02-bcae3290a51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:08.962115 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e10dbe71-2909-4c45-8e02-bcae3290a51c admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:08.972493 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10dbe71-2909-4c45-8e02-bcae3290a51c admin admin] Pushing event deleted for resources: {'Network': ['ID=5903e3d9-24b7-4e19-bf83-aafca5fb7a6f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:08.979659 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e10dbe71-2909-4c45-8e02-bcae3290a51c admin admin] 10.222.0.30 "DELETE /v2.0/networks/5903e3d9-24b7-4e19-bf83-aafca5fb7a6f HTTP/1.1" status: 204 len: 168 time: 1.0373645 Feb 28 14:52:09.170900 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37702) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:09.204848 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-fdc23af2-0dd9-4be3-a5fe-f4461adfacd3 None None] Deleting port 6c0370c7-d4dd-4ed9-8326-1f656955ffb2 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:52:09.205385 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fdc23af2-0dd9-4be3-a5fe-f4461adfacd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:09.219822 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2ff513eb-da07-4196-af2a-d487632186b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=87d14a3c860a4d7eabb8e1d8568a25fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474324 Feb 28 14:52:09.222385 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37706) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:09.273093 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-fdc23af2-0dd9-4be3-a5fe-f4461adfacd3 None None] The port '6c0370c7-d4dd-4ed9-8326-1f656955ffb2' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:52:09.285926 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-287462e1-f360-40f1-b758-a0ec1e506746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:09.311712 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-287462e1-f360-40f1-b758-a0ec1e506746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:09.367660 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-287462e1-f360-40f1-b758-a0ec1e506746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:09.384047 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287462e1-f360-40f1-b758-a0ec1e506746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b517446-98ce-4b9a-a9a8-0041c5ab7b10,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:09.407979 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-287462e1-f360-40f1-b758-a0ec1e506746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:09.409064 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-287462e1-f360-40f1-b758-a0ec1e506746 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0b517446-98ce-4b9a-a9a8-0041c5ab7b10 HTTP/1.1" status: 204 len: 168 time: 0.1857111 Feb 28 14:52:09.776136 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37714) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:09.825265 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f26fef42-c6d4-4c93-8ced-401f6c604c5d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4bc3916516c542aba0b5ef8469cfa348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479350 Feb 28 14:52:09.828057 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37718) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:09.846435 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-29903e12-6b1d-4d28-9710-d7972ec25978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:09.892688 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a9b7e56-8598-404b-836d-a7e99cb68985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:09.934960 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a9b7e56-8598-404b-836d-a7e99cb68985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:09.989459 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a9b7e56-8598-404b-836d-a7e99cb68985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:10.007364 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b7e56-8598-404b-836d-a7e99cb68985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257e9a43-87bd-4822-824f-4b305ad9f339,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:10.008150 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 6c0370c7-d4dd-4ed9-8326-1f656955ffb2 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:52:10.013350 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a9b7e56-8598-404b-836d-a7e99cb68985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:10.017688 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3a9b7e56-8598-404b-836d-a7e99cb68985 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/257e9a43-87bd-4822-824f-4b305ad9f339 HTTP/1.1" status: 204 len: 168 time: 0.1862242 Feb 28 14:52:10.053333 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 6c0370c7-d4dd-4ed9-8326-1f656955ffb2 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:52:10.053697 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 6c0370c7-d4dd-4ed9-8326-1f656955ffb2 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:52:10.972026 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:11.221943 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:11.865491 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37760) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:11.873684 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-90802f26-a2ff-49c5-a99a-9f395b5aa9d0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2011261660', 'description': 'tempest-secgroup-smoke-2011261660 description', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:52:11.882531 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-90802f26-a2ff-49c5-a99a-9f395b5aa9d0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:11.888433 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-90802f26-a2ff-49c5-a99a-9f395b5aa9d0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:11.892633 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-90802f26-a2ff-49c5-a99a-9f395b5aa9d0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:11.903033 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-90802f26-a2ff-49c5-a99a-9f395b5aa9d0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:11.904376 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:52:11.916942 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-90802f26-a2ff-49c5-a99a-9f395b5aa9d0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:11.929692 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-90802f26-a2ff-49c5-a99a-9f395b5aa9d0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:11.945811 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-90802f26-a2ff-49c5-a99a-9f395b5aa9d0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:11.951005 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-90802f26-a2ff-49c5-a99a-9f395b5aa9d0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:11.958929 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-90802f26-a2ff-49c5-a99a-9f395b5aa9d0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:11.965244 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-90802f26-a2ff-49c5-a99a-9f395b5aa9d0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:12.046395 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-90802f26-a2ff-49c5-a99a-9f395b5aa9d0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.053433 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-90802f26-a2ff-49c5-a99a-9f395b5aa9d0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.069603 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-90802f26-a2ff-49c5-a99a-9f395b5aa9d0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:12.081253 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-90802f26-a2ff-49c5-a99a-9f395b5aa9d0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:12.086724 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-90802f26-a2ff-49c5-a99a-9f395b5aa9d0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:12.094662 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-90802f26-a2ff-49c5-a99a-9f395b5aa9d0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:12.096658 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90802f26-a2ff-49c5-a99a-9f395b5aa9d0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8951a054-f9fe-43ab-834e-d0b6f0daaf24,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:12.166653 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-90802f26-a2ff-49c5-a99a-9f395b5aa9d0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.173681 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-90802f26-a2ff-49c5-a99a-9f395b5aa9d0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.213256 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90802f26-a2ff-49c5-a99a-9f395b5aa9d0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69dde053-ccab-4e3c-b8c5-cd854b0e0e3f,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:12.215860 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-90802f26-a2ff-49c5-a99a-9f395b5aa9d0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.217026 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-90802f26-a2ff-49c5-a99a-9f395b5aa9d0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3504198 Feb 28 14:52:12.220913 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37764) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:12.225855 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e55e0241-fb99-4e30-abbb-3c73f9fc8c30 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': '69dde053-ccab-4e3c-b8c5-cd854b0e0e3f', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:52:12.231908 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e55e0241-fb99-4e30-abbb-3c73f9fc8c30 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:12.235846 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e55e0241-fb99-4e30-abbb-3c73f9fc8c30 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:12.238786 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e55e0241-fb99-4e30-abbb-3c73f9fc8c30 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:12.244766 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e55e0241-fb99-4e30-abbb-3c73f9fc8c30 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:12.264400 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e55e0241-fb99-4e30-abbb-3c73f9fc8c30 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.335522 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e55e0241-fb99-4e30-abbb-3c73f9fc8c30 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.340332 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e55e0241-fb99-4e30-abbb-3c73f9fc8c30 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.362901 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e0241-fb99-4e30-abbb-3c73f9fc8c30 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f02a16-d651-4bdd-a869-73c30de97b06,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:12.372736 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e55e0241-fb99-4e30-abbb-3c73f9fc8c30 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.376780 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e55e0241-fb99-4e30-abbb-3c73f9fc8c30 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1521232 Feb 28 14:52:12.376930 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37768) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:12.381894 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-a93ba4c7-3b16-429f-a617-c752e2a84396 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': '69dde053-ccab-4e3c-b8c5-cd854b0e0e3f', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:52:12.390364 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a93ba4c7-3b16-429f-a617-c752e2a84396 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:12.394454 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a93ba4c7-3b16-429f-a617-c752e2a84396 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:12.397404 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-a93ba4c7-3b16-429f-a617-c752e2a84396 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:12.403047 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-a93ba4c7-3b16-429f-a617-c752e2a84396 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:12.420652 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a93ba4c7-3b16-429f-a617-c752e2a84396 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.480788 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a93ba4c7-3b16-429f-a617-c752e2a84396 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.485356 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a93ba4c7-3b16-429f-a617-c752e2a84396 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.508265 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ba4c7-3b16-429f-a617-c752e2a84396 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2f5748-5778-414d-8aa6-1fc6989e7d95,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:12.518902 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a93ba4c7-3b16-429f-a617-c752e2a84396 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.520264 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a93ba4c7-3b16-429f-a617-c752e2a84396 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1423602 Feb 28 14:52:12.523169 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37772) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:12.528098 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-1534e341-1158-4168-88b8-54e23f7a26c6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': '69dde053-ccab-4e3c-b8c5-cd854b0e0e3f', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:52:12.534105 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1534e341-1158-4168-88b8-54e23f7a26c6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:12.538141 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1534e341-1158-4168-88b8-54e23f7a26c6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:12.541562 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1534e341-1158-4168-88b8-54e23f7a26c6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:12.547988 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1534e341-1158-4168-88b8-54e23f7a26c6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:12.567036 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1534e341-1158-4168-88b8-54e23f7a26c6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.573728 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.651102 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1534e341-1158-4168-88b8-54e23f7a26c6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.656443 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1534e341-1158-4168-88b8-54e23f7a26c6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.679544 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534e341-1158-4168-88b8-54e23f7a26c6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8265949-de3c-4b93-bbb9-0f95e62cb944,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:12.689835 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1534e341-1158-4168-88b8-54e23f7a26c6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.690998 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1534e341-1158-4168-88b8-54e23f7a26c6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1669164 Feb 28 14:52:12.694110 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 37776) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:12.699334 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-a39f2609-82a4-4d76-ada7-0ce3d01cde07 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': '69dde053-ccab-4e3c-b8c5-cd854b0e0e3f', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:52:12.705824 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a39f2609-82a4-4d76-ada7-0ce3d01cde07 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:12.709550 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a39f2609-82a4-4d76-ada7-0ce3d01cde07 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:12.712578 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-a39f2609-82a4-4d76-ada7-0ce3d01cde07 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:12.719283 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-a39f2609-82a4-4d76-ada7-0ce3d01cde07 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:12.735275 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a39f2609-82a4-4d76-ada7-0ce3d01cde07 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.798222 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a39f2609-82a4-4d76-ada7-0ce3d01cde07 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.803807 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a39f2609-82a4-4d76-ada7-0ce3d01cde07 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.832636 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f2609-82a4-4d76-ada7-0ce3d01cde07 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174a21f9-7216-42de-a57e-205585f01fd8,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:12.839845 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a39f2609-82a4-4d76-ada7-0ce3d01cde07 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.841517 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a39f2609-82a4-4d76-ada7-0ce3d01cde07 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1463935 Feb 28 14:52:12.844464 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 37780) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:12.852147 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e18874a5-cddd-464b-a512-87e3a6e14fd6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': '69dde053-ccab-4e3c-b8c5-cd854b0e0e3f', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:52:12.860342 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e18874a5-cddd-464b-a512-87e3a6e14fd6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:12.864196 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e18874a5-cddd-464b-a512-87e3a6e14fd6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:12.867093 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e18874a5-cddd-464b-a512-87e3a6e14fd6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:12.872869 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e18874a5-cddd-464b-a512-87e3a6e14fd6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:12.886106 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-e18874a5-cddd-464b-a512-87e3a6e14fd6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Project e881470c0cec4e1c8ac25b5e0191ef26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:52:12.893606 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e18874a5-cddd-464b-a512-87e3a6e14fd6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.965773 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e18874a5-cddd-464b-a512-87e3a6e14fd6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.972512 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e18874a5-cddd-464b-a512-87e3a6e14fd6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.997814 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18874a5-cddd-464b-a512-87e3a6e14fd6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb32106a-0d8b-40a6-af87-5e163e6618e4,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:13.009201 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e18874a5-cddd-464b-a512-87e3a6e14fd6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:13.010639 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e18874a5-cddd-464b-a512-87e3a6e14fd6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1649916 Feb 28 14:52:13.014071 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37784) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:13.019308 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-094508a6-438f-4c01-8886-64fda286cae8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': '69dde053-ccab-4e3c-b8c5-cd854b0e0e3f', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:52:13.025734 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-094508a6-438f-4c01-8886-64fda286cae8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:13.029840 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-094508a6-438f-4c01-8886-64fda286cae8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:13.033108 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-094508a6-438f-4c01-8886-64fda286cae8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:13.039431 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-094508a6-438f-4c01-8886-64fda286cae8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:13.055294 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-094508a6-438f-4c01-8886-64fda286cae8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Project e881470c0cec4e1c8ac25b5e0191ef26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:52:13.061820 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-094508a6-438f-4c01-8886-64fda286cae8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:13.129482 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-094508a6-438f-4c01-8886-64fda286cae8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:13.134839 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-094508a6-438f-4c01-8886-64fda286cae8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:13.157318 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094508a6-438f-4c01-8886-64fda286cae8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2366b7c9-2b1b-4e7f-94ad-4d24632ba2be,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:13.167021 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-094508a6-438f-4c01-8886-64fda286cae8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:13.168784 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-094508a6-438f-4c01-8886-64fda286cae8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1535749 Feb 28 14:52:13.171729 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37788) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:13.177438 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9f912417-da2e-4c63-a04e-cc28eedf923a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'network': {'name': 'tempest-network-smoke--1812804184', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'port_security_enabled': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:52:13.182930 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9f912417-da2e-4c63-a04e-cc28eedf923a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:13.187287 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9f912417-da2e-4c63-a04e-cc28eedf923a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:network and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:13.190307 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9f912417-da2e-4c63-a04e-cc28eedf923a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:13.196340 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9f912417-da2e-4c63-a04e-cc28eedf923a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:13.208365 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f912417-da2e-4c63-a04e-cc28eedf923a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Made reservation on behalf of e881470c0cec4e1c8ac25b5e0191ef26 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:13.211737 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9f912417-da2e-4c63-a04e-cc28eedf923a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:13.242306 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f912417-da2e-4c63-a04e-cc28eedf923a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:52:13.255211 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9f912417-da2e-4c63-a04e-cc28eedf923a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:13.255734 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-9f912417-da2e-4c63-a04e-cc28eedf923a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Added segment b9ee0690-ae0f-41dd-852c-d2660fcba80f of type vlan for network d4bb4c31-d874-4a35-bd1f-75db567b1e02 Feb 28 14:52:13.290013 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9f912417-da2e-4c63-a04e-cc28eedf923a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:13.323544 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9f912417-da2e-4c63-a04e-cc28eedf923a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:13.329624 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f912417-da2e-4c63-a04e-cc28eedf923a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:13.330188 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9f912417-da2e-4c63-a04e-cc28eedf923a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:13.425661 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9f912417-da2e-4c63-a04e-cc28eedf923a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2527986 Feb 28 14:52:13.428801 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 37792) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:13.434918 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b3f1728c-3259-4e79-9567-cf8dba816d2d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1817177071', 'admin_state_up': True, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:52:13.438166 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f912417-da2e-4c63-a04e-cc28eedf923a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Network': ['ID=d4bb4c31-d874-4a35-bd1f-75db567b1e02,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:13.442799 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b3f1728c-3259-4e79-9567-cf8dba816d2d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:13.447008 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b3f1728c-3259-4e79-9567-cf8dba816d2d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:router and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:13.448629 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network d4bb4c31-d874-4a35-bd1f-75db567b1e02 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:52:13.450648 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b3f1728c-3259-4e79-9567-cf8dba816d2d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:13.457752 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b3f1728c-3259-4e79-9567-cf8dba816d2d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:13.469109 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3f1728c-3259-4e79-9567-cf8dba816d2d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:13.470214 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3f1728c-3259-4e79-9567-cf8dba816d2d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:13.485322 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3f1728c-3259-4e79-9567-cf8dba816d2d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:13.746407 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3f1728c-3259-4e79-9567-cf8dba816d2d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:14.057644 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3f1728c-3259-4e79-9567-cf8dba816d2d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:14.094496 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3f1728c-3259-4e79-9567-cf8dba816d2d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:14.245995 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-b3f1728c-3259-4e79-9567-cf8dba816d2d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Allocated IP 172.26.5.175 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/45370ddc-337b-476b-bb0d-c3190efb67a2) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:14.390661 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3f1728c-3259-4e79-9567-cf8dba816d2d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:14.422666 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3f1728c-3259-4e79-9567-cf8dba816d2d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:14.482517 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f1728c-3259-4e79-9567-cf8dba816d2d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:14.489217 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b3f1728c-3259-4e79-9567-cf8dba816d2d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:14.492122 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f1728c-3259-4e79-9567-cf8dba816d2d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:52:14.644830 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1728c-3259-4e79-9567-cf8dba816d2d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=45370ddc-337b-476b-bb0d-c3190efb67a2,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:15.026886 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3f1728c-3259-4e79-9567-cf8dba816d2d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:15.384976 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3f1728c-3259-4e79-9567-cf8dba816d2d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:15.593148 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f1728c-3259-4e79-9567-cf8dba816d2d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Router 03d5b9bc-f07f-4373-ad69-6d0a6bc42e14 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:52:15.780831 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f1728c-3259-4e79-9567-cf8dba816d2d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:52:15.791481 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043d1ec8-8879-41e1-a7cd-0a8ae560124a None None] Sync routers for ids ['03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:52:15.804436 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043d1ec8-8879-41e1-a7cd-0a8ae560124a None None] Routers {'03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:52:15.805043 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-043d1ec8-8879-41e1-a7cd-0a8ae560124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:52:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:15.812234 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b3f1728c-3259-4e79-9567-cf8dba816d2d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:15.813438 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b3f1728c-3259-4e79-9567-cf8dba816d2d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3835967 Feb 28 14:52:15.816725 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 37796) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:15.960312 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6e760c38-9017-4d41-a7e0-71b35f2cd164 tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=e881470c0cec4e1c8ac25b5e0191ef26&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1425111 Feb 28 14:52:15.962975 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 37802) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:15.982171 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-043d1ec8-8879-41e1-a7cd-0a8ae560124a None None] Set router 03d5b9bc-f07f-4373-ad69-6d0a6bc42e14 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:52:16.210124 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e152a9-4bf4-4a89-b6d3-967d388b9762 tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:16.211609 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a0e152a9-4bf4-4a89-b6d3-967d388b9762 tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2477081 Feb 28 14:52:16.214578 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 37806) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:16.252602 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8e76941f-9556-4ddc-9a5a-8f36c405535d tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368662 Feb 28 14:52:16.255234 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 37810) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:16.260461 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-19f68b8f-721e-4b40-8304-a889a3dd2160 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-632344755', 'network_id': 'd4bb4c31-d874-4a35-bd1f-75db567b1e02', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:52:16.266681 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-043d1ec8-8879-41e1-a7cd-0a8ae560124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817177071', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:52:13Z', 'updated_at': '2022-02-28T14:52:14Z', 'revision_number': 3, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:14Z', 'updated_at': '2022-02-28T14:52:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:16.270671 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043d1ec8-8879-41e1-a7cd-0a8ae560124a None None] Checking router: 03d5b9bc-f07f-4373-ad69-6d0a6bc42e14 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:52:16.271014 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043d1ec8-8879-41e1-a7cd-0a8ae560124a None None] Updating router 03d5b9bc-f07f-4373-ad69-6d0a6bc42e14 port 45370ddc-337b-476b-bb0d-c3190efb67a2 binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:52:16.326345 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-043d1ec8-8879-41e1-a7cd-0a8ae560124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:16.368792 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-19f68b8f-721e-4b40-8304-a889a3dd2160 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:16.372699 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-19f68b8f-721e-4b40-8304-a889a3dd2160 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:subnet and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:16.375803 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-19f68b8f-721e-4b40-8304-a889a3dd2160 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:16.381836 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-19f68b8f-721e-4b40-8304-a889a3dd2160 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:16.393269 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f68b8f-721e-4b40-8304-a889a3dd2160 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Made reservation on behalf of e881470c0cec4e1c8ac25b5e0191ef26 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:16.397375 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-19f68b8f-721e-4b40-8304-a889a3dd2160 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:16.625490 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-19f68b8f-721e-4b40-8304-a889a3dd2160 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:16.647927 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-043d1ec8-8879-41e1-a7cd-0a8ae560124a None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:16.659217 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-043d1ec8-8879-41e1-a7cd-0a8ae560124a None None] Transition to ACTIVE for port object 45370ddc-337b-476b-bb0d-c3190efb67a2 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:16.665574 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-043d1ec8-8879-41e1-a7cd-0a8ae560124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:16.704102 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f68b8f-721e-4b40-8304-a889a3dd2160 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Subnet': ['ID=2f7ef644-80b6-4404-aea2-bcdaa851e282,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:16.709500 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f68b8f-721e-4b40-8304-a889a3dd2160 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Checking segment: {'id': 'b9ee0690-ae0f-41dd-852c-d2660fcba80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd4bb4c31-d874-4a35-bd1f-75db567b1e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:52:16.709850 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f68b8f-721e-4b40-8304-a889a3dd2160 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network hostable DHCP agents. Network: d4bb4c31-d874-4a35-bd1f-75db567b1e02, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:52:16.734447 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f68b8f-721e-4b40-8304-a889a3dd2160 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network d4bb4c31-d874-4a35-bd1f-75db567b1e02 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:52:16.741743 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108eb65f-8957-447d-a7b2-295e80f976db None None] Pushing event updated for resources: {'Port': ['ID=45370ddc-337b-476b-bb0d-c3190efb67a2,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:16.745762 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-19f68b8f-721e-4b40-8304-a889a3dd2160 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, d4bb4c31-d874-4a35-bd1f-75db567b1e02) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:16.748931 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-043d1ec8-8879-41e1-a7cd-0a8ae560124a None None] Attempting to bind port 45370ddc-337b-476b-bb0d-c3190efb67a2 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:52:16.749387 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-043d1ec8-8879-41e1-a7cd-0a8ae560124a None None] Attempting to bind port 45370ddc-337b-476b-bb0d-c3190efb67a2 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:52:16.749690 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043d1ec8-8879-41e1-a7cd-0a8ae560124a None None] Attempting to bind port 45370ddc-337b-476b-bb0d-c3190efb67a2 on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:52:16.750976 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f68b8f-721e-4b40-8304-a889a3dd2160 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:16.751922 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-19f68b8f-721e-4b40-8304-a889a3dd2160 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:16.753544 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108eb65f-8957-447d-a7b2-295e80f976db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:16.753881 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108eb65f-8957-447d-a7b2-295e80f976db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:16.754208 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108eb65f-8957-447d-a7b2-295e80f976db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:16.754543 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108eb65f-8957-447d-a7b2-295e80f976db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:16.754834 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108eb65f-8957-447d-a7b2-295e80f976db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:16.755167 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108eb65f-8957-447d-a7b2-295e80f976db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:16.755488 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108eb65f-8957-447d-a7b2-295e80f976db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:16.755789 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108eb65f-8957-447d-a7b2-295e80f976db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:16.756096 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108eb65f-8957-447d-a7b2-295e80f976db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:16.756399 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108eb65f-8957-447d-a7b2-295e80f976db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:16.756703 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108eb65f-8957-447d-a7b2-295e80f976db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:16.757015 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108eb65f-8957-447d-a7b2-295e80f976db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:16.757428 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1fe674-5767-4b2f-bd6f-dc897a12c738 None None] Network d4bb4c31-d874-4a35-bd1f-75db567b1e02 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:52:16.762140 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043d1ec8-8879-41e1-a7cd-0a8ae560124a None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:52:16.762506 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043d1ec8-8879-41e1-a7cd-0a8ae560124a None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:52:16.762898 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-043d1ec8-8879-41e1-a7cd-0a8ae560124a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:16.763298 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043d1ec8-8879-41e1-a7cd-0a8ae560124a None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:52:16.763757 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-043d1ec8-8879-41e1-a7cd-0a8ae560124a None None] Bound port: 45370ddc-337b-476b-bb0d-c3190efb67a2, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:52:16.764117 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-043d1ec8-8879-41e1-a7cd-0a8ae560124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:16.780705 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-19f68b8f-721e-4b40-8304-a889a3dd2160 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5216999 Feb 28 14:52:16.781157 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 37814) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:16.837348 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-043d1ec8-8879-41e1-a7cd-0a8ae560124a None None] For port 45370ddc-337b-476b-bb0d-c3190efb67a2, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:52:16.840429 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-043d1ec8-8879-41e1-a7cd-0a8ae560124a None None] For port 45370ddc-337b-476b-bb0d-c3190efb67a2, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=45370ddc-337b-476b-bb0d-c3190efb67a2,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:52:16.847615 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-043d1ec8-8879-41e1-a7cd-0a8ae560124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:16.926369 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043d1ec8-8879-41e1-a7cd-0a8ae560124a None None] Routers {'03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:52:16.927112 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-043d1ec8-8879-41e1-a7cd-0a8ae560124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:52:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:16.969363 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-d4bb4c31-d874-4a35-bd1f-75db567b1e02', 'network_id': 'd4bb4c31-d874-4a35-bd1f-75db567b1e02', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'fixed_ips': [{'subnet_id': '2f7ef644-80b6-4404-aea2-bcdaa851e282'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:52:16.970469 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.017729 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108eb65f-8957-447d-a7b2-295e80f976db None None] Pushing event updated for resources: {'Port': ['ID=45370ddc-337b-476b-bb0d-c3190efb67a2,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:17.127950 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Allocated IP 172.20.0.2 (d4bb4c31-d874-4a35-bd1f-75db567b1e02/2f7ef644-80b6-4404-aea2-bcdaa851e282/583d24bd-edcf-4566-a470-1cf254e7f8fb) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:17.132758 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-043d1ec8-8879-41e1-a7cd-0a8ae560124a None None] Set router 03d5b9bc-f07f-4373-ad69-6d0a6bc42e14 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:52:17.334943 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.345750 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Transition to ACTIVE for port object 583d24bd-edcf-4566-a470-1cf254e7f8fb will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:17.363430 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Transition to ACTIVE for port object 583d24bd-edcf-4566-a470-1cf254e7f8fb will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:17.370186 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.416595 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-043d1ec8-8879-41e1-a7cd-0a8ae560124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817177071', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:52:13Z', 'updated_at': '2022-02-28T14:52:14Z', 'revision_number': 3, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:14Z', 'updated_at': '2022-02-28T14:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:17.421410 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043d1ec8-8879-41e1-a7cd-0a8ae560124a None None] The sync data for ids ['03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'] in dv-neutron-831192-4-hyperv is: [{'id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817177071', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:52:13Z', 'updated_at': '2022-02-28T14:52:14Z', 'revision_number': 3, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:14Z', 'updated_at': '2022-02-28T14:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:52:17.426872 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Network d4bb4c31-d874-4a35-bd1f-75db567b1e02 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:17.429992 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:17.433858 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:52:17.478789 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Pushing event updated for resources: {'Port': ['ID=583d24bd-edcf-4566-a470-1cf254e7f8fb,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:17.523507 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c0a8f350-2668-45d0-8314-3ead1715d161 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.526780 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:17.527121 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:17.527479 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:17.527804 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:17.528125 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:17.528449 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:17.528765 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:17.529078 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:17.529393 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:17.529703 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:17.530012 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:17.530321 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:17.549587 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Attempting to bind port 583d24bd-edcf-4566-a470-1cf254e7f8fb on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:52:17.549948 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Attempting to bind port 583d24bd-edcf-4566-a470-1cf254e7f8fb by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'b9ee0690-ae0f-41dd-852c-d2660fcba80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd4bb4c31-d874-4a35-bd1f-75db567b1e02'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:52:17.550304 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Attempting to bind port 583d24bd-edcf-4566-a470-1cf254e7f8fb on network d4bb4c31-d874-4a35-bd1f-75db567b1e02 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:52:17.555594 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:52:17.555952 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Checking segment: {'id': 'b9ee0690-ae0f-41dd-852c-d2660fcba80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd4bb4c31-d874-4a35-bd1f-75db567b1e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:52:17.556341 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.556724 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Bound using segment: {'id': 'b9ee0690-ae0f-41dd-852c-d2660fcba80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd4bb4c31-d874-4a35-bd1f-75db567b1e02'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:52:17.557172 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Bound port: 583d24bd-edcf-4566-a470-1cf254e7f8fb, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ee0690-ae0f-41dd-852c-d2660fcba80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd4bb4c31-d874-4a35-bd1f-75db567b1e02'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:52:17.557538 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.648249 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] For port 583d24bd-edcf-4566-a470-1cf254e7f8fb, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:52:17.651719 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] For port 583d24bd-edcf-4566-a470-1cf254e7f8fb, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=583d24bd-edcf-4566-a470-1cf254e7f8fb,segment=NetworkSegment(b9ee0690-ae0f-41dd-852c-d2660fcba80f),segment_id=b9ee0690-ae0f-41dd-852c-d2660fcba80f)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:52:17.657763 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.808013 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bacef2-8101-4d76-bd50-88a59cb09d5c None None] Pushing event updated for resources: {'Port': ['ID=583d24bd-edcf-4566-a470-1cf254e7f8fb,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:18.073907 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 45370ddc-337b-476b-bb0d-c3190efb67a2 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:52:18.116140 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-c0a8f350-2668-45d0-8314-3ead1715d161 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Allocated IP 172.20.0.1 (d4bb4c31-d874-4a35-bd1f-75db567b1e02/2f7ef644-80b6-4404-aea2-bcdaa851e282/cc79c394-32a4-4a48-9243-ccd51901e018) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:18.146760 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 45370ddc-337b-476b-bb0d-c3190efb67a2 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:18.154994 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 45370ddc-337b-476b-bb0d-c3190efb67a2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:18.155727 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:18.283650 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:18.291780 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c0a8f350-2668-45d0-8314-3ead1715d161 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:18.301118 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 45370ddc-337b-476b-bb0d-c3190efb67a2, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=45370ddc-337b-476b-bb0d-c3190efb67a2,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:52:18.306616 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:18.309948 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-c0a8f350-2668-45d0-8314-3ead1715d161 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Transition to ACTIVE for port object cc79c394-32a4-4a48-9243-ccd51901e018 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:18.340027 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c0a8f350-2668-45d0-8314-3ead1715d161 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:18.386189 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=45370ddc-337b-476b-bb0d-c3190efb67a2,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:18.403197 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a8f350-2668-45d0-8314-3ead1715d161 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network d4bb4c31-d874-4a35-bd1f-75db567b1e02 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:18.406783 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c0a8f350-2668-45d0-8314-3ead1715d161 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:18.410616 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a8f350-2668-45d0-8314-3ead1715d161 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:52:18.463978 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8f350-2668-45d0-8314-3ead1715d161 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=cc79c394-32a4-4a48-9243-ccd51901e018,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:18.483893 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c0a8f350-2668-45d0-8314-3ead1715d161 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:18.766114 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c0a8f350-2668-45d0-8314-3ead1715d161 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:18.845799 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ff3047-9418-4b07-9752-5f69009760d2 None None] Network d4bb4c31-d874-4a35-bd1f-75db567b1e02 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:52:18.956709 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-04ba26bc-1886-4233-a7ad-d3d5c6ab01fa None None] Provisioning for port 583d24bd-edcf-4566-a470-1cf254e7f8fb completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:19.194002 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c0a8f350-2668-45d0-8314-3ead1715d161 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:19.199907 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c0a8f350-2668-45d0-8314-3ead1715d161 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:19.295519 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5fe39172-b509-4904-a68c-4358c899aadb None None] Provisioning for port cc79c394-32a4-4a48-9243-ccd51901e018 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:19.302240 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5fe39172-b509-4904-a68c-4358c899aadb None None] Provisioning complete for port cc79c394-32a4-4a48-9243-ccd51901e018 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:19.302674 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5fe39172-b509-4904-a68c-4358c899aadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:19.318241 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8f350-2668-45d0-8314-3ead1715d161 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=cc79c394-32a4-4a48-9243-ccd51901e018,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:19.324219 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c0a8f350-2668-45d0-8314-3ead1715d161 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:19.380482 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-5fe39172-b509-4904-a68c-4358c899aadb None None] Port cc79c394-32a4-4a48-9243-ccd51901e018 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:52:19.477692 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a8f350-2668-45d0-8314-3ead1715d161 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network d4bb4c31-d874-4a35-bd1f-75db567b1e02 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:19.478896 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c0a8f350-2668-45d0-8314-3ead1715d161 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:19.617014 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e262e794-4619-40bf-94bb-ba6b688b0f1b None None] Provisioning complete for port cc79c394-32a4-4a48-9243-ccd51901e018 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:19.617443 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e262e794-4619-40bf-94bb-ba6b688b0f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:19.676174 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-e262e794-4619-40bf-94bb-ba6b688b0f1b None None] Port cc79c394-32a4-4a48-9243-ccd51901e018 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:52:19.796731 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d0e25cbf-1f2d-4ac2-872e-4fdda34e4b44 None None] Provisioning complete for port cc79c394-32a4-4a48-9243-ccd51901e018 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:19.797252 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d0e25cbf-1f2d-4ac2-872e-4fdda34e4b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:19.803623 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a8f350-2668-45d0-8314-3ead1715d161 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Router 03d5b9bc-f07f-4373-ad69-6d0a6bc42e14 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:52:19.852290 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d0e25cbf-1f2d-4ac2-872e-4fdda34e4b44 None None] Port cc79c394-32a4-4a48-9243-ccd51901e018 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:52:19.988470 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a8f350-2668-45d0-8314-3ead1715d161 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:52:19.998795 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf0ce14-3fb6-4608-9795-9e1c6588fcd7 None None] Sync routers for ids ['03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:52:20.001736 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c0a8f350-2668-45d0-8314-3ead1715d161 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "PUT /v2.0/routers/03d5b9bc-f07f-4373-ad69-6d0a6bc42e14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2193666 Feb 28 14:52:20.008998 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf0ce14-3fb6-4608-9795-9e1c6588fcd7 None None] Routers {'03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:52:20.009609 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-caf0ce14-3fb6-4608-9795-9e1c6588fcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:52:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:20.109978 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 45370ddc-337b-476b-bb0d-c3190efb67a2 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:52:20.182650 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-55197033-def0-446a-b7ea-1e96ea310174 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:52:20.200689 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-55197033-def0-446a-b7ea-1e96ea310174 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:52:20.202008 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-55197033-def0-446a-b7ea-1e96ea310174 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2011261660&fields=id&tenant_id=e881470c0cec4e1c8ac25b5e0191ef26 HTTP/1.1" status: 200 len: 267 time: 0.0585589 Feb 28 14:52:20.244933 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-caf0ce14-3fb6-4608-9795-9e1c6588fcd7 None None] Set router 03d5b9bc-f07f-4373-ad69-6d0a6bc42e14 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:52:20.359951 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-a546fa15-308d-4419-889d-165919d33832 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:20.360618 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-a546fa15-308d-4419-889d-165919d33832 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:52:20.370186 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 45370ddc-337b-476b-bb0d-c3190efb67a2 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:20.370559 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:20.378338 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-a546fa15-308d-4419-889d-165919d33832 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:52:20.379504 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-a546fa15-308d-4419-889d-165919d33832 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/networks?id=d4bb4c31-d874-4a35-bd1f-75db567b1e02 HTTP/1.1" status: 200 len: 797 time: 0.1707456 Feb 28 14:52:20.395763 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-799d9bb9-8987-4c0f-bf85-22cc576bf2c0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/quotas/e881470c0cec4e1c8ac25b5e0191ef26 HTTP/1.1" status: 200 len: 375 time: 0.0103338 Feb 28 14:52:20.482413 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-0601b003-65ea-4c9b-a9fe-da96e161b5c6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806630 Feb 28 14:52:20.498392 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-991cb3f5-7c75-4b3e-9c84-d53343028da2 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:52:20.499502 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-991cb3f5-7c75-4b3e-9c84-d53343028da2 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052648 Feb 28 14:52:20.626269 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 583d24bd-edcf-4566-a470-1cf254e7f8fb up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:52:20.634041 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-45741a79-170b-4d37-b755-0043154c5187 service neutron] 10.222.0.30 "GET /v2.0/networks/d4bb4c31-d874-4a35-bd1f-75db567b1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287673 Feb 28 14:52:20.759569 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-caf0ce14-3fb6-4608-9795-9e1c6588fcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817177071', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:52:13Z', 'updated_at': '2022-02-28T14:52:18Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:14Z', 'updated_at': '2022-02-28T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'cc79c394-32a4-4a48-9243-ccd51901e018', 'name': '', 'network_id': 'd4bb4c31-d874-4a35-bd1f-75db567b1e02', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:0e:fb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '2f7ef644-80b6-4404-aea2-bcdaa851e282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:17Z', 'updated_at': '2022-02-28T14:52:19Z', 'revision_number': 2, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': '2f7ef644-80b6-4404-aea2-bcdaa851e282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:20.763056 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 583d24bd-edcf-4566-a470-1cf254e7f8fb completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:20.767846 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf0ce14-3fb6-4608-9795-9e1c6588fcd7 None None] Checking router: 03d5b9bc-f07f-4373-ad69-6d0a6bc42e14 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:52:20.768195 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf0ce14-3fb6-4608-9795-9e1c6588fcd7 None None] Updating router 03d5b9bc-f07f-4373-ad69-6d0a6bc42e14 port cc79c394-32a4-4a48-9243-ccd51901e018 binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:52:20.796933 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 583d24bd-edcf-4566-a470-1cf254e7f8fb triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:20.797299 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:20.867498 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-caf0ce14-3fb6-4608-9795-9e1c6588fcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:20.877590 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-9acfd5f1-1c29-4223-a7ca-33cabb9fe226 service neutron] 10.222.0.30 "GET /v2.0/networks/d4bb4c31-d874-4a35-bd1f-75db567b1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375219 Feb 28 14:52:21.046443 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:21.071254 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-ab191458-4d61-481f-9d34-c37277ba427d req-698549db-1a3b-47c3-8f60-5b4c88c27486 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:52:21.093851 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-ab191458-4d61-481f-9d34-c37277ba427d req-698549db-1a3b-47c3-8f60-5b4c88c27486 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:52:21.095537 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ab191458-4d61-481f-9d34-c37277ba427d req-698549db-1a3b-47c3-8f60-5b4c88c27486 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=a353e6ec-b66f-41d4-bf61-2d45bd61dca1 HTTP/1.1" status: 200 len: 210 time: 0.0699646 Feb 28 14:52:21.115600 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 583d24bd-edcf-4566-a470-1cf254e7f8fb, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=583d24bd-edcf-4566-a470-1cf254e7f8fb,segment=NetworkSegment(b9ee0690-ae0f-41dd-852c-d2660fcba80f),segment_id=b9ee0690-ae0f-41dd-852c-d2660fcba80f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:52:21.164273 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:21.263655 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=583d24bd-edcf-4566-a470-1cf254e7f8fb,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:21.349201 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-caf0ce14-3fb6-4608-9795-9e1c6588fcd7 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:21.360553 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-caf0ce14-3fb6-4608-9795-9e1c6588fcd7 None None] Transition to ACTIVE for port object cc79c394-32a4-4a48-9243-ccd51901e018 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:21.368583 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-caf0ce14-3fb6-4608-9795-9e1c6588fcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:21.503031 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f0cb1-6fcf-44c3-b030-c7261bd5af28 None None] Pushing event updated for resources: {'Port': ['ID=cc79c394-32a4-4a48-9243-ccd51901e018,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:21.593200 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-caf0ce14-3fb6-4608-9795-9e1c6588fcd7 None None] Attempting to bind port cc79c394-32a4-4a48-9243-ccd51901e018 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:52:21.593571 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-caf0ce14-3fb6-4608-9795-9e1c6588fcd7 None None] Attempting to bind port cc79c394-32a4-4a48-9243-ccd51901e018 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'b9ee0690-ae0f-41dd-852c-d2660fcba80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd4bb4c31-d874-4a35-bd1f-75db567b1e02'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:52:21.593953 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf0ce14-3fb6-4608-9795-9e1c6588fcd7 None None] Attempting to bind port cc79c394-32a4-4a48-9243-ccd51901e018 on network d4bb4c31-d874-4a35-bd1f-75db567b1e02 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:52:21.599920 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf0ce14-3fb6-4608-9795-9e1c6588fcd7 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:52:21.600304 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf0ce14-3fb6-4608-9795-9e1c6588fcd7 None None] Checking segment: {'id': 'b9ee0690-ae0f-41dd-852c-d2660fcba80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd4bb4c31-d874-4a35-bd1f-75db567b1e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:52:21.600705 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-caf0ce14-3fb6-4608-9795-9e1c6588fcd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:21.601231 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf0ce14-3fb6-4608-9795-9e1c6588fcd7 None None] Bound using segment: {'id': 'b9ee0690-ae0f-41dd-852c-d2660fcba80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd4bb4c31-d874-4a35-bd1f-75db567b1e02'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:52:21.601704 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-caf0ce14-3fb6-4608-9795-9e1c6588fcd7 None None] Bound port: cc79c394-32a4-4a48-9243-ccd51901e018, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ee0690-ae0f-41dd-852c-d2660fcba80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd4bb4c31-d874-4a35-bd1f-75db567b1e02'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:52:21.602075 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-caf0ce14-3fb6-4608-9795-9e1c6588fcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:21.700707 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-caf0ce14-3fb6-4608-9795-9e1c6588fcd7 None None] For port cc79c394-32a4-4a48-9243-ccd51901e018, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:52:21.706595 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-caf0ce14-3fb6-4608-9795-9e1c6588fcd7 None None] For port cc79c394-32a4-4a48-9243-ccd51901e018, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=cc79c394-32a4-4a48-9243-ccd51901e018,segment=NetworkSegment(b9ee0690-ae0f-41dd-852c-d2660fcba80f),segment_id=b9ee0690-ae0f-41dd-852c-d2660fcba80f)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:52:21.710253 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-caf0ce14-3fb6-4608-9795-9e1c6588fcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:21.794245 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf0ce14-3fb6-4608-9795-9e1c6588fcd7 None None] Routers {'03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:52:21.794899 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-caf0ce14-3fb6-4608-9795-9e1c6588fcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:52:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:21.858498 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f0cb1-6fcf-44c3-b030-c7261bd5af28 None None] Pushing event updated for resources: {'Port': ['ID=cc79c394-32a4-4a48-9243-ccd51901e018,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:21.982725 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-caf0ce14-3fb6-4608-9795-9e1c6588fcd7 None None] Set router 03d5b9bc-f07f-4373-ad69-6d0a6bc42e14 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:52:22.037236 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 583d24bd-edcf-4566-a470-1cf254e7f8fb up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:52:22.174956 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-06030ca4-5a8c-4450-b53e-45ead817b86d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:22.177161 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-06030ca4-5a8c-4450-b53e-45ead817b86d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.13 "GET /v2.0/networks?id=d4bb4c31-d874-4a35-bd1f-75db567b1e02 HTTP/1.1" status: 200 len: 797 time: 0.1557848 Feb 28 14:52:22.245259 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-54d89b1e-fa4a-4b5e-af89-bce565d73b07 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e881470c0cec4e1c8ac25b5e0191ef26 HTTP/1.1" status: 200 len: 380 time: 0.0589714 Feb 28 14:52:22.255320 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-3cbf2ab9-4a91-4917-a568-12440ad745bf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'port': {'device_id': 'a353e6ec-b66f-41d4-bf61-2d45bd61dca1', 'network_id': 'd4bb4c31-d874-4a35-bd1f-75db567b1e02', 'admin_state_up': True, 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'security_groups': ['69dde053-ccab-4e3c-b8c5-cd854b0e0e3f']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:52:22.260214 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a2f2fa49-fa6f-4207-b342-987e8b4f00eb req-2427d5ab-051f-4f9c-9e4a-2bcce611c7ea tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=a353e6ec-b66f-41d4-bf61-2d45bd61dca1 HTTP/1.1" status: 200 len: 210 time: 0.0497828 Feb 28 14:52:22.358306 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 583d24bd-edcf-4566-a470-1cf254e7f8fb triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:22.358728 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:22.402852 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-3cbf2ab9-4a91-4917-a568-12440ad745bf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:22.413017 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-3cbf2ab9-4a91-4917-a568-12440ad745bf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:22.424617 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-3cbf2ab9-4a91-4917-a568-12440ad745bf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Made reservation on behalf of e881470c0cec4e1c8ac25b5e0191ef26 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:22.428385 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-3cbf2ab9-4a91-4917-a568-12440ad745bf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:22.552362 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-caf0ce14-3fb6-4608-9795-9e1c6588fcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817177071', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:52:13Z', 'updated_at': '2022-02-28T14:52:18Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:14Z', 'updated_at': '2022-02-28T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'cc79c394-32a4-4a48-9243-ccd51901e018', 'name': '', 'network_id': 'd4bb4c31-d874-4a35-bd1f-75db567b1e02', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:0e:fb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '2f7ef644-80b6-4404-aea2-bcdaa851e282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:17Z', 'updated_at': '2022-02-28T14:52:21Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': '2f7ef644-80b6-4404-aea2-bcdaa851e282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:22.556539 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf0ce14-3fb6-4608-9795-9e1c6588fcd7 None None] The sync data for ids ['03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'] in dv-neutron-831192-4-hyperv is: [{'id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817177071', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:52:13Z', 'updated_at': '2022-02-28T14:52:18Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:14Z', 'updated_at': '2022-02-28T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'cc79c394-32a4-4a48-9243-ccd51901e018', 'name': '', 'network_id': 'd4bb4c31-d874-4a35-bd1f-75db567b1e02', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:0e:fb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '2f7ef644-80b6-4404-aea2-bcdaa851e282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:17Z', 'updated_at': '2022-02-28T14:52:21Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': '2f7ef644-80b6-4404-aea2-bcdaa851e282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:52:22.590315 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-3cbf2ab9-4a91-4917-a568-12440ad745bf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Allocated IP 172.20.0.3 (d4bb4c31-d874-4a35-bd1f-75db567b1e02/2f7ef644-80b6-4404-aea2-bcdaa851e282/af7f4907-7466-47f8-ba63-d6804efa54a8) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:22.822696 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-3cbf2ab9-4a91-4917-a568-12440ad745bf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:22.839679 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-3cbf2ab9-4a91-4917-a568-12440ad745bf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Transition to ACTIVE for port object af7f4907-7466-47f8-ba63-d6804efa54a8 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:22.866429 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-3cbf2ab9-4a91-4917-a568-12440ad745bf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:22.934255 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-3cbf2ab9-4a91-4917-a568-12440ad745bf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network d4bb4c31-d874-4a35-bd1f-75db567b1e02 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:22.942426 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-3cbf2ab9-4a91-4917-a568-12440ad745bf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:22.946985 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-3cbf2ab9-4a91-4917-a568-12440ad745bf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:52:22.983094 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf2ab9-4a91-4917-a568-12440ad745bf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=af7f4907-7466-47f8-ba63-d6804efa54a8,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:23.019523 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-3cbf2ab9-4a91-4917-a568-12440ad745bf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:23.020172 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-3cbf2ab9-4a91-4917-a568-12440ad745bf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:23.048757 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-3cbf2ab9-4a91-4917-a568-12440ad745bf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7996089 Feb 28 14:52:23.059582 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-f4963819-eafa-40d4-8960-0b92f5c5b494 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:52:23.060644 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-f4963819-eafa-40d4-8960-0b92f5c5b494 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062072 Feb 28 14:52:23.122927 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-a12209c9-58c8-4d0e-817e-7aa17f0299f9 service neutron] Request body: {'port': {'device_id': 'a353e6ec-b66f-41d4-bf61-2d45bd61dca1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:52:23.241007 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-a12209c9-58c8-4d0e-817e-7aa17f0299f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:23.244644 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-48394e3e-c90a-49f9-8b3e-04a28b93551e None None] Provisioning for port af7f4907-7466-47f8-ba63-d6804efa54a8 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:23.250754 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-48394e3e-c90a-49f9-8b3e-04a28b93551e None None] Provisioning complete for port af7f4907-7466-47f8-ba63-d6804efa54a8 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:23.251125 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-48394e3e-c90a-49f9-8b3e-04a28b93551e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:23.317494 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-48394e3e-c90a-49f9-8b3e-04a28b93551e None None] Port af7f4907-7466-47f8-ba63-d6804efa54a8 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:52:23.699472 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f5ff2-4146-44b7-9373-bb399851eb68 req-c7040601-2475-45fa-80b6-98953af90bc1 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:23.700162 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-384f5ff2-4146-44b7-9373-bb399851eb68 req-c7040601-2475-45fa-80b6-98953af90bc1 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:52:23.725373 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-384f5ff2-4146-44b7-9373-bb399851eb68 req-c7040601-2475-45fa-80b6-98953af90bc1 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:52:23.726609 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-384f5ff2-4146-44b7-9373-bb399851eb68 req-c7040601-2475-45fa-80b6-98953af90bc1 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=a353e6ec-b66f-41d4-bf61-2d45bd61dca1 HTTP/1.1" status: 200 len: 931 time: 0.3457296 Feb 28 14:52:23.821311 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-384f5ff2-4146-44b7-9373-bb399851eb68 req-f3508fe2-d698-4033-a539-a61ec5e89373 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=69dde053-ccab-4e3c-b8c5-cd854b0e0e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863111 Feb 28 14:52:23.823189 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-a12209c9-58c8-4d0e-817e-7aa17f0299f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af7f4907-7466-47f8-ba63-d6804efa54a8 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:52:23.830672 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-a12209c9-58c8-4d0e-817e-7aa17f0299f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:23.846291 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-a12209c9-58c8-4d0e-817e-7aa17f0299f9 service neutron] Transition to ACTIVE for port object af7f4907-7466-47f8-ba63-d6804efa54a8 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:23.851456 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-a12209c9-58c8-4d0e-817e-7aa17f0299f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:24.006500 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12209c9-58c8-4d0e-817e-7aa17f0299f9 service neutron] Pushing event updated for resources: {'Port': ['ID=af7f4907-7466-47f8-ba63-d6804efa54a8,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:24.058857 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device cc79c394-32a4-4a48-9243-ccd51901e018 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:52:24.089889 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-a12209c9-58c8-4d0e-817e-7aa17f0299f9 service neutron] Attempting to bind port af7f4907-7466-47f8-ba63-d6804efa54a8 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:52:24.090649 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-a12209c9-58c8-4d0e-817e-7aa17f0299f9 service neutron] Attempting to bind port af7f4907-7466-47f8-ba63-d6804efa54a8 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'b9ee0690-ae0f-41dd-852c-d2660fcba80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd4bb4c31-d874-4a35-bd1f-75db567b1e02'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:52:24.090966 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-a12209c9-58c8-4d0e-817e-7aa17f0299f9 service neutron] Attempting to bind port af7f4907-7466-47f8-ba63-d6804efa54a8 on network d4bb4c31-d874-4a35-bd1f-75db567b1e02 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:52:24.097413 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-a12209c9-58c8-4d0e-817e-7aa17f0299f9 service neutron] Port af7f4907-7466-47f8-ba63-d6804efa54a8 on network d4bb4c31-d874-4a35-bd1f-75db567b1e02 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:52:24.097674 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-a12209c9-58c8-4d0e-817e-7aa17f0299f9 service neutron] Attempting to bind port af7f4907-7466-47f8-ba63-d6804efa54a8 on network d4bb4c31-d874-4a35-bd1f-75db567b1e02 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:52:24.102783 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-a12209c9-58c8-4d0e-817e-7aa17f0299f9 service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:52:24.103108 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-a12209c9-58c8-4d0e-817e-7aa17f0299f9 service neutron] Checking segment: {'id': 'b9ee0690-ae0f-41dd-852c-d2660fcba80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd4bb4c31-d874-4a35-bd1f-75db567b1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:52:24.103539 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-a12209c9-58c8-4d0e-817e-7aa17f0299f9 service neutron] Bound using segment: {'id': 'b9ee0690-ae0f-41dd-852c-d2660fcba80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd4bb4c31-d874-4a35-bd1f-75db567b1e02'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:52:24.103981 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-a12209c9-58c8-4d0e-817e-7aa17f0299f9 service neutron] Bound port: af7f4907-7466-47f8-ba63-d6804efa54a8, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ee0690-ae0f-41dd-852c-d2660fcba80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd4bb4c31-d874-4a35-bd1f-75db567b1e02'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:52:24.104318 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-a12209c9-58c8-4d0e-817e-7aa17f0299f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:24.129024 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port cc79c394-32a4-4a48-9243-ccd51901e018 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:24.138232 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port cc79c394-32a4-4a48-9243-ccd51901e018 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:24.138605 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:24.207799 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-a12209c9-58c8-4d0e-817e-7aa17f0299f9 service neutron] For port af7f4907-7466-47f8-ba63-d6804efa54a8, host hv-neutron-8311, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:52:24.210763 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-a12209c9-58c8-4d0e-817e-7aa17f0299f9 service neutron] For port af7f4907-7466-47f8-ba63-d6804efa54a8, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=af7f4907-7466-47f8-ba63-d6804efa54a8,segment=NetworkSegment(b9ee0690-ae0f-41dd-852c-d2660fcba80f),segment_id=b9ee0690-ae0f-41dd-852c-d2660fcba80f)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:52:24.215621 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-a12209c9-58c8-4d0e-817e-7aa17f0299f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:24.268602 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:24.271787 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-a12209c9-58c8-4d0e-817e-7aa17f0299f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:24.272388 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-a12209c9-58c8-4d0e-817e-7aa17f0299f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:24.273739 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-a12209c9-58c8-4d0e-817e-7aa17f0299f9 service neutron] 10.222.0.13 "PUT /v2.0/ports/af7f4907-7466-47f8-ba63-d6804efa54a8 HTTP/1.1" status: 200 len: 1093 time: 1.2062225 Feb 28 14:52:24.274183 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a353e6ec-b66f-41d4-bf61-2d45bd61dca1', 'tag': 'af7f4907-7466-47f8-ba63-d6804efa54a8'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:52:24.308962 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12209c9-58c8-4d0e-817e-7aa17f0299f9 service neutron] Pushing event updated for resources: {'Port': ['ID=af7f4907-7466-47f8-ba63-d6804efa54a8,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:24.317773 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port cc79c394-32a4-4a48-9243-ccd51901e018, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=cc79c394-32a4-4a48-9243-ccd51901e018,segment=NetworkSegment(b9ee0690-ae0f-41dd-852c-d2660fcba80f),segment_id=b9ee0690-ae0f-41dd-852c-d2660fcba80f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:52:24.322395 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:24.355342 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a353e6ec-b66f-41d4-bf61-2d45bd61dca1', 'tag': 'af7f4907-7466-47f8-ba63-d6804efa54a8', 'status': 'completed', 'code': 200} Feb 28 14:52:24.397507 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=cc79c394-32a4-4a48-9243-ccd51901e018,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:24.401443 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-3a74a5d3-7d0a-4566-93de-3327e8f4e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:24.403091 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-3a74a5d3-7d0a-4566-93de-3327e8f4e9fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=a353e6ec-b66f-41d4-bf61-2d45bd61dca1 HTTP/1.1" status: 200 len: 1096 time: 0.0845003 Feb 28 14:52:24.477645 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-384bc52a-b279-4547-bcfa-90ab0d6747ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af7f4907-7466-47f8-ba63-d6804efa54a8 HTTP/1.1" status: 200 len: 217 time: 0.0667691 Feb 28 14:52:24.543133 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-121689b9-dae8-4b0b-bac6-92cfebe4e977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:24.544524 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-121689b9-dae8-4b0b-bac6-92cfebe4e977 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f7ef644-80b6-4404-aea2-bcdaa851e282 HTTP/1.1" status: 200 len: 834 time: 0.0611475 Feb 28 14:52:24.623940 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-843def9b-b3a4-41d6-b8f3-f7a525778d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:24.625600 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-843def9b-b3a4-41d6-b8f3-f7a525778d21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d4bb4c31-d874-4a35-bd1f-75db567b1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732272 Feb 28 14:52:24.758902 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-b2e328e5-e7d4-4588-b1a1-52558c304d15 service neutron] 10.222.0.13 "GET /v2.0/networks/d4bb4c31-d874-4a35-bd1f-75db567b1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265335 Feb 28 14:52:24.893891 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e1ccaa2-189e-4f49-954a-cfeedf4ef090 req-3e9523d6-902b-45ea-873a-747cca353d0f service neutron] 10.222.0.13 "GET /v2.0/networks/d4bb4c31-d874-4a35-bd1f-75db567b1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291363 Feb 28 14:52:25.070271 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54643df-c205-41b0-b3af-f0565e4e94e8 req-d6cd8f50-3fb2-4f1d-8afd-56d8bee7aee3 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:25.071737 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f54643df-c205-41b0-b3af-f0565e4e94e8 req-d6cd8f50-3fb2-4f1d-8afd-56d8bee7aee3 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=a353e6ec-b66f-41d4-bf61-2d45bd61dca1 HTTP/1.1" status: 200 len: 943 time: 0.1361778 Feb 28 14:52:25.073562 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea7f5c-6b93-497a-85c6-6ed0d1a79b5a req-5cbc3b94-3d57-47b0-bd06-e25cb561b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:25.074865 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-76ea7f5c-6b93-497a-85c6-6ed0d1a79b5a req-5cbc3b94-3d57-47b0-bd06-e25cb561b832 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=a353e6ec-b66f-41d4-bf61-2d45bd61dca1 HTTP/1.1" status: 200 len: 1096 time: 0.1369963 Feb 28 14:52:25.199964 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f54643df-c205-41b0-b3af-f0565e4e94e8 req-94e3fd48-aa3c-4088-bd90-fbe2b33d9403 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=69dde053-ccab-4e3c-b8c5-cd854b0e0e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213903 Feb 28 14:52:25.235634 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea7f5c-6b93-497a-85c6-6ed0d1a79b5a req-9b524033-9b81-4cc3-8368-0100278d584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:25.237077 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-76ea7f5c-6b93-497a-85c6-6ed0d1a79b5a req-9b524033-9b81-4cc3-8368-0100278d584a service neutron] 10.222.0.13 "GET /v2.0/networks?id=d4bb4c31-d874-4a35-bd1f-75db567b1e02 HTTP/1.1" status: 200 len: 898 time: 0.1461833 Feb 28 14:52:25.306517 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-76ea7f5c-6b93-497a-85c6-6ed0d1a79b5a req-371afc21-39ba-406c-905c-29c2747f76ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af7f4907-7466-47f8-ba63-d6804efa54a8 HTTP/1.1" status: 200 len: 217 time: 0.0624359 Feb 28 14:52:25.368592 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea7f5c-6b93-497a-85c6-6ed0d1a79b5a req-1e7623df-c9f0-430e-836c-98eeaea534b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:25.370014 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-76ea7f5c-6b93-497a-85c6-6ed0d1a79b5a req-1e7623df-c9f0-430e-836c-98eeaea534b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f7ef644-80b6-4404-aea2-bcdaa851e282 HTTP/1.1" status: 200 len: 834 time: 0.0574496 Feb 28 14:52:25.457887 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea7f5c-6b93-497a-85c6-6ed0d1a79b5a req-c104e21e-5c25-4125-a065-0ec3702b4314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:25.459389 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-76ea7f5c-6b93-497a-85c6-6ed0d1a79b5a req-c104e21e-5c25-4125-a065-0ec3702b4314 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d4bb4c31-d874-4a35-bd1f-75db567b1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820668 Feb 28 14:52:25.691806 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-76ea7f5c-6b93-497a-85c6-6ed0d1a79b5a req-9196b873-247c-415b-8915-c945cf2330c2 service neutron] 10.222.0.13 "GET /v2.0/networks/d4bb4c31-d874-4a35-bd1f-75db567b1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250538 Feb 28 14:52:25.827418 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-76ea7f5c-6b93-497a-85c6-6ed0d1a79b5a req-cbeaada4-87a7-4f6f-aef4-75c0f62a7778 service neutron] 10.222.0.13 "GET /v2.0/networks/d4bb4c31-d874-4a35-bd1f-75db567b1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292355 Feb 28 14:52:26.029077 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device cc79c394-32a4-4a48-9243-ccd51901e018 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:52:26.054488 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device af7f4907-7466-47f8-ba63-d6804efa54a8 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:52:26.210950 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port cc79c394-32a4-4a48-9243-ccd51901e018 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:26.211254 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:26.287036 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port af7f4907-7466-47f8-ba63-d6804efa54a8, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=af7f4907-7466-47f8-ba63-d6804efa54a8,segment=NetworkSegment(b9ee0690-ae0f-41dd-852c-d2660fcba80f),segment_id=b9ee0690-ae0f-41dd-852c-d2660fcba80f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:52:26.302551 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': 'af7f4907-7466-47f8-ba63-d6804efa54a8', 'network_id': 'd4bb4c31-d874-4a35-bd1f-75db567b1e02', 'port_id': 'af7f4907-7466-47f8-ba63-d6804efa54a8', 'mac_address': 'fa:16:3e:f1:3a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f7ef644-80b6-4404-aea2-bcdaa851e282', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:52:26.406493 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff5ad4-9bb2-4ae7-9fc6-419d74b211e8 req-77f054ff-4ba8-46ae-b17a-804eabbef16a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:26.412089 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-edff5ad4-9bb2-4ae7-9fc6-419d74b211e8 req-77f054ff-4ba8-46ae-b17a-804eabbef16a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=a353e6ec-b66f-41d4-bf61-2d45bd61dca1 HTTP/1.1" status: 200 len: 943 time: 0.1006117 Feb 28 14:52:26.433845 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:26.455510 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af7f4907-7466-47f8-ba63-d6804efa54a8 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:52:26.459943 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-edff5ad4-9bb2-4ae7-9fc6-419d74b211e8 req-1ab47136-e300-43ee-8240-eb758ebb9554 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=69dde053-ccab-4e3c-b8c5-cd854b0e0e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463030 Feb 28 14:52:26.472689 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port af7f4907-7466-47f8-ba63-d6804efa54a8, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=af7f4907-7466-47f8-ba63-d6804efa54a8,segment=NetworkSegment(b9ee0690-ae0f-41dd-852c-d2660fcba80f),segment_id=b9ee0690-ae0f-41dd-852c-d2660fcba80f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:52:26.478475 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:26.564766 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=af7f4907-7466-47f8-ba63-d6804efa54a8,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:26.721707 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['af7f4907-7466-47f8-ba63-d6804efa54a8'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:52:27.660336 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b699abd-e52a-4bde-967c-2f82be568352 req-66e8ba33-6b3a-4d4d-b343-ff8fb1094387 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:27.661789 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1b699abd-e52a-4bde-967c-2f82be568352 req-66e8ba33-6b3a-4d4d-b343-ff8fb1094387 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=a353e6ec-b66f-41d4-bf61-2d45bd61dca1 HTTP/1.1" status: 200 len: 944 time: 0.0815103 Feb 28 14:52:27.704853 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1b699abd-e52a-4bde-967c-2f82be568352 req-2227c4a4-34de-4dc1-92fc-93fd92b33df4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=69dde053-ccab-4e3c-b8c5-cd854b0e0e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369022 Feb 28 14:52:28.071869 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device af7f4907-7466-47f8-ba63-d6804efa54a8 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:52:28.149412 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port af7f4907-7466-47f8-ba63-d6804efa54a8 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:28.154248 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port af7f4907-7466-47f8-ba63-d6804efa54a8 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:28.154620 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:28.276505 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:28.305936 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a353e6ec-b66f-41d4-bf61-2d45bd61dca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7f4907-7466-47f8-ba63-d6804efa54a8'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:52:28.315881 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port af7f4907-7466-47f8-ba63-d6804efa54a8, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=af7f4907-7466-47f8-ba63-d6804efa54a8,segment=NetworkSegment(b9ee0690-ae0f-41dd-852c-d2660fcba80f),segment_id=b9ee0690-ae0f-41dd-852c-d2660fcba80f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:52:28.321005 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:28.389231 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=af7f4907-7466-47f8-ba63-d6804efa54a8,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:28.408690 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a353e6ec-b66f-41d4-bf61-2d45bd61dca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7f4907-7466-47f8-ba63-d6804efa54a8', 'code': 200} Feb 28 14:52:28.655187 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32584f-c72d-4490-824b-33a52e104e50 req-ea1376ee-c3ba-4977-9920-cad69973c6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:28.656713 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ec32584f-c72d-4490-824b-33a52e104e50 req-ea1376ee-c3ba-4977-9920-cad69973c6a3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a353e6ec-b66f-41d4-bf61-2d45bd61dca1 HTTP/1.1" status: 200 len: 1098 time: 0.0794413 Feb 28 14:52:28.697963 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ec32584f-c72d-4490-824b-33a52e104e50 req-5f2d1902-4e98-4e64-8fa9-0fc71560054a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=69dde053-ccab-4e3c-b8c5-cd854b0e0e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352256 Feb 28 14:52:28.898633 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87dcc4-7979-437a-97c6-d6fc46524368 req-a2cd3f22-acb0-4f79-9ad4-e8fa62f63788 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:28.900047 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ff87dcc4-7979-437a-97c6-d6fc46524368 req-a2cd3f22-acb0-4f79-9ad4-e8fa62f63788 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=a353e6ec-b66f-41d4-bf61-2d45bd61dca1 HTTP/1.1" status: 200 len: 945 time: 0.0831175 Feb 28 14:52:28.954722 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ff87dcc4-7979-437a-97c6-d6fc46524368 req-7dfbc794-7069-44c4-bef4-f8380015eb60 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=69dde053-ccab-4e3c-b8c5-cd854b0e0e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488479 Feb 28 14:52:30.163675 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebb96e-b2bc-4aba-aaf9-44ca7665fd44 req-c50832f6-5638-4e31-a159-46eb836ff3c0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:30.165840 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-34ebb96e-b2bc-4aba-aaf9-44ca7665fd44 req-c50832f6-5638-4e31-a159-46eb836ff3c0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=a353e6ec-b66f-41d4-bf61-2d45bd61dca1 HTTP/1.1" status: 200 len: 945 time: 0.0886099 Feb 28 14:52:30.224503 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-34ebb96e-b2bc-4aba-aaf9-44ca7665fd44 req-59c173a2-842c-430f-acef-4dfc86ae3bda tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=69dde053-ccab-4e3c-b8c5-cd854b0e0e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517805 Feb 28 14:52:30.432003 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82803ae6-876f-41e6-8ba5-7829f13bcc52 req-3879904b-da83-4f8d-a0fb-ac1d28d17033 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:30.433448 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-82803ae6-876f-41e6-8ba5-7829f13bcc52 req-3879904b-da83-4f8d-a0fb-ac1d28d17033 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=a353e6ec-b66f-41d4-bf61-2d45bd61dca1 HTTP/1.1" status: 200 len: 945 time: 0.0883973 Feb 28 14:52:30.478623 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-82803ae6-876f-41e6-8ba5-7829f13bcc52 req-3339818a-0e42-4679-bf89-b28bdc946afb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=69dde053-ccab-4e3c-b8c5-cd854b0e0e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391192 Feb 28 14:52:30.508794 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 37868) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:30.589758 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8d035c-a260-4278-8c12-c1b5a50fb5be tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:30.591286 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-cc8d035c-a260-4278-8c12-c1b5a50fb5be tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a353e6ec-b66f-41d4-bf61-2d45bd61dca1 HTTP/1.1" status: 200 len: 1093 time: 0.0815125 Feb 28 14:52:30.594367 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 37872) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:30.599759 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-21d54ae2-9d5c-4207-a00b-265635a1b114 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'port_id': 'af7f4907-7466-47f8-ba63-d6804efa54a8', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:52:30.610130 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-21d54ae2-9d5c-4207-a00b-265635a1b114 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:30.614616 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-21d54ae2-9d5c-4207-a00b-265635a1b114 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:floatingip and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:30.617476 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-21d54ae2-9d5c-4207-a00b-265635a1b114 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:30.623119 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-21d54ae2-9d5c-4207-a00b-265635a1b114 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:30.636451 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21d54ae2-9d5c-4207-a00b-265635a1b114 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:30.784116 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21d54ae2-9d5c-4207-a00b-265635a1b114 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:30.914110 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-21d54ae2-9d5c-4207-a00b-265635a1b114 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Allocated IP 172.26.5.13 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/a0f93836-2aa8-40fe-a587-3c401aa1ceb0) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:31.057536 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21d54ae2-9d5c-4207-a00b-265635a1b114 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:31.090407 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21d54ae2-9d5c-4207-a00b-265635a1b114 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:31.150705 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d54ae2-9d5c-4207-a00b-265635a1b114 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:31.153368 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-21d54ae2-9d5c-4207-a00b-265635a1b114 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:31.161178 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d54ae2-9d5c-4207-a00b-265635a1b114 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:52:31.195485 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d54ae2-9d5c-4207-a00b-265635a1b114 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=a0f93836-2aa8-40fe-a587-3c401aa1ceb0,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:31.675410 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21d54ae2-9d5c-4207-a00b-265635a1b114 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:31.753305 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21d54ae2-9d5c-4207-a00b-265635a1b114 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:31.964921 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21d54ae2-9d5c-4207-a00b-265635a1b114 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:31.970926 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21d54ae2-9d5c-4207-a00b-265635a1b114 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:32.087692 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d54ae2-9d5c-4207-a00b-265635a1b114 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=a0f93836-2aa8-40fe-a587-3c401aa1ceb0,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:32.098467 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21d54ae2-9d5c-4207-a00b-265635a1b114 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:32.282254 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-21d54ae2-9d5c-4207-a00b-265635a1b114 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Floating IP ce2af235-8b8c-457e-a20a-0a6b646dbe83 associated. External IP: 172.26.5.13, port: af7f4907-7466-47f8-ba63-d6804efa54a8. Feb 28 14:52:32.638360 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d54ae2-9d5c-4207-a00b-265635a1b114 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Router 03d5b9bc-f07f-4373-ad69-6d0a6bc42e14 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:52:32.816303 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d54ae2-9d5c-4207-a00b-265635a1b114 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:52:32.826446 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f11dafd-227e-480c-bc76-da7fd880a75c None None] Sync routers for ids ['03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:52:32.839731 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f11dafd-227e-480c-bc76-da7fd880a75c None None] Routers {'03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:52:32.840528 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9f11dafd-227e-480c-bc76-da7fd880a75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:52:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:32.842953 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-21d54ae2-9d5c-4207-a00b-265635a1b114 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:32.900242 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-21d54ae2-9d5c-4207-a00b-265635a1b114 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3048873 Feb 28 14:52:32.900786 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a353e6ec-b66f-41d4-bf61-2d45bd61dca1', 'tag': 'af7f4907-7466-47f8-ba63-d6804efa54a8'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:52:32.949502 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a353e6ec-b66f-41d4-bf61-2d45bd61dca1', 'tag': 'af7f4907-7466-47f8-ba63-d6804efa54a8', 'status': 'completed', 'code': 200} Feb 28 14:52:33.027893 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-9f11dafd-227e-480c-bc76-da7fd880a75c None None] Set router 03d5b9bc-f07f-4373-ad69-6d0a6bc42e14 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:52:33.055533 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf75e44-632d-4eef-bbd7-8ec6ebdce115 req-0614f9e9-6fb6-4215-b54f-6a213534a924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:33.057068 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bbf75e44-632d-4eef-bbd7-8ec6ebdce115 req-0614f9e9-6fb6-4215-b54f-6a213534a924 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=a353e6ec-b66f-41d4-bf61-2d45bd61dca1 HTTP/1.1" status: 200 len: 1098 time: 0.0796378 Feb 28 14:52:33.088221 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2320d-a68d-49e2-a688-1c49c954a6d2 req-cf830e7a-da55-4388-a69f-48081e9f92ae tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:33.089684 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-aee2320d-a68d-49e2-a688-1c49c954a6d2 req-cf830e7a-da55-4388-a69f-48081e9f92ae tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=a353e6ec-b66f-41d4-bf61-2d45bd61dca1 HTTP/1.1" status: 200 len: 945 time: 0.0887303 Feb 28 14:52:33.137740 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-aee2320d-a68d-49e2-a688-1c49c954a6d2 req-a8c75dd1-67b2-4b8a-b8e7-030aa8abc9f4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=69dde053-ccab-4e3c-b8c5-cd854b0e0e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398962 Feb 28 14:52:33.163449 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37880) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:33.277209 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-13f943e8-fbcd-4c09-ac28-bf7ba36b088e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/floatingips/ce2af235-8b8c-457e-a20a-0a6b646dbe83 HTTP/1.1" status: 200 len: 990 time: 0.1112323 Feb 28 14:52:33.327458 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf75e44-632d-4eef-bbd7-8ec6ebdce115 req-08f632a4-01b8-4a9d-bf9d-ec87f47c2ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:33.328892 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bbf75e44-632d-4eef-bbd7-8ec6ebdce115 req-08f632a4-01b8-4a9d-bf9d-ec87f47c2ab3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d4bb4c31-d874-4a35-bd1f-75db567b1e02 HTTP/1.1" status: 200 len: 898 time: 0.2608604 Feb 28 14:52:33.395775 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9f11dafd-227e-480c-bc76-da7fd880a75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817177071', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:52:13Z', 'updated_at': '2022-02-28T14:52:18Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:14Z', 'updated_at': '2022-02-28T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': 'ce2af235-8b8c-457e-a20a-0a6b646dbe83', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'floating_ip_address': '172.26.5.13', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'port_id': 'af7f4907-7466-47f8-ba63-d6804efa54a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4bb4c31-d874-4a35-bd1f-75db567b1e02', 'mac_address': 'fa:16:3e:f1:3a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a353e6ec-b66f-41d4-bf61-2d45bd61dca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:52:31Z', 'updated_at': '2022-02-28T14:52:31Z', 'revision_number': 0, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc79c394-32a4-4a48-9243-ccd51901e018', 'name': '', 'network_id': 'd4bb4c31-d874-4a35-bd1f-75db567b1e02', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:0e:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '2f7ef644-80b6-4404-aea2-bcdaa851e282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:17Z', 'updated_at': '2022-02-28T14:52:24Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': '2f7ef644-80b6-4404-aea2-bcdaa851e282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:33.399599 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f11dafd-227e-480c-bc76-da7fd880a75c None None] Checking router: 03d5b9bc-f07f-4373-ad69-6d0a6bc42e14 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:52:33.407936 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f11dafd-227e-480c-bc76-da7fd880a75c None None] Routers {'03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:52:33.408623 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9f11dafd-227e-480c-bc76-da7fd880a75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:52:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:33.431397 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bbf75e44-632d-4eef-bbd7-8ec6ebdce115 req-0ef988c5-c94b-443a-8350-ff026b708172 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af7f4907-7466-47f8-ba63-d6804efa54a8 HTTP/1.1" status: 200 len: 998 time: 0.0960457 Feb 28 14:52:33.498133 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf75e44-632d-4eef-bbd7-8ec6ebdce115 req-d07e1bf8-0a0d-4864-9f60-1aa8f557f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:33.499584 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bbf75e44-632d-4eef-bbd7-8ec6ebdce115 req-d07e1bf8-0a0d-4864-9f60-1aa8f557f1ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f7ef644-80b6-4404-aea2-bcdaa851e282 HTTP/1.1" status: 200 len: 834 time: 0.0604942 Feb 28 14:52:33.578399 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf75e44-632d-4eef-bbd7-8ec6ebdce115 req-dea03b72-e911-4729-a58e-f6de7a315e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:33.580231 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bbf75e44-632d-4eef-bbd7-8ec6ebdce115 req-dea03b72-e911-4729-a58e-f6de7a315e27 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d4bb4c31-d874-4a35-bd1f-75db567b1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722742 Feb 28 14:52:33.586728 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-9f11dafd-227e-480c-bc76-da7fd880a75c None None] Set router 03d5b9bc-f07f-4373-ad69-6d0a6bc42e14 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:52:33.724402 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bbf75e44-632d-4eef-bbd7-8ec6ebdce115 req-49ed0feb-4032-4001-b04a-86edf0bcb3c0 service neutron] 10.222.0.13 "GET /v2.0/networks/d4bb4c31-d874-4a35-bd1f-75db567b1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274469 Feb 28 14:52:33.854831 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bbf75e44-632d-4eef-bbd7-8ec6ebdce115 req-7b0b90bf-9c82-4a18-b38b-d4111eaf4ac5 service neutron] 10.222.0.13 "GET /v2.0/networks/d4bb4c31-d874-4a35-bd1f-75db567b1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240380 Feb 28 14:52:33.974231 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-9f11dafd-227e-480c-bc76-da7fd880a75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817177071', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:52:13Z', 'updated_at': '2022-02-28T14:52:18Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:14Z', 'updated_at': '2022-02-28T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': 'ce2af235-8b8c-457e-a20a-0a6b646dbe83', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'floating_ip_address': '172.26.5.13', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'port_id': 'af7f4907-7466-47f8-ba63-d6804efa54a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4bb4c31-d874-4a35-bd1f-75db567b1e02', 'mac_address': 'fa:16:3e:f1:3a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a353e6ec-b66f-41d4-bf61-2d45bd61dca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:52:31Z', 'updated_at': '2022-02-28T14:52:31Z', 'revision_number': 0, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc79c394-32a4-4a48-9243-ccd51901e018', 'name': '', 'network_id': 'd4bb4c31-d874-4a35-bd1f-75db567b1e02', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:0e:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '2f7ef644-80b6-4404-aea2-bcdaa851e282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:17Z', 'updated_at': '2022-02-28T14:52:24Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': '2f7ef644-80b6-4404-aea2-bcdaa851e282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:33.978369 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f11dafd-227e-480c-bc76-da7fd880a75c None None] The sync data for ids ['03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'] in dv-neutron-831192-4-hyperv is: [{'id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817177071', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:52:13Z', 'updated_at': '2022-02-28T14:52:18Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:14Z', 'updated_at': '2022-02-28T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': 'ce2af235-8b8c-457e-a20a-0a6b646dbe83', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'floating_ip_address': '172.26.5.13', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'port_id': 'af7f4907-7466-47f8-ba63-d6804efa54a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4bb4c31-d874-4a35-bd1f-75db567b1e02', 'mac_address': 'fa:16:3e:f1:3a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a353e6ec-b66f-41d4-bf61-2d45bd61dca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:52:31Z', 'updated_at': '2022-02-28T14:52:31Z', 'revision_number': 0, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc79c394-32a4-4a48-9243-ccd51901e018', 'name': '', 'network_id': 'd4bb4c31-d874-4a35-bd1f-75db567b1e02', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:0e:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '2f7ef644-80b6-4404-aea2-bcdaa851e282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:17Z', 'updated_at': '2022-02-28T14:52:24Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': '2f7ef644-80b6-4404-aea2-bcdaa851e282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:52:34.184875 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0271e032-9de2-4667-aba4-08870d15cbb9 None None] New status for floating IP ce2af235-8b8c-457e-a20a-0a6b646dbe83: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:52:34.280427 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37884) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:34.398413 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c3fcbd25-fb9b-4fc3-b738-628b5d066a61 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/floatingips/ce2af235-8b8c-457e-a20a-0a6b646dbe83 HTTP/1.1" status: 200 len: 990 time: 0.1155353 Feb 28 14:52:35.295429 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:35.401161 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 37888) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:35.514681 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-46d87ee0-2721-4415-9c20-38a57fbcd4ea tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/floatingips/ce2af235-8b8c-457e-a20a-0a6b646dbe83 HTTP/1.1" status: 200 len: 992 time: 0.1121783 Feb 28 14:52:37.733018 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-35120026-36ec-4132-bc1a-e6193a6f2c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:39.813519 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-57726a97-f39e-401a-b21d-4a38d84a29ff req-d6fab514-1506-4d3e-b372-f1825eeaa56c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a353e6ec-b66f-41d4-bf61-2d45bd61dca1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760062 Feb 28 14:52:39.852528 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1501a9e0-78fc-4302-ae54-1b8657f7b09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:39.973163 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57726a97-f39e-401a-b21d-4a38d84a29ff req-3be81bd5-4972-4d11-93df-0f0dba5c45b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:39.975207 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-57726a97-f39e-401a-b21d-4a38d84a29ff req-3be81bd5-4972-4d11-93df-0f0dba5c45b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=a353e6ec-b66f-41d4-bf61-2d45bd61dca1 HTTP/1.1" status: 200 len: 1098 time: 0.0880356 Feb 28 14:52:40.137704 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57726a97-f39e-401a-b21d-4a38d84a29ff req-2e930f89-772d-45b1-84e2-362aa6c8a4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:40.139189 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-57726a97-f39e-401a-b21d-4a38d84a29ff req-2e930f89-772d-45b1-84e2-362aa6c8a4d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d4bb4c31-d874-4a35-bd1f-75db567b1e02 HTTP/1.1" status: 200 len: 898 time: 0.1423333 Feb 28 14:52:40.269066 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-57726a97-f39e-401a-b21d-4a38d84a29ff req-6780576e-4ce7-4d49-83bc-d5a798a894e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af7f4907-7466-47f8-ba63-d6804efa54a8 HTTP/1.1" status: 200 len: 1000 time: 0.1088631 Feb 28 14:52:40.335391 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57726a97-f39e-401a-b21d-4a38d84a29ff req-991e793e-6960-40dc-9508-7ce15cfb3cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:40.336797 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-57726a97-f39e-401a-b21d-4a38d84a29ff req-991e793e-6960-40dc-9508-7ce15cfb3cbc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f7ef644-80b6-4404-aea2-bcdaa851e282 HTTP/1.1" status: 200 len: 834 time: 0.0581613 Feb 28 14:52:40.419652 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57726a97-f39e-401a-b21d-4a38d84a29ff req-704f3a70-717c-49de-98bb-33cbd4f1b6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:40.421216 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-57726a97-f39e-401a-b21d-4a38d84a29ff req-704f3a70-717c-49de-98bb-33cbd4f1b6f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d4bb4c31-d874-4a35-bd1f-75db567b1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786593 Feb 28 14:52:40.556852 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-57726a97-f39e-401a-b21d-4a38d84a29ff req-e34f73f7-fb15-42d7-b7fb-80c84e8e271b service neutron] 10.222.0.13 "GET /v2.0/networks/d4bb4c31-d874-4a35-bd1f-75db567b1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262751 Feb 28 14:52:40.690518 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-57726a97-f39e-401a-b21d-4a38d84a29ff req-b185c806-1828-4afd-80b6-a3d9bc4f9549 service neutron] 10.222.0.13 "GET /v2.0/networks/d4bb4c31-d874-4a35-bd1f-75db567b1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254628 Feb 28 14:52:40.984540 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:41.232952 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:42.639876 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:48.908686 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:53:02.601673 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39918f0f-7607-4467-b8b9-3393b7d8ec1c req-47a223a2-9bad-4671-9d38-bda757710237 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:02.603314 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-39918f0f-7607-4467-b8b9-3393b7d8ec1c req-47a223a2-9bad-4671-9d38-bda757710237 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=a353e6ec-b66f-41d4-bf61-2d45bd61dca1 HTTP/1.1" status: 200 len: 945 time: 0.1992831 Feb 28 14:53:02.646115 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-39918f0f-7607-4467-b8b9-3393b7d8ec1c req-f0e4cad6-e262-4192-a290-1feed0042f88 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=69dde053-ccab-4e3c-b8c5-cd854b0e0e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371616 Feb 28 14:53:03.850644 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236d618-a359-4d5f-8790-c16973c08166 req-f57f4958-2555-49d2-8120-d7b8b0d6d14d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:03.852123 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6236d618-a359-4d5f-8790-c16973c08166 req-f57f4958-2555-49d2-8120-d7b8b0d6d14d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=a353e6ec-b66f-41d4-bf61-2d45bd61dca1 HTTP/1.1" status: 200 len: 945 time: 0.0936708 Feb 28 14:53:03.902626 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6236d618-a359-4d5f-8790-c16973c08166 req-c4403889-ecd3-4bc5-a7fa-d12e2c81b9b6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=69dde053-ccab-4e3c-b8c5-cd854b0e0e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445564 Feb 28 14:53:03.926245 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37906) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:04.039490 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3051fda3-e9cf-44d7-861a-d9bea78e4752 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/floatingips/ce2af235-8b8c-457e-a20a-0a6b646dbe83 HTTP/1.1" status: 200 len: 992 time: 0.1118205 Feb 28 14:53:05.288906 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:05.550749 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad694065-b698-4115-b4a1-b6b2a115e181 req-91e6a02e-bae6-4330-a253-d673998f0798 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:05.552208 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ad694065-b698-4115-b4a1-b6b2a115e181 req-91e6a02e-bae6-4330-a253-d673998f0798 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=a353e6ec-b66f-41d4-bf61-2d45bd61dca1 HTTP/1.1" status: 200 len: 945 time: 0.0904078 Feb 28 14:53:05.597851 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ad694065-b698-4115-b4a1-b6b2a115e181 req-5734b5be-d469-4661-af30-6dd596e2dca0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=69dde053-ccab-4e3c-b8c5-cd854b0e0e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396376 Feb 28 14:53:06.804855 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5025c-d03b-4705-94e5-7af3e991a0f4 req-1298c20f-57c4-42f6-b30d-de16b8179747 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:06.806205 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-15a5025c-d03b-4705-94e5-7af3e991a0f4 req-1298c20f-57c4-42f6-b30d-de16b8179747 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=a353e6ec-b66f-41d4-bf61-2d45bd61dca1 HTTP/1.1" status: 200 len: 945 time: 0.0875192 Feb 28 14:53:06.850955 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-15a5025c-d03b-4705-94e5-7af3e991a0f4 req-2e64f44e-445c-4ac2-85b8-d7aa68056dbb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=69dde053-ccab-4e3c-b8c5-cd854b0e0e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388987 Feb 28 14:53:06.874308 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 37918) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:06.981391 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-28f2248a-b24a-4fe1-b919-076c60185e33 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/floatingips/ce2af235-8b8c-457e-a20a-0a6b646dbe83 HTTP/1.1" status: 200 len: 992 time: 0.1058743 Feb 28 14:53:07.308392 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37926) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:07.519213 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d745c4f6-64b1-4ca6-8470-91616c10a27e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Deleting port a0f93836-2aa8-40fe-a587-3c401aa1ceb0 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:53:07.519564 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d745c4f6-64b1-4ca6-8470-91616c10a27e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:07.706252 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d745c4f6-64b1-4ca6-8470-91616c10a27e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:07.706473 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d745c4f6-64b1-4ca6-8470-91616c10a27e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:07.728912 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5d9ad31a-7dda-4a2d-9521-a79e36f17f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:07.831880 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-d745c4f6-64b1-4ca6-8470-91616c10a27e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Calling delete_port for a0f93836-2aa8-40fe-a587-3c401aa1ceb0 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:53:08.100790 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d745c4f6-64b1-4ca6-8470-91616c10a27e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:08.148743 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745c4f6-64b1-4ca6-8470-91616c10a27e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Port': ['ID=a0f93836-2aa8-40fe-a587-3c401aa1ceb0,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:08.185215 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d745c4f6-64b1-4ca6-8470-91616c10a27e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:08.185557 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d745c4f6-64b1-4ca6-8470-91616c10a27e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:08.185886 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d745c4f6-64b1-4ca6-8470-91616c10a27e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:08.186213 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d745c4f6-64b1-4ca6-8470-91616c10a27e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:08.186539 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d745c4f6-64b1-4ca6-8470-91616c10a27e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:08.186862 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d745c4f6-64b1-4ca6-8470-91616c10a27e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:08.187176 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d745c4f6-64b1-4ca6-8470-91616c10a27e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:08.187524 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d745c4f6-64b1-4ca6-8470-91616c10a27e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:08.187862 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d745c4f6-64b1-4ca6-8470-91616c10a27e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:08.188202 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d745c4f6-64b1-4ca6-8470-91616c10a27e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:08.188479 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d745c4f6-64b1-4ca6-8470-91616c10a27e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:08.188834 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d745c4f6-64b1-4ca6-8470-91616c10a27e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:08.251949 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d745c4f6-64b1-4ca6-8470-91616c10a27e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:08.252162 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-d745c4f6-64b1-4ca6-8470-91616c10a27e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Floating IP ce2af235-8b8c-457e-a20a-0a6b646dbe83 disassociated (deleted). External IP: 172.26.5.13, port: af7f4907-7466-47f8-ba63-d6804efa54a8. Feb 28 14:53:08.610372 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d745c4f6-64b1-4ca6-8470-91616c10a27e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Router 03d5b9bc-f07f-4373-ad69-6d0a6bc42e14 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:53:08.795179 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d745c4f6-64b1-4ca6-8470-91616c10a27e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:53:08.805095 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29088a96-9705-49de-b43a-7725e0a82b34 None None] Sync routers for ids ['03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:53:08.814676 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29088a96-9705-49de-b43a-7725e0a82b34 None None] Routers {'03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:53:08.815309 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-29088a96-9705-49de-b43a-7725e0a82b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:52:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:08.818153 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d745c4f6-64b1-4ca6-8470-91616c10a27e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:08.876180 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d745c4f6-64b1-4ca6-8470-91616c10a27e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "DELETE /v2.0/floatingips/ce2af235-8b8c-457e-a20a-0a6b646dbe83 HTTP/1.1" status: 204 len: 168 time: 1.5639017 Feb 28 14:53:08.876180 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a353e6ec-b66f-41d4-bf61-2d45bd61dca1', 'tag': 'af7f4907-7466-47f8-ba63-d6804efa54a8'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:53:08.921328 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a353e6ec-b66f-41d4-bf61-2d45bd61dca1', 'tag': 'af7f4907-7466-47f8-ba63-d6804efa54a8', 'status': 'completed', 'code': 200} Feb 28 14:53:08.993012 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-29088a96-9705-49de-b43a-7725e0a82b34 None None] Set router 03d5b9bc-f07f-4373-ad69-6d0a6bc42e14 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:53:09.011706 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b367f-d771-4b5d-9663-66019ae088f9 req-ec77cd99-d665-478c-b870-f6c24b9e4303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:09.013145 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-858b367f-d771-4b5d-9663-66019ae088f9 req-ec77cd99-d665-478c-b870-f6c24b9e4303 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=a353e6ec-b66f-41d4-bf61-2d45bd61dca1 HTTP/1.1" status: 200 len: 1098 time: 0.0716915 Feb 28 14:53:09.171831 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b367f-d771-4b5d-9663-66019ae088f9 req-4d04a2ff-ce3e-4827-b7fb-88facc2d2f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:09.173805 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-858b367f-d771-4b5d-9663-66019ae088f9 req-4d04a2ff-ce3e-4827-b7fb-88facc2d2f6c service neutron] 10.222.0.13 "GET /v2.0/networks?id=d4bb4c31-d874-4a35-bd1f-75db567b1e02 HTTP/1.1" status: 200 len: 898 time: 0.1536915 Feb 28 14:53:09.281169 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-858b367f-d771-4b5d-9663-66019ae088f9 req-163f309a-4e72-405b-96ad-d6d93ed9b0cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af7f4907-7466-47f8-ba63-d6804efa54a8 HTTP/1.1" status: 200 len: 217 time: 0.0709016 Feb 28 14:53:09.320580 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-29088a96-9705-49de-b43a-7725e0a82b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817177071', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:52:13Z', 'updated_at': '2022-02-28T14:52:18Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:14Z', 'updated_at': '2022-02-28T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'cc79c394-32a4-4a48-9243-ccd51901e018', 'name': '', 'network_id': 'd4bb4c31-d874-4a35-bd1f-75db567b1e02', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:0e:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '2f7ef644-80b6-4404-aea2-bcdaa851e282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:17Z', 'updated_at': '2022-02-28T14:52:24Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': '2f7ef644-80b6-4404-aea2-bcdaa851e282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:09.324605 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29088a96-9705-49de-b43a-7725e0a82b34 None None] Checking router: 03d5b9bc-f07f-4373-ad69-6d0a6bc42e14 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:53:09.332729 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29088a96-9705-49de-b43a-7725e0a82b34 None None] Routers {'03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:53:09.333647 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-29088a96-9705-49de-b43a-7725e0a82b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:52:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:09.368757 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b367f-d771-4b5d-9663-66019ae088f9 req-7fcbe96e-ed54-4d0d-bb63-237c7da59d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:09.370435 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-858b367f-d771-4b5d-9663-66019ae088f9 req-7fcbe96e-ed54-4d0d-bb63-237c7da59d95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f7ef644-80b6-4404-aea2-bcdaa851e282 HTTP/1.1" status: 200 len: 834 time: 0.0812967 Feb 28 14:53:09.383367 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64822048-44dc-46c5-b42d-eff795a24c45 req-ae6661b1-5e24-429c-bc41-97ec5db64fc2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:09.387368 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-64822048-44dc-46c5-b42d-eff795a24c45 req-ae6661b1-5e24-429c-bc41-97ec5db64fc2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=a353e6ec-b66f-41d4-bf61-2d45bd61dca1 HTTP/1.1" status: 200 len: 945 time: 0.2081580 Feb 28 14:53:09.476861 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-64822048-44dc-46c5-b42d-eff795a24c45 req-ecbbb619-d07b-4e7d-84dd-50ace4a3530d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=69dde053-ccab-4e3c-b8c5-cd854b0e0e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550714 Feb 28 14:53:09.499278 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b367f-d771-4b5d-9663-66019ae088f9 req-b71f64c2-0d6b-4961-bd9b-f8855187c23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:09.500187 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-858b367f-d771-4b5d-9663-66019ae088f9 req-b71f64c2-0d6b-4961-bd9b-f8855187c23b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d4bb4c31-d874-4a35-bd1f-75db567b1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1101434 Feb 28 14:53:09.514837 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-29088a96-9705-49de-b43a-7725e0a82b34 None None] Set router 03d5b9bc-f07f-4373-ad69-6d0a6bc42e14 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:53:09.633425 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-858b367f-d771-4b5d-9663-66019ae088f9 req-fe63518e-3656-4f21-845d-09d1f61dbee8 service neutron] 10.222.0.13 "GET /v2.0/networks/d4bb4c31-d874-4a35-bd1f-75db567b1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257973 Feb 28 14:53:09.766382 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-858b367f-d771-4b5d-9663-66019ae088f9 req-2c19c589-efca-4c51-be74-8399b872736a service neutron] 10.222.0.13 "GET /v2.0/networks/d4bb4c31-d874-4a35-bd1f-75db567b1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261656 Feb 28 14:53:09.825857 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-29088a96-9705-49de-b43a-7725e0a82b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817177071', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:52:13Z', 'updated_at': '2022-02-28T14:52:18Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:14Z', 'updated_at': '2022-02-28T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'cc79c394-32a4-4a48-9243-ccd51901e018', 'name': '', 'network_id': 'd4bb4c31-d874-4a35-bd1f-75db567b1e02', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:0e:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '2f7ef644-80b6-4404-aea2-bcdaa851e282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:17Z', 'updated_at': '2022-02-28T14:52:24Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': '2f7ef644-80b6-4404-aea2-bcdaa851e282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:09.829864 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29088a96-9705-49de-b43a-7725e0a82b34 None None] The sync data for ids ['03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'] in dv-neutron-831192-4-hyperv is: [{'id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817177071', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:52:13Z', 'updated_at': '2022-02-28T14:52:18Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:14Z', 'updated_at': '2022-02-28T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'cc79c394-32a4-4a48-9243-ccd51901e018', 'name': '', 'network_id': 'd4bb4c31-d874-4a35-bd1f-75db567b1e02', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:0e:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '2f7ef644-80b6-4404-aea2-bcdaa851e282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:17Z', 'updated_at': '2022-02-28T14:52:24Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': '2f7ef644-80b6-4404-aea2-bcdaa851e282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:53:09.857300 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4bc0abb6-3c5e-420c-94ae-f5c009cfd1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:10.035452 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529b53af-508e-44d9-9605-ac93a1444703 None None] New status for floating IP ce2af235-8b8c-457e-a20a-0a6b646dbe83: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:53:10.696538 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a767db-8735-4624-b97f-23b05439cea6 req-c31c0ffe-a47c-4fd7-a1f1-7887b7d00412 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:10.697238 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-22a767db-8735-4624-b97f-23b05439cea6 req-c31c0ffe-a47c-4fd7-a1f1-7887b7d00412 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:53:10.717062 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-22a767db-8735-4624-b97f-23b05439cea6 req-c31c0ffe-a47c-4fd7-a1f1-7887b7d00412 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:53:10.718154 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-22a767db-8735-4624-b97f-23b05439cea6 req-c31c0ffe-a47c-4fd7-a1f1-7887b7d00412 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=a353e6ec-b66f-41d4-bf61-2d45bd61dca1 HTTP/1.1" status: 200 len: 945 time: 0.1258681 Feb 28 14:53:10.767997 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-22a767db-8735-4624-b97f-23b05439cea6 req-719479cd-064d-4c3e-b378-77deb6196b84 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=69dde053-ccab-4e3c-b8c5-cd854b0e0e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439887 Feb 28 14:53:10.793811 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210a93c-3d85-4d9f-a473-7967b90efa79 req-c6fc0121-f5d9-4060-bb25-f1143615cdc0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:10.795294 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f210a93c-3d85-4d9f-a473-7967b90efa79 req-c6fc0121-f5d9-4060-bb25-f1143615cdc0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.13 "GET /v2.0/ports?device_id=a353e6ec-b66f-41d4-bf61-2d45bd61dca1 HTTP/1.1" status: 200 len: 945 time: 0.0875139 Feb 28 14:53:10.864729 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-f210a93c-3d85-4d9f-a473-7967b90efa79 req-ae3d8efe-dedc-4f16-99da-092e4a23f36e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Deleting port af7f4907-7466-47f8-ba63-d6804efa54a8 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:53:10.865062 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f210a93c-3d85-4d9f-a473-7967b90efa79 req-ae3d8efe-dedc-4f16-99da-092e4a23f36e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:10.979071 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:11.133883 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-f210a93c-3d85-4d9f-a473-7967b90efa79 req-ae3d8efe-dedc-4f16-99da-092e4a23f36e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] For port af7f4907-7466-47f8-ba63-d6804efa54a8, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=af7f4907-7466-47f8-ba63-d6804efa54a8,segment=NetworkSegment(b9ee0690-ae0f-41dd-852c-d2660fcba80f),segment_id=b9ee0690-ae0f-41dd-852c-d2660fcba80f)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:53:11.134198 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f210a93c-3d85-4d9f-a473-7967b90efa79 req-ae3d8efe-dedc-4f16-99da-092e4a23f36e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:11.232429 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:11.356363 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-f210a93c-3d85-4d9f-a473-7967b90efa79 req-ae3d8efe-dedc-4f16-99da-092e4a23f36e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Calling delete_port for af7f4907-7466-47f8-ba63-d6804efa54a8 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:53:11.502188 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f210a93c-3d85-4d9f-a473-7967b90efa79 req-ae3d8efe-dedc-4f16-99da-092e4a23f36e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:11.558148 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d8efe-dedc-4f16-99da-092e4a23f36e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Port': ['ID=af7f4907-7466-47f8-ba63-d6804efa54a8,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:11.596722 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d8efe-dedc-4f16-99da-092e4a23f36e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:11.597339 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d8efe-dedc-4f16-99da-092e4a23f36e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:11.597683 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d8efe-dedc-4f16-99da-092e4a23f36e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:11.598019 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d8efe-dedc-4f16-99da-092e4a23f36e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:11.598348 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d8efe-dedc-4f16-99da-092e4a23f36e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:11.598673 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d8efe-dedc-4f16-99da-092e4a23f36e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:11.598992 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d8efe-dedc-4f16-99da-092e4a23f36e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:11.599341 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d8efe-dedc-4f16-99da-092e4a23f36e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:11.599666 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d8efe-dedc-4f16-99da-092e4a23f36e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:11.599981 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d8efe-dedc-4f16-99da-092e4a23f36e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:11.600332 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d8efe-dedc-4f16-99da-092e4a23f36e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:11.600627 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d8efe-dedc-4f16-99da-092e4a23f36e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:11.642305 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f210a93c-3d85-4d9f-a473-7967b90efa79 req-ae3d8efe-dedc-4f16-99da-092e4a23f36e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] No DVR routers for this DVR port af7f4907-7466-47f8-ba63-d6804efa54a8 on host hv-neutron-8311 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:53:11.645061 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-f210a93c-3d85-4d9f-a473-7967b90efa79 req-ae3d8efe-dedc-4f16-99da-092e4a23f36e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:11.648080 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a353e6ec-b66f-41d4-bf61-2d45bd61dca1', 'name': 'network-vif-deleted', 'tag': 'af7f4907-7466-47f8-ba63-d6804efa54a8'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:53:11.665369 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f210a93c-3d85-4d9f-a473-7967b90efa79 req-ae3d8efe-dedc-4f16-99da-092e4a23f36e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.13 "DELETE /v2.0/ports/af7f4907-7466-47f8-ba63-d6804efa54a8 HTTP/1.1" status: 204 len: 173 time: 0.8652081 Feb 28 14:53:11.699574 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a353e6ec-b66f-41d4-bf61-2d45bd61dca1', 'name': 'network-vif-deleted', 'tag': 'af7f4907-7466-47f8-ba63-d6804efa54a8', 'status': 'completed', 'code': 200} Feb 28 14:53:11.934499 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-89eb89eb-fc4c-4747-a4ec-b3a89ee5204a req-9f768a79-5135-4c12-a57c-623b506b4252 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=a353e6ec-b66f-41d4-bf61-2d45bd61dca1 HTTP/1.1" status: 200 len: 210 time: 0.0444438 Feb 28 14:53:12.586126 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:13.038120 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37944) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:13.737269 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c82c6d7b-2489-435e-8dce-e7240e520b29 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:14.116536 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c82c6d7b-2489-435e-8dce-e7240e520b29 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Deleting port cc79c394-32a4-4a48-9243-ccd51901e018 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:53:14.117239 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c82c6d7b-2489-435e-8dce-e7240e520b29 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:14.261104 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device af7f4907-7466-47f8-ba63-d6804efa54a8 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:53:14.294543 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: af7f4907-7466-47f8-ba63-d6804efa54a8 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:53:14.294972 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device af7f4907-7466-47f8-ba63-d6804efa54a8 not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:53:14.313527 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-c82c6d7b-2489-435e-8dce-e7240e520b29 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] For port cc79c394-32a4-4a48-9243-ccd51901e018, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=cc79c394-32a4-4a48-9243-ccd51901e018,segment=NetworkSegment(b9ee0690-ae0f-41dd-852c-d2660fcba80f),segment_id=b9ee0690-ae0f-41dd-852c-d2660fcba80f)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:53:14.313893 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c82c6d7b-2489-435e-8dce-e7240e520b29 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:14.437546 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-c82c6d7b-2489-435e-8dce-e7240e520b29 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Calling delete_port for cc79c394-32a4-4a48-9243-ccd51901e018 owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:53:14.640765 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c82c6d7b-2489-435e-8dce-e7240e520b29 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:14.692405 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c6d7b-2489-435e-8dce-e7240e520b29 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Port': ['ID=cc79c394-32a4-4a48-9243-ccd51901e018,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:15.105416 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c82c6d7b-2489-435e-8dce-e7240e520b29 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:15.480705 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82c6d7b-2489-435e-8dce-e7240e520b29 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Router 03d5b9bc-f07f-4373-ad69-6d0a6bc42e14 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:53:15.666101 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82c6d7b-2489-435e-8dce-e7240e520b29 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:53:15.677153 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a56c1c-d893-40fb-8c04-0542d82faebb None None] Sync routers for ids ['03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:53:15.680172 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c82c6d7b-2489-435e-8dce-e7240e520b29 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "PUT /v2.0/routers/03d5b9bc-f07f-4373-ad69-6d0a6bc42e14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6409211 Feb 28 14:53:15.684364 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37948) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:15.688929 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a56c1c-d893-40fb-8c04-0542d82faebb None None] Routers {'03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:53:15.689664 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-88a56c1c-d893-40fb-8c04-0542d82faebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:53:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:15.753070 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd93702c-d375-4a8a-a1be-611e7d572b3c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Deleting subnet 2f7ef644-80b6-4404-aea2-bcdaa851e282 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:53:15.756487 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bd93702c-d375-4a8a-a1be-611e7d572b3c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:15.813288 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bd93702c-d375-4a8a-a1be-611e7d572b3c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:15.902383 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bd93702c-d375-4a8a-a1be-611e7d572b3c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:15.904824 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-88a56c1c-d893-40fb-8c04-0542d82faebb None None] Set router 03d5b9bc-f07f-4373-ad69-6d0a6bc42e14 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:53:15.973501 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bd93702c-d375-4a8a-a1be-611e7d572b3c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:16.012446 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93702c-d375-4a8a-a1be-611e7d572b3c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Subnet': ['ID=2f7ef644-80b6-4404-aea2-bcdaa851e282,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:16.020462 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bd93702c-d375-4a8a-a1be-611e7d572b3c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:16.026645 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f01be1-33fc-472d-b5cf-d2fcbb208000 None None] Network d4bb4c31-d874-4a35-bd1f-75db567b1e02 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:53:16.027821 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bd93702c-d375-4a8a-a1be-611e7d572b3c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "DELETE /v2.0/subnets/2f7ef644-80b6-4404-aea2-bcdaa851e282 HTTP/1.1" status: 204 len: 168 time: 0.3425066 Feb 28 14:53:16.030522 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37952) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:16.190951 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-88a56c1c-d893-40fb-8c04-0542d82faebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817177071', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:52:13Z', 'updated_at': '2022-02-28T14:53:14Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:14Z', 'updated_at': '2022-02-28T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:16.194792 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a56c1c-d893-40fb-8c04-0542d82faebb None None] Checking router: 03d5b9bc-f07f-4373-ad69-6d0a6bc42e14 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:53:16.203406 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a56c1c-d893-40fb-8c04-0542d82faebb None None] Routers {'03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:53:16.204008 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-88a56c1c-d893-40fb-8c04-0542d82faebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:53:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:16.216990 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e051b123-4624-46c4-910f-0f6fa5ead723 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:16.302004 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de8b1f4-80cc-4939-9630-c354c27e6ef9 None None] DHCP port deletion for d4bb4c31-d874-4a35-bd1f-75db567b1e02 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:53:16.306464 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8de8b1f4-80cc-4939-9630-c354c27e6ef9 None None] Deleting port 583d24bd-edcf-4566-a470-1cf254e7f8fb {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:53:16.307251 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8de8b1f4-80cc-4939-9630-c354c27e6ef9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:16.376270 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-88a56c1c-d893-40fb-8c04-0542d82faebb None None] Set router 03d5b9bc-f07f-4373-ad69-6d0a6bc42e14 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:53:16.400082 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e051b123-4624-46c4-910f-0f6fa5ead723 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:16.411095 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e051b123-4624-46c4-910f-0f6fa5ead723 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Deleting port 45370ddc-337b-476b-bb0d-c3190efb67a2 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:53:16.411525 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e051b123-4624-46c4-910f-0f6fa5ead723 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:16.530649 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-8de8b1f4-80cc-4939-9630-c354c27e6ef9 None None] For port 583d24bd-edcf-4566-a470-1cf254e7f8fb, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=583d24bd-edcf-4566-a470-1cf254e7f8fb,segment=NetworkSegment(b9ee0690-ae0f-41dd-852c-d2660fcba80f),segment_id=b9ee0690-ae0f-41dd-852c-d2660fcba80f)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:53:16.530923 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8de8b1f4-80cc-4939-9630-c354c27e6ef9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:16.655128 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8de8b1f4-80cc-4939-9630-c354c27e6ef9 None None] Calling delete_port for 583d24bd-edcf-4566-a470-1cf254e7f8fb owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:53:16.683192 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-88a56c1c-d893-40fb-8c04-0542d82faebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817177071', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:52:13Z', 'updated_at': '2022-02-28T14:53:14Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:14Z', 'updated_at': '2022-02-28T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:16.687561 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a56c1c-d893-40fb-8c04-0542d82faebb None None] The sync data for ids ['03d5b9bc-f07f-4373-ad69-6d0a6bc42e14'] in dv-neutron-831192-4-hyperv is: [{'id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817177071', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:52:13Z', 'updated_at': '2022-02-28T14:53:14Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '45370ddc-337b-476b-bb0d-c3190efb67a2', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:42:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5b9bc-f07f-4373-ad69-6d0a6bc42e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:14Z', 'updated_at': '2022-02-28T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:53:16.734328 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8de8b1f4-80cc-4939-9630-c354c27e6ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:16.739575 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-e051b123-4624-46c4-910f-0f6fa5ead723 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] For port 45370ddc-337b-476b-bb0d-c3190efb67a2, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=45370ddc-337b-476b-bb0d-c3190efb67a2,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:53:16.740067 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e051b123-4624-46c4-910f-0f6fa5ead723 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:16.781941 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de8b1f4-80cc-4939-9630-c354c27e6ef9 None None] No DVR routers for this DVR port 583d24bd-edcf-4566-a470-1cf254e7f8fb on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:53:16.783986 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8b1f4-80cc-4939-9630-c354c27e6ef9 None None] Pushing event deleted for resources: {'Port': ['ID=583d24bd-edcf-4566-a470-1cf254e7f8fb,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:16.864482 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-e051b123-4624-46c4-910f-0f6fa5ead723 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Calling delete_port for 45370ddc-337b-476b-bb0d-c3190efb67a2 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:53:17.038484 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e051b123-4624-46c4-910f-0f6fa5ead723 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.083877 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051b123-4624-46c4-910f-0f6fa5ead723 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Port': ['ID=45370ddc-337b-476b-bb0d-c3190efb67a2,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:17.181933 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e051b123-4624-46c4-910f-0f6fa5ead723 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.359945 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e051b123-4624-46c4-910f-0f6fa5ead723 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.362215 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e051b123-4624-46c4-910f-0f6fa5ead723 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.388220 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e051b123-4624-46c4-910f-0f6fa5ead723 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.388748 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e051b123-4624-46c4-910f-0f6fa5ead723 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Fanout notify agent at l3_agent the message router_deleted on router 03d5b9bc-f07f-4373-ad69-6d0a6bc42e14 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:53:17.405343 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e051b123-4624-46c4-910f-0f6fa5ead723 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.409027 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e051b123-4624-46c4-910f-0f6fa5ead723 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "DELETE /v2.0/routers/03d5b9bc-f07f-4373-ad69-6d0a6bc42e14 HTTP/1.1" status: 204 len: 168 time: 1.3749125 Feb 28 14:53:17.409340 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37956) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:17.527602 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d05767c4-d70e-4fff-b952-77fed4d1d6d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.660912 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d05767c4-d70e-4fff-b952-77fed4d1d6d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.688627 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-d05767c4-d70e-4fff-b952-77fed4d1d6d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4bb4c31-d874-4a35-bd1f-75db567b1e02']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:17.700349 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-d05767c4-d70e-4fff-b952-77fed4d1d6d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ee0690-ae0f-41dd-852c-d2660fcba80f') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:17.700641 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-d05767c4-d70e-4fff-b952-77fed4d1d6d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ee0690-ae0f-41dd-852c-d2660fcba80f') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:17.711698 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d05767c4-d70e-4fff-b952-77fed4d1d6d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.727547 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d05767c4-d70e-4fff-b952-77fed4d1d6d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.733914 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d05767c4-d70e-4fff-b952-77fed4d1d6d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:53:17.734287 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d05767c4-d70e-4fff-b952-77fed4d1d6d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:53:17.752033 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:53:17.833513 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d05767c4-d70e-4fff-b952-77fed4d1d6d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.851972 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d05767c4-d70e-4fff-b952-77fed4d1d6d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.864236 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05767c4-d70e-4fff-b952-77fed4d1d6d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Network': ['ID=d4bb4c31-d874-4a35-bd1f-75db567b1e02,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:17.877829 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d05767c4-d70e-4fff-b952-77fed4d1d6d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "DELETE /v2.0/networks/d4bb4c31-d874-4a35-bd1f-75db567b1e02 HTTP/1.1" status: 204 len: 168 time: 0.4676459 Feb 28 14:53:17.883395 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37960) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:17.967452 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d027abc8-b4e2-41c1-a0aa-0f0a2eab0ec1 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.998212 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d027abc8-b4e2-41c1-a0aa-0f0a2eab0ec1 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.051804 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device cc79c394-32a4-4a48-9243-ccd51901e018 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:53:18.065796 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d027abc8-b4e2-41c1-a0aa-0f0a2eab0ec1 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.084012 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027abc8-b4e2-41c1-a0aa-0f0a2eab0ec1 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dde053-ccab-4e3c-b8c5-cd854b0e0e3f,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:18.098566 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-d027abc8-b4e2-41c1-a0aa-0f0a2eab0ec1 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.099849 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-d027abc8-b4e2-41c1-a0aa-0f0a2eab0ec1 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "DELETE /v2.0/security-groups/69dde053-ccab-4e3c-b8c5-cd854b0e0e3f HTTP/1.1" status: 204 len: 168 time: 0.2152500 Feb 28 14:53:18.132579 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: cc79c394-32a4-4a48-9243-ccd51901e018 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:53:18.132761 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device cc79c394-32a4-4a48-9243-ccd51901e018 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:53:18.133167 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 583d24bd-edcf-4566-a470-1cf254e7f8fb no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:53:18.167363 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 583d24bd-edcf-4566-a470-1cf254e7f8fb {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:53:18.167705 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 583d24bd-edcf-4566-a470-1cf254e7f8fb not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:53:18.168157 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 45370ddc-337b-476b-bb0d-c3190efb67a2 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:53:18.202620 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 45370ddc-337b-476b-bb0d-c3190efb67a2 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:53:18.203424 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 45370ddc-337b-476b-bb0d-c3190efb67a2 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:53:18.311118 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37968) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:18.316422 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-84794bd8-cba9-4623-b18d-11d7b042c08c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1127914255', 'description': 'tempest-secgroup-smoke-1127914255 description', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:53:18.323111 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-84794bd8-cba9-4623-b18d-11d7b042c08c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:18.328132 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-84794bd8-cba9-4623-b18d-11d7b042c08c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:18.331406 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-84794bd8-cba9-4623-b18d-11d7b042c08c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:18.338557 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-84794bd8-cba9-4623-b18d-11d7b042c08c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:18.349685 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-84794bd8-cba9-4623-b18d-11d7b042c08c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.369331 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-84794bd8-cba9-4623-b18d-11d7b042c08c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:18.373346 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-84794bd8-cba9-4623-b18d-11d7b042c08c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:18.376127 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-84794bd8-cba9-4623-b18d-11d7b042c08c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:18.381769 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-84794bd8-cba9-4623-b18d-11d7b042c08c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:18.450398 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-84794bd8-cba9-4623-b18d-11d7b042c08c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.456050 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-84794bd8-cba9-4623-b18d-11d7b042c08c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.505273 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84794bd8-cba9-4623-b18d-11d7b042c08c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=addf316e-a165-4810-983b-504ebc34cbe3,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:18.508874 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-84794bd8-cba9-4623-b18d-11d7b042c08c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.510037 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-84794bd8-cba9-4623-b18d-11d7b042c08c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1978974 Feb 28 14:53:18.513979 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37972) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:18.519049 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c57d079f-90c3-4223-8634-7fb3b42d8faf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': 'addf316e-a165-4810-983b-504ebc34cbe3', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:53:18.525372 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c57d079f-90c3-4223-8634-7fb3b42d8faf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:18.529545 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c57d079f-90c3-4223-8634-7fb3b42d8faf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:18.532497 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c57d079f-90c3-4223-8634-7fb3b42d8faf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:18.538325 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c57d079f-90c3-4223-8634-7fb3b42d8faf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:18.555030 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c57d079f-90c3-4223-8634-7fb3b42d8faf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.619592 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c57d079f-90c3-4223-8634-7fb3b42d8faf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.625579 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c57d079f-90c3-4223-8634-7fb3b42d8faf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.648378 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d079f-90c3-4223-8634-7fb3b42d8faf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0de939-7ef8-4be8-ac23-786cfed1e59e,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:18.658594 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c57d079f-90c3-4223-8634-7fb3b42d8faf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.659820 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c57d079f-90c3-4223-8634-7fb3b42d8faf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1449060 Feb 28 14:53:18.662895 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37976) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:18.668597 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-9af54947-39c4-4ed3-a29c-3dc0c1899cdb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': 'addf316e-a165-4810-983b-504ebc34cbe3', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:53:18.674642 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9af54947-39c4-4ed3-a29c-3dc0c1899cdb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:18.678679 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9af54947-39c4-4ed3-a29c-3dc0c1899cdb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:18.681737 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-9af54947-39c4-4ed3-a29c-3dc0c1899cdb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:18.687733 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-9af54947-39c4-4ed3-a29c-3dc0c1899cdb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:18.706236 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9af54947-39c4-4ed3-a29c-3dc0c1899cdb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.767688 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9af54947-39c4-4ed3-a29c-3dc0c1899cdb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.772395 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9af54947-39c4-4ed3-a29c-3dc0c1899cdb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.795560 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af54947-39c4-4ed3-a29c-3dc0c1899cdb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd0bfbfe-ce3d-4c4a-a25b-9970e9a05334,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:18.805488 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-9af54947-39c4-4ed3-a29c-3dc0c1899cdb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.806708 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9af54947-39c4-4ed3-a29c-3dc0c1899cdb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1428695 Feb 28 14:53:18.810421 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37980) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:18.815602 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-283ac5e2-4e26-4bca-993e-258a6a722645 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': 'addf316e-a165-4810-983b-504ebc34cbe3', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:53:18.821616 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-283ac5e2-4e26-4bca-993e-258a6a722645 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:18.825848 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-283ac5e2-4e26-4bca-993e-258a6a722645 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:18.828898 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-283ac5e2-4e26-4bca-993e-258a6a722645 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:18.834821 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-283ac5e2-4e26-4bca-993e-258a6a722645 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:18.856224 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-283ac5e2-4e26-4bca-993e-258a6a722645 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.924515 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-283ac5e2-4e26-4bca-993e-258a6a722645 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.928740 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-283ac5e2-4e26-4bca-993e-258a6a722645 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.953303 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ac5e2-4e26-4bca-993e-258a6a722645 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5110c4d-c8e2-4cf6-a7f6-bd8dc99f8729,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:18.962416 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-283ac5e2-4e26-4bca-993e-258a6a722645 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.963618 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-283ac5e2-4e26-4bca-993e-258a6a722645 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1522703 Feb 28 14:53:18.967800 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37984) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:18.972810 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2d3ed365-2569-49fb-b805-cda4d30e7004 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': 'addf316e-a165-4810-983b-504ebc34cbe3', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:53:18.979147 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2d3ed365-2569-49fb-b805-cda4d30e7004 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:18.983846 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2d3ed365-2569-49fb-b805-cda4d30e7004 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:18.986863 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2d3ed365-2569-49fb-b805-cda4d30e7004 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:18.992824 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2d3ed365-2569-49fb-b805-cda4d30e7004 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:19.011186 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d3ed365-2569-49fb-b805-cda4d30e7004 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.073946 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d3ed365-2569-49fb-b805-cda4d30e7004 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.080366 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d3ed365-2569-49fb-b805-cda4d30e7004 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.103230 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ed365-2569-49fb-b805-cda4d30e7004 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b1eca2-ab2e-48dc-bca0-eacb2efde10c,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:19.115553 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2d3ed365-2569-49fb-b805-cda4d30e7004 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.117294 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2d3ed365-2569-49fb-b805-cda4d30e7004 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1485038 Feb 28 14:53:19.120220 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37988) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:19.125821 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-6c40a89f-d47b-42b9-a7de-2ba0e6622e01 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': 'addf316e-a165-4810-983b-504ebc34cbe3', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:53:19.131804 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6c40a89f-d47b-42b9-a7de-2ba0e6622e01 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:19.135656 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6c40a89f-d47b-42b9-a7de-2ba0e6622e01 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:19.138598 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-6c40a89f-d47b-42b9-a7de-2ba0e6622e01 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:19.144355 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-6c40a89f-d47b-42b9-a7de-2ba0e6622e01 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:19.158181 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-6c40a89f-d47b-42b9-a7de-2ba0e6622e01 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Project e881470c0cec4e1c8ac25b5e0191ef26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:53:19.169540 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6c40a89f-d47b-42b9-a7de-2ba0e6622e01 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.243809 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6c40a89f-d47b-42b9-a7de-2ba0e6622e01 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.249030 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6c40a89f-d47b-42b9-a7de-2ba0e6622e01 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.271608 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40a89f-d47b-42b9-a7de-2ba0e6622e01 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cecd7960-fbe6-4b0b-ad27-af3116d06dcb,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:19.281588 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-6c40a89f-d47b-42b9-a7de-2ba0e6622e01 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.282714 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-6c40a89f-d47b-42b9-a7de-2ba0e6622e01 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1609232 Feb 28 14:53:19.285618 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37992) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:19.290411 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-f9120f26-2b16-4c43-b1b1-01e94adcdabc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': 'addf316e-a165-4810-983b-504ebc34cbe3', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:53:19.297127 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f9120f26-2b16-4c43-b1b1-01e94adcdabc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:19.300980 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f9120f26-2b16-4c43-b1b1-01e94adcdabc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:19.303971 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f9120f26-2b16-4c43-b1b1-01e94adcdabc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:19.310536 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-f9120f26-2b16-4c43-b1b1-01e94adcdabc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:19.321074 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-f9120f26-2b16-4c43-b1b1-01e94adcdabc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Project e881470c0cec4e1c8ac25b5e0191ef26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:53:19.327571 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f9120f26-2b16-4c43-b1b1-01e94adcdabc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.396362 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f9120f26-2b16-4c43-b1b1-01e94adcdabc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.401629 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f9120f26-2b16-4c43-b1b1-01e94adcdabc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.425632 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9120f26-2b16-4c43-b1b1-01e94adcdabc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89388761-f0bb-4f0a-a9dd-a7babf22cf8b,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:19.435857 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f9120f26-2b16-4c43-b1b1-01e94adcdabc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.439792 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f9120f26-2b16-4c43-b1b1-01e94adcdabc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1504915 Feb 28 14:53:19.440074 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 37996) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:19.445666 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-81a553a5-f8e3-442e-864e-56d3ea0f2a1b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'network': {'name': 'tempest-network-smoke--584474092', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'port_security_enabled': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:53:19.451349 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-81a553a5-f8e3-442e-864e-56d3ea0f2a1b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:19.456891 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-81a553a5-f8e3-442e-864e-56d3ea0f2a1b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:network and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:19.461572 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-81a553a5-f8e3-442e-864e-56d3ea0f2a1b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:19.470430 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-81a553a5-f8e3-442e-864e-56d3ea0f2a1b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:19.485145 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a553a5-f8e3-442e-864e-56d3ea0f2a1b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Made reservation on behalf of e881470c0cec4e1c8ac25b5e0191ef26 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:19.488787 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81a553a5-f8e3-442e-864e-56d3ea0f2a1b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.517998 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a553a5-f8e3-442e-864e-56d3ea0f2a1b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:53:19.526957 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81a553a5-f8e3-442e-864e-56d3ea0f2a1b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.527373 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-81a553a5-f8e3-442e-864e-56d3ea0f2a1b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Added segment fea82cc5-da57-4307-8c1d-1e7e56a10f21 of type vlan for network ad943d5a-5455-499e-980a-61cc86fd1d13 Feb 28 14:53:19.554017 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81a553a5-f8e3-442e-864e-56d3ea0f2a1b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.587270 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81a553a5-f8e3-442e-864e-56d3ea0f2a1b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.592737 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a553a5-f8e3-442e-864e-56d3ea0f2a1b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:19.593307 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-81a553a5-f8e3-442e-864e-56d3ea0f2a1b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.693731 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-81a553a5-f8e3-442e-864e-56d3ea0f2a1b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2525735 Feb 28 14:53:19.696736 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38000) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:19.700764 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a553a5-f8e3-442e-864e-56d3ea0f2a1b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Network': ['ID=ad943d5a-5455-499e-980a-61cc86fd1d13,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:19.702087 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-91def747-476b-4970-be65-f281ce7bf1d9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1243376338', 'admin_state_up': True, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:53:19.710167 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-91def747-476b-4970-be65-f281ce7bf1d9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:19.710901 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network ad943d5a-5455-499e-980a-61cc86fd1d13 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:53:19.713988 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-91def747-476b-4970-be65-f281ce7bf1d9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:router and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:19.717127 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-91def747-476b-4970-be65-f281ce7bf1d9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:19.723887 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-91def747-476b-4970-be65-f281ce7bf1d9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:19.735484 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91def747-476b-4970-be65-f281ce7bf1d9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.736502 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91def747-476b-4970-be65-f281ce7bf1d9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.752207 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91def747-476b-4970-be65-f281ce7bf1d9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:20.020067 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91def747-476b-4970-be65-f281ce7bf1d9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:20.321110 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91def747-476b-4970-be65-f281ce7bf1d9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:20.349659 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91def747-476b-4970-be65-f281ce7bf1d9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:20.489113 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-91def747-476b-4970-be65-f281ce7bf1d9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Allocated IP 172.26.5.79 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/0e2d26e1-219b-4a17-9f82-5517eab07fce) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:20.634629 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91def747-476b-4970-be65-f281ce7bf1d9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:20.670002 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91def747-476b-4970-be65-f281ce7bf1d9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:20.728379 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91def747-476b-4970-be65-f281ce7bf1d9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:20.735159 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-91def747-476b-4970-be65-f281ce7bf1d9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:20.739143 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91def747-476b-4970-be65-f281ce7bf1d9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:53:20.876906 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91def747-476b-4970-be65-f281ce7bf1d9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=0e2d26e1-219b-4a17-9f82-5517eab07fce,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:21.280561 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91def747-476b-4970-be65-f281ce7bf1d9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:21.629916 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91def747-476b-4970-be65-f281ce7bf1d9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:21.841971 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91def747-476b-4970-be65-f281ce7bf1d9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Router 422ccdc6-e444-4967-b5bf-4a1693d8d25a is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:53:22.019029 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91def747-476b-4970-be65-f281ce7bf1d9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:53:22.029136 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc57cbf-66fb-4070-a019-23444243e363 None None] Sync routers for ids ['422ccdc6-e444-4967-b5bf-4a1693d8d25a'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:53:22.038784 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc57cbf-66fb-4070-a019-23444243e363 None None] Routers {'422ccdc6-e444-4967-b5bf-4a1693d8d25a'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:53:22.039435 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3bc57cbf-66fb-4070-a019-23444243e363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:53:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['422ccdc6-e444-4967-b5bf-4a1693d8d25a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:22.048584 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91def747-476b-4970-be65-f281ce7bf1d9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:22.052926 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-91def747-476b-4970-be65-f281ce7bf1d9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3521311 Feb 28 14:53:22.053212 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38004) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:22.095373 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-92df0562-1a9f-45b3-b3f7-c99fa9d44281 tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=e881470c0cec4e1c8ac25b5e0191ef26&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410283 Feb 28 14:53:22.098318 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38008) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:22.224035 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-3bc57cbf-66fb-4070-a019-23444243e363 None None] Set router 422ccdc6-e444-4967-b5bf-4a1693d8d25a gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:53:22.339677 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0951cbd1-be7f-497e-87cb-59bec74d2891 tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:22.341294 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0951cbd1-be7f-497e-87cb-59bec74d2891 tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2420790 Feb 28 14:53:22.344137 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38012) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:22.382075 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4e855044-6287-420d-9979-ab3657268635 tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368114 Feb 28 14:53:22.384554 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38016) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:22.390042 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c0fa37ef-60b6-4660-b1f8-f807ae54d776 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-72290968', 'network_id': 'ad943d5a-5455-499e-980a-61cc86fd1d13', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:53:22.507097 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c0fa37ef-60b6-4660-b1f8-f807ae54d776 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:22.511179 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c0fa37ef-60b6-4660-b1f8-f807ae54d776 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:subnet and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:22.514356 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c0fa37ef-60b6-4660-b1f8-f807ae54d776 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:22.520343 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c0fa37ef-60b6-4660-b1f8-f807ae54d776 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:22.521627 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3bc57cbf-66fb-4070-a019-23444243e363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243376338', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:19Z', 'updated_at': '2022-02-28T14:53:21Z', 'revision_number': 3, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:20Z', 'updated_at': '2022-02-28T14:53:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:22.525734 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc57cbf-66fb-4070-a019-23444243e363 None None] Checking router: 422ccdc6-e444-4967-b5bf-4a1693d8d25a for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:53:22.526190 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc57cbf-66fb-4070-a019-23444243e363 None None] Updating router 422ccdc6-e444-4967-b5bf-4a1693d8d25a port 0e2d26e1-219b-4a17-9f82-5517eab07fce binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:53:22.530588 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fa37ef-60b6-4660-b1f8-f807ae54d776 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Made reservation on behalf of e881470c0cec4e1c8ac25b5e0191ef26 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:22.534181 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c0fa37ef-60b6-4660-b1f8-f807ae54d776 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:22.578300 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3bc57cbf-66fb-4070-a019-23444243e363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:22.752605 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c0fa37ef-60b6-4660-b1f8-f807ae54d776 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:22.829874 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa37ef-60b6-4660-b1f8-f807ae54d776 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Subnet': ['ID=034d57a4-b070-4fe8-8c28-700eab7b41dd,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:22.838506 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fa37ef-60b6-4660-b1f8-f807ae54d776 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Checking segment: {'id': 'fea82cc5-da57-4307-8c1d-1e7e56a10f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ad943d5a-5455-499e-980a-61cc86fd1d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:53:22.838838 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fa37ef-60b6-4660-b1f8-f807ae54d776 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network hostable DHCP agents. Network: ad943d5a-5455-499e-980a-61cc86fd1d13, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:53:22.858755 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fa37ef-60b6-4660-b1f8-f807ae54d776 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network ad943d5a-5455-499e-980a-61cc86fd1d13 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:53:22.868538 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c0fa37ef-60b6-4660-b1f8-f807ae54d776 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, ad943d5a-5455-499e-980a-61cc86fd1d13) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:22.873883 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fa37ef-60b6-4660-b1f8-f807ae54d776 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:22.875044 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c0fa37ef-60b6-4660-b1f8-f807ae54d776 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:22.879803 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d6afb3-c22f-46e8-b989-b7cf07c8ad38 None None] Network ad943d5a-5455-499e-980a-61cc86fd1d13 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:53:22.897621 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c0fa37ef-60b6-4660-b1f8-f807ae54d776 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5120711 Feb 28 14:53:22.900460 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38020) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:22.976368 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3bc57cbf-66fb-4070-a019-23444243e363 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:23.002952 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3bc57cbf-66fb-4070-a019-23444243e363 None None] Transition to ACTIVE for port object 0e2d26e1-219b-4a17-9f82-5517eab07fce will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:23.011394 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3bc57cbf-66fb-4070-a019-23444243e363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:23.144488 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3bc57cbf-66fb-4070-a019-23444243e363 None None] Attempting to bind port 0e2d26e1-219b-4a17-9f82-5517eab07fce on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:53:23.145193 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3bc57cbf-66fb-4070-a019-23444243e363 None None] Attempting to bind port 0e2d26e1-219b-4a17-9f82-5517eab07fce by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:53:23.145193 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc57cbf-66fb-4070-a019-23444243e363 None None] Attempting to bind port 0e2d26e1-219b-4a17-9f82-5517eab07fce on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:53:23.148873 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942733b2-9833-41df-a775-86d9addc50b2 None None] Pushing event updated for resources: {'Port': ['ID=0e2d26e1-219b-4a17-9f82-5517eab07fce,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:23.158264 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc57cbf-66fb-4070-a019-23444243e363 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:53:23.158470 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc57cbf-66fb-4070-a019-23444243e363 None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:53:23.158766 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3bc57cbf-66fb-4070-a019-23444243e363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:23.159167 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc57cbf-66fb-4070-a019-23444243e363 None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:53:23.159646 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3bc57cbf-66fb-4070-a019-23444243e363 None None] Bound port: 0e2d26e1-219b-4a17-9f82-5517eab07fce, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:53:23.160425 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3bc57cbf-66fb-4070-a019-23444243e363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:23.192782 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942733b2-9833-41df-a775-86d9addc50b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:23.193129 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942733b2-9833-41df-a775-86d9addc50b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:23.193465 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942733b2-9833-41df-a775-86d9addc50b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:23.193797 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942733b2-9833-41df-a775-86d9addc50b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:23.194135 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942733b2-9833-41df-a775-86d9addc50b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:23.194465 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942733b2-9833-41df-a775-86d9addc50b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:23.194788 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942733b2-9833-41df-a775-86d9addc50b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:23.195112 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942733b2-9833-41df-a775-86d9addc50b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:23.195463 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942733b2-9833-41df-a775-86d9addc50b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:23.195792 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942733b2-9833-41df-a775-86d9addc50b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:23.196097 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942733b2-9833-41df-a775-86d9addc50b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:23.196420 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942733b2-9833-41df-a775-86d9addc50b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:23.293136 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d54dd1-11a5-4e0c-b815-eb3e2d01c2ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-ad943d5a-5455-499e-980a-61cc86fd1d13', 'network_id': 'ad943d5a-5455-499e-980a-61cc86fd1d13', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'fixed_ips': [{'subnet_id': '034d57a4-b070-4fe8-8c28-700eab7b41dd'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:53:23.294101 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-84d54dd1-11a5-4e0c-b815-eb3e2d01c2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:23.364316 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3bc57cbf-66fb-4070-a019-23444243e363 None None] For port 0e2d26e1-219b-4a17-9f82-5517eab07fce, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:53:23.388353 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3bc57cbf-66fb-4070-a019-23444243e363 None None] For port 0e2d26e1-219b-4a17-9f82-5517eab07fce, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=0e2d26e1-219b-4a17-9f82-5517eab07fce,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:53:23.399136 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3bc57cbf-66fb-4070-a019-23444243e363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:23.528403 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc57cbf-66fb-4070-a019-23444243e363 None None] Routers {'422ccdc6-e444-4967-b5bf-4a1693d8d25a'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:53:23.529019 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3bc57cbf-66fb-4070-a019-23444243e363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:53:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['422ccdc6-e444-4967-b5bf-4a1693d8d25a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:23.578629 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942733b2-9833-41df-a775-86d9addc50b2 None None] Pushing event updated for resources: {'Port': ['ID=0e2d26e1-219b-4a17-9f82-5517eab07fce,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:23.602876 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-695e6e8c-133e-4cd8-957b-a242a9d519a8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:23.611670 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-84d54dd1-11a5-4e0c-b815-eb3e2d01c2ef None None] Allocated IP 172.20.0.2 (ad943d5a-5455-499e-980a-61cc86fd1d13/034d57a4-b070-4fe8-8c28-700eab7b41dd/a758c591-841b-4628-a7f0-a585ddae019a) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:23.806862 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-3bc57cbf-66fb-4070-a019-23444243e363 None None] Set router 422ccdc6-e444-4967-b5bf-4a1693d8d25a gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:53:24.132316 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-84d54dd1-11a5-4e0c-b815-eb3e2d01c2ef None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:24.148289 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-84d54dd1-11a5-4e0c-b815-eb3e2d01c2ef None None] Transition to ACTIVE for port object a758c591-841b-4628-a7f0-a585ddae019a will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:24.173830 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-84d54dd1-11a5-4e0c-b815-eb3e2d01c2ef None None] Transition to ACTIVE for port object a758c591-841b-4628-a7f0-a585ddae019a will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:24.182364 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-84d54dd1-11a5-4e0c-b815-eb3e2d01c2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:24.246171 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-695e6e8c-133e-4cd8-957b-a242a9d519a8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Allocated IP 172.20.0.1 (ad943d5a-5455-499e-980a-61cc86fd1d13/034d57a4-b070-4fe8-8c28-700eab7b41dd/93b6b5b5-70ec-4725-8819-9add9570d683) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:24.246812 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d54dd1-11a5-4e0c-b815-eb3e2d01c2ef None None] Network ad943d5a-5455-499e-980a-61cc86fd1d13 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:24.250581 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-84d54dd1-11a5-4e0c-b815-eb3e2d01c2ef None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:24.259067 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d54dd1-11a5-4e0c-b815-eb3e2d01c2ef None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:53:24.272084 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3bc57cbf-66fb-4070-a019-23444243e363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243376338', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:19Z', 'updated_at': '2022-02-28T14:53:21Z', 'revision_number': 3, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:20Z', 'updated_at': '2022-02-28T14:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:24.298189 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d54dd1-11a5-4e0c-b815-eb3e2d01c2ef None None] Pushing event updated for resources: {'Port': ['ID=a758c591-841b-4628-a7f0-a585ddae019a,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:24.305809 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc57cbf-66fb-4070-a019-23444243e363 None None] The sync data for ids ['422ccdc6-e444-4967-b5bf-4a1693d8d25a'] in dv-neutron-831192-4-hyperv is: [{'id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243376338', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:19Z', 'updated_at': '2022-02-28T14:53:21Z', 'revision_number': 3, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:20Z', 'updated_at': '2022-02-28T14:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:53:24.362543 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-84d54dd1-11a5-4e0c-b815-eb3e2d01c2ef None None] Attempting to bind port a758c591-841b-4628-a7f0-a585ddae019a on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:53:24.362903 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-84d54dd1-11a5-4e0c-b815-eb3e2d01c2ef None None] Attempting to bind port a758c591-841b-4628-a7f0-a585ddae019a by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'fea82cc5-da57-4307-8c1d-1e7e56a10f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ad943d5a-5455-499e-980a-61cc86fd1d13'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:53:24.363982 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d54dd1-11a5-4e0c-b815-eb3e2d01c2ef None None] Attempting to bind port a758c591-841b-4628-a7f0-a585ddae019a on network ad943d5a-5455-499e-980a-61cc86fd1d13 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:53:24.369739 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d54dd1-11a5-4e0c-b815-eb3e2d01c2ef None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:53:24.370109 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d54dd1-11a5-4e0c-b815-eb3e2d01c2ef None None] Checking segment: {'id': 'fea82cc5-da57-4307-8c1d-1e7e56a10f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ad943d5a-5455-499e-980a-61cc86fd1d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:53:24.370502 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-84d54dd1-11a5-4e0c-b815-eb3e2d01c2ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:24.370886 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d54dd1-11a5-4e0c-b815-eb3e2d01c2ef None None] Bound using segment: {'id': 'fea82cc5-da57-4307-8c1d-1e7e56a10f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ad943d5a-5455-499e-980a-61cc86fd1d13'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:53:24.372190 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-84d54dd1-11a5-4e0c-b815-eb3e2d01c2ef None None] Bound port: a758c591-841b-4628-a7f0-a585ddae019a, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea82cc5-da57-4307-8c1d-1e7e56a10f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ad943d5a-5455-499e-980a-61cc86fd1d13'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:53:24.372190 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-84d54dd1-11a5-4e0c-b815-eb3e2d01c2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:24.415709 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-695e6e8c-133e-4cd8-957b-a242a9d519a8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:24.432414 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-695e6e8c-133e-4cd8-957b-a242a9d519a8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Transition to ACTIVE for port object 93b6b5b5-70ec-4725-8819-9add9570d683 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:24.462806 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-695e6e8c-133e-4cd8-957b-a242a9d519a8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:24.471892 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-84d54dd1-11a5-4e0c-b815-eb3e2d01c2ef None None] For port a758c591-841b-4628-a7f0-a585ddae019a, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:53:24.475200 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-84d54dd1-11a5-4e0c-b815-eb3e2d01c2ef None None] For port a758c591-841b-4628-a7f0-a585ddae019a, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=a758c591-841b-4628-a7f0-a585ddae019a,segment=NetworkSegment(fea82cc5-da57-4307-8c1d-1e7e56a10f21),segment_id=fea82cc5-da57-4307-8c1d-1e7e56a10f21)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:53:24.479872 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-84d54dd1-11a5-4e0c-b815-eb3e2d01c2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:24.528183 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695e6e8c-133e-4cd8-957b-a242a9d519a8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network ad943d5a-5455-499e-980a-61cc86fd1d13 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:24.531097 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-695e6e8c-133e-4cd8-957b-a242a9d519a8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:24.539412 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695e6e8c-133e-4cd8-957b-a242a9d519a8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:53:24.575300 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d54dd1-11a5-4e0c-b815-eb3e2d01c2ef None None] Pushing event updated for resources: {'Port': ['ID=a758c591-841b-4628-a7f0-a585ddae019a,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:24.599737 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e6e8c-133e-4cd8-957b-a242a9d519a8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=93b6b5b5-70ec-4725-8819-9add9570d683,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:24.631394 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-695e6e8c-133e-4cd8-957b-a242a9d519a8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:24.801075 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-695e6e8c-133e-4cd8-957b-a242a9d519a8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:25.242304 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-695e6e8c-133e-4cd8-957b-a242a9d519a8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:25.248834 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-695e6e8c-133e-4cd8-957b-a242a9d519a8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:25.368524 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e6e8c-133e-4cd8-957b-a242a9d519a8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=93b6b5b5-70ec-4725-8819-9add9570d683,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:25.371069 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-695e6e8c-133e-4cd8-957b-a242a9d519a8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:25.514408 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695e6e8c-133e-4cd8-957b-a242a9d519a8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network ad943d5a-5455-499e-980a-61cc86fd1d13 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:25.515694 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-695e6e8c-133e-4cd8-957b-a242a9d519a8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:25.580010 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aac2c89-88f6-4d74-af04-c50d38d3b90c None None] Network ad943d5a-5455-499e-980a-61cc86fd1d13 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:53:25.681786 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ea33e722-e8e8-4ee9-a8d4-3978f29bb325 None None] Provisioning for port a758c591-841b-4628-a7f0-a585ddae019a completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:25.705137 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695e6e8c-133e-4cd8-957b-a242a9d519a8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Router 422ccdc6-e444-4967-b5bf-4a1693d8d25a has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:53:25.912523 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:53:26.036900 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695e6e8c-133e-4cd8-957b-a242a9d519a8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:53:26.066053 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-695e6e8c-133e-4cd8-957b-a242a9d519a8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "PUT /v2.0/routers/422ccdc6-e444-4967-b5bf-4a1693d8d25a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1645000 Feb 28 14:53:26.146006 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device a758c591-841b-4628-a7f0-a585ddae019a up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:26.201570 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466cbd57-46e5-418c-8917-2cdea8c4aa2b None None] Sync routers for ids ['422ccdc6-e444-4967-b5bf-4a1693d8d25a'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:53:26.221795 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466cbd57-46e5-418c-8917-2cdea8c4aa2b None None] Routers {'422ccdc6-e444-4967-b5bf-4a1693d8d25a'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:53:26.224006 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-466cbd57-46e5-418c-8917-2cdea8c4aa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:53:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['422ccdc6-e444-4967-b5bf-4a1693d8d25a'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:26.263947 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port a758c591-841b-4628-a7f0-a585ddae019a completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:26.270493 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port a758c591-841b-4628-a7f0-a585ddae019a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:26.270871 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:26.287804 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-0568bfac-8f04-4559-b3a5-87f204dcfd5e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:53:26.310187 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-0568bfac-8f04-4559-b3a5-87f204dcfd5e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:53:26.311968 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-0568bfac-8f04-4559-b3a5-87f204dcfd5e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1127914255&fields=id&tenant_id=e881470c0cec4e1c8ac25b5e0191ef26 HTTP/1.1" status: 200 len: 267 time: 0.0773070 Feb 28 14:53:26.345008 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4015c081-0c4a-4dec-ba04-a8d46edf6114 None None] Provisioning for port 93b6b5b5-70ec-4725-8819-9add9570d683 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:26.355206 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4015c081-0c4a-4dec-ba04-a8d46edf6114 None None] Provisioning complete for port 93b6b5b5-70ec-4725-8819-9add9570d683 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:26.356232 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4015c081-0c4a-4dec-ba04-a8d46edf6114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:26.441578 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4015c081-0c4a-4dec-ba04-a8d46edf6114 None None] Port 93b6b5b5-70ec-4725-8819-9add9570d683 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:53:26.461527 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4015c081-0c4a-4dec-ba04-a8d46edf6114 None None] Provisioning complete for port a758c591-841b-4628-a7f0-a585ddae019a triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:26.461899 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4015c081-0c4a-4dec-ba04-a8d46edf6114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:26.471086 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-466cbd57-46e5-418c-8917-2cdea8c4aa2b None None] Set router 422ccdc6-e444-4967-b5bf-4a1693d8d25a gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:53:26.643984 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-98361b65-2726-4493-a6dd-5aa1d974371d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:26.644965 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-98361b65-2726-4493-a6dd-5aa1d974371d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:53:26.668790 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:26.675986 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-98361b65-2726-4493-a6dd-5aa1d974371d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:53:26.677673 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-98361b65-2726-4493-a6dd-5aa1d974371d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/networks?id=ad943d5a-5455-499e-980a-61cc86fd1d13 HTTP/1.1" status: 200 len: 796 time: 0.3585823 Feb 28 14:53:26.701258 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-02c7f3af-6c2c-4956-a9b9-f2cfea140a2b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/quotas/e881470c0cec4e1c8ac25b5e0191ef26 HTTP/1.1" status: 200 len: 375 time: 0.0156672 Feb 28 14:53:26.724348 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4015c081-0c4a-4dec-ba04-a8d46edf6114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:26.738788 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port a758c591-841b-4628-a7f0-a585ddae019a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=a758c591-841b-4628-a7f0-a585ddae019a,segment=NetworkSegment(fea82cc5-da57-4307-8c1d-1e7e56a10f21),segment_id=fea82cc5-da57-4307-8c1d-1e7e56a10f21)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:53:26.756099 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:26.756099 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 0e2d26e1-219b-4a17-9f82-5517eab07fce up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:26.810705 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-57f5df86-177e-4aab-ad5c-1d3888ee8ca7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:53:26.832948 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-57f5df86-177e-4aab-ad5c-1d3888ee8ca7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:53:26.836996 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-57f5df86-177e-4aab-ad5c-1d3888ee8ca7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1338341 Feb 28 14:53:26.930080 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-466cbd57-46e5-418c-8917-2cdea8c4aa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243376338', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:19Z', 'updated_at': '2022-02-28T14:53:24Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:20Z', 'updated_at': '2022-02-28T14:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '93b6b5b5-70ec-4725-8819-9add9570d683', 'name': '', 'network_id': 'ad943d5a-5455-499e-980a-61cc86fd1d13', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:93:7d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '034d57a4-b070-4fe8-8c28-700eab7b41dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:53:25Z', 'revision_number': 2, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': '034d57a4-b070-4fe8-8c28-700eab7b41dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:26.935124 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466cbd57-46e5-418c-8917-2cdea8c4aa2b None None] Checking router: 422ccdc6-e444-4967-b5bf-4a1693d8d25a for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:53:26.935960 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466cbd57-46e5-418c-8917-2cdea8c4aa2b None None] Updating router 422ccdc6-e444-4967-b5bf-4a1693d8d25a port 93b6b5b5-70ec-4725-8819-9add9570d683 binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:53:26.950835 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-4015c081-0c4a-4dec-ba04-a8d46edf6114 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:53:26.951177 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-4015c081-0c4a-4dec-ba04-a8d46edf6114 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:53:26.956747 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=a758c591-841b-4628-a7f0-a585ddae019a,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:26.960290 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 0e2d26e1-219b-4a17-9f82-5517eab07fce completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:26.967907 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 0e2d26e1-219b-4a17-9f82-5517eab07fce triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:26.968458 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:26.992628 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-466cbd57-46e5-418c-8917-2cdea8c4aa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:27.079448 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-93f0eaf0-2f31-438d-b558-52ada37435f3 service neutron] 10.222.0.30 "GET /v2.0/networks/ad943d5a-5455-499e-980a-61cc86fd1d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253954 Feb 28 14:53:27.100690 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:27.119055 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 0e2d26e1-219b-4a17-9f82-5517eab07fce, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=0e2d26e1-219b-4a17-9f82-5517eab07fce,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:53:27.124357 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:27.207540 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=0e2d26e1-219b-4a17-9f82-5517eab07fce,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:27.246665 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-3d77d7ce-88e4-4be5-b103-ee5286dcffd7 service neutron] 10.222.0.30 "GET /v2.0/networks/ad943d5a-5455-499e-980a-61cc86fd1d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609738 Feb 28 14:53:27.369822 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-466cbd57-46e5-418c-8917-2cdea8c4aa2b None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:27.382874 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-466cbd57-46e5-418c-8917-2cdea8c4aa2b None None] Transition to ACTIVE for port object 93b6b5b5-70ec-4725-8819-9add9570d683 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:27.392596 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-466cbd57-46e5-418c-8917-2cdea8c4aa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:27.432927 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-9c7a915f-36d1-4522-8093-643ee7ebe4f8 req-3370d3aa-8650-4772-8ca7-b75ce99ba2cd tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:53:27.447595 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-9c7a915f-36d1-4522-8093-643ee7ebe4f8 req-3370d3aa-8650-4772-8ca7-b75ce99ba2cd tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:53:27.449424 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9c7a915f-36d1-4522-8093-643ee7ebe4f8 req-3370d3aa-8650-4772-8ca7-b75ce99ba2cd tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 210 time: 0.0642393 Feb 28 14:53:27.549160 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f3842-c589-42ed-ae91-b9c045532bae None None] Pushing event updated for resources: {'Port': ['ID=93b6b5b5-70ec-4725-8819-9add9570d683,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:27.590947 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f3842-c589-42ed-ae91-b9c045532bae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:27.591351 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f3842-c589-42ed-ae91-b9c045532bae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:27.591684 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f3842-c589-42ed-ae91-b9c045532bae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:27.592006 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f3842-c589-42ed-ae91-b9c045532bae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:27.592326 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f3842-c589-42ed-ae91-b9c045532bae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:27.592647 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f3842-c589-42ed-ae91-b9c045532bae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:27.592959 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f3842-c589-42ed-ae91-b9c045532bae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:27.593270 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f3842-c589-42ed-ae91-b9c045532bae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:27.593583 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f3842-c589-42ed-ae91-b9c045532bae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:27.593891 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f3842-c589-42ed-ae91-b9c045532bae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:27.594199 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f3842-c589-42ed-ae91-b9c045532bae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:27.594533 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f3842-c589-42ed-ae91-b9c045532bae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:27.657348 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-466cbd57-46e5-418c-8917-2cdea8c4aa2b None None] Attempting to bind port 93b6b5b5-70ec-4725-8819-9add9570d683 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:53:27.657710 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-466cbd57-46e5-418c-8917-2cdea8c4aa2b None None] Attempting to bind port 93b6b5b5-70ec-4725-8819-9add9570d683 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'fea82cc5-da57-4307-8c1d-1e7e56a10f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ad943d5a-5455-499e-980a-61cc86fd1d13'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:53:27.658072 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466cbd57-46e5-418c-8917-2cdea8c4aa2b None None] Attempting to bind port 93b6b5b5-70ec-4725-8819-9add9570d683 on network ad943d5a-5455-499e-980a-61cc86fd1d13 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:53:27.665097 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466cbd57-46e5-418c-8917-2cdea8c4aa2b None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:53:27.665501 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466cbd57-46e5-418c-8917-2cdea8c4aa2b None None] Checking segment: {'id': 'fea82cc5-da57-4307-8c1d-1e7e56a10f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ad943d5a-5455-499e-980a-61cc86fd1d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:53:27.665897 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-466cbd57-46e5-418c-8917-2cdea8c4aa2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:27.666293 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466cbd57-46e5-418c-8917-2cdea8c4aa2b None None] Bound using segment: {'id': 'fea82cc5-da57-4307-8c1d-1e7e56a10f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ad943d5a-5455-499e-980a-61cc86fd1d13'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:53:27.667119 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-466cbd57-46e5-418c-8917-2cdea8c4aa2b None None] Bound port: 93b6b5b5-70ec-4725-8819-9add9570d683, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea82cc5-da57-4307-8c1d-1e7e56a10f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ad943d5a-5455-499e-980a-61cc86fd1d13'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:53:27.667486 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-466cbd57-46e5-418c-8917-2cdea8c4aa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:27.764694 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-466cbd57-46e5-418c-8917-2cdea8c4aa2b None None] For port 93b6b5b5-70ec-4725-8819-9add9570d683, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:53:27.767766 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-466cbd57-46e5-418c-8917-2cdea8c4aa2b None None] For port 93b6b5b5-70ec-4725-8819-9add9570d683, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=93b6b5b5-70ec-4725-8819-9add9570d683,segment=NetworkSegment(fea82cc5-da57-4307-8c1d-1e7e56a10f21),segment_id=fea82cc5-da57-4307-8c1d-1e7e56a10f21)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:53:27.773867 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-466cbd57-46e5-418c-8917-2cdea8c4aa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:27.851696 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466cbd57-46e5-418c-8917-2cdea8c4aa2b None None] Routers {'422ccdc6-e444-4967-b5bf-4a1693d8d25a'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:53:27.852298 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-466cbd57-46e5-418c-8917-2cdea8c4aa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:53:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['422ccdc6-e444-4967-b5bf-4a1693d8d25a'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:27.915118 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f3842-c589-42ed-ae91-b9c045532bae None None] Pushing event updated for resources: {'Port': ['ID=93b6b5b5-70ec-4725-8819-9add9570d683,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:28.047844 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-466cbd57-46e5-418c-8917-2cdea8c4aa2b None None] Set router 422ccdc6-e444-4967-b5bf-4a1693d8d25a gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:53:28.065544 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device a758c591-841b-4628-a7f0-a585ddae019a up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:28.144876 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port a758c591-841b-4628-a7f0-a585ddae019a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:28.145246 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:28.261434 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 0e2d26e1-219b-4a17-9f82-5517eab07fce up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:28.329279 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 0e2d26e1-219b-4a17-9f82-5517eab07fce triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:28.329659 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:28.409546 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-466cbd57-46e5-418c-8917-2cdea8c4aa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243376338', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:19Z', 'updated_at': '2022-02-28T14:53:24Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:20Z', 'updated_at': '2022-02-28T14:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '93b6b5b5-70ec-4725-8819-9add9570d683', 'name': '', 'network_id': 'ad943d5a-5455-499e-980a-61cc86fd1d13', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:93:7d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '034d57a4-b070-4fe8-8c28-700eab7b41dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:53:27Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': '034d57a4-b070-4fe8-8c28-700eab7b41dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:28.413770 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466cbd57-46e5-418c-8917-2cdea8c4aa2b None None] The sync data for ids ['422ccdc6-e444-4967-b5bf-4a1693d8d25a'] in dv-neutron-831192-4-hyperv is: [{'id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243376338', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:19Z', 'updated_at': '2022-02-28T14:53:24Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:20Z', 'updated_at': '2022-02-28T14:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '93b6b5b5-70ec-4725-8819-9add9570d683', 'name': '', 'network_id': 'ad943d5a-5455-499e-980a-61cc86fd1d13', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:93:7d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '034d57a4-b070-4fe8-8c28-700eab7b41dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:53:27Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': '034d57a4-b070-4fe8-8c28-700eab7b41dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:53:28.633935 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-184b227b-e6b5-4791-9420-e0fe0fb95040 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:28.635414 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-184b227b-e6b5-4791-9420-e0fe0fb95040 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.13 "GET /v2.0/networks?id=ad943d5a-5455-499e-980a-61cc86fd1d13 HTTP/1.1" status: 200 len: 796 time: 0.2509921 Feb 28 14:53:28.659856 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-649c8ac2-351e-43a8-a3cf-205084adabd2 req-d1f7b892-92c7-4057-8930-aee95874f3ea tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 210 time: 0.0528879 Feb 28 14:53:28.704593 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-70938de5-48a4-4bba-b7f7-625922d3b5a0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e881470c0cec4e1c8ac25b5e0191ef26 HTTP/1.1" status: 200 len: 380 time: 0.0613441 Feb 28 14:53:28.713684 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-e64df9a5-f4b0-42b1-9441-5be8923c8aaf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'port': {'device_id': '7b594099-622b-440e-8379-d309103a975b', 'network_id': 'ad943d5a-5455-499e-980a-61cc86fd1d13', 'admin_state_up': True, 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'security_groups': ['addf316e-a165-4810-983b-504ebc34cbe3']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:53:28.854071 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-e64df9a5-f4b0-42b1-9441-5be8923c8aaf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:28.865170 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-e64df9a5-f4b0-42b1-9441-5be8923c8aaf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:28.876727 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-e64df9a5-f4b0-42b1-9441-5be8923c8aaf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Made reservation on behalf of e881470c0cec4e1c8ac25b5e0191ef26 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:28.880432 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-e64df9a5-f4b0-42b1-9441-5be8923c8aaf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:29.052881 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-e64df9a5-f4b0-42b1-9441-5be8923c8aaf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Allocated IP 172.20.0.6 (ad943d5a-5455-499e-980a-61cc86fd1d13/034d57a4-b070-4fe8-8c28-700eab7b41dd/051ba7c8-97f1-4912-b463-a25533c6c6e1) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:29.251756 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-e64df9a5-f4b0-42b1-9441-5be8923c8aaf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:29.269923 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-e64df9a5-f4b0-42b1-9441-5be8923c8aaf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Transition to ACTIVE for port object 051ba7c8-97f1-4912-b463-a25533c6c6e1 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:29.297126 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-e64df9a5-f4b0-42b1-9441-5be8923c8aaf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:29.365232 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-e64df9a5-f4b0-42b1-9441-5be8923c8aaf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network ad943d5a-5455-499e-980a-61cc86fd1d13 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:29.373823 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-e64df9a5-f4b0-42b1-9441-5be8923c8aaf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:29.378425 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-e64df9a5-f4b0-42b1-9441-5be8923c8aaf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:53:29.413059 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64df9a5-f4b0-42b1-9441-5be8923c8aaf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=051ba7c8-97f1-4912-b463-a25533c6c6e1,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:29.452254 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-e64df9a5-f4b0-42b1-9441-5be8923c8aaf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:29.452907 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-e64df9a5-f4b0-42b1-9441-5be8923c8aaf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:29.482203 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-e64df9a5-f4b0-42b1-9441-5be8923c8aaf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7724164 Feb 28 14:53:29.493489 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-28384021-84be-444e-b06d-4eff6a5652dc service neutron] Request body: {'port': {'device_id': '7b594099-622b-440e-8379-d309103a975b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:53:29.611004 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-28384021-84be-444e-b06d-4eff6a5652dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:29.659647 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8dabb55b-9fd4-45b9-b745-59ba1d0f067a None None] Provisioning for port 051ba7c8-97f1-4912-b463-a25533c6c6e1 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:29.665695 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-8dabb55b-9fd4-45b9-b745-59ba1d0f067a None None] Provisioning complete for port 051ba7c8-97f1-4912-b463-a25533c6c6e1 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:29.666163 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8dabb55b-9fd4-45b9-b745-59ba1d0f067a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:29.725275 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-8dabb55b-9fd4-45b9-b745-59ba1d0f067a None None] Port 051ba7c8-97f1-4912-b463-a25533c6c6e1 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:53:29.963548 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13eaa3c-9bcc-431f-8786-05096563cb61 req-a7975e94-2f98-4593-a205-814a6cd597f9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:29.964270 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-f13eaa3c-9bcc-431f-8786-05096563cb61 req-a7975e94-2f98-4593-a205-814a6cd597f9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:53:30.028464 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-f13eaa3c-9bcc-431f-8786-05096563cb61 req-a7975e94-2f98-4593-a205-814a6cd597f9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:53:30.031289 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f13eaa3c-9bcc-431f-8786-05096563cb61 req-a7975e94-2f98-4593-a205-814a6cd597f9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 931 time: 0.2576258 Feb 28 14:53:30.033379 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-28384021-84be-444e-b06d-4eff6a5652dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 051ba7c8-97f1-4912-b463-a25533c6c6e1 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:53:30.053847 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-28384021-84be-444e-b06d-4eff6a5652dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:30.077058 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 93b6b5b5-70ec-4725-8819-9add9570d683 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:30.085981 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-28384021-84be-444e-b06d-4eff6a5652dc service neutron] Transition to ACTIVE for port object 051ba7c8-97f1-4912-b463-a25533c6c6e1 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:30.096653 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f13eaa3c-9bcc-431f-8786-05096563cb61 req-340f8a41-25fc-41ba-a95d-6bf5cd15b88a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=addf316e-a165-4810-983b-504ebc34cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587945 Feb 28 14:53:30.097225 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-28384021-84be-444e-b06d-4eff6a5652dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:30.153540 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 93b6b5b5-70ec-4725-8819-9add9570d683 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:30.159521 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 93b6b5b5-70ec-4725-8819-9add9570d683 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:30.159999 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:30.285215 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:30.324248 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 93b6b5b5-70ec-4725-8819-9add9570d683, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=93b6b5b5-70ec-4725-8819-9add9570d683,segment=NetworkSegment(fea82cc5-da57-4307-8c1d-1e7e56a10f21),segment_id=fea82cc5-da57-4307-8c1d-1e7e56a10f21)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:53:30.329728 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:30.334831 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28384021-84be-444e-b06d-4eff6a5652dc service neutron] Pushing event updated for resources: {'Port': ['ID=051ba7c8-97f1-4912-b463-a25533c6c6e1,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:30.454326 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=93b6b5b5-70ec-4725-8819-9add9570d683,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:30.463071 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-28384021-84be-444e-b06d-4eff6a5652dc service neutron] Attempting to bind port 051ba7c8-97f1-4912-b463-a25533c6c6e1 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:53:30.463453 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-28384021-84be-444e-b06d-4eff6a5652dc service neutron] Attempting to bind port 051ba7c8-97f1-4912-b463-a25533c6c6e1 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': 'fea82cc5-da57-4307-8c1d-1e7e56a10f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ad943d5a-5455-499e-980a-61cc86fd1d13'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:53:30.463771 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-28384021-84be-444e-b06d-4eff6a5652dc service neutron] Attempting to bind port 051ba7c8-97f1-4912-b463-a25533c6c6e1 on network ad943d5a-5455-499e-980a-61cc86fd1d13 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:53:30.468801 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-28384021-84be-444e-b06d-4eff6a5652dc service neutron] Port 051ba7c8-97f1-4912-b463-a25533c6c6e1 on network ad943d5a-5455-499e-980a-61cc86fd1d13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:53:30.469112 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-28384021-84be-444e-b06d-4eff6a5652dc service neutron] Attempting to bind port 051ba7c8-97f1-4912-b463-a25533c6c6e1 on network ad943d5a-5455-499e-980a-61cc86fd1d13 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:53:30.474057 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-28384021-84be-444e-b06d-4eff6a5652dc service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:53:30.474382 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-28384021-84be-444e-b06d-4eff6a5652dc service neutron] Checking segment: {'id': 'fea82cc5-da57-4307-8c1d-1e7e56a10f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ad943d5a-5455-499e-980a-61cc86fd1d13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:53:30.474752 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-28384021-84be-444e-b06d-4eff6a5652dc service neutron] Bound using segment: {'id': 'fea82cc5-da57-4307-8c1d-1e7e56a10f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ad943d5a-5455-499e-980a-61cc86fd1d13'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:53:30.475187 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-28384021-84be-444e-b06d-4eff6a5652dc service neutron] Bound port: 051ba7c8-97f1-4912-b463-a25533c6c6e1, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea82cc5-da57-4307-8c1d-1e7e56a10f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ad943d5a-5455-499e-980a-61cc86fd1d13'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:53:30.475533 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-28384021-84be-444e-b06d-4eff6a5652dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:30.575740 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-28384021-84be-444e-b06d-4eff6a5652dc service neutron] For port 051ba7c8-97f1-4912-b463-a25533c6c6e1, host hv-neutron-8311, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:53:30.580252 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-28384021-84be-444e-b06d-4eff6a5652dc service neutron] For port 051ba7c8-97f1-4912-b463-a25533c6c6e1, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=051ba7c8-97f1-4912-b463-a25533c6c6e1,segment=NetworkSegment(fea82cc5-da57-4307-8c1d-1e7e56a10f21),segment_id=fea82cc5-da57-4307-8c1d-1e7e56a10f21)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:53:30.587947 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-28384021-84be-444e-b06d-4eff6a5652dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:30.646109 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-28384021-84be-444e-b06d-4eff6a5652dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:30.646716 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-28384021-84be-444e-b06d-4eff6a5652dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:30.648197 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-28384021-84be-444e-b06d-4eff6a5652dc service neutron] 10.222.0.13 "PUT /v2.0/ports/051ba7c8-97f1-4912-b463-a25533c6c6e1 HTTP/1.1" status: 200 len: 1093 time: 1.1593611 Feb 28 14:53:30.648637 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b594099-622b-440e-8379-d309103a975b', 'tag': '051ba7c8-97f1-4912-b463-a25533c6c6e1'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:53:30.679531 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28384021-84be-444e-b06d-4eff6a5652dc service neutron] Pushing event updated for resources: {'Port': ['ID=051ba7c8-97f1-4912-b463-a25533c6c6e1,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:30.720166 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b594099-622b-440e-8379-d309103a975b', 'tag': '051ba7c8-97f1-4912-b463-a25533c6c6e1', 'status': 'completed', 'code': 200} Feb 28 14:53:30.760479 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-20a58d59-afd0-4520-8e03-6885c3b99b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:30.762115 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-20a58d59-afd0-4520-8e03-6885c3b99b36 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 1096 time: 0.0731800 Feb 28 14:53:30.833509 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-1016f1bf-a0d6-4b16-a0c4-44094f7c1500 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=051ba7c8-97f1-4912-b463-a25533c6c6e1 HTTP/1.1" status: 200 len: 217 time: 0.0649500 Feb 28 14:53:30.906570 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-f4fe8d16-f830-4b07-89e0-da8e82bce8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:30.908106 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-f4fe8d16-f830-4b07-89e0-da8e82bce8fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=034d57a4-b070-4fe8-8c28-700eab7b41dd HTTP/1.1" status: 200 len: 833 time: 0.0688274 Feb 28 14:53:30.989772 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-0a2aa4ab-e3d7-44f2-ae3d-7756da321677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:30.991254 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-0a2aa4ab-e3d7-44f2-ae3d-7756da321677 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad943d5a-5455-499e-980a-61cc86fd1d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765221 Feb 28 14:53:31.122531 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-f1af116f-7dcb-4919-aba5-c0d6d7f2000d service neutron] 10.222.0.13 "GET /v2.0/networks/ad943d5a-5455-499e-980a-61cc86fd1d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252975 Feb 28 14:53:31.309005 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e61e50ed-e44c-4cc6-a620-b3307947cc80 req-00ca19f0-5077-42c0-80d0-fc1ba6fef411 service neutron] 10.222.0.13 "GET /v2.0/networks/ad943d5a-5455-499e-980a-61cc86fd1d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808496 Feb 28 14:53:31.333536 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba4ec2-eefd-49c5-9c19-b5a84e6389ed req-1abc5ae5-2e92-42ca-bd3f-5d9894be349d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:31.335003 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-07ba4ec2-eefd-49c5-9c19-b5a84e6389ed req-1abc5ae5-2e92-42ca-bd3f-5d9894be349d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 943 time: 0.1235895 Feb 28 14:53:31.426543 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-07ba4ec2-eefd-49c5-9c19-b5a84e6389ed req-91daf47b-b083-4ecf-80d5-26476bd9ae0f tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=addf316e-a165-4810-983b-504ebc34cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846472 Feb 28 14:53:31.463893 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f78ba-4270-43da-8613-9f4f534957b4 req-4b9f5749-e7cb-41a0-89c2-1b6f0fc90eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:31.465426 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-331f78ba-4270-43da-8613-9f4f534957b4 req-4b9f5749-e7cb-41a0-89c2-1b6f0fc90eda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 1096 time: 0.1102076 Feb 28 14:53:31.597313 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f78ba-4270-43da-8613-9f4f534957b4 req-464883b3-d9c9-466e-9e9d-07955dd1a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:31.598775 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-331f78ba-4270-43da-8613-9f4f534957b4 req-464883b3-d9c9-466e-9e9d-07955dd1a164 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad943d5a-5455-499e-980a-61cc86fd1d13 HTTP/1.1" status: 200 len: 897 time: 0.1272864 Feb 28 14:53:31.666142 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-331f78ba-4270-43da-8613-9f4f534957b4 req-1d654213-7769-4d26-a126-51a3c5bad53f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=051ba7c8-97f1-4912-b463-a25533c6c6e1 HTTP/1.1" status: 200 len: 217 time: 0.0603898 Feb 28 14:53:31.733144 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f78ba-4270-43da-8613-9f4f534957b4 req-aa887912-92b2-4950-8d7f-4752fd98c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:31.734481 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-331f78ba-4270-43da-8613-9f4f534957b4 req-aa887912-92b2-4950-8d7f-4752fd98c3f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=034d57a4-b070-4fe8-8c28-700eab7b41dd HTTP/1.1" status: 200 len: 833 time: 0.0599082 Feb 28 14:53:31.810237 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f78ba-4270-43da-8613-9f4f534957b4 req-e9703297-3bf6-4c03-ae34-0592f2ca2b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:31.811750 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-331f78ba-4270-43da-8613-9f4f534957b4 req-e9703297-3bf6-4c03-ae34-0592f2ca2b91 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad943d5a-5455-499e-980a-61cc86fd1d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700629 Feb 28 14:53:32.053242 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-331f78ba-4270-43da-8613-9f4f534957b4 req-acbbc4e1-e483-4917-bf34-82fbbc330c75 service neutron] 10.222.0.13 "GET /v2.0/networks/ad943d5a-5455-499e-980a-61cc86fd1d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347090 Feb 28 14:53:32.059896 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 93b6b5b5-70ec-4725-8819-9add9570d683 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:32.135348 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 93b6b5b5-70ec-4725-8819-9add9570d683 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:32.135723 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:32.187561 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-331f78ba-4270-43da-8613-9f4f534957b4 req-4e158fc9-d345-45d5-a3a3-e1f8a5d5dc81 service neutron] 10.222.0.13 "GET /v2.0/networks/ad943d5a-5455-499e-980a-61cc86fd1d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280198 Feb 28 14:53:32.356173 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 051ba7c8-97f1-4912-b463-a25533c6c6e1 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:53:32.495384 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 051ba7c8-97f1-4912-b463-a25533c6c6e1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=051ba7c8-97f1-4912-b463-a25533c6c6e1,segment=NetworkSegment(fea82cc5-da57-4307-8c1d-1e7e56a10f21),segment_id=fea82cc5-da57-4307-8c1d-1e7e56a10f21)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:53:32.513097 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '051ba7c8-97f1-4912-b463-a25533c6c6e1', 'network_id': 'ad943d5a-5455-499e-980a-61cc86fd1d13', 'port_id': '051ba7c8-97f1-4912-b463-a25533c6c6e1', 'mac_address': 'fa:16:3e:99:9c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034d57a4-b070-4fe8-8c28-700eab7b41dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:53:32.567830 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:32.585094 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 051ba7c8-97f1-4912-b463-a25533c6c6e1 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:53:32.605247 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 051ba7c8-97f1-4912-b463-a25533c6c6e1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=051ba7c8-97f1-4912-b463-a25533c6c6e1,segment=NetworkSegment(fea82cc5-da57-4307-8c1d-1e7e56a10f21),segment_id=fea82cc5-da57-4307-8c1d-1e7e56a10f21)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:53:32.610000 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:32.633590 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3061a8-d463-4943-b4b0-89d9e9d22368 req-2f650182-be2d-49f9-8243-01621772e6f4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:32.635030 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9b3061a8-d463-4943-b4b0-89d9e9d22368 req-2f650182-be2d-49f9-8243-01621772e6f4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 943 time: 0.0850680 Feb 28 14:53:32.676483 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=051ba7c8-97f1-4912-b463-a25533c6c6e1,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:32.680619 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9b3061a8-d463-4943-b4b0-89d9e9d22368 req-1dcc4937-04c1-492f-94e6-9b83e8f10441 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=addf316e-a165-4810-983b-504ebc34cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396290 Feb 28 14:53:32.842758 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['051ba7c8-97f1-4912-b463-a25533c6c6e1'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:53:33.881586 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f165796-c1b4-4874-9b17-666545c01046 req-014fb64e-6713-4b69-88eb-cabb63363b3a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:33.883017 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3f165796-c1b4-4874-9b17-666545c01046 req-014fb64e-6713-4b69-88eb-cabb63363b3a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 944 time: 0.0859330 Feb 28 14:53:33.928376 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3f165796-c1b4-4874-9b17-666545c01046 req-15f3b8dd-96d0-4fa0-bc6f-6c90714b2bdf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=addf316e-a165-4810-983b-504ebc34cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383484 Feb 28 14:53:34.371186 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 051ba7c8-97f1-4912-b463-a25533c6c6e1 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:34.445554 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port 051ba7c8-97f1-4912-b463-a25533c6c6e1 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:34.450327 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 051ba7c8-97f1-4912-b463-a25533c6c6e1 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:34.450706 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:34.570497 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:34.597372 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b594099-622b-440e-8379-d309103a975b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051ba7c8-97f1-4912-b463-a25533c6c6e1'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:53:34.610831 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 051ba7c8-97f1-4912-b463-a25533c6c6e1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=051ba7c8-97f1-4912-b463-a25533c6c6e1,segment=NetworkSegment(fea82cc5-da57-4307-8c1d-1e7e56a10f21),segment_id=fea82cc5-da57-4307-8c1d-1e7e56a10f21)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:53:34.617657 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:34.653751 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b594099-622b-440e-8379-d309103a975b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051ba7c8-97f1-4912-b463-a25533c6c6e1', 'code': 200} Feb 28 14:53:34.695459 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=051ba7c8-97f1-4912-b463-a25533c6c6e1,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:34.883717 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1e4db-5075-44d3-9860-9a5bbd6a45df req-bb56aa01-f0e6-4ded-9db1-19fcb73fcbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:34.885054 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6bf1e4db-5075-44d3-9860-9a5bbd6a45df req-bb56aa01-f0e6-4ded-9db1-19fcb73fcbbe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 1098 time: 0.0710330 Feb 28 14:53:34.925695 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6bf1e4db-5075-44d3-9860-9a5bbd6a45df req-40336198-58b4-453f-a5a9-28c4107e4a6f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=addf316e-a165-4810-983b-504ebc34cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345044 Feb 28 14:53:35.126615 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443a034-f451-4c33-8651-55d4d8c6fe3d req-c2e09caa-88cc-41d3-af29-9259e5a990af tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:35.128071 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9443a034-f451-4c33-8651-55d4d8c6fe3d req-c2e09caa-88cc-41d3-af29-9259e5a990af tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 945 time: 0.0910649 Feb 28 14:53:35.171748 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9443a034-f451-4c33-8651-55d4d8c6fe3d req-94fdc7fc-fe3a-407b-8521-fd106f0de8ba tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=addf316e-a165-4810-983b-504ebc34cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379119 Feb 28 14:53:35.325464 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:36.378567 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e672c79-16ef-4ddd-91c8-e25c073d5408 req-1a807846-ac1d-4eff-80f1-c7fd1b8832ba tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:36.380028 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0e672c79-16ef-4ddd-91c8-e25c073d5408 req-1a807846-ac1d-4eff-80f1-c7fd1b8832ba tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 945 time: 0.0860610 Feb 28 14:53:36.428723 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0e672c79-16ef-4ddd-91c8-e25c073d5408 req-c0a671c1-1ce0-4297-a5c3-3e1aeb8fa8de tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=addf316e-a165-4810-983b-504ebc34cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401998 Feb 28 14:53:36.625117 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10368c5b-6f4a-4adb-a18e-f7728d1c3b2a req-f3f9a028-3f30-4098-881e-262fff1200f7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:36.626707 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-10368c5b-6f4a-4adb-a18e-f7728d1c3b2a req-f3f9a028-3f30-4098-881e-262fff1200f7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 945 time: 0.0932918 Feb 28 14:53:36.677171 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-10368c5b-6f4a-4adb-a18e-f7728d1c3b2a req-b90a0abf-217b-49e2-9eb1-1de4cd321c9e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=addf316e-a165-4810-983b-504ebc34cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390992 Feb 28 14:53:36.704118 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38072) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:36.774829 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f86156-ae08-4111-bb1d-713c10a7610a tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:36.776349 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-42f86156-ae08-4111-bb1d-713c10a7610a tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 1093 time: 0.0713158 Feb 28 14:53:36.780740 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38076) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:36.785838 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-caeb2d36-35d4-4725-ad32-dad3dc7f82d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'port_id': '051ba7c8-97f1-4912-b463-a25533c6c6e1', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:53:36.792729 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-caeb2d36-35d4-4725-ad32-dad3dc7f82d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:36.796703 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-caeb2d36-35d4-4725-ad32-dad3dc7f82d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:floatingip and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:36.799636 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-caeb2d36-35d4-4725-ad32-dad3dc7f82d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:36.805896 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-caeb2d36-35d4-4725-ad32-dad3dc7f82d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:36.818311 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-caeb2d36-35d4-4725-ad32-dad3dc7f82d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:36.959141 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-caeb2d36-35d4-4725-ad32-dad3dc7f82d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:37.108432 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-caeb2d36-35d4-4725-ad32-dad3dc7f82d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Allocated IP 172.26.5.190 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/069f9c6d-d538-4944-993e-23f60e0c2f51) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:37.257123 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-caeb2d36-35d4-4725-ad32-dad3dc7f82d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:37.293099 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-caeb2d36-35d4-4725-ad32-dad3dc7f82d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:37.351814 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caeb2d36-35d4-4725-ad32-dad3dc7f82d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:37.354452 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-caeb2d36-35d4-4725-ad32-dad3dc7f82d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:37.357157 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeb2d36-35d4-4725-ad32-dad3dc7f82d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:53:37.405865 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb2d36-35d4-4725-ad32-dad3dc7f82d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=069f9c6d-d538-4944-993e-23f60e0c2f51,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:37.724149 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6f2b4520-9a95-466f-8c75-e3513e4caf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:37.811270 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-caeb2d36-35d4-4725-ad32-dad3dc7f82d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:37.987782 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-caeb2d36-35d4-4725-ad32-dad3dc7f82d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:38.204854 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-caeb2d36-35d4-4725-ad32-dad3dc7f82d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:38.211325 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-caeb2d36-35d4-4725-ad32-dad3dc7f82d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:38.314755 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb2d36-35d4-4725-ad32-dad3dc7f82d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=069f9c6d-d538-4944-993e-23f60e0c2f51,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:38.327579 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-caeb2d36-35d4-4725-ad32-dad3dc7f82d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:38.499009 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-caeb2d36-35d4-4725-ad32-dad3dc7f82d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Floating IP 8c20cb11-29c0-409c-8c35-52fc9804a4ec associated. External IP: 172.26.5.190, port: 051ba7c8-97f1-4912-b463-a25533c6c6e1. Feb 28 14:53:38.864939 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caeb2d36-35d4-4725-ad32-dad3dc7f82d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Router 422ccdc6-e444-4967-b5bf-4a1693d8d25a has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:53:39.046856 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caeb2d36-35d4-4725-ad32-dad3dc7f82d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:53:39.057894 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15642a93-470d-4f90-8676-4501da0581d8 None None] Sync routers for ids ['422ccdc6-e444-4967-b5bf-4a1693d8d25a'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:53:39.067435 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15642a93-470d-4f90-8676-4501da0581d8 None None] Routers {'422ccdc6-e444-4967-b5bf-4a1693d8d25a'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:53:39.068061 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-15642a93-470d-4f90-8676-4501da0581d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:53:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['422ccdc6-e444-4967-b5bf-4a1693d8d25a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:39.072953 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-caeb2d36-35d4-4725-ad32-dad3dc7f82d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:39.128733 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-caeb2d36-35d4-4725-ad32-dad3dc7f82d2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3468065 Feb 28 14:53:39.129191 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b594099-622b-440e-8379-d309103a975b', 'tag': '051ba7c8-97f1-4912-b463-a25533c6c6e1'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:53:39.177271 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b594099-622b-440e-8379-d309103a975b', 'tag': '051ba7c8-97f1-4912-b463-a25533c6c6e1', 'status': 'completed', 'code': 200} Feb 28 14:53:39.254169 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-15642a93-470d-4f90-8676-4501da0581d8 None None] Set router 422ccdc6-e444-4967-b5bf-4a1693d8d25a gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:53:39.281821 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca81ac-38aa-4037-ac9d-68b97df0aa9a req-dcd0e622-5f7a-48de-8f51-ad6cc947c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:39.283425 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dfca81ac-38aa-4037-ac9d-68b97df0aa9a req-dcd0e622-5f7a-48de-8f51-ad6cc947c2e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 1098 time: 0.0766299 Feb 28 14:53:39.306957 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e28ab-a599-4d1b-828b-1925334b4774 req-e082a4cf-1b02-4774-99e4-4e7b3d220746 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:39.308083 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-676e28ab-a599-4d1b-828b-1925334b4774 req-e082a4cf-1b02-4774-99e4-4e7b3d220746 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 945 time: 0.0867867 Feb 28 14:53:39.353551 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-676e28ab-a599-4d1b-828b-1925334b4774 req-a7c0dff0-cd9b-49da-89c0-1d25a583ed12 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=addf316e-a165-4810-983b-504ebc34cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392268 Feb 28 14:53:39.377636 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38084) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:39.434103 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca81ac-38aa-4037-ac9d-68b97df0aa9a req-e6591be1-619b-4b20-a70c-e956399680c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:39.435816 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dfca81ac-38aa-4037-ac9d-68b97df0aa9a req-e6591be1-619b-4b20-a70c-e956399680c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad943d5a-5455-499e-980a-61cc86fd1d13 HTTP/1.1" status: 200 len: 897 time: 0.1469800 Feb 28 14:53:39.544772 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dfca81ac-38aa-4037-ac9d-68b97df0aa9a req-dda685ad-336a-4342-aa3a-d2146a694cef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=051ba7c8-97f1-4912-b463-a25533c6c6e1 HTTP/1.1" status: 200 len: 999 time: 0.1032357 Feb 28 14:53:39.611962 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca81ac-38aa-4037-ac9d-68b97df0aa9a req-9a8d1ce2-dd3f-405f-8ef3-19d23c21d8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:39.614072 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2afab14c-fa2e-4d48-943d-9ad2863ca43d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/floatingips/8c20cb11-29c0-409c-8c35-52fc9804a4ec HTTP/1.1" status: 200 len: 991 time: 0.2341182 Feb 28 14:53:39.614552 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dfca81ac-38aa-4037-ac9d-68b97df0aa9a req-9a8d1ce2-dd3f-405f-8ef3-19d23c21d8ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=034d57a4-b070-4fe8-8c28-700eab7b41dd HTTP/1.1" status: 200 len: 833 time: 0.0630400 Feb 28 14:53:39.651656 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-15642a93-470d-4f90-8676-4501da0581d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243376338', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:19Z', 'updated_at': '2022-02-28T14:53:24Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:20Z', 'updated_at': '2022-02-28T14:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '8c20cb11-29c0-409c-8c35-52fc9804a4ec', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'floating_ip_address': '172.26.5.190', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'port_id': '051ba7c8-97f1-4912-b463-a25533c6c6e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad943d5a-5455-499e-980a-61cc86fd1d13', 'mac_address': 'fa:16:3e:99:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b594099-622b-440e-8379-d309103a975b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:53:37Z', 'updated_at': '2022-02-28T14:53:37Z', 'revision_number': 0, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b6b5b5-70ec-4725-8819-9add9570d683', 'name': '', 'network_id': 'ad943d5a-5455-499e-980a-61cc86fd1d13', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:93:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '034d57a4-b070-4fe8-8c28-700eab7b41dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:53:30Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': '034d57a4-b070-4fe8-8c28-700eab7b41dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:39.656119 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15642a93-470d-4f90-8676-4501da0581d8 None None] Checking router: 422ccdc6-e444-4967-b5bf-4a1693d8d25a for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:53:39.665083 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15642a93-470d-4f90-8676-4501da0581d8 None None] Routers {'422ccdc6-e444-4967-b5bf-4a1693d8d25a'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:53:39.665711 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-15642a93-470d-4f90-8676-4501da0581d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:53:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['422ccdc6-e444-4967-b5bf-4a1693d8d25a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:39.687712 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca81ac-38aa-4037-ac9d-68b97df0aa9a req-04fafd9c-54a0-429f-aa76-f02192c9b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:39.689197 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dfca81ac-38aa-4037-ac9d-68b97df0aa9a req-04fafd9c-54a0-429f-aa76-f02192c9b3d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad943d5a-5455-499e-980a-61cc86fd1d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698366 Feb 28 14:53:39.830242 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dfca81ac-38aa-4037-ac9d-68b97df0aa9a req-1fa78878-ee9f-481c-99a2-7789b3e3a9fb service neutron] 10.222.0.13 "GET /v2.0/networks/ad943d5a-5455-499e-980a-61cc86fd1d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333668 Feb 28 14:53:39.847190 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-15642a93-470d-4f90-8676-4501da0581d8 None None] Set router 422ccdc6-e444-4967-b5bf-4a1693d8d25a gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:53:39.921321 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1e0109d9-f885-4a86-8bb1-f66d68127eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:39.963475 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dfca81ac-38aa-4037-ac9d-68b97df0aa9a req-51141077-cd36-49c5-a570-6ad36d5084d0 service neutron] 10.222.0.13 "GET /v2.0/networks/ad943d5a-5455-499e-980a-61cc86fd1d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273155 Feb 28 14:53:40.208674 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-15642a93-470d-4f90-8676-4501da0581d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243376338', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:19Z', 'updated_at': '2022-02-28T14:53:24Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:20Z', 'updated_at': '2022-02-28T14:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '8c20cb11-29c0-409c-8c35-52fc9804a4ec', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'floating_ip_address': '172.26.5.190', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'port_id': '051ba7c8-97f1-4912-b463-a25533c6c6e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad943d5a-5455-499e-980a-61cc86fd1d13', 'mac_address': 'fa:16:3e:99:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b594099-622b-440e-8379-d309103a975b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:53:37Z', 'updated_at': '2022-02-28T14:53:37Z', 'revision_number': 0, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b6b5b5-70ec-4725-8819-9add9570d683', 'name': '', 'network_id': 'ad943d5a-5455-499e-980a-61cc86fd1d13', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:93:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '034d57a4-b070-4fe8-8c28-700eab7b41dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:53:30Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': '034d57a4-b070-4fe8-8c28-700eab7b41dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:40.212679 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15642a93-470d-4f90-8676-4501da0581d8 None None] The sync data for ids ['422ccdc6-e444-4967-b5bf-4a1693d8d25a'] in dv-neutron-831192-4-hyperv is: [{'id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243376338', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:19Z', 'updated_at': '2022-02-28T14:53:24Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:20Z', 'updated_at': '2022-02-28T14:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '8c20cb11-29c0-409c-8c35-52fc9804a4ec', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'floating_ip_address': '172.26.5.190', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'port_id': '051ba7c8-97f1-4912-b463-a25533c6c6e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad943d5a-5455-499e-980a-61cc86fd1d13', 'mac_address': 'fa:16:3e:99:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b594099-622b-440e-8379-d309103a975b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:53:37Z', 'updated_at': '2022-02-28T14:53:37Z', 'revision_number': 0, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b6b5b5-70ec-4725-8819-9add9570d683', 'name': '', 'network_id': 'ad943d5a-5455-499e-980a-61cc86fd1d13', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:93:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '034d57a4-b070-4fe8-8c28-700eab7b41dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:53:30Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': '034d57a4-b070-4fe8-8c28-700eab7b41dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:53:40.399190 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2191c108-22ad-4725-9abd-ba0ad6d4dbbd None None] New status for floating IP 8c20cb11-29c0-409c-8c35-52fc9804a4ec: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:53:40.616183 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38088) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:40.726963 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-187bc23f-73b0-4d43-938c-be3037b067f7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/floatingips/8c20cb11-29c0-409c-8c35-52fc9804a4ec HTTP/1.1" status: 200 len: 993 time: 0.1094813 Feb 28 14:53:40.822062 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-36ae996b-a44d-430c-80c3-60c9f44163dd req-34425947-7399-4b6a-90f5-aa98a772dee6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b594099-622b-440e-8379-d309103a975b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827513 Feb 28 14:53:40.971213 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae996b-a44d-430c-80c3-60c9f44163dd req-87ef0d06-1b49-4bbd-bca4-8c5cc4adb2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:40.972609 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-36ae996b-a44d-430c-80c3-60c9f44163dd req-87ef0d06-1b49-4bbd-bca4-8c5cc4adb2fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 1098 time: 0.0754189 Feb 28 14:53:40.986747 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:41.225145 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae996b-a44d-430c-80c3-60c9f44163dd req-b1560bd3-16ac-43e2-9236-96a21b622722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:41.226476 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-36ae996b-a44d-430c-80c3-60c9f44163dd req-b1560bd3-16ac-43e2-9236-96a21b622722 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad943d5a-5455-499e-980a-61cc86fd1d13 HTTP/1.1" status: 200 len: 897 time: 0.2320824 Feb 28 14:53:41.234629 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:41.328755 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-36ae996b-a44d-430c-80c3-60c9f44163dd req-4b24d2de-f148-45fe-8c04-95a76e360d45 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=051ba7c8-97f1-4912-b463-a25533c6c6e1 HTTP/1.1" status: 200 len: 1001 time: 0.0957465 Feb 28 14:53:41.399995 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae996b-a44d-430c-80c3-60c9f44163dd req-fa8c2e09-0db0-4f0f-85dd-70f1389b66d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:41.401413 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-36ae996b-a44d-430c-80c3-60c9f44163dd req-fa8c2e09-0db0-4f0f-85dd-70f1389b66d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=034d57a4-b070-4fe8-8c28-700eab7b41dd HTTP/1.1" status: 200 len: 833 time: 0.0660393 Feb 28 14:53:41.484736 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae996b-a44d-430c-80c3-60c9f44163dd req-9f482ee6-8574-400f-9ccb-ea1cb1a1ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:41.486148 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-36ae996b-a44d-430c-80c3-60c9f44163dd req-9f482ee6-8574-400f-9ccb-ea1cb1a1ba66 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad943d5a-5455-499e-980a-61cc86fd1d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788689 Feb 28 14:53:41.625170 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-36ae996b-a44d-430c-80c3-60c9f44163dd req-455a2a22-4462-4417-b0a0-06a76f17692e service neutron] 10.222.0.13 "GET /v2.0/networks/ad943d5a-5455-499e-980a-61cc86fd1d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318953 Feb 28 14:53:41.759126 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-36ae996b-a44d-430c-80c3-60c9f44163dd req-9de3dc12-b1ad-48c2-8735-dd41c2d3758c service neutron] 10.222.0.13 "GET /v2.0/networks/ad943d5a-5455-499e-980a-61cc86fd1d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270623 Feb 28 14:53:42.586912 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:02.914784 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:54:05.328375 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:07.729308 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b0bc201-aedc-4660-ac03-276c7b9f6127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:07.737496 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0284d9d-34b3-4e7e-908f-2156b1479c40 req-bffe5d78-a604-4918-b7e1-d9a4b908be9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:07.738965 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b0284d9d-34b3-4e7e-908f-2156b1479c40 req-bffe5d78-a604-4918-b7e1-d9a4b908be9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 1098 time: 0.1302397 Feb 28 14:54:07.750269 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab7384-2116-491d-91c8-19479ca041b9 req-adc326e2-9fa4-4cb5-8398-9462d8df7089 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:07.751618 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6bab7384-2116-491d-91c8-19479ca041b9 req-adc326e2-9fa4-4cb5-8398-9462d8df7089 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 945 time: 0.1080782 Feb 28 14:54:07.884287 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6bab7384-2116-491d-91c8-19479ca041b9 req-86d5b087-0be9-4a25-8bad-506e7bce8b4b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=addf316e-a165-4810-983b-504ebc34cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128747 Feb 28 14:54:07.910136 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0284d9d-34b3-4e7e-908f-2156b1479c40 req-7d3edc15-0421-4a20-bb9f-32004826fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:07.911593 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b0284d9d-34b3-4e7e-908f-2156b1479c40 req-7d3edc15-0421-4a20-bb9f-32004826fd28 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad943d5a-5455-499e-980a-61cc86fd1d13 HTTP/1.1" status: 200 len: 897 time: 0.1591477 Feb 28 14:54:08.018237 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b0284d9d-34b3-4e7e-908f-2156b1479c40 req-029236a9-1690-4dc9-a2e6-4f5d1d88a3fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=051ba7c8-97f1-4912-b463-a25533c6c6e1 HTTP/1.1" status: 200 len: 1001 time: 0.0974445 Feb 28 14:54:08.080209 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0284d9d-34b3-4e7e-908f-2156b1479c40 req-b28c87d3-47f1-454b-8468-3c7f854c0aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:08.081624 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b0284d9d-34b3-4e7e-908f-2156b1479c40 req-b28c87d3-47f1-454b-8468-3c7f854c0aea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=034d57a4-b070-4fe8-8c28-700eab7b41dd HTTP/1.1" status: 200 len: 833 time: 0.0565102 Feb 28 14:54:08.162644 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0284d9d-34b3-4e7e-908f-2156b1479c40 req-e388c1e8-cba0-4a54-8de6-c0d0c38d6d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:08.164095 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b0284d9d-34b3-4e7e-908f-2156b1479c40 req-e388c1e8-cba0-4a54-8de6-c0d0c38d6d5c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad943d5a-5455-499e-980a-61cc86fd1d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725985 Feb 28 14:54:08.294855 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b0284d9d-34b3-4e7e-908f-2156b1479c40 req-10843688-4eb6-4e42-82cb-91afdc38c364 service neutron] 10.222.0.13 "GET /v2.0/networks/ad943d5a-5455-499e-980a-61cc86fd1d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235521 Feb 28 14:54:08.430230 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b0284d9d-34b3-4e7e-908f-2156b1479c40 req-9432d82d-554c-47fe-9238-107bc73fb497 service neutron] 10.222.0.13 "GET /v2.0/networks/ad943d5a-5455-499e-980a-61cc86fd1d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287694 Feb 28 14:54:09.082409 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb761e-3d32-4eaa-9d5d-4b922e73da18 req-6940fab8-f9be-4954-a0b2-cbb28e1ab302 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:09.083891 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-34fb761e-3d32-4eaa-9d5d-4b922e73da18 req-6940fab8-f9be-4954-a0b2-cbb28e1ab302 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 945 time: 0.0823076 Feb 28 14:54:09.129701 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-34fb761e-3d32-4eaa-9d5d-4b922e73da18 req-d80df05f-9626-4783-998e-7ee865628eb2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=addf316e-a165-4810-983b-504ebc34cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377455 Feb 28 14:54:09.876742 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-db207763-240b-47e3-8fbe-7b9160dad140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:10.337582 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93632eaa-94ba-47d6-87c1-acf133fa6c41 req-d44a54ef-f22e-4e9e-a75f-6abf173dbf7b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:10.339009 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-93632eaa-94ba-47d6-87c1-acf133fa6c41 req-d44a54ef-f22e-4e9e-a75f-6abf173dbf7b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 945 time: 0.0841825 Feb 28 14:54:10.381952 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-93632eaa-94ba-47d6-87c1-acf133fa6c41 req-8a52dd63-19be-43a1-87b8-55e5146fd500 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=addf316e-a165-4810-983b-504ebc34cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372541 Feb 28 14:54:10.989789 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:11.244451 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:11.584687 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25af43e-cf74-44aa-96b9-31656629cda0 req-daa398dc-7305-47d9-98b5-18e6cbe64111 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:11.586331 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c25af43e-cf74-44aa-96b9-31656629cda0 req-daa398dc-7305-47d9-98b5-18e6cbe64111 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 945 time: 0.0921376 Feb 28 14:54:11.634608 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c25af43e-cf74-44aa-96b9-31656629cda0 req-ed3671c2-6918-4d73-80f4-c27b206d9a65 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=addf316e-a165-4810-983b-504ebc34cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396345 Feb 28 14:54:12.592378 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:12.950376 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e16191-9a74-4181-9cb5-9ec165f2b0bd req-347e4259-883f-4266-aa61-def05094e7cd tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:12.951834 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-36e16191-9a74-4181-9cb5-9ec165f2b0bd req-347e4259-883f-4266-aa61-def05094e7cd tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 945 time: 0.1941254 Feb 28 14:54:12.996875 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-36e16191-9a74-4181-9cb5-9ec165f2b0bd req-91c1f13a-39d4-4951-a246-3fc5356bc94a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=addf316e-a165-4810-983b-504ebc34cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393085 Feb 28 14:54:14.208717 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8370da4-097e-47d8-9867-57db3fb448ea req-633d2488-3963-4a2f-9b8e-c44f93ed6446 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:14.210135 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b8370da4-097e-47d8-9867-57db3fb448ea req-633d2488-3963-4a2f-9b8e-c44f93ed6446 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 945 time: 0.0960958 Feb 28 14:54:14.257705 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b8370da4-097e-47d8-9867-57db3fb448ea req-7447223f-9d55-4cf9-9b12-8d8dd86f230d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=addf316e-a165-4810-983b-504ebc34cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389907 Feb 28 14:54:15.458394 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391812f1-f7f4-408f-bfa0-da960ecc2bbc req-75fcbb25-6f64-40d1-9a54-2a0c5e4c40dc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:15.459870 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-391812f1-f7f4-408f-bfa0-da960ecc2bbc req-75fcbb25-6f64-40d1-9a54-2a0c5e4c40dc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 945 time: 0.0827892 Feb 28 14:54:15.507571 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-391812f1-f7f4-408f-bfa0-da960ecc2bbc req-436fe041-810c-4f06-9a1a-49da83487922 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=addf316e-a165-4810-983b-504ebc34cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388706 Feb 28 14:54:16.717790 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058fe1a-2efc-4a4b-b263-31394a30bf27 req-7fe61ca2-b897-4c86-b9fc-7710b30ff0f7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:16.719131 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2058fe1a-2efc-4a4b-b263-31394a30bf27 req-7fe61ca2-b897-4c86-b9fc-7710b30ff0f7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 945 time: 0.0855684 Feb 28 14:54:16.766261 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2058fe1a-2efc-4a4b-b263-31394a30bf27 req-7ebeeb4f-e6d4-421d-85c6-4442fcb77b60 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=addf316e-a165-4810-983b-504ebc34cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409777 Feb 28 14:54:17.967397 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19966514-eda0-4bec-9ce1-9d0ace1812bf req-ac3a9393-e408-474f-82d5-25c3e32f186d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:17.968820 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-19966514-eda0-4bec-9ce1-9d0ace1812bf req-ac3a9393-e408-474f-82d5-25c3e32f186d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 945 time: 0.0845475 Feb 28 14:54:18.017449 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-19966514-eda0-4bec-9ce1-9d0ace1812bf req-fd98dd14-b1dd-4684-948f-ed9215b7d7de tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=addf316e-a165-4810-983b-504ebc34cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425336 Feb 28 14:54:19.221067 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f45b0-a6aa-44ac-9ad5-27f23fe664b4 req-cc9364eb-068f-4855-be70-13c2278123cb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:19.223099 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c87f45b0-a6aa-44ac-9ad5-27f23fe664b4 req-cc9364eb-068f-4855-be70-13c2278123cb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 945 time: 0.0858867 Feb 28 14:54:19.270791 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c87f45b0-a6aa-44ac-9ad5-27f23fe664b4 req-51812332-9399-4d1b-a925-34329dd2180f tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=addf316e-a165-4810-983b-504ebc34cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406795 Feb 28 14:54:20.471344 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a51256-d9b2-48b4-8dfb-6a8026401fcb req-7bd7dae9-1532-4f67-bb94-b750f5dae336 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:20.473233 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-06a51256-d9b2-48b4-8dfb-6a8026401fcb req-7bd7dae9-1532-4f67-bb94-b750f5dae336 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 945 time: 0.0849278 Feb 28 14:54:20.516563 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-06a51256-d9b2-48b4-8dfb-6a8026401fcb req-8ef57a5b-9afb-41ee-b721-c9386891b41c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=addf316e-a165-4810-983b-504ebc34cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375552 Feb 28 14:54:20.540529 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38124) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:20.657954 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-422f3172-a640-4f36-b5b7-09abfb4281f0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/floatingips/8c20cb11-29c0-409c-8c35-52fc9804a4ec HTTP/1.1" status: 200 len: 993 time: 0.1162298 Feb 28 14:54:35.321998 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:37.739875 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e26342b5-9f8e-416a-8b1e-cc9e01b75134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:39.863771 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7b9e74b8-f7c7-447f-88cc-08a95405917a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:39.919329 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:54:40.992896 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:41.250680 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:42.644242 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:42.791177 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1a0707c4-0eff-41f3-b3de-ac3a79b8d750 req-5118d04d-aa4a-4ab2-a0ee-3222493f58ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b594099-622b-440e-8379-d309103a975b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689068 Feb 28 14:54:42.939024 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0707c4-0eff-41f3-b3de-ac3a79b8d750 req-72f919e0-8365-43c4-b8d1-3bd94c9e4cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:42.940512 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1a0707c4-0eff-41f3-b3de-ac3a79b8d750 req-72f919e0-8365-43c4-b8d1-3bd94c9e4cd6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 1098 time: 0.0791361 Feb 28 14:54:43.090106 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0707c4-0eff-41f3-b3de-ac3a79b8d750 req-8156d404-451a-4267-90ba-4985971c0818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:43.093392 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1a0707c4-0eff-41f3-b3de-ac3a79b8d750 req-8156d404-451a-4267-90ba-4985971c0818 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad943d5a-5455-499e-980a-61cc86fd1d13 HTTP/1.1" status: 200 len: 897 time: 0.1308227 Feb 28 14:54:43.201221 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1a0707c4-0eff-41f3-b3de-ac3a79b8d750 req-fd1e1c00-78ee-4448-aaa4-79433b55e9d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=051ba7c8-97f1-4912-b463-a25533c6c6e1 HTTP/1.1" status: 200 len: 1001 time: 0.0995879 Feb 28 14:54:43.264680 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0707c4-0eff-41f3-b3de-ac3a79b8d750 req-9c84eda6-4440-485d-97f4-a7d3c993bd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:43.266071 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1a0707c4-0eff-41f3-b3de-ac3a79b8d750 req-9c84eda6-4440-485d-97f4-a7d3c993bd96 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=034d57a4-b070-4fe8-8c28-700eab7b41dd HTTP/1.1" status: 200 len: 833 time: 0.0586326 Feb 28 14:54:43.345413 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0707c4-0eff-41f3-b3de-ac3a79b8d750 req-1c1c51f6-efc3-424e-872e-630d8f048cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:43.346753 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1a0707c4-0eff-41f3-b3de-ac3a79b8d750 req-1c1c51f6-efc3-424e-872e-630d8f048cac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad943d5a-5455-499e-980a-61cc86fd1d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745502 Feb 28 14:54:43.481606 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1a0707c4-0eff-41f3-b3de-ac3a79b8d750 req-6278bdc9-c571-46d0-9422-8ab90c12de57 service neutron] 10.222.0.13 "GET /v2.0/networks/ad943d5a-5455-499e-980a-61cc86fd1d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271739 Feb 28 14:54:43.615590 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1a0707c4-0eff-41f3-b3de-ac3a79b8d750 req-28d63f48-387a-4ea7-a03b-81b93be2759c service neutron] 10.222.0.13 "GET /v2.0/networks/ad943d5a-5455-499e-980a-61cc86fd1d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271338 Feb 28 14:54:48.575903 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38148) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:48.787875 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-674dc6f8-d9b2-4dcd-b3f3-3e19e37dc6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Deleting port 069f9c6d-d538-4944-993e-23f60e0c2f51 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:54:48.788107 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-674dc6f8-d9b2-4dcd-b3f3-3e19e37dc6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:49.079662 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-674dc6f8-d9b2-4dcd-b3f3-3e19e37dc6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:49.079960 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-674dc6f8-d9b2-4dcd-b3f3-3e19e37dc6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:49.201800 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-674dc6f8-d9b2-4dcd-b3f3-3e19e37dc6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Calling delete_port for 069f9c6d-d538-4944-993e-23f60e0c2f51 owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:54:49.358315 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-674dc6f8-d9b2-4dcd-b3f3-3e19e37dc6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:49.403355 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674dc6f8-d9b2-4dcd-b3f3-3e19e37dc6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Port': ['ID=069f9c6d-d538-4944-993e-23f60e0c2f51,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:49.441094 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674dc6f8-d9b2-4dcd-b3f3-3e19e37dc6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:49.441442 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674dc6f8-d9b2-4dcd-b3f3-3e19e37dc6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:49.441802 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674dc6f8-d9b2-4dcd-b3f3-3e19e37dc6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:49.442133 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674dc6f8-d9b2-4dcd-b3f3-3e19e37dc6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:49.442459 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674dc6f8-d9b2-4dcd-b3f3-3e19e37dc6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:49.442788 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674dc6f8-d9b2-4dcd-b3f3-3e19e37dc6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:49.443111 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674dc6f8-d9b2-4dcd-b3f3-3e19e37dc6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:49.443462 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674dc6f8-d9b2-4dcd-b3f3-3e19e37dc6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:49.443782 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674dc6f8-d9b2-4dcd-b3f3-3e19e37dc6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:49.444100 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674dc6f8-d9b2-4dcd-b3f3-3e19e37dc6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:49.444418 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674dc6f8-d9b2-4dcd-b3f3-3e19e37dc6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:49.444734 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674dc6f8-d9b2-4dcd-b3f3-3e19e37dc6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:49.506580 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-674dc6f8-d9b2-4dcd-b3f3-3e19e37dc6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:49.506908 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-674dc6f8-d9b2-4dcd-b3f3-3e19e37dc6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Floating IP 8c20cb11-29c0-409c-8c35-52fc9804a4ec disassociated (deleted). External IP: 172.26.5.190, port: 051ba7c8-97f1-4912-b463-a25533c6c6e1. Feb 28 14:54:49.876877 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674dc6f8-d9b2-4dcd-b3f3-3e19e37dc6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Router 422ccdc6-e444-4967-b5bf-4a1693d8d25a has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:54:50.073949 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674dc6f8-d9b2-4dcd-b3f3-3e19e37dc6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:54:50.084013 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2003a214-c779-4174-9356-edb03efd1606 None None] Sync routers for ids ['422ccdc6-e444-4967-b5bf-4a1693d8d25a'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:54:50.094917 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2003a214-c779-4174-9356-edb03efd1606 None None] Routers {'422ccdc6-e444-4967-b5bf-4a1693d8d25a'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:54:50.095590 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2003a214-c779-4174-9356-edb03efd1606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:54:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['422ccdc6-e444-4967-b5bf-4a1693d8d25a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:50.096724 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-674dc6f8-d9b2-4dcd-b3f3-3e19e37dc6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:50.151883 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-674dc6f8-d9b2-4dcd-b3f3-3e19e37dc6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "DELETE /v2.0/floatingips/8c20cb11-29c0-409c-8c35-52fc9804a4ec HTTP/1.1" status: 204 len: 168 time: 1.5747457 Feb 28 14:54:50.152349 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b594099-622b-440e-8379-d309103a975b', 'tag': '051ba7c8-97f1-4912-b463-a25533c6c6e1'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:54:50.279389 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-2003a214-c779-4174-9356-edb03efd1606 None None] Set router 422ccdc6-e444-4967-b5bf-4a1693d8d25a gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:54:50.306209 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b594099-622b-440e-8379-d309103a975b', 'tag': '051ba7c8-97f1-4912-b463-a25533c6c6e1', 'status': 'completed', 'code': 200} Feb 28 14:54:50.428780 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10215ca5-3181-4120-b171-bf5cf68cf8ab req-6cb16484-32d8-4445-bf95-57add07dba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:50.431385 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-10215ca5-3181-4120-b171-bf5cf68cf8ab req-6cb16484-32d8-4445-bf95-57add07dba1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 1098 time: 0.1009409 Feb 28 14:54:50.603345 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10215ca5-3181-4120-b171-bf5cf68cf8ab req-7c61c841-ecc6-46ce-885d-97041d2b57a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:50.605192 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-10215ca5-3181-4120-b171-bf5cf68cf8ab req-7c61c841-ecc6-46ce-885d-97041d2b57a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad943d5a-5455-499e-980a-61cc86fd1d13 HTTP/1.1" status: 200 len: 897 time: 0.1672459 Feb 28 14:54:50.660842 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2003a214-c779-4174-9356-edb03efd1606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243376338', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:19Z', 'updated_at': '2022-02-28T14:53:24Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:20Z', 'updated_at': '2022-02-28T14:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '93b6b5b5-70ec-4725-8819-9add9570d683', 'name': '', 'network_id': 'ad943d5a-5455-499e-980a-61cc86fd1d13', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:93:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '034d57a4-b070-4fe8-8c28-700eab7b41dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:53:30Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': '034d57a4-b070-4fe8-8c28-700eab7b41dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:50.665291 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2003a214-c779-4174-9356-edb03efd1606 None None] Checking router: 422ccdc6-e444-4967-b5bf-4a1693d8d25a for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:54:50.673074 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-10215ca5-3181-4120-b171-bf5cf68cf8ab req-8b6c0c47-a1e7-4cd3-b0c4-860eba18dc29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=051ba7c8-97f1-4912-b463-a25533c6c6e1 HTTP/1.1" status: 200 len: 217 time: 0.0605302 Feb 28 14:54:50.675329 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2003a214-c779-4174-9356-edb03efd1606 None None] Routers {'422ccdc6-e444-4967-b5bf-4a1693d8d25a'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:54:50.675974 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2003a214-c779-4174-9356-edb03efd1606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:54:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['422ccdc6-e444-4967-b5bf-4a1693d8d25a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:50.696381 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a665d31-d5d6-45c3-b52d-9027b2cb263b req-8301d8a9-df0f-4e43-b22f-76c93aa6866a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:50.697736 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8a665d31-d5d6-45c3-b52d-9027b2cb263b req-8301d8a9-df0f-4e43-b22f-76c93aa6866a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 945 time: 0.0811772 Feb 28 14:54:50.745190 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8a665d31-d5d6-45c3-b52d-9027b2cb263b req-7b6a2f1f-1341-40c9-a57c-0f8f1daa57c5 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=addf316e-a165-4810-983b-504ebc34cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410564 Feb 28 14:54:50.853438 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10215ca5-3181-4120-b171-bf5cf68cf8ab req-7df8c018-2ced-4a6e-9543-9dcf83380805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:50.854899 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-10215ca5-3181-4120-b171-bf5cf68cf8ab req-7df8c018-2ced-4a6e-9543-9dcf83380805 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=034d57a4-b070-4fe8-8c28-700eab7b41dd HTTP/1.1" status: 200 len: 833 time: 0.1757424 Feb 28 14:54:50.860294 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-2003a214-c779-4174-9356-edb03efd1606 None None] Set router 422ccdc6-e444-4967-b5bf-4a1693d8d25a gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:54:50.938583 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10215ca5-3181-4120-b171-bf5cf68cf8ab req-d5d6f3cd-2b61-4aaf-9656-6a0f33f1de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:50.940097 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-10215ca5-3181-4120-b171-bf5cf68cf8ab req-d5d6f3cd-2b61-4aaf-9656-6a0f33f1de88 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad943d5a-5455-499e-980a-61cc86fd1d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786431 Feb 28 14:54:51.069937 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-10215ca5-3181-4120-b171-bf5cf68cf8ab req-6d6a68a9-37eb-4432-8f23-ad391e30e334 service neutron] 10.222.0.13 "GET /v2.0/networks/ad943d5a-5455-499e-980a-61cc86fd1d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226232 Feb 28 14:54:51.176290 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-2003a214-c779-4174-9356-edb03efd1606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243376338', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:19Z', 'updated_at': '2022-02-28T14:53:24Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:20Z', 'updated_at': '2022-02-28T14:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '93b6b5b5-70ec-4725-8819-9add9570d683', 'name': '', 'network_id': 'ad943d5a-5455-499e-980a-61cc86fd1d13', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:93:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '034d57a4-b070-4fe8-8c28-700eab7b41dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:53:30Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': '034d57a4-b070-4fe8-8c28-700eab7b41dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:51.180610 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2003a214-c779-4174-9356-edb03efd1606 None None] The sync data for ids ['422ccdc6-e444-4967-b5bf-4a1693d8d25a'] in dv-neutron-831192-4-hyperv is: [{'id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243376338', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:19Z', 'updated_at': '2022-02-28T14:53:24Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:20Z', 'updated_at': '2022-02-28T14:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '93b6b5b5-70ec-4725-8819-9add9570d683', 'name': '', 'network_id': 'ad943d5a-5455-499e-980a-61cc86fd1d13', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:93:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '034d57a4-b070-4fe8-8c28-700eab7b41dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:53:30Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': '034d57a4-b070-4fe8-8c28-700eab7b41dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:54:51.203691 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-10215ca5-3181-4120-b171-bf5cf68cf8ab req-bbf77b01-f8bc-4ae1-9e5a-631ef72ee2b3 service neutron] 10.222.0.13 "GET /v2.0/networks/ad943d5a-5455-499e-980a-61cc86fd1d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268094 Feb 28 14:54:51.417460 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bf4b8f-e9d9-4448-b4d2-dd2d73580f30 None None] New status for floating IP 8c20cb11-29c0-409c-8c35-52fc9804a4ec: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:54:51.999758 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a787a16-7eb2-4fec-b3e9-f7cf14a191eb req-d51e25a8-f5ba-448e-b51c-d1ef202f76a1 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:52.000395 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-0a787a16-7eb2-4fec-b3e9-f7cf14a191eb req-d51e25a8-f5ba-448e-b51c-d1ef202f76a1 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:52.009211 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9e9c2-d08c-4154-9701-b4911f58a3ed req-3138dd9c-3d7d-4eb0-9f49-68df336ed4bc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:52.009851 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-5dd9e9c2-d08c-4154-9701-b4911f58a3ed req-3138dd9c-3d7d-4eb0-9f49-68df336ed4bc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:52.035556 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-0a787a16-7eb2-4fec-b3e9-f7cf14a191eb req-d51e25a8-f5ba-448e-b51c-d1ef202f76a1 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:52.037184 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0a787a16-7eb2-4fec-b3e9-f7cf14a191eb req-d51e25a8-f5ba-448e-b51c-d1ef202f76a1 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 945 time: 0.1783690 Feb 28 14:54:52.038144 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-5dd9e9c2-d08c-4154-9701-b4911f58a3ed req-3138dd9c-3d7d-4eb0-9f49-68df336ed4bc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:52.039083 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5dd9e9c2-d08c-4154-9701-b4911f58a3ed req-3138dd9c-3d7d-4eb0-9f49-68df336ed4bc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 945 time: 0.1446993 Feb 28 14:54:52.136583 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-5dd9e9c2-d08c-4154-9701-b4911f58a3ed req-456356e6-9e14-473b-b791-0cf7d0629acc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Deleting port 051ba7c8-97f1-4912-b463-a25533c6c6e1 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:54:52.136868 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-5dd9e9c2-d08c-4154-9701-b4911f58a3ed req-456356e6-9e14-473b-b791-0cf7d0629acc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:52.162890 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0a787a16-7eb2-4fec-b3e9-f7cf14a191eb req-4bb8ae5a-83a4-40b8-855b-26e1602cdfe9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=addf316e-a165-4810-983b-504ebc34cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194780 Feb 28 14:54:52.401377 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-5dd9e9c2-d08c-4154-9701-b4911f58a3ed req-456356e6-9e14-473b-b791-0cf7d0629acc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] For port 051ba7c8-97f1-4912-b463-a25533c6c6e1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=051ba7c8-97f1-4912-b463-a25533c6c6e1,segment=NetworkSegment(fea82cc5-da57-4307-8c1d-1e7e56a10f21),segment_id=fea82cc5-da57-4307-8c1d-1e7e56a10f21)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:54:52.401844 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-5dd9e9c2-d08c-4154-9701-b4911f58a3ed req-456356e6-9e14-473b-b791-0cf7d0629acc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:52.524453 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-5dd9e9c2-d08c-4154-9701-b4911f58a3ed req-456356e6-9e14-473b-b791-0cf7d0629acc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Calling delete_port for 051ba7c8-97f1-4912-b463-a25533c6c6e1 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:54:52.671538 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-5dd9e9c2-d08c-4154-9701-b4911f58a3ed req-456356e6-9e14-473b-b791-0cf7d0629acc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:52.729923 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456356e6-9e14-473b-b791-0cf7d0629acc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Port': ['ID=051ba7c8-97f1-4912-b463-a25533c6c6e1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:52.813369 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd9e9c2-d08c-4154-9701-b4911f58a3ed req-456356e6-9e14-473b-b791-0cf7d0629acc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] No DVR routers for this DVR port 051ba7c8-97f1-4912-b463-a25533c6c6e1 on host hv-neutron-8311 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:54:52.816803 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-5dd9e9c2-d08c-4154-9701-b4911f58a3ed req-456356e6-9e14-473b-b791-0cf7d0629acc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:52.820626 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b594099-622b-440e-8379-d309103a975b', 'name': 'network-vif-deleted', 'tag': '051ba7c8-97f1-4912-b463-a25533c6c6e1'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:54:52.839624 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5dd9e9c2-d08c-4154-9701-b4911f58a3ed req-456356e6-9e14-473b-b791-0cf7d0629acc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.13 "DELETE /v2.0/ports/051ba7c8-97f1-4912-b463-a25533c6c6e1 HTTP/1.1" status: 204 len: 173 time: 0.7943139 Feb 28 14:54:52.868669 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b594099-622b-440e-8379-d309103a975b', 'name': 'network-vif-deleted', 'tag': '051ba7c8-97f1-4912-b463-a25533c6c6e1', 'status': 'completed', 'code': 200} Feb 28 14:54:53.332971 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-4bde2cca-1a70-4215-9a07-6a90e6e7e52c req-1904c1f9-3f57-4bed-b052-795db2f539a9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:53.350934 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-4bde2cca-1a70-4215-9a07-6a90e6e7e52c req-1904c1f9-3f57-4bed-b052-795db2f539a9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:53.352230 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4bde2cca-1a70-4215-9a07-6a90e6e7e52c req-1904c1f9-3f57-4bed-b052-795db2f539a9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b594099-622b-440e-8379-d309103a975b HTTP/1.1" status: 200 len: 210 time: 0.0650501 Feb 28 14:54:54.475064 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38168) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:54.701689 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 051ba7c8-97f1-4912-b463-a25533c6c6e1 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:54:54.736200 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: 051ba7c8-97f1-4912-b463-a25533c6c6e1 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:54:54.736549 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 051ba7c8-97f1-4912-b463-a25533c6c6e1 not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:54:55.159662 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55362e41-2e21-4060-b165-9a6d13271ce9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:55.534187 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-55362e41-2e21-4060-b165-9a6d13271ce9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Deleting port 93b6b5b5-70ec-4725-8819-9add9570d683 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:54:55.534912 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55362e41-2e21-4060-b165-9a6d13271ce9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:55.725241 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-55362e41-2e21-4060-b165-9a6d13271ce9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] For port 93b6b5b5-70ec-4725-8819-9add9570d683, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=93b6b5b5-70ec-4725-8819-9add9570d683,segment=NetworkSegment(fea82cc5-da57-4307-8c1d-1e7e56a10f21),segment_id=fea82cc5-da57-4307-8c1d-1e7e56a10f21)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:54:55.725496 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55362e41-2e21-4060-b165-9a6d13271ce9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:55.845489 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-55362e41-2e21-4060-b165-9a6d13271ce9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Calling delete_port for 93b6b5b5-70ec-4725-8819-9add9570d683 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:54:56.299420 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55362e41-2e21-4060-b165-9a6d13271ce9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:56.346524 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55362e41-2e21-4060-b165-9a6d13271ce9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Port': ['ID=93b6b5b5-70ec-4725-8819-9add9570d683,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:56.662140 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55362e41-2e21-4060-b165-9a6d13271ce9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:57.056564 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55362e41-2e21-4060-b165-9a6d13271ce9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Router 422ccdc6-e444-4967-b5bf-4a1693d8d25a has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:54:57.233743 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55362e41-2e21-4060-b165-9a6d13271ce9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:54:57.243395 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26996022-4366-42e6-87f4-879fec580321 None None] Sync routers for ids ['422ccdc6-e444-4967-b5bf-4a1693d8d25a'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:54:57.251718 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-55362e41-2e21-4060-b165-9a6d13271ce9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "PUT /v2.0/routers/422ccdc6-e444-4967-b5bf-4a1693d8d25a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7750554 Feb 28 14:54:57.253995 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38172) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:57.254115 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26996022-4366-42e6-87f4-879fec580321 None None] Routers {'422ccdc6-e444-4967-b5bf-4a1693d8d25a'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:54:57.254682 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-26996022-4366-42e6-87f4-879fec580321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:54:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['422ccdc6-e444-4967-b5bf-4a1693d8d25a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:57.322578 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-28322095-1a65-4579-911e-aa2e397e472a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Deleting subnet 034d57a4-b070-4fe8-8c28-700eab7b41dd {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:54:57.325659 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-28322095-1a65-4579-911e-aa2e397e472a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:57.380830 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-28322095-1a65-4579-911e-aa2e397e472a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:57.433892 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-26996022-4366-42e6-87f4-879fec580321 None None] Set router 422ccdc6-e444-4967-b5bf-4a1693d8d25a gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:54:57.468822 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-28322095-1a65-4579-911e-aa2e397e472a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:57.545411 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-28322095-1a65-4579-911e-aa2e397e472a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:57.586649 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28322095-1a65-4579-911e-aa2e397e472a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Subnet': ['ID=034d57a4-b070-4fe8-8c28-700eab7b41dd,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:57.592023 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-28322095-1a65-4579-911e-aa2e397e472a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:57.601288 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-28322095-1a65-4579-911e-aa2e397e472a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "DELETE /v2.0/subnets/034d57a4-b070-4fe8-8c28-700eab7b41dd HTTP/1.1" status: 204 len: 168 time: 0.3438866 Feb 28 14:54:57.602106 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38176) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:57.648680 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ee3e35-bd07-491b-9e50-924c684d51c9 None None] Network ad943d5a-5455-499e-980a-61cc86fd1d13 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:54:57.897019 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-52d85f62-8ecc-4acf-abc4-989c376099aa tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:57.976685 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-26996022-4366-42e6-87f4-879fec580321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243376338', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:19Z', 'updated_at': '2022-02-28T14:54:56Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:20Z', 'updated_at': '2022-02-28T14:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:57.983738 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26996022-4366-42e6-87f4-879fec580321 None None] Checking router: 422ccdc6-e444-4967-b5bf-4a1693d8d25a for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:54:57.992486 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26996022-4366-42e6-87f4-879fec580321 None None] Routers {'422ccdc6-e444-4967-b5bf-4a1693d8d25a'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:54:57.993129 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-26996022-4366-42e6-87f4-879fec580321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:54:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['422ccdc6-e444-4967-b5bf-4a1693d8d25a'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:58.056454 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cda34c7-1bd4-4fe9-a877-cdf9bb6b8bdf None None] DHCP port deletion for ad943d5a-5455-499e-980a-61cc86fd1d13 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:54:58.072952 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3cda34c7-1bd4-4fe9-a877-cdf9bb6b8bdf None None] Deleting port a758c591-841b-4628-a7f0-a585ddae019a {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:54:58.072952 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3cda34c7-1bd4-4fe9-a877-cdf9bb6b8bdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:58.096527 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-52d85f62-8ecc-4acf-abc4-989c376099aa tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:58.108579 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-52d85f62-8ecc-4acf-abc4-989c376099aa tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Deleting port 0e2d26e1-219b-4a17-9f82-5517eab07fce {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:54:58.111590 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-52d85f62-8ecc-4acf-abc4-989c376099aa tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:58.187447 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device a758c591-841b-4628-a7f0-a585ddae019a no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:54:58.290554 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-52d85f62-8ecc-4acf-abc4-989c376099aa tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] For port 0e2d26e1-219b-4a17-9f82-5517eab07fce, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=0e2d26e1-219b-4a17-9f82-5517eab07fce,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:54:58.290810 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-52d85f62-8ecc-4acf-abc4-989c376099aa tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:58.321999 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-26996022-4366-42e6-87f4-879fec580321 None None] Set router 422ccdc6-e444-4967-b5bf-4a1693d8d25a gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:54:58.419312 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-52d85f62-8ecc-4acf-abc4-989c376099aa tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Calling delete_port for 0e2d26e1-219b-4a17-9f82-5517eab07fce owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:54:58.598995 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-52d85f62-8ecc-4acf-abc4-989c376099aa tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:58.645762 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d85f62-8ecc-4acf-abc4-989c376099aa tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Port': ['ID=0e2d26e1-219b-4a17-9f82-5517eab07fce,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:58.661089 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3cda34c7-1bd4-4fe9-a877-cdf9bb6b8bdf None None] For port a758c591-841b-4628-a7f0-a585ddae019a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=a758c591-841b-4628-a7f0-a585ddae019a,segment=NetworkSegment(fea82cc5-da57-4307-8c1d-1e7e56a10f21),segment_id=fea82cc5-da57-4307-8c1d-1e7e56a10f21)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:54:58.661484 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3cda34c7-1bd4-4fe9-a877-cdf9bb6b8bdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:58.676444 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:58.738378 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-52d85f62-8ecc-4acf-abc4-989c376099aa tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:58.808027 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3cda34c7-1bd4-4fe9-a877-cdf9bb6b8bdf None None] Calling delete_port for a758c591-841b-4628-a7f0-a585ddae019a owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:54:58.912086 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-52d85f62-8ecc-4acf-abc4-989c376099aa tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:58.914279 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-52d85f62-8ecc-4acf-abc4-989c376099aa tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:58.917812 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port a758c591-841b-4628-a7f0-a585ddae019a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=a758c591-841b-4628-a7f0-a585ddae019a,segment=NetworkSegment(fea82cc5-da57-4307-8c1d-1e7e56a10f21),segment_id=fea82cc5-da57-4307-8c1d-1e7e56a10f21)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:54:58.924067 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:58.941093 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-52d85f62-8ecc-4acf-abc4-989c376099aa tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:58.941616 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d85f62-8ecc-4acf-abc4-989c376099aa tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Fanout notify agent at l3_agent the message router_deleted on router 422ccdc6-e444-4967-b5bf-4a1693d8d25a {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:54:58.956330 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-52d85f62-8ecc-4acf-abc4-989c376099aa tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:58.957435 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-52d85f62-8ecc-4acf-abc4-989c376099aa tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "DELETE /v2.0/routers/422ccdc6-e444-4967-b5bf-4a1693d8d25a HTTP/1.1" status: 204 len: 168 time: 1.3550282 Feb 28 14:54:58.960444 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38180) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:59.007707 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-3cda34c7-1bd4-4fe9-a877-cdf9bb6b8bdf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:54:59.008056 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-3cda34c7-1bd4-4fe9-a877-cdf9bb6b8bdf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:54:59.015967 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=a758c591-841b-4628-a7f0-a585ddae019a,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:59.025155 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:59.025498 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:59.025836 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:59.026165 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:59.026488 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:59.026819 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:59.027128 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:59.027472 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:59.027785 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:59.028193 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:59.028513 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:59.028830 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:59.033866 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-26996022-4366-42e6-87f4-879fec580321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243376338', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:19Z', 'updated_at': '2022-02-28T14:54:56Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:20Z', 'updated_at': '2022-02-28T14:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:59.038026 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26996022-4366-42e6-87f4-879fec580321 None None] The sync data for ids ['422ccdc6-e444-4967-b5bf-4a1693d8d25a'] in dv-neutron-831192-4-hyperv is: [{'id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243376338', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:19Z', 'updated_at': '2022-02-28T14:54:56Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '0e2d26e1-219b-4a17-9f82-5517eab07fce', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422ccdc6-e444-4967-b5bf-4a1693d8d25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:20Z', 'updated_at': '2022-02-28T14:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:54:59.074721 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9a684d06-54b6-463d-a024-9d3331f1e6ac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:59.085448 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9a684d06-54b6-463d-a024-9d3331f1e6ac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Deleting port a758c591-841b-4628-a7f0-a585ddae019a {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:54:59.085769 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9a684d06-54b6-463d-a024-9d3331f1e6ac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:59.288225 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-9a684d06-54b6-463d-a024-9d3331f1e6ac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] For port a758c591-841b-4628-a7f0-a585ddae019a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=a758c591-841b-4628-a7f0-a585ddae019a,segment=NetworkSegment(fea82cc5-da57-4307-8c1d-1e7e56a10f21),segment_id=fea82cc5-da57-4307-8c1d-1e7e56a10f21)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:54:59.288459 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9a684d06-54b6-463d-a024-9d3331f1e6ac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:59.509636 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3cda34c7-1bd4-4fe9-a877-cdf9bb6b8bdf None None] Deleting port a758c591-841b-4628-a7f0-a585ddae019a {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:54:59.510128 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3cda34c7-1bd4-4fe9-a877-cdf9bb6b8bdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:59.523360 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-9a684d06-54b6-463d-a024-9d3331f1e6ac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Calling delete_port for a758c591-841b-4628-a7f0-a585ddae019a owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:54:59.604190 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9a684d06-54b6-463d-a024-9d3331f1e6ac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:59.659516 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a684d06-54b6-463d-a024-9d3331f1e6ac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Port': ['ID=a758c591-841b-4628-a7f0-a585ddae019a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:59.663115 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a684d06-54b6-463d-a024-9d3331f1e6ac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] No DVR routers for this DVR port a758c591-841b-4628-a7f0-a585ddae019a on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:54:59.733371 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3cda34c7-1bd4-4fe9-a877-cdf9bb6b8bdf None None] For port a758c591-841b-4628-a7f0-a585ddae019a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=a758c591-841b-4628-a7f0-a585ddae019a,segment=NetworkSegment(fea82cc5-da57-4307-8c1d-1e7e56a10f21),segment_id=fea82cc5-da57-4307-8c1d-1e7e56a10f21)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:54:59.733769 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3cda34c7-1bd4-4fe9-a877-cdf9bb6b8bdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:59.788658 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9a684d06-54b6-463d-a024-9d3331f1e6ac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:59.816436 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-9a684d06-54b6-463d-a024-9d3331f1e6ac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad943d5a-5455-499e-980a-61cc86fd1d13']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:59.828906 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-9a684d06-54b6-463d-a024-9d3331f1e6ac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea82cc5-da57-4307-8c1d-1e7e56a10f21') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:59.829180 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-9a684d06-54b6-463d-a024-9d3331f1e6ac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea82cc5-da57-4307-8c1d-1e7e56a10f21') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:59.840793 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9a684d06-54b6-463d-a024-9d3331f1e6ac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:59.857845 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9a684d06-54b6-463d-a024-9d3331f1e6ac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:59.864291 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a684d06-54b6-463d-a024-9d3331f1e6ac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:54:59.864710 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9a684d06-54b6-463d-a024-9d3331f1e6ac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:54:59.879672 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:54:59.905470 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3cda34c7-1bd4-4fe9-a877-cdf9bb6b8bdf None None] Calling delete_port for a758c591-841b-4628-a7f0-a585ddae019a owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:54:59.970167 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9a684d06-54b6-463d-a024-9d3331f1e6ac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:59.974298 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9a684d06-54b6-463d-a024-9d3331f1e6ac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:59.982252 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-3cda34c7-1bd4-4fe9-a877-cdf9bb6b8bdf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:54:59.982738 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-3cda34c7-1bd4-4fe9-a877-cdf9bb6b8bdf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:55:00.002206 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a684d06-54b6-463d-a024-9d3331f1e6ac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Network': ['ID=ad943d5a-5455-499e-980a-61cc86fd1d13,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:00.013887 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9a684d06-54b6-463d-a024-9d3331f1e6ac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "DELETE /v2.0/networks/ad943d5a-5455-499e-980a-61cc86fd1d13 HTTP/1.1" status: 204 len: 168 time: 1.0523708 Feb 28 14:55:00.016580 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38184) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:00.089538 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0f927139-ae39-477f-aa3b-6f14d77e37c8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.113077 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 0e2d26e1-219b-4a17-9f82-5517eab07fce no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:55:00.120465 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0f927139-ae39-477f-aa3b-6f14d77e37c8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.149637 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 0e2d26e1-219b-4a17-9f82-5517eab07fce {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:55:00.149976 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 0e2d26e1-219b-4a17-9f82-5517eab07fce not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:55:00.150392 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 93b6b5b5-70ec-4725-8819-9add9570d683 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:55:00.184158 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 93b6b5b5-70ec-4725-8819-9add9570d683 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:55:00.184659 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 93b6b5b5-70ec-4725-8819-9add9570d683 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:55:00.188585 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0f927139-ae39-477f-aa3b-6f14d77e37c8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.212824 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f927139-ae39-477f-aa3b-6f14d77e37c8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=addf316e-a165-4810-983b-504ebc34cbe3,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:00.226899 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0f927139-ae39-477f-aa3b-6f14d77e37c8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.228079 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0f927139-ae39-477f-aa3b-6f14d77e37c8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "DELETE /v2.0/security-groups/addf316e-a165-4810-983b-504ebc34cbe3 HTTP/1.1" status: 204 len: 168 time: 0.2106130 Feb 28 14:55:00.589889 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3cda34c7-1bd4-4fe9-a877-cdf9bb6b8bdf None None] Deleting port a758c591-841b-4628-a7f0-a585ddae019a {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:55:00.590385 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3cda34c7-1bd4-4fe9-a877-cdf9bb6b8bdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.600383 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38192) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:00.609223 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-237ea9b7-40fe-410b-9482-49121f796ead tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1971239885', 'description': 'tempest-secgroup-smoke-1971239885 description', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:55:00.615968 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-237ea9b7-40fe-410b-9482-49121f796ead tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:00.620524 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-237ea9b7-40fe-410b-9482-49121f796ead tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:00.623798 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-237ea9b7-40fe-410b-9482-49121f796ead tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:00.633175 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-237ea9b7-40fe-410b-9482-49121f796ead tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:00.645028 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-237ea9b7-40fe-410b-9482-49121f796ead tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.661012 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-3cda34c7-1bd4-4fe9-a877-cdf9bb6b8bdf None None] The port 'a758c591-841b-4628-a7f0-a585ddae019a' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 14:55:00.664108 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-237ea9b7-40fe-410b-9482-49121f796ead tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:00.669774 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-237ea9b7-40fe-410b-9482-49121f796ead tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:00.673087 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-237ea9b7-40fe-410b-9482-49121f796ead tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:00.682144 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-237ea9b7-40fe-410b-9482-49121f796ead tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:00.751648 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-237ea9b7-40fe-410b-9482-49121f796ead tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.756716 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-237ea9b7-40fe-410b-9482-49121f796ead tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.802784 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ea9b7-40fe-410b-9482-49121f796ead tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42efa2c3-0be6-43e5-a426-e08e3f831e0c,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:00.810415 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-237ea9b7-40fe-410b-9482-49121f796ead tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.811653 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-237ea9b7-40fe-410b-9482-49121f796ead tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2099433 Feb 28 14:55:00.813109 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ea9b7-40fe-410b-9482-49121f796ead tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:00.813453 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ea9b7-40fe-410b-9482-49121f796ead tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:00.813795 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ea9b7-40fe-410b-9482-49121f796ead tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:00.814126 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ea9b7-40fe-410b-9482-49121f796ead tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:00.814460 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ea9b7-40fe-410b-9482-49121f796ead tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:00.814783 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ea9b7-40fe-410b-9482-49121f796ead tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:00.814890 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38196) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:00.815106 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ea9b7-40fe-410b-9482-49121f796ead tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:00.815452 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ea9b7-40fe-410b-9482-49121f796ead tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:00.815774 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ea9b7-40fe-410b-9482-49121f796ead tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:00.816092 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ea9b7-40fe-410b-9482-49121f796ead tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:00.816410 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ea9b7-40fe-410b-9482-49121f796ead tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:00.816730 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237ea9b7-40fe-410b-9482-49121f796ead tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:00.820202 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c1bb102b-ddeb-4ddf-84ad-48688f1b46b0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': '42efa2c3-0be6-43e5-a426-e08e3f831e0c', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:55:00.826827 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c1bb102b-ddeb-4ddf-84ad-48688f1b46b0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:00.830868 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c1bb102b-ddeb-4ddf-84ad-48688f1b46b0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:00.833909 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c1bb102b-ddeb-4ddf-84ad-48688f1b46b0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:00.839767 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c1bb102b-ddeb-4ddf-84ad-48688f1b46b0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:00.858956 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1bb102b-ddeb-4ddf-84ad-48688f1b46b0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.922180 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1bb102b-ddeb-4ddf-84ad-48688f1b46b0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.927729 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1bb102b-ddeb-4ddf-84ad-48688f1b46b0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.952289 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb102b-ddeb-4ddf-84ad-48688f1b46b0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf61d31-a031-4da6-8364-61057f85e374,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:00.962842 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1bb102b-ddeb-4ddf-84ad-48688f1b46b0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.964082 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c1bb102b-ddeb-4ddf-84ad-48688f1b46b0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1482418 Feb 28 14:55:00.967022 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38200) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:00.971929 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2220ddd3-d0dc-4baf-b3c1-69f5c7bcab02 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': '42efa2c3-0be6-43e5-a426-e08e3f831e0c', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:55:00.977688 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2220ddd3-d0dc-4baf-b3c1-69f5c7bcab02 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:00.981784 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2220ddd3-d0dc-4baf-b3c1-69f5c7bcab02 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:00.984701 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2220ddd3-d0dc-4baf-b3c1-69f5c7bcab02 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:00.990405 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2220ddd3-d0dc-4baf-b3c1-69f5c7bcab02 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:01.009390 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2220ddd3-d0dc-4baf-b3c1-69f5c7bcab02 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.081869 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2220ddd3-d0dc-4baf-b3c1-69f5c7bcab02 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.087520 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2220ddd3-d0dc-4baf-b3c1-69f5c7bcab02 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.110857 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220ddd3-d0dc-4baf-b3c1-69f5c7bcab02 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988055d0-ee49-4e77-b476-10ca111fe4be,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:01.121233 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2220ddd3-d0dc-4baf-b3c1-69f5c7bcab02 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.123131 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2220ddd3-d0dc-4baf-b3c1-69f5c7bcab02 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1547844 Feb 28 14:55:01.125672 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38204) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:01.130456 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5d22db3c-be97-4602-97c6-26fd25a46b18 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': '42efa2c3-0be6-43e5-a426-e08e3f831e0c', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:55:01.136219 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5d22db3c-be97-4602-97c6-26fd25a46b18 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:01.140613 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5d22db3c-be97-4602-97c6-26fd25a46b18 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:01.143420 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5d22db3c-be97-4602-97c6-26fd25a46b18 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:01.148989 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5d22db3c-be97-4602-97c6-26fd25a46b18 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:01.166847 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d22db3c-be97-4602-97c6-26fd25a46b18 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.247138 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d22db3c-be97-4602-97c6-26fd25a46b18 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.252004 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d22db3c-be97-4602-97c6-26fd25a46b18 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.274658 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22db3c-be97-4602-97c6-26fd25a46b18 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0eef294-63b5-490f-9c3b-8b2bbd2de36b,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:01.285748 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d22db3c-be97-4602-97c6-26fd25a46b18 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.287111 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5d22db3c-be97-4602-97c6-26fd25a46b18 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1605411 Feb 28 14:55:01.289997 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38208) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:01.295679 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b5fa4042-6be8-4748-a93c-26e471789f52 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': '42efa2c3-0be6-43e5-a426-e08e3f831e0c', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:55:01.301600 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b5fa4042-6be8-4748-a93c-26e471789f52 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:01.305763 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b5fa4042-6be8-4748-a93c-26e471789f52 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:01.308866 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b5fa4042-6be8-4748-a93c-26e471789f52 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:01.315018 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b5fa4042-6be8-4748-a93c-26e471789f52 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:01.333440 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5fa4042-6be8-4748-a93c-26e471789f52 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.397209 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5fa4042-6be8-4748-a93c-26e471789f52 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.403444 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5fa4042-6be8-4748-a93c-26e471789f52 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.428008 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa4042-6be8-4748-a93c-26e471789f52 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72633737-2e4f-46d1-9fae-71e2dc342c7d,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:01.437961 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b5fa4042-6be8-4748-a93c-26e471789f52 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.439588 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b5fa4042-6be8-4748-a93c-26e471789f52 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1487010 Feb 28 14:55:01.442526 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38212) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:01.448217 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-3d1f1b9c-fefb-4863-baf2-2d60955f452e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': '42efa2c3-0be6-43e5-a426-e08e3f831e0c', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:55:01.454544 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3d1f1b9c-fefb-4863-baf2-2d60955f452e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:01.458666 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3d1f1b9c-fefb-4863-baf2-2d60955f452e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:01.461780 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3d1f1b9c-fefb-4863-baf2-2d60955f452e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:01.468387 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3d1f1b9c-fefb-4863-baf2-2d60955f452e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:01.478668 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-3d1f1b9c-fefb-4863-baf2-2d60955f452e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Project e881470c0cec4e1c8ac25b5e0191ef26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:55:01.485218 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1b9c-fefb-4863-baf2-2d60955f452e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.548962 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1b9c-fefb-4863-baf2-2d60955f452e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.554114 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1b9c-fefb-4863-baf2-2d60955f452e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.576459 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f1b9c-fefb-4863-baf2-2d60955f452e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=989a7baf-6cd3-4c74-995d-b7073621a857,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:01.588049 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1b9c-fefb-4863-baf2-2d60955f452e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.589223 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3d1f1b9c-fefb-4863-baf2-2d60955f452e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1456814 Feb 28 14:55:01.592488 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38216) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:01.598118 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-3a46ad58-d2cb-42bd-aaa3-a5049e160293 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': '42efa2c3-0be6-43e5-a426-e08e3f831e0c', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:55:01.604421 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3a46ad58-d2cb-42bd-aaa3-a5049e160293 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:01.609262 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3a46ad58-d2cb-42bd-aaa3-a5049e160293 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:01.612967 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-3a46ad58-d2cb-42bd-aaa3-a5049e160293 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:01.619654 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-3a46ad58-d2cb-42bd-aaa3-a5049e160293 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:01.635586 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-3a46ad58-d2cb-42bd-aaa3-a5049e160293 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Project e881470c0cec4e1c8ac25b5e0191ef26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:55:01.642382 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a46ad58-d2cb-42bd-aaa3-a5049e160293 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.711512 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a46ad58-d2cb-42bd-aaa3-a5049e160293 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.717161 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a46ad58-d2cb-42bd-aaa3-a5049e160293 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.741834 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46ad58-d2cb-42bd-aaa3-a5049e160293 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d428a5bd-5ca8-4dd0-bca0-f9da8c7fd193,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:01.752781 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3a46ad58-d2cb-42bd-aaa3-a5049e160293 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.753974 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3a46ad58-d2cb-42bd-aaa3-a5049e160293 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1604321 Feb 28 14:55:01.756778 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38220) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:01.762086 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-bf4af356-2a23-4e08-87d9-3903128891a0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'network': {'name': 'tempest-network-smoke--807240104', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'port_security_enabled': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:55:01.767532 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bf4af356-2a23-4e08-87d9-3903128891a0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:01.771679 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bf4af356-2a23-4e08-87d9-3903128891a0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:network and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:01.774532 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-bf4af356-2a23-4e08-87d9-3903128891a0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:01.780634 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-bf4af356-2a23-4e08-87d9-3903128891a0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:01.793087 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4af356-2a23-4e08-87d9-3903128891a0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Made reservation on behalf of e881470c0cec4e1c8ac25b5e0191ef26 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:01.797265 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bf4af356-2a23-4e08-87d9-3903128891a0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.824737 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4af356-2a23-4e08-87d9-3903128891a0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:55:01.834040 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bf4af356-2a23-4e08-87d9-3903128891a0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.834370 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-bf4af356-2a23-4e08-87d9-3903128891a0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Added segment 1097360a-384b-499a-85c0-5ad86dd5c1b6 of type vlan for network e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce Feb 28 14:55:01.861462 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bf4af356-2a23-4e08-87d9-3903128891a0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.891738 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bf4af356-2a23-4e08-87d9-3903128891a0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.897004 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4af356-2a23-4e08-87d9-3903128891a0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:01.897574 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-bf4af356-2a23-4e08-87d9-3903128891a0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:02.001171 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-bf4af356-2a23-4e08-87d9-3903128891a0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2433734 Feb 28 14:55:02.004203 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38224) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:02.007399 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4af356-2a23-4e08-87d9-3903128891a0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Network': ['ID=e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:02.009683 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-b15099b6-535e-421e-af69-6e6790108564 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1252882699', 'admin_state_up': True, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:55:02.017369 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b15099b6-535e-421e-af69-6e6790108564 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:02.019784 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:55:02.021572 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b15099b6-535e-421e-af69-6e6790108564 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:router and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:02.024630 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-b15099b6-535e-421e-af69-6e6790108564 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:02.031654 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-b15099b6-535e-421e-af69-6e6790108564 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:02.043193 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b15099b6-535e-421e-af69-6e6790108564 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:02.044179 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b15099b6-535e-421e-af69-6e6790108564 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:02.061813 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b15099b6-535e-421e-af69-6e6790108564 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:02.327905 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b15099b6-535e-421e-af69-6e6790108564 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:02.731391 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b15099b6-535e-421e-af69-6e6790108564 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:02.759917 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b15099b6-535e-421e-af69-6e6790108564 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:02.906134 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-b15099b6-535e-421e-af69-6e6790108564 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Allocated IP 172.26.5.120 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/787d28ea-10f1-4685-80a6-14335f9e5544) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:03.055880 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b15099b6-535e-421e-af69-6e6790108564 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:03.089676 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b15099b6-535e-421e-af69-6e6790108564 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:03.153615 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15099b6-535e-421e-af69-6e6790108564 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:03.160688 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b15099b6-535e-421e-af69-6e6790108564 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:03.164678 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15099b6-535e-421e-af69-6e6790108564 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:55:03.194121 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15099b6-535e-421e-af69-6e6790108564 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=787d28ea-10f1-4685-80a6-14335f9e5544,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:03.586961 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b15099b6-535e-421e-af69-6e6790108564 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:03.932478 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b15099b6-535e-421e-af69-6e6790108564 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:04.251864 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15099b6-535e-421e-af69-6e6790108564 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Router f620f520-ee82-48f1-a300-6f67b134e84f is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:55:04.434379 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15099b6-535e-421e-af69-6e6790108564 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:55:04.446935 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e007d1-c47b-48e5-9b38-16c6d8fdbfde None None] Sync routers for ids ['f620f520-ee82-48f1-a300-6f67b134e84f'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:55:04.458012 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e007d1-c47b-48e5-9b38-16c6d8fdbfde None None] Routers {'f620f520-ee82-48f1-a300-6f67b134e84f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:55:04.458748 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-78e007d1-c47b-48e5-9b38-16c6d8fdbfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:54:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['f620f520-ee82-48f1-a300-6f67b134e84f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:04.463989 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b15099b6-535e-421e-af69-6e6790108564 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:04.469294 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b15099b6-535e-421e-af69-6e6790108564 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4609923 Feb 28 14:55:04.469786 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38228) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:04.536276 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-96fa51b6-b65a-41b2-992f-5e07cdf1181e tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=e881470c0cec4e1c8ac25b5e0191ef26&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0625019 Feb 28 14:55:04.536588 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38232) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:04.671278 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-78e007d1-c47b-48e5-9b38-16c6d8fdbfde None None] Set router f620f520-ee82-48f1-a300-6f67b134e84f gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:55:04.671528 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9181742d-39c6-4a08-bd50-c770e00bdf1d tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:04.672902 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9181742d-39c6-4a08-bd50-c770e00bdf1d tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1350930 Feb 28 14:55:04.675903 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38236) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:04.715587 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a7ac199c-a677-4414-a7aa-b38394f97e51 tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384834 Feb 28 14:55:04.718426 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38240) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:04.723843 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-91a53847-2901-4df3-962a-254dabc64be0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1164814411', 'network_id': 'e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:55:04.834954 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-91a53847-2901-4df3-962a-254dabc64be0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:04.838833 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-91a53847-2901-4df3-962a-254dabc64be0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:subnet and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:04.841646 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-91a53847-2901-4df3-962a-254dabc64be0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:04.847237 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-91a53847-2901-4df3-962a-254dabc64be0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:04.858060 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a53847-2901-4df3-962a-254dabc64be0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Made reservation on behalf of e881470c0cec4e1c8ac25b5e0191ef26 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:04.861945 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-91a53847-2901-4df3-962a-254dabc64be0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:04.954849 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-78e007d1-c47b-48e5-9b38-16c6d8fdbfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1252882699', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:55:03Z', 'revision_number': 3, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:55:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:04.958554 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e007d1-c47b-48e5-9b38-16c6d8fdbfde None None] Checking router: f620f520-ee82-48f1-a300-6f67b134e84f for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:55:04.958892 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e007d1-c47b-48e5-9b38-16c6d8fdbfde None None] Updating router f620f520-ee82-48f1-a300-6f67b134e84f port 787d28ea-10f1-4685-80a6-14335f9e5544 binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:55:05.009864 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-78e007d1-c47b-48e5-9b38-16c6d8fdbfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:05.082526 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-91a53847-2901-4df3-962a-254dabc64be0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:05.158038 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a53847-2901-4df3-962a-254dabc64be0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Subnet': ['ID=ffc5e2f7-2039-4a22-b6e0-389c07dbbc14,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:05.169133 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a53847-2901-4df3-962a-254dabc64be0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Checking segment: {'id': '1097360a-384b-499a-85c0-5ad86dd5c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:55:05.169487 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a53847-2901-4df3-962a-254dabc64be0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network hostable DHCP agents. Network: e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:55:05.189051 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a53847-2901-4df3-962a-254dabc64be0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:55:05.199080 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-91a53847-2901-4df3-962a-254dabc64be0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:05.203513 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a53847-2901-4df3-962a-254dabc64be0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:05.204098 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-91a53847-2901-4df3-962a-254dabc64be0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:05.209839 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaf026c-f412-407f-9ebe-b20c17142a3d None None] Network e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:55:05.226987 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-91a53847-2901-4df3-962a-254dabc64be0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5075622 Feb 28 14:55:05.229845 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38244) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:05.363221 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-78e007d1-c47b-48e5-9b38-16c6d8fdbfde None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:05.375085 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-78e007d1-c47b-48e5-9b38-16c6d8fdbfde None None] Transition to ACTIVE for port object 787d28ea-10f1-4685-80a6-14335f9e5544 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:05.379486 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:05.393416 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-78e007d1-c47b-48e5-9b38-16c6d8fdbfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:05.448744 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbeee89-a2af-4a33-bc0d-419620129dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce', 'network_id': 'e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'fixed_ips': [{'subnet_id': 'ffc5e2f7-2039-4a22-b6e0-389c07dbbc14'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:55:05.449612 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fbbeee89-a2af-4a33-bc0d-419620129dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:05.485199 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42daf17-d921-4440-bfdb-62f4b7ad776c None None] Pushing event updated for resources: {'Port': ['ID=787d28ea-10f1-4685-80a6-14335f9e5544,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:05.494480 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42daf17-d921-4440-bfdb-62f4b7ad776c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:05.494824 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42daf17-d921-4440-bfdb-62f4b7ad776c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:05.495248 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42daf17-d921-4440-bfdb-62f4b7ad776c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:05.495528 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42daf17-d921-4440-bfdb-62f4b7ad776c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:05.495853 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42daf17-d921-4440-bfdb-62f4b7ad776c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:05.496172 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42daf17-d921-4440-bfdb-62f4b7ad776c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:05.496486 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42daf17-d921-4440-bfdb-62f4b7ad776c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:05.496962 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42daf17-d921-4440-bfdb-62f4b7ad776c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:05.497285 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42daf17-d921-4440-bfdb-62f4b7ad776c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:05.497601 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42daf17-d921-4440-bfdb-62f4b7ad776c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:05.497909 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42daf17-d921-4440-bfdb-62f4b7ad776c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:05.498219 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42daf17-d921-4440-bfdb-62f4b7ad776c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:05.506159 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-78e007d1-c47b-48e5-9b38-16c6d8fdbfde None None] Attempting to bind port 787d28ea-10f1-4685-80a6-14335f9e5544 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:55:05.506159 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-78e007d1-c47b-48e5-9b38-16c6d8fdbfde None None] Attempting to bind port 787d28ea-10f1-4685-80a6-14335f9e5544 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:55:05.506159 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e007d1-c47b-48e5-9b38-16c6d8fdbfde None None] Attempting to bind port 787d28ea-10f1-4685-80a6-14335f9e5544 on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:55:05.510947 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e007d1-c47b-48e5-9b38-16c6d8fdbfde None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:55:05.511347 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e007d1-c47b-48e5-9b38-16c6d8fdbfde None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:55:05.511744 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-78e007d1-c47b-48e5-9b38-16c6d8fdbfde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:05.512123 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e007d1-c47b-48e5-9b38-16c6d8fdbfde None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:55:05.512738 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-78e007d1-c47b-48e5-9b38-16c6d8fdbfde None None] Bound port: 787d28ea-10f1-4685-80a6-14335f9e5544, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:55:05.513137 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-78e007d1-c47b-48e5-9b38-16c6d8fdbfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:05.586644 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-78e007d1-c47b-48e5-9b38-16c6d8fdbfde None None] For port 787d28ea-10f1-4685-80a6-14335f9e5544, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:55:05.590062 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-78e007d1-c47b-48e5-9b38-16c6d8fdbfde None None] For port 787d28ea-10f1-4685-80a6-14335f9e5544, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=787d28ea-10f1-4685-80a6-14335f9e5544,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:55:05.596697 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-78e007d1-c47b-48e5-9b38-16c6d8fdbfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:05.618134 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-fbbeee89-a2af-4a33-bc0d-419620129dfb None None] Allocated IP 172.20.0.2 (e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce/ffc5e2f7-2039-4a22-b6e0-389c07dbbc14/64da9ae8-c6d7-4c6b-b693-02869902e80e) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:05.663192 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e007d1-c47b-48e5-9b38-16c6d8fdbfde None None] Routers {'f620f520-ee82-48f1-a300-6f67b134e84f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:55:05.663813 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-78e007d1-c47b-48e5-9b38-16c6d8fdbfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:54:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['f620f520-ee82-48f1-a300-6f67b134e84f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:05.829303 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fbbeee89-a2af-4a33-bc0d-419620129dfb None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:05.840475 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fbbeee89-a2af-4a33-bc0d-419620129dfb None None] Transition to ACTIVE for port object 64da9ae8-c6d7-4c6b-b693-02869902e80e will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:05.853249 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42daf17-d921-4440-bfdb-62f4b7ad776c None None] Pushing event updated for resources: {'Port': ['ID=787d28ea-10f1-4685-80a6-14335f9e5544,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:05.859535 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fbbeee89-a2af-4a33-bc0d-419620129dfb None None] Transition to ACTIVE for port object 64da9ae8-c6d7-4c6b-b693-02869902e80e will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:05.863983 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-78e007d1-c47b-48e5-9b38-16c6d8fdbfde None None] Set router f620f520-ee82-48f1-a300-6f67b134e84f gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:55:05.866593 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fbbeee89-a2af-4a33-bc0d-419620129dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:05.930700 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbeee89-a2af-4a33-bc0d-419620129dfb None None] Network e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:05.933739 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-fbbeee89-a2af-4a33-bc0d-419620129dfb None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:05.942047 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbeee89-a2af-4a33-bc0d-419620129dfb None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:55:05.952590 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbeee89-a2af-4a33-bc0d-419620129dfb None None] Pushing event updated for resources: {'Port': ['ID=64da9ae8-c6d7-4c6b-b693-02869902e80e,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:06.040230 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-fbbeee89-a2af-4a33-bc0d-419620129dfb None None] Attempting to bind port 64da9ae8-c6d7-4c6b-b693-02869902e80e on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:55:06.040703 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-fbbeee89-a2af-4a33-bc0d-419620129dfb None None] Attempting to bind port 64da9ae8-c6d7-4c6b-b693-02869902e80e by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '1097360a-384b-499a-85c0-5ad86dd5c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:55:06.041488 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbeee89-a2af-4a33-bc0d-419620129dfb None None] Attempting to bind port 64da9ae8-c6d7-4c6b-b693-02869902e80e on network e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:55:06.047105 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbeee89-a2af-4a33-bc0d-419620129dfb None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:55:06.047507 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbeee89-a2af-4a33-bc0d-419620129dfb None None] Checking segment: {'id': '1097360a-384b-499a-85c0-5ad86dd5c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:55:06.047905 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fbbeee89-a2af-4a33-bc0d-419620129dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:06.048290 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbeee89-a2af-4a33-bc0d-419620129dfb None None] Bound using segment: {'id': '1097360a-384b-499a-85c0-5ad86dd5c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:55:06.048750 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-fbbeee89-a2af-4a33-bc0d-419620129dfb None None] Bound port: 64da9ae8-c6d7-4c6b-b693-02869902e80e, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1097360a-384b-499a-85c0-5ad86dd5c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:55:06.049119 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fbbeee89-a2af-4a33-bc0d-419620129dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:06.080154 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f41fc2aa-5656-4bc7-8ea4-b9cf0539aacb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:06.136894 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-fbbeee89-a2af-4a33-bc0d-419620129dfb None None] For port 64da9ae8-c6d7-4c6b-b693-02869902e80e, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:55:06.140243 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-fbbeee89-a2af-4a33-bc0d-419620129dfb None None] For port 64da9ae8-c6d7-4c6b-b693-02869902e80e, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=64da9ae8-c6d7-4c6b-b693-02869902e80e,segment=NetworkSegment(1097360a-384b-499a-85c0-5ad86dd5c1b6),segment_id=1097360a-384b-499a-85c0-5ad86dd5c1b6)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:55:06.146959 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fbbeee89-a2af-4a33-bc0d-419620129dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:06.148545 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-78e007d1-c47b-48e5-9b38-16c6d8fdbfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1252882699', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:55:03Z', 'revision_number': 3, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:06.153038 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e007d1-c47b-48e5-9b38-16c6d8fdbfde None None] The sync data for ids ['f620f520-ee82-48f1-a300-6f67b134e84f'] in dv-neutron-831192-4-hyperv is: [{'id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1252882699', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:55:03Z', 'revision_number': 3, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:55:06.232582 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbeee89-a2af-4a33-bc0d-419620129dfb None None] Pushing event updated for resources: {'Port': ['ID=64da9ae8-c6d7-4c6b-b693-02869902e80e,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:06.558197 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-f41fc2aa-5656-4bc7-8ea4-b9cf0539aacb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Allocated IP 172.20.0.1 (e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce/ffc5e2f7-2039-4a22-b6e0-389c07dbbc14/e016536a-ac32-4f9b-a89c-2e0251132c2a) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:06.730224 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f41fc2aa-5656-4bc7-8ea4-b9cf0539aacb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:06.747001 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-f41fc2aa-5656-4bc7-8ea4-b9cf0539aacb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Transition to ACTIVE for port object e016536a-ac32-4f9b-a89c-2e0251132c2a will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:06.772198 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f41fc2aa-5656-4bc7-8ea4-b9cf0539aacb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:06.838315 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41fc2aa-5656-4bc7-8ea4-b9cf0539aacb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:06.849947 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-f41fc2aa-5656-4bc7-8ea4-b9cf0539aacb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:06.854573 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41fc2aa-5656-4bc7-8ea4-b9cf0539aacb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:55:06.885313 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41fc2aa-5656-4bc7-8ea4-b9cf0539aacb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=e016536a-ac32-4f9b-a89c-2e0251132c2a,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:06.920059 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f41fc2aa-5656-4bc7-8ea4-b9cf0539aacb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:07.225894 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cae3a2-d229-49d1-ad6a-794a08c7415d None None] Network e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:55:07.340066 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f41fc2aa-5656-4bc7-8ea4-b9cf0539aacb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:07.375483 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cdaafa6a-35f1-4828-bd46-13693ebbc368 None None] Provisioning for port 64da9ae8-c6d7-4c6b-b693-02869902e80e completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:07.743045 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-053e5e9f-4e6d-4ab8-8f3a-4a52454d81c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:07.745057 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-16be1bcb-c799-49e0-ba21-1ef890ad8dd8 None None] Provisioning for port e016536a-ac32-4f9b-a89c-2e0251132c2a completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:07.750485 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-16be1bcb-c799-49e0-ba21-1ef890ad8dd8 None None] Provisioning complete for port e016536a-ac32-4f9b-a89c-2e0251132c2a triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:07.750863 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-16be1bcb-c799-49e0-ba21-1ef890ad8dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:07.785012 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f41fc2aa-5656-4bc7-8ea4-b9cf0539aacb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:07.791004 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f41fc2aa-5656-4bc7-8ea4-b9cf0539aacb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:07.807727 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-16be1bcb-c799-49e0-ba21-1ef890ad8dd8 None None] Port e016536a-ac32-4f9b-a89c-2e0251132c2a cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:55:07.904793 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41fc2aa-5656-4bc7-8ea4-b9cf0539aacb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=e016536a-ac32-4f9b-a89c-2e0251132c2a,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:07.907224 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f41fc2aa-5656-4bc7-8ea4-b9cf0539aacb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:07.927451 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-19f95b8d-653d-4fb5-870f-41ed83109282 None None] Provisioning complete for port e016536a-ac32-4f9b-a89c-2e0251132c2a triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:07.927827 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-19f95b8d-653d-4fb5-870f-41ed83109282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:07.979643 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-19f95b8d-653d-4fb5-870f-41ed83109282 None None] Port e016536a-ac32-4f9b-a89c-2e0251132c2a cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:55:08.046508 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41fc2aa-5656-4bc7-8ea4-b9cf0539aacb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:08.047805 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-f41fc2aa-5656-4bc7-8ea4-b9cf0539aacb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:08.171238 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 64da9ae8-c6d7-4c6b-b693-02869902e80e up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:08.245510 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 64da9ae8-c6d7-4c6b-b693-02869902e80e completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:08.247986 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41fc2aa-5656-4bc7-8ea4-b9cf0539aacb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Router f620f520-ee82-48f1-a300-6f67b134e84f has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:55:08.251267 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 64da9ae8-c6d7-4c6b-b693-02869902e80e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:08.251746 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:08.321106 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-61edcdf7-9ef1-43c5-ad2a-29d526eb4bde None None] Provisioning complete for port e016536a-ac32-4f9b-a89c-2e0251132c2a triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:08.321329 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-61edcdf7-9ef1-43c5-ad2a-29d526eb4bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:08.415378 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-61edcdf7-9ef1-43c5-ad2a-29d526eb4bde None None] Port e016536a-ac32-4f9b-a89c-2e0251132c2a cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:55:08.429338 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:08.439137 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41fc2aa-5656-4bc7-8ea4-b9cf0539aacb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:55:08.458286 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a789c1dd-6f0a-43d4-a204-1f7cc7c5439c None None] Sync routers for ids ['f620f520-ee82-48f1-a300-6f67b134e84f'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:55:08.458509 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f41fc2aa-5656-4bc7-8ea4-b9cf0539aacb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "PUT /v2.0/routers/f620f520-ee82-48f1-a300-6f67b134e84f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2216697 Feb 28 14:55:08.468963 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 64da9ae8-c6d7-4c6b-b693-02869902e80e, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=64da9ae8-c6d7-4c6b-b693-02869902e80e,segment=NetworkSegment(1097360a-384b-499a-85c0-5ad86dd5c1b6),segment_id=1097360a-384b-499a-85c0-5ad86dd5c1b6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:55:08.470915 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a789c1dd-6f0a-43d4-a204-1f7cc7c5439c None None] Routers {'f620f520-ee82-48f1-a300-6f67b134e84f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:55:08.471701 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a789c1dd-6f0a-43d4-a204-1f7cc7c5439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:54:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['f620f520-ee82-48f1-a300-6f67b134e84f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:08.535508 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:08.536276 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 787d28ea-10f1-4685-80a6-14335f9e5544 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:08.625003 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-a391db07-d304-4f17-ae2b-b0162451d2f0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:55:08.641287 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-a391db07-d304-4f17-ae2b-b0162451d2f0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:55:08.643003 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-a391db07-d304-4f17-ae2b-b0162451d2f0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1971239885&fields=id&tenant_id=e881470c0cec4e1c8ac25b5e0191ef26 HTTP/1.1" status: 200 len: 267 time: 0.0646858 Feb 28 14:55:08.747730 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=64da9ae8-c6d7-4c6b-b693-02869902e80e,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:08.768200 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-a789c1dd-6f0a-43d4-a204-1f7cc7c5439c None None] Set router f620f520-ee82-48f1-a300-6f67b134e84f gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:55:08.798887 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-34ead917-ecf6-4a21-a6e3-b9b435a63094 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:08.799584 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-34ead917-ecf6-4a21-a6e3-b9b435a63094 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:55:08.809801 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 787d28ea-10f1-4685-80a6-14335f9e5544 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:08.815425 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-34ead917-ecf6-4a21-a6e3-b9b435a63094 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:55:08.816566 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-34ead917-ecf6-4a21-a6e3-b9b435a63094 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/networks?id=e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce HTTP/1.1" status: 200 len: 796 time: 0.1667433 Feb 28 14:55:08.827775 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 787d28ea-10f1-4685-80a6-14335f9e5544 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:08.828145 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:08.832153 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-2c84acdb-3361-48ec-b612-254c91229c36 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/quotas/e881470c0cec4e1c8ac25b5e0191ef26 HTTP/1.1" status: 200 len: 375 time: 0.0097909 Feb 28 14:55:08.913363 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-ef9aa5ca-db3c-42bd-aeec-549e38f63c90 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:55:08.929109 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-ef9aa5ca-db3c-42bd-aeec-549e38f63c90 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:55:08.930556 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-ef9aa5ca-db3c-42bd-aeec-549e38f63c90 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930703 Feb 28 14:55:09.021786 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-cb2ac58a-c3d8-4d3a-bb81-840090fa2897 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 14:55:09.022749 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-cb2ac58a-c3d8-4d3a-bb81-840090fa2897 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0802157 Feb 28 14:55:09.147849 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:09.156735 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-4a93a680-c561-4129-b1fb-c8d6659c131e service neutron] 10.222.0.30 "GET /v2.0/networks/e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271884 Feb 28 14:55:09.177222 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 787d28ea-10f1-4685-80a6-14335f9e5544, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=787d28ea-10f1-4685-80a6-14335f9e5544,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:55:09.182174 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:09.258833 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=787d28ea-10f1-4685-80a6-14335f9e5544,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:09.265215 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a789c1dd-6f0a-43d4-a204-1f7cc7c5439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1252882699', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:55:07Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'e016536a-ac32-4f9b-a89c-2e0251132c2a', 'name': '', 'network_id': 'e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:02:d7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ffc5e2f7-2039-4a22-b6e0-389c07dbbc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:55:06Z', 'updated_at': '2022-02-28T14:55:07Z', 'revision_number': 2, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': 'ffc5e2f7-2039-4a22-b6e0-389c07dbbc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:09.269235 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a789c1dd-6f0a-43d4-a204-1f7cc7c5439c None None] Checking router: f620f520-ee82-48f1-a300-6f67b134e84f for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:55:09.269589 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a789c1dd-6f0a-43d4-a204-1f7cc7c5439c None None] Updating router f620f520-ee82-48f1-a300-6f67b134e84f port e016536a-ac32-4f9b-a89c-2e0251132c2a binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:55:09.299174 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-1ee10592-be23-434d-b3fe-579a4ba3ed1e service neutron] 10.222.0.30 "GET /v2.0/networks/e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366525 Feb 28 14:55:09.322598 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a789c1dd-6f0a-43d4-a204-1f7cc7c5439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:09.484070 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-23da8760-8133-4576-af32-79a7905d6c01 req-6074695a-d798-4983-af29-93adea3330ba tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:55:09.496639 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-23da8760-8133-4576-af32-79a7905d6c01 req-6074695a-d798-4983-af29-93adea3330ba tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:55:09.497809 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-23da8760-8133-4576-af32-79a7905d6c01 req-6074695a-d798-4983-af29-93adea3330ba tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 210 time: 0.0628169 Feb 28 14:55:09.734244 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a789c1dd-6f0a-43d4-a204-1f7cc7c5439c None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:09.746123 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a789c1dd-6f0a-43d4-a204-1f7cc7c5439c None None] Transition to ACTIVE for port object e016536a-ac32-4f9b-a89c-2e0251132c2a will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:09.753580 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a789c1dd-6f0a-43d4-a204-1f7cc7c5439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:09.937753 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e2a62-d934-40d8-b51f-d2f188bc8f7e None None] Pushing event updated for resources: {'Port': ['ID=e016536a-ac32-4f9b-a89c-2e0251132c2a,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:09.973306 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-45ff8260-0153-4c24-b234-789cc23d636e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:10.007466 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a789c1dd-6f0a-43d4-a204-1f7cc7c5439c None None] Attempting to bind port e016536a-ac32-4f9b-a89c-2e0251132c2a on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:55:10.007827 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a789c1dd-6f0a-43d4-a204-1f7cc7c5439c None None] Attempting to bind port e016536a-ac32-4f9b-a89c-2e0251132c2a by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '1097360a-384b-499a-85c0-5ad86dd5c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:55:10.008180 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a789c1dd-6f0a-43d4-a204-1f7cc7c5439c None None] Attempting to bind port e016536a-ac32-4f9b-a89c-2e0251132c2a on network e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:55:10.014828 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a789c1dd-6f0a-43d4-a204-1f7cc7c5439c None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:55:10.015222 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a789c1dd-6f0a-43d4-a204-1f7cc7c5439c None None] Checking segment: {'id': '1097360a-384b-499a-85c0-5ad86dd5c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:55:10.015622 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a789c1dd-6f0a-43d4-a204-1f7cc7c5439c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:10.016000 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a789c1dd-6f0a-43d4-a204-1f7cc7c5439c None None] Bound using segment: {'id': '1097360a-384b-499a-85c0-5ad86dd5c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:55:10.016449 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a789c1dd-6f0a-43d4-a204-1f7cc7c5439c None None] Bound port: e016536a-ac32-4f9b-a89c-2e0251132c2a, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1097360a-384b-499a-85c0-5ad86dd5c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:55:10.016813 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a789c1dd-6f0a-43d4-a204-1f7cc7c5439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:10.129147 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 64da9ae8-c6d7-4c6b-b693-02869902e80e up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:10.174808 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a789c1dd-6f0a-43d4-a204-1f7cc7c5439c None None] For port e016536a-ac32-4f9b-a89c-2e0251132c2a, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:55:10.192794 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a789c1dd-6f0a-43d4-a204-1f7cc7c5439c None None] For port e016536a-ac32-4f9b-a89c-2e0251132c2a, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=e016536a-ac32-4f9b-a89c-2e0251132c2a,segment=NetworkSegment(1097360a-384b-499a-85c0-5ad86dd5c1b6),segment_id=1097360a-384b-499a-85c0-5ad86dd5c1b6)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:55:10.201493 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a789c1dd-6f0a-43d4-a204-1f7cc7c5439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:10.288848 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a789c1dd-6f0a-43d4-a204-1f7cc7c5439c None None] Routers {'f620f520-ee82-48f1-a300-6f67b134e84f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:55:10.289488 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a789c1dd-6f0a-43d4-a204-1f7cc7c5439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:55:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['f620f520-ee82-48f1-a300-6f67b134e84f'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:10.362501 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 64da9ae8-c6d7-4c6b-b693-02869902e80e triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:10.362843 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:10.397218 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e2a62-d934-40d8-b51f-d2f188bc8f7e None None] Pushing event updated for resources: {'Port': ['ID=e016536a-ac32-4f9b-a89c-2e0251132c2a,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:10.601527 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-a789c1dd-6f0a-43d4-a204-1f7cc7c5439c None None] Set router f620f520-ee82-48f1-a300-6f67b134e84f gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:55:10.670156 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 787d28ea-10f1-4685-80a6-14335f9e5544 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:10.737136 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-83d619b0-6c02-4a25-8abf-1f074e0aa322 req-176b3278-87f2-4f55-80b2-ea796d97183b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 210 time: 0.1092563 Feb 28 14:55:10.809536 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-804171be-3f45-4a04-bfb4-f27b29b37415 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:10.810974 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-804171be-3f45-4a04-bfb4-f27b29b37415 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.13 "GET /v2.0/networks?id=e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce HTTP/1.1" status: 200 len: 796 time: 0.2117772 Feb 28 14:55:10.859034 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-b3487836-bfa1-4746-a3aa-665113511eb1 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e881470c0cec4e1c8ac25b5e0191ef26 HTTP/1.1" status: 200 len: 380 time: 0.0400565 Feb 28 14:55:10.867922 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-cc08a75a-18fd-442d-a4c7-d0a2868c7e5b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'port': {'device_id': '658109de-3e01-48f3-8f8c-678a87371e25', 'network_id': 'e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce', 'admin_state_up': True, 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'security_groups': ['42efa2c3-0be6-43e5-a426-e08e3f831e0c']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:55:10.896166 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 787d28ea-10f1-4685-80a6-14335f9e5544 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:10.896724 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:11.081933 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:11.116590 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-cc08a75a-18fd-442d-a4c7-d0a2868c7e5b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:11.126218 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-cc08a75a-18fd-442d-a4c7-d0a2868c7e5b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:11.137711 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-cc08a75a-18fd-442d-a4c7-d0a2868c7e5b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Made reservation on behalf of e881470c0cec4e1c8ac25b5e0191ef26 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:11.141335 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-cc08a75a-18fd-442d-a4c7-d0a2868c7e5b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:11.159105 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-a789c1dd-6f0a-43d4-a204-1f7cc7c5439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1252882699', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:55:07Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'e016536a-ac32-4f9b-a89c-2e0251132c2a', 'name': '', 'network_id': 'e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:02:d7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ffc5e2f7-2039-4a22-b6e0-389c07dbbc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:55:06Z', 'updated_at': '2022-02-28T14:55:10Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': 'ffc5e2f7-2039-4a22-b6e0-389c07dbbc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:11.163306 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a789c1dd-6f0a-43d4-a204-1f7cc7c5439c None None] The sync data for ids ['f620f520-ee82-48f1-a300-6f67b134e84f'] in dv-neutron-831192-4-hyperv is: [{'id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1252882699', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:55:07Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'e016536a-ac32-4f9b-a89c-2e0251132c2a', 'name': '', 'network_id': 'e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:02:d7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ffc5e2f7-2039-4a22-b6e0-389c07dbbc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:55:06Z', 'updated_at': '2022-02-28T14:55:10Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': 'ffc5e2f7-2039-4a22-b6e0-389c07dbbc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:55:11.247415 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:11.324359 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-cc08a75a-18fd-442d-a4c7-d0a2868c7e5b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Allocated IP 172.20.0.4 (e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce/ffc5e2f7-2039-4a22-b6e0-389c07dbbc14/e7d47c5f-9b44-4d32-b662-c2f97a64327f) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:11.521614 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-cc08a75a-18fd-442d-a4c7-d0a2868c7e5b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:11.537650 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-cc08a75a-18fd-442d-a4c7-d0a2868c7e5b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Transition to ACTIVE for port object e7d47c5f-9b44-4d32-b662-c2f97a64327f will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:11.562659 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-cc08a75a-18fd-442d-a4c7-d0a2868c7e5b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:11.629066 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-cc08a75a-18fd-442d-a4c7-d0a2868c7e5b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:11.637092 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-cc08a75a-18fd-442d-a4c7-d0a2868c7e5b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:11.641565 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-cc08a75a-18fd-442d-a4c7-d0a2868c7e5b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:55:11.680958 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08a75a-18fd-442d-a4c7-d0a2868c7e5b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=e7d47c5f-9b44-4d32-b662-c2f97a64327f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:11.713556 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-cc08a75a-18fd-442d-a4c7-d0a2868c7e5b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:11.714237 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-cc08a75a-18fd-442d-a4c7-d0a2868c7e5b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:11.743752 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-cc08a75a-18fd-442d-a4c7-d0a2868c7e5b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8794966 Feb 28 14:55:11.755362 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-26399055-948c-468b-a376-7aa72a700223 service neutron] Request body: {'port': {'device_id': '658109de-3e01-48f3-8f8c-678a87371e25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:55:11.877269 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-45331265-64a5-482b-8fc4-19f6aa2e50ba None None] Provisioning for port e7d47c5f-9b44-4d32-b662-c2f97a64327f completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:11.881820 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-26399055-948c-468b-a376-7aa72a700223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:11.883530 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-45331265-64a5-482b-8fc4-19f6aa2e50ba None None] Provisioning complete for port e7d47c5f-9b44-4d32-b662-c2f97a64327f triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:11.884008 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-45331265-64a5-482b-8fc4-19f6aa2e50ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:11.942207 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-45331265-64a5-482b-8fc4-19f6aa2e50ba None None] Port e7d47c5f-9b44-4d32-b662-c2f97a64327f cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:55:11.971096 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e4829-cbfb-4757-b9e8-c6794471f3f8 req-fcdcbe05-3848-442d-bcfe-cf3b1f3f7bb7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:11.972869 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-719e4829-cbfb-4757-b9e8-c6794471f3f8 req-fcdcbe05-3848-442d-bcfe-cf3b1f3f7bb7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 931 time: 0.1002774 Feb 28 14:55:12.021407 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-719e4829-cbfb-4757-b9e8-c6794471f3f8 req-37cf1b0d-2184-4847-b476-ae364dcac836 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:55:12.034567 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-719e4829-cbfb-4757-b9e8-c6794471f3f8 req-37cf1b0d-2184-4847-b476-ae364dcac836 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:55:12.035981 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-719e4829-cbfb-4757-b9e8-c6794471f3f8 req-37cf1b0d-2184-4847-b476-ae364dcac836 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568905 Feb 28 14:55:12.145445 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device e016536a-ac32-4f9b-a89c-2e0251132c2a up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:12.221772 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port e016536a-ac32-4f9b-a89c-2e0251132c2a completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:12.226972 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port e016536a-ac32-4f9b-a89c-2e0251132c2a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:12.227353 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:12.246563 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-26399055-948c-468b-a376-7aa72a700223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7d47c5f-9b44-4d32-b662-c2f97a64327f {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:55:12.254603 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-26399055-948c-468b-a376-7aa72a700223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:12.272344 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-26399055-948c-468b-a376-7aa72a700223 service neutron] Transition to ACTIVE for port object e7d47c5f-9b44-4d32-b662-c2f97a64327f will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:12.278505 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-26399055-948c-468b-a376-7aa72a700223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:12.349665 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:12.384238 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port e016536a-ac32-4f9b-a89c-2e0251132c2a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=e016536a-ac32-4f9b-a89c-2e0251132c2a,segment=NetworkSegment(1097360a-384b-499a-85c0-5ad86dd5c1b6),segment_id=1097360a-384b-499a-85c0-5ad86dd5c1b6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:55:12.392569 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:12.444811 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26399055-948c-468b-a376-7aa72a700223 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d47c5f-9b44-4d32-b662-c2f97a64327f,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:12.484645 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=e016536a-ac32-4f9b-a89c-2e0251132c2a,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:12.519960 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-26399055-948c-468b-a376-7aa72a700223 service neutron] Attempting to bind port e7d47c5f-9b44-4d32-b662-c2f97a64327f on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:55:12.521097 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-26399055-948c-468b-a376-7aa72a700223 service neutron] Attempting to bind port e7d47c5f-9b44-4d32-b662-c2f97a64327f by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '1097360a-384b-499a-85c0-5ad86dd5c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:55:12.521097 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-26399055-948c-468b-a376-7aa72a700223 service neutron] Attempting to bind port e7d47c5f-9b44-4d32-b662-c2f97a64327f on network e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:55:12.525595 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-26399055-948c-468b-a376-7aa72a700223 service neutron] Port e7d47c5f-9b44-4d32-b662-c2f97a64327f on network e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:55:12.525911 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-26399055-948c-468b-a376-7aa72a700223 service neutron] Attempting to bind port e7d47c5f-9b44-4d32-b662-c2f97a64327f on network e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:55:12.532387 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-26399055-948c-468b-a376-7aa72a700223 service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:55:12.532743 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-26399055-948c-468b-a376-7aa72a700223 service neutron] Checking segment: {'id': '1097360a-384b-499a-85c0-5ad86dd5c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:55:12.533165 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-26399055-948c-468b-a376-7aa72a700223 service neutron] Bound using segment: {'id': '1097360a-384b-499a-85c0-5ad86dd5c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:55:12.533612 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-26399055-948c-468b-a376-7aa72a700223 service neutron] Bound port: e7d47c5f-9b44-4d32-b662-c2f97a64327f, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1097360a-384b-499a-85c0-5ad86dd5c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:55:12.533950 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-26399055-948c-468b-a376-7aa72a700223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:12.593299 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:12.625240 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-26399055-948c-468b-a376-7aa72a700223 service neutron] For port e7d47c5f-9b44-4d32-b662-c2f97a64327f, host hv-neutron-8311, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:55:12.628199 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-26399055-948c-468b-a376-7aa72a700223 service neutron] For port e7d47c5f-9b44-4d32-b662-c2f97a64327f, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=e7d47c5f-9b44-4d32-b662-c2f97a64327f,segment=NetworkSegment(1097360a-384b-499a-85c0-5ad86dd5c1b6),segment_id=1097360a-384b-499a-85c0-5ad86dd5c1b6)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:55:12.632969 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-26399055-948c-468b-a376-7aa72a700223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:12.691777 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-26399055-948c-468b-a376-7aa72a700223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:12.692507 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-26399055-948c-468b-a376-7aa72a700223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:12.693750 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-26399055-948c-468b-a376-7aa72a700223 service neutron] 10.222.0.13 "PUT /v2.0/ports/e7d47c5f-9b44-4d32-b662-c2f97a64327f HTTP/1.1" status: 200 len: 1093 time: 0.9428446 Feb 28 14:55:12.694170 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658109de-3e01-48f3-8f8c-678a87371e25', 'tag': 'e7d47c5f-9b44-4d32-b662-c2f97a64327f'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:55:12.721139 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26399055-948c-468b-a376-7aa72a700223 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d47c5f-9b44-4d32-b662-c2f97a64327f,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:12.740751 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658109de-3e01-48f3-8f8c-678a87371e25', 'tag': 'e7d47c5f-9b44-4d32-b662-c2f97a64327f', 'status': 'completed', 'code': 200} Feb 28 14:55:12.816384 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-31f26ded-53be-4587-9d58-0bc3e8aaae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:12.817874 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-31f26ded-53be-4587-9d58-0bc3e8aaae11 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 1096 time: 0.0736969 Feb 28 14:55:12.889376 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-c151c900-5848-418a-a0dc-246434809e06 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7d47c5f-9b44-4d32-b662-c2f97a64327f HTTP/1.1" status: 200 len: 217 time: 0.0641415 Feb 28 14:55:12.953200 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-1546d553-bb4c-487a-805d-1a5ad257a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:12.954474 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-1546d553-bb4c-487a-805d-1a5ad257a11d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ffc5e2f7-2039-4a22-b6e0-389c07dbbc14 HTTP/1.1" status: 200 len: 835 time: 0.0590088 Feb 28 14:55:13.142333 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-7ec350d2-d028-4212-98b2-3ead800bff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:13.143813 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-7ec350d2-d028-4212-98b2-3ead800bff58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1836579 Feb 28 14:55:13.225822 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264592b4-8a37-4bc7-8d78-0ddf7e514de5 req-2d25484f-70a7-43e9-96d6-9d862f34e5ea tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:13.227363 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-264592b4-8a37-4bc7-8d78-0ddf7e514de5 req-2d25484f-70a7-43e9-96d6-9d862f34e5ea tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 943 time: 0.0824425 Feb 28 14:55:13.271411 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-264592b4-8a37-4bc7-8d78-0ddf7e514de5 req-e8cd36cb-b9c3-4987-8f15-c493fa960d97 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378325 Feb 28 14:55:13.278122 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-03d28510-379f-41ee-8572-128cee8afbdc service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270635 Feb 28 14:55:13.421572 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cc62fc27-c9ed-41d5-83b2-e8ed89ce0bdc req-7a266d0f-287a-4ae7-b051-d416fc173df1 service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371944 Feb 28 14:55:13.546571 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb2992-0c4d-470e-9c88-3a536f98ca52 req-b89392c4-146f-4e12-ac4a-ca98f45feef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:13.547973 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7aeb2992-0c4d-470e-9c88-3a536f98ca52 req-b89392c4-146f-4e12-ac4a-ca98f45feef3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 1096 time: 0.0770311 Feb 28 14:55:13.697376 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb2992-0c4d-470e-9c88-3a536f98ca52 req-864f2d5a-2910-4947-a48c-24829f4e2170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:13.698819 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7aeb2992-0c4d-470e-9c88-3a536f98ca52 req-864f2d5a-2910-4947-a48c-24829f4e2170 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce HTTP/1.1" status: 200 len: 897 time: 0.1444666 Feb 28 14:55:13.769309 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7aeb2992-0c4d-470e-9c88-3a536f98ca52 req-97680d4b-25b8-4d69-8c52-c599b198add1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7d47c5f-9b44-4d32-b662-c2f97a64327f HTTP/1.1" status: 200 len: 217 time: 0.0638421 Feb 28 14:55:13.832670 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb2992-0c4d-470e-9c88-3a536f98ca52 req-82225172-e315-4db1-8606-db5d2aca3b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:13.834061 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7aeb2992-0c4d-470e-9c88-3a536f98ca52 req-82225172-e315-4db1-8606-db5d2aca3b44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ffc5e2f7-2039-4a22-b6e0-389c07dbbc14 HTTP/1.1" status: 200 len: 835 time: 0.0574265 Feb 28 14:55:13.914918 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb2992-0c4d-470e-9c88-3a536f98ca52 req-233e1e11-a0fa-4359-8fcb-83d731e8bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:13.916767 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7aeb2992-0c4d-470e-9c88-3a536f98ca52 req-233e1e11-a0fa-4359-8fcb-83d731e8bffa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746524 Feb 28 14:55:14.050477 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7aeb2992-0c4d-470e-9c88-3a536f98ca52 req-8f9e60cd-9b0b-43eb-90a4-8610ad872d28 service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249640 Feb 28 14:55:14.116824 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device e016536a-ac32-4f9b-a89c-2e0251132c2a up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:14.185816 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port e016536a-ac32-4f9b-a89c-2e0251132c2a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:14.186156 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:14.187238 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7aeb2992-0c4d-470e-9c88-3a536f98ca52 req-8bd5a8c6-fd74-40d2-ad3c-4098e919e1c6 service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303139 Feb 28 14:55:14.483911 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cdeeda-51e0-4082-9bcf-9bb75f32850e req-1df2f20d-dd41-4423-9ea1-1309c922decf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:14.484596 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-28cdeeda-51e0-4082-9bcf-9bb75f32850e req-1df2f20d-dd41-4423-9ea1-1309c922decf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:55:14.504544 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-28cdeeda-51e0-4082-9bcf-9bb75f32850e req-1df2f20d-dd41-4423-9ea1-1309c922decf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:55:14.506469 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-28cdeeda-51e0-4082-9bcf-9bb75f32850e req-1df2f20d-dd41-4423-9ea1-1309c922decf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 943 time: 0.1031294 Feb 28 14:55:14.554257 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-28cdeeda-51e0-4082-9bcf-9bb75f32850e req-45d95b48-7c09-477f-96b5-49bff2074fac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394640 Feb 28 14:55:14.785128 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device e7d47c5f-9b44-4d32-b662-c2f97a64327f details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:55:14.930643 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port e7d47c5f-9b44-4d32-b662-c2f97a64327f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=e7d47c5f-9b44-4d32-b662-c2f97a64327f,segment=NetworkSegment(1097360a-384b-499a-85c0-5ad86dd5c1b6),segment_id=1097360a-384b-499a-85c0-5ad86dd5c1b6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:55:14.943684 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': 'e7d47c5f-9b44-4d32-b662-c2f97a64327f', 'network_id': 'e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce', 'port_id': 'e7d47c5f-9b44-4d32-b662-c2f97a64327f', 'mac_address': 'fa:16:3e:cb:4d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc5e2f7-2039-4a22-b6e0-389c07dbbc14', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:55:14.998683 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:15.016083 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d47c5f-9b44-4d32-b662-c2f97a64327f {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:55:15.031513 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port e7d47c5f-9b44-4d32-b662-c2f97a64327f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=e7d47c5f-9b44-4d32-b662-c2f97a64327f,segment=NetworkSegment(1097360a-384b-499a-85c0-5ad86dd5c1b6),segment_id=1097360a-384b-499a-85c0-5ad86dd5c1b6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:55:15.037299 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:15.107510 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=e7d47c5f-9b44-4d32-b662-c2f97a64327f,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:15.244380 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['e7d47c5f-9b44-4d32-b662-c2f97a64327f'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:55:15.751061 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f6361-cccf-4078-a167-f5a908521555 req-19494417-f1f3-4a7f-944b-e42c5b395816 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:15.752448 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-998f6361-cccf-4078-a167-f5a908521555 req-19494417-f1f3-4a7f-944b-e42c5b395816 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 944 time: 0.0863874 Feb 28 14:55:15.799292 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-998f6361-cccf-4078-a167-f5a908521555 req-63856992-f907-45e5-8d8a-f4dcdf67936d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410917 Feb 28 14:55:16.799038 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device e7d47c5f-9b44-4d32-b662-c2f97a64327f up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:16.871044 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port e7d47c5f-9b44-4d32-b662-c2f97a64327f completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:16.876953 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port e7d47c5f-9b44-4d32-b662-c2f97a64327f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:16.877321 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:16.918548 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:55:16.989849 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f0c33-509d-4152-a9a4-44c183ed3940 req-e3ffb0d5-35f7-4000-ae36-f025c394419c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:16.991195 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-797f0c33-509d-4152-a9a4-44c183ed3940 req-e3ffb0d5-35f7-4000-ae36-f025c394419c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 944 time: 0.0837104 Feb 28 14:55:16.992709 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:17.019940 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658109de-3e01-48f3-8f8c-678a87371e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d47c5f-9b44-4d32-b662-c2f97a64327f'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:55:17.030538 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port e7d47c5f-9b44-4d32-b662-c2f97a64327f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=e7d47c5f-9b44-4d32-b662-c2f97a64327f,segment=NetworkSegment(1097360a-384b-499a-85c0-5ad86dd5c1b6),segment_id=1097360a-384b-499a-85c0-5ad86dd5c1b6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:55:17.035801 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:17.039669 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-797f0c33-509d-4152-a9a4-44c183ed3940 req-cb04a4c4-5f71-4e6e-8785-46de537bbba2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414002 Feb 28 14:55:17.075741 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658109de-3e01-48f3-8f8c-678a87371e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d47c5f-9b44-4d32-b662-c2f97a64327f', 'code': 200} Feb 28 14:55:17.107261 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=e7d47c5f-9b44-4d32-b662-c2f97a64327f,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:17.310682 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfeba48-8efd-4c28-a7d3-b5e71e6333ba req-e0790685-b41a-44a5-81f9-1fabc1a818a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:17.312624 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8cfeba48-8efd-4c28-a7d3-b5e71e6333ba req-e0790685-b41a-44a5-81f9-1fabc1a818a3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 1098 time: 0.0823715 Feb 28 14:55:17.358740 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8cfeba48-8efd-4c28-a7d3-b5e71e6333ba req-4a4ed0e7-53fb-433b-82a9-2e40dfcd99fe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401399 Feb 28 14:55:18.240316 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d24536-c83b-4d72-b0db-7b6e2125d8a3 req-c55aca77-2879-4db6-ae99-e539cd4f3a0e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:18.241887 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-59d24536-c83b-4d72-b0db-7b6e2125d8a3 req-c55aca77-2879-4db6-ae99-e539cd4f3a0e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 945 time: 0.0836015 Feb 28 14:55:18.293882 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-59d24536-c83b-4d72-b0db-7b6e2125d8a3 req-b5de60ba-ee95-42eb-adaa-0c896dc9af86 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457540 Feb 28 14:55:19.611436 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568f422-7d72-4bb1-ad64-bf7643ed1e0a req-fea0c5a1-50a0-4248-ac1a-be206ba58e16 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:19.612864 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c568f422-7d72-4bb1-ad64-bf7643ed1e0a req-fea0c5a1-50a0-4248-ac1a-be206ba58e16 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 945 time: 0.1930044 Feb 28 14:55:19.662488 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c568f422-7d72-4bb1-ad64-bf7643ed1e0a req-107f404a-b933-4273-b866-7d64d8cf15c6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418782 Feb 28 14:55:19.859893 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928e42f-7189-4c72-9833-b4424fd5b8cc req-94f2f62c-51c3-4274-8328-45d99f3abf39 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:19.861375 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0928e42f-7189-4c72-9833-b4424fd5b8cc req-94f2f62c-51c3-4274-8328-45d99f3abf39 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 945 time: 0.0856645 Feb 28 14:55:19.906201 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0928e42f-7189-4c72-9833-b4424fd5b8cc req-a83dcd61-2ed2-4c5d-8bff-abf4f553309c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381732 Feb 28 14:55:19.939722 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38304) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:20.012971 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079f4399-6c4b-4df4-bee9-f11ac08e4bdb tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:20.014448 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-079f4399-6c4b-4df4-bee9-f11ac08e4bdb tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 1093 time: 0.0734704 Feb 28 14:55:20.017386 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38308) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:20.022144 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-882fd2c3-3500-439c-90f7-d95dfc415aae tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'port_id': 'e7d47c5f-9b44-4d32-b662-c2f97a64327f', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:55:20.028205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-882fd2c3-3500-439c-90f7-d95dfc415aae tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:20.032071 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-882fd2c3-3500-439c-90f7-d95dfc415aae tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:floatingip and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:20.034887 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-882fd2c3-3500-439c-90f7-d95dfc415aae tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:20.040569 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-882fd2c3-3500-439c-90f7-d95dfc415aae tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:20.053817 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-882fd2c3-3500-439c-90f7-d95dfc415aae tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:20.301869 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-882fd2c3-3500-439c-90f7-d95dfc415aae tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:20.443050 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-882fd2c3-3500-439c-90f7-d95dfc415aae tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Allocated IP 172.26.5.167 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/a0cde668-7329-4173-a952-c85a2a8950a8) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:20.599143 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-882fd2c3-3500-439c-90f7-d95dfc415aae tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:20.633045 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-882fd2c3-3500-439c-90f7-d95dfc415aae tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:20.695835 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882fd2c3-3500-439c-90f7-d95dfc415aae tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:20.702644 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-882fd2c3-3500-439c-90f7-d95dfc415aae tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:20.706638 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882fd2c3-3500-439c-90f7-d95dfc415aae tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:55:20.736141 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882fd2c3-3500-439c-90f7-d95dfc415aae tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=a0cde668-7329-4173-a952-c85a2a8950a8,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:21.137207 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-882fd2c3-3500-439c-90f7-d95dfc415aae tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:21.214216 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-882fd2c3-3500-439c-90f7-d95dfc415aae tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:21.422314 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-882fd2c3-3500-439c-90f7-d95dfc415aae tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:21.428759 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-882fd2c3-3500-439c-90f7-d95dfc415aae tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:21.536512 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882fd2c3-3500-439c-90f7-d95dfc415aae tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=a0cde668-7329-4173-a952-c85a2a8950a8,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:21.549383 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-882fd2c3-3500-439c-90f7-d95dfc415aae tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:21.717098 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-882fd2c3-3500-439c-90f7-d95dfc415aae tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Floating IP 0efc078c-eab5-48a4-b908-9070a049189f associated. External IP: 172.26.5.167, port: e7d47c5f-9b44-4d32-b662-c2f97a64327f. Feb 28 14:55:22.180129 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882fd2c3-3500-439c-90f7-d95dfc415aae tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Router f620f520-ee82-48f1-a300-6f67b134e84f has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:55:22.364598 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882fd2c3-3500-439c-90f7-d95dfc415aae tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:55:22.375615 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b33c053-95fd-448d-ac09-b8c36648bb4e None None] Sync routers for ids ['f620f520-ee82-48f1-a300-6f67b134e84f'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:55:22.385614 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b33c053-95fd-448d-ac09-b8c36648bb4e None None] Routers {'f620f520-ee82-48f1-a300-6f67b134e84f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:55:22.386281 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8b33c053-95fd-448d-ac09-b8c36648bb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:55:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['f620f520-ee82-48f1-a300-6f67b134e84f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:22.391425 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-882fd2c3-3500-439c-90f7-d95dfc415aae tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:22.451953 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-882fd2c3-3500-439c-90f7-d95dfc415aae tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4309895 Feb 28 14:55:22.451953 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658109de-3e01-48f3-8f8c-678a87371e25', 'tag': 'e7d47c5f-9b44-4d32-b662-c2f97a64327f'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:55:22.499307 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658109de-3e01-48f3-8f8c-678a87371e25', 'tag': 'e7d47c5f-9b44-4d32-b662-c2f97a64327f', 'status': 'completed', 'code': 200} Feb 28 14:55:22.580292 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-8b33c053-95fd-448d-ac09-b8c36648bb4e None None] Set router f620f520-ee82-48f1-a300-6f67b134e84f gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:55:22.597815 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b684028-d974-4878-8453-2e491a8bb38f req-1e86f0ab-e872-415c-86ff-22b91df50141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:22.599310 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2b684028-d974-4878-8453-2e491a8bb38f req-1e86f0ab-e872-415c-86ff-22b91df50141 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 1098 time: 0.0730155 Feb 28 14:55:22.624389 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd87fd-6892-46ae-b06e-c38788fd46d6 req-68680dd7-ced9-43c5-b0b2-6d027b64ef45 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:22.626405 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-78cd87fd-6892-46ae-b06e-c38788fd46d6 req-68680dd7-ced9-43c5-b0b2-6d027b64ef45 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 945 time: 0.0873137 Feb 28 14:55:22.671716 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-78cd87fd-6892-46ae-b06e-c38788fd46d6 req-0f2cd69d-e1d2-45f4-8829-4dc4999116f1 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396717 Feb 28 14:55:22.694762 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38316) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:22.733843 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b684028-d974-4878-8453-2e491a8bb38f req-10ae15ff-385c-44eb-9f9c-9b0f031b6a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:22.735343 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2b684028-d974-4878-8453-2e491a8bb38f req-10ae15ff-385c-44eb-9f9c-9b0f031b6a13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce HTTP/1.1" status: 200 len: 897 time: 0.1299131 Feb 28 14:55:22.805950 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-08e124f2-f149-44f4-a43f-6091dfab9d40 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/floatingips/0efc078c-eab5-48a4-b908-9070a049189f HTTP/1.1" status: 200 len: 991 time: 0.1087096 Feb 28 14:55:22.841759 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2b684028-d974-4878-8453-2e491a8bb38f req-9fc23ae6-8be4-4b00-ab87-e544b9b0e66b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7d47c5f-9b44-4d32-b662-c2f97a64327f HTTP/1.1" status: 200 len: 999 time: 0.1003950 Feb 28 14:55:22.902906 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b684028-d974-4878-8453-2e491a8bb38f req-d5a90ef4-a708-449a-ab0f-36ee778483f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:22.904693 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2b684028-d974-4878-8453-2e491a8bb38f req-d5a90ef4-a708-449a-ab0f-36ee778483f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ffc5e2f7-2039-4a22-b6e0-389c07dbbc14 HTTP/1.1" status: 200 len: 835 time: 0.0573573 Feb 28 14:55:22.959338 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8b33c053-95fd-448d-ac09-b8c36648bb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1252882699', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:55:07Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '0efc078c-eab5-48a4-b908-9070a049189f', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'port_id': 'e7d47c5f-9b44-4d32-b662-c2f97a64327f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce', 'mac_address': 'fa:16:3e:cb:4d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658109de-3e01-48f3-8f8c-678a87371e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:55:21Z', 'updated_at': '2022-02-28T14:55:21Z', 'revision_number': 0, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e016536a-ac32-4f9b-a89c-2e0251132c2a', 'name': '', 'network_id': 'e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:02:d7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ffc5e2f7-2039-4a22-b6e0-389c07dbbc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:55:06Z', 'updated_at': '2022-02-28T14:55:12Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': 'ffc5e2f7-2039-4a22-b6e0-389c07dbbc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:22.963261 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b33c053-95fd-448d-ac09-b8c36648bb4e None None] Checking router: f620f520-ee82-48f1-a300-6f67b134e84f for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:55:22.971724 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b33c053-95fd-448d-ac09-b8c36648bb4e None None] Routers {'f620f520-ee82-48f1-a300-6f67b134e84f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:55:22.972347 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8b33c053-95fd-448d-ac09-b8c36648bb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:55:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['f620f520-ee82-48f1-a300-6f67b134e84f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:22.983671 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b684028-d974-4878-8453-2e491a8bb38f req-60b61864-e5e5-4fd7-853e-d881555bad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:22.985119 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2b684028-d974-4878-8453-2e491a8bb38f req-60b61864-e5e5-4fd7-853e-d881555bad77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743699 Feb 28 14:55:23.130691 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2b684028-d974-4878-8453-2e491a8bb38f req-56c62c77-725a-428e-a8ba-f79f62b74251 service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387520 Feb 28 14:55:23.151391 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-8b33c053-95fd-448d-ac09-b8c36648bb4e None None] Set router f620f520-ee82-48f1-a300-6f67b134e84f gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:55:23.263842 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2b684028-d974-4878-8453-2e491a8bb38f req-03679c1c-f443-4ba6-8025-9969b3c77c6b service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268647 Feb 28 14:55:23.506783 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-8b33c053-95fd-448d-ac09-b8c36648bb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1252882699', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:55:07Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '0efc078c-eab5-48a4-b908-9070a049189f', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'port_id': 'e7d47c5f-9b44-4d32-b662-c2f97a64327f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce', 'mac_address': 'fa:16:3e:cb:4d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658109de-3e01-48f3-8f8c-678a87371e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:55:21Z', 'updated_at': '2022-02-28T14:55:21Z', 'revision_number': 0, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e016536a-ac32-4f9b-a89c-2e0251132c2a', 'name': '', 'network_id': 'e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:02:d7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ffc5e2f7-2039-4a22-b6e0-389c07dbbc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:55:06Z', 'updated_at': '2022-02-28T14:55:12Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': 'ffc5e2f7-2039-4a22-b6e0-389c07dbbc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:23.511110 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b33c053-95fd-448d-ac09-b8c36648bb4e None None] The sync data for ids ['f620f520-ee82-48f1-a300-6f67b134e84f'] in dv-neutron-831192-4-hyperv is: [{'id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1252882699', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:55:07Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '0efc078c-eab5-48a4-b908-9070a049189f', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'port_id': 'e7d47c5f-9b44-4d32-b662-c2f97a64327f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce', 'mac_address': 'fa:16:3e:cb:4d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658109de-3e01-48f3-8f8c-678a87371e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:55:21Z', 'updated_at': '2022-02-28T14:55:21Z', 'revision_number': 0, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e016536a-ac32-4f9b-a89c-2e0251132c2a', 'name': '', 'network_id': 'e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:02:d7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ffc5e2f7-2039-4a22-b6e0-389c07dbbc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:55:06Z', 'updated_at': '2022-02-28T14:55:12Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': 'ffc5e2f7-2039-4a22-b6e0-389c07dbbc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:55:23.708647 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2abc87-dc0a-4fdb-bf8c-e674ae2fc481 None None] New status for floating IP 0efc078c-eab5-48a4-b908-9070a049189f: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:55:23.809372 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38320) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:23.917377 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a4a617d8-09f4-4fa7-b9d3-6afd254e48cb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/floatingips/0efc078c-eab5-48a4-b908-9070a049189f HTTP/1.1" status: 200 len: 991 time: 0.1069510 Feb 28 14:55:24.922172 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38324) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:25.053708 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-65a61499-9f07-4821-a55d-ef8f0f1dbbbb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/floatingips/0efc078c-eab5-48a4-b908-9070a049189f HTTP/1.1" status: 200 len: 993 time: 0.1297748 Feb 28 14:55:35.345106 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:37.746703 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8540ce51-7839-482c-b880-d7c414cf5fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:39.857885 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f7a4e734-6c3f-44bc-b7b0-de7a09d8be8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:41.002077 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:41.253550 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:42.605642 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:44.808920 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-07b2c440-7093-4e25-8791-9db892ae6b3a req-d8334515-a99d-4ec2-bc54-34230fb6fef7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747457 Feb 28 14:55:45.062257 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2c440-7093-4e25-8791-9db892ae6b3a req-8acfafff-553e-42e0-8a42-312b19626193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:45.063660 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-07b2c440-7093-4e25-8791-9db892ae6b3a req-8acfafff-553e-42e0-8a42-312b19626193 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 1098 time: 0.1801889 Feb 28 14:55:45.223994 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2c440-7093-4e25-8791-9db892ae6b3a req-8dc3f37b-ad4c-41df-9bbf-01c606f8a5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:45.225700 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-07b2c440-7093-4e25-8791-9db892ae6b3a req-8dc3f37b-ad4c-41df-9bbf-01c606f8a5cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce HTTP/1.1" status: 200 len: 897 time: 0.1362855 Feb 28 14:55:45.340714 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-07b2c440-7093-4e25-8791-9db892ae6b3a req-de14e9ae-3030-4d6d-ad0b-9e678af5c6fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7d47c5f-9b44-4d32-b662-c2f97a64327f HTTP/1.1" status: 200 len: 1001 time: 0.1085017 Feb 28 14:55:45.404504 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2c440-7093-4e25-8791-9db892ae6b3a req-d8551dd5-1afb-41e0-a013-1d010fa23b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:45.406012 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-07b2c440-7093-4e25-8791-9db892ae6b3a req-d8551dd5-1afb-41e0-a013-1d010fa23b97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ffc5e2f7-2039-4a22-b6e0-389c07dbbc14 HTTP/1.1" status: 200 len: 835 time: 0.0589044 Feb 28 14:55:45.486720 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2c440-7093-4e25-8791-9db892ae6b3a req-b0a7b661-6875-4381-b869-37a16aa0251c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:45.488220 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-07b2c440-7093-4e25-8791-9db892ae6b3a req-b0a7b661-6875-4381-b869-37a16aa0251c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760257 Feb 28 14:55:45.637687 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-07b2c440-7093-4e25-8791-9db892ae6b3a req-d85ffe8e-5256-4048-8e71-2dfcfa8c1859 service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429298 Feb 28 14:55:45.769824 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-07b2c440-7093-4e25-8791-9db892ae6b3a req-7e0cbfba-b7fb-464a-8f74-344e432359ee service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266081 Feb 28 14:55:53.925482 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:55:54.641085 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38348) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:54.683861 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03ce6d-3228-406d-b7b8-406dfb93df0b req-6cb16015-0570-4224-8e9f-cdc503bf2c05 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:54.685412 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7c03ce6d-3228-406d-b7b8-406dfb93df0b req-6cb16015-0570-4224-8e9f-cdc503bf2c05 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 945 time: 0.0884950 Feb 28 14:55:54.771316 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7c03ce6d-3228-406d-b7b8-406dfb93df0b req-33e2917b-e991-4e46-86bd-066efe972e52 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556066 Feb 28 14:55:54.793361 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-951f85f2-c848-4d49-aa50-e60bb857e16c req-c5c8cf95-b86c-4cf3-b832-6e21926f6240 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1511836 Feb 28 14:55:55.964750 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6a5ad-024a-4628-b879-7d4b0ac0d71c req-c9ca275c-3a61-43f6-b1dd-8dcb8ad95346 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:55.966203 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-70d6a5ad-024a-4628-b879-7d4b0ac0d71c req-c9ca275c-3a61-43f6-b1dd-8dcb8ad95346 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 945 time: 0.0808992 Feb 28 14:55:55.985252 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f85f2-c848-4d49-aa50-e60bb857e16c req-9ac1712d-3520-434a-80db-ecd67ccbb74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:55.986716 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-951f85f2-c848-4d49-aa50-e60bb857e16c req-9ac1712d-3520-434a-80db-ecd67ccbb74f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 1098 time: 0.0710101 Feb 28 14:55:56.010533 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-70d6a5ad-024a-4628-b879-7d4b0ac0d71c req-ea519eea-3bf4-4943-aec7-c7384b3bf3a2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385056 Feb 28 14:55:56.124606 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f85f2-c848-4d49-aa50-e60bb857e16c req-50d6f23c-57e0-4b6e-ae8c-0b0c44cc25dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:56.126059 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-951f85f2-c848-4d49-aa50-e60bb857e16c req-50d6f23c-57e0-4b6e-ae8c-0b0c44cc25dc service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce HTTP/1.1" status: 200 len: 897 time: 0.1333275 Feb 28 14:55:56.227070 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-951f85f2-c848-4d49-aa50-e60bb857e16c req-a9cf68b8-406b-4855-a852-175e4b64722e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7d47c5f-9b44-4d32-b662-c2f97a64327f HTTP/1.1" status: 200 len: 1001 time: 0.0943453 Feb 28 14:55:56.288080 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f85f2-c848-4d49-aa50-e60bb857e16c req-4fe77e72-a7d3-4809-ad0f-5891e292a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:56.289482 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-951f85f2-c848-4d49-aa50-e60bb857e16c req-4fe77e72-a7d3-4809-ad0f-5891e292a185 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ffc5e2f7-2039-4a22-b6e0-389c07dbbc14 HTTP/1.1" status: 200 len: 835 time: 0.0561638 Feb 28 14:55:56.376736 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f85f2-c848-4d49-aa50-e60bb857e16c req-d0c4b6f0-9a59-49a0-b617-810bdeb006c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:56.378096 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-951f85f2-c848-4d49-aa50-e60bb857e16c req-d0c4b6f0-9a59-49a0-b617-810bdeb006c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822389 Feb 28 14:55:56.507185 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-951f85f2-c848-4d49-aa50-e60bb857e16c req-f7d4bdee-dccc-40e0-98a6-c510931c8e88 service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231503 Feb 28 14:55:56.743851 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-951f85f2-c848-4d49-aa50-e60bb857e16c req-796d91cf-7a68-448f-9237-48a2c545b632 service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295542 Feb 28 14:55:57.209496 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5bec7-1fd8-4183-9030-069fbffb8276 req-c4fc04c0-f7a5-461e-816f-ca546aad9a9a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:57.210918 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ffa5bec7-1fd8-4183-9030-069fbffb8276 req-c4fc04c0-f7a5-461e-816f-ca546aad9a9a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 945 time: 0.0831208 Feb 28 14:55:57.258195 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ffa5bec7-1fd8-4183-9030-069fbffb8276 req-c2e966a2-b184-4565-a2f0-c120b87cc407 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389576 Feb 28 14:55:58.469105 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6b3a0-4e11-4da6-847e-9136b4edf4cf req-5b66a83f-32af-4711-887c-f0bb5fa79001 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:58.470564 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a8b6b3a0-4e11-4da6-847e-9136b4edf4cf req-5b66a83f-32af-4711-887c-f0bb5fa79001 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 945 time: 0.0873554 Feb 28 14:55:58.517606 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a8b6b3a0-4e11-4da6-847e-9136b4edf4cf req-82298133-4d9a-47f5-9397-ba49170602ef tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383778 Feb 28 14:55:59.713905 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd715144-8612-4252-afc9-44bc7bd8276b req-b7d5cc65-bcf4-41ee-8aac-07448d3d7486 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:59.715315 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fd715144-8612-4252-afc9-44bc7bd8276b req-b7d5cc65-bcf4-41ee-8aac-07448d3d7486 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 945 time: 0.0887656 Feb 28 14:55:59.759175 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fd715144-8612-4252-afc9-44bc7bd8276b req-56c4e6e4-fd1f-4dca-a9f7-578c965c87d1 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380998 Feb 28 14:56:00.967199 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051ebf9-0677-48c3-a09c-8115a2d76ea0 req-75fffa84-fc31-4baa-94bc-2ea01cbf0188 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:00.968650 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b051ebf9-0677-48c3-a09c-8115a2d76ea0 req-75fffa84-fc31-4baa-94bc-2ea01cbf0188 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 945 time: 0.0899398 Feb 28 14:56:01.018787 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b051ebf9-0677-48c3-a09c-8115a2d76ea0 req-8a3c7e5d-77f1-47e4-8768-c5aef6dcb8b1 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401065 Feb 28 14:56:02.239722 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18104b98-b46b-41b6-b1f4-f31ffd24ee1a req-a45009ca-fa6b-44ea-bcdd-50e0a09670da tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:02.241242 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-18104b98-b46b-41b6-b1f4-f31ffd24ee1a req-a45009ca-fa6b-44ea-bcdd-50e0a09670da tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 945 time: 0.0943308 Feb 28 14:56:02.288461 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-18104b98-b46b-41b6-b1f4-f31ffd24ee1a req-ac83763e-bc35-4040-8b63-ed345fdb722d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408251 Feb 28 14:56:03.494486 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd147b-5111-4f74-8f2f-166588162121 req-3c0c2826-007f-4720-9ee4-2989484c8dc4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:03.496003 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-badd147b-5111-4f74-8f2f-166588162121 req-3c0c2826-007f-4720-9ee4-2989484c8dc4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 945 time: 0.0854306 Feb 28 14:56:03.544757 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-badd147b-5111-4f74-8f2f-166588162121 req-3c051759-0b2b-4497-8405-1fb2072785f8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430446 Feb 28 14:56:04.754472 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e26c0-3851-44d6-990d-29421b8491b1 req-0ea4e95a-9196-415f-8cac-32c75d27b0d4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:04.755862 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fa3e26c0-3851-44d6-990d-29421b8491b1 req-0ea4e95a-9196-415f-8cac-32c75d27b0d4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 945 time: 0.0840406 Feb 28 14:56:04.800498 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fa3e26c0-3851-44d6-990d-29421b8491b1 req-66f693d7-43c9-4947-823c-6a49b8986f2e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381594 Feb 28 14:56:05.361343 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:06.003299 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff635204-b5bf-41b7-9abb-881e1c9d9c8a req-68525559-c5ba-4eaf-9f61-007c88513e95 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:06.004807 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ff635204-b5bf-41b7-9abb-881e1c9d9c8a req-68525559-c5ba-4eaf-9f61-007c88513e95 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 945 time: 0.0918198 Feb 28 14:56:06.056680 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ff635204-b5bf-41b7-9abb-881e1c9d9c8a req-4ef0c791-3b40-4828-bc69-4143bc93ecf3 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433047 Feb 28 14:56:07.266985 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33631be3-4887-4cf3-8e9e-f01d9501e7c1 req-baf34516-94fe-4e8a-9d39-068b6d9b8709 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:07.268492 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-33631be3-4887-4cf3-8e9e-f01d9501e7c1 req-baf34516-94fe-4e8a-9d39-068b6d9b8709 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 945 time: 0.0884728 Feb 28 14:56:07.316027 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-33631be3-4887-4cf3-8e9e-f01d9501e7c1 req-26c3a30f-dccd-4ff6-bf58-398039fd4bff tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395188 Feb 28 14:56:07.744949 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e6abceb9-27fb-459a-8918-5ed201dc44d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:08.513162 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16313a6-d83a-4bdd-bddb-ff545190fb6c req-0a1d380b-2690-40ca-9f83-5dac9699ddd7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:08.514620 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e16313a6-d83a-4bdd-bddb-ff545190fb6c req-0a1d380b-2690-40ca-9f83-5dac9699ddd7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 945 time: 0.0858066 Feb 28 14:56:08.562758 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e16313a6-d83a-4bdd-bddb-ff545190fb6c req-9333eb24-52a9-42c3-85b8-86abe6a21051 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397449 Feb 28 14:56:09.766977 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556968eb-c9eb-4cd7-92d5-d057c4053577 req-2c453917-4280-437a-bbd8-1b81c5a05fcf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:09.768327 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-556968eb-c9eb-4cd7-92d5-d057c4053577 req-2c453917-4280-437a-bbd8-1b81c5a05fcf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 945 time: 0.0817864 Feb 28 14:56:09.815055 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-556968eb-c9eb-4cd7-92d5-d057c4053577 req-f5bbd5f4-6d4b-4bb7-b3c9-124fec808593 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409241 Feb 28 14:56:09.862026 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-163904eb-9a38-4534-b60a-7ad6897b041d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:10.992225 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:11.014663 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002d96a-d6b9-4f20-9783-c964e06d15e3 req-1d8fe33a-f5f7-4d9f-982c-45464f2ffd18 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:11.016159 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0002d96a-d6b9-4f20-9783-c964e06d15e3 req-1d8fe33a-f5f7-4d9f-982c-45464f2ffd18 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 945 time: 0.0893185 Feb 28 14:56:11.062835 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0002d96a-d6b9-4f20-9783-c964e06d15e3 req-f192196c-3621-4700-81cb-ddacdd2c44cf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407701 Feb 28 14:56:11.256115 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:12.255693 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4d8ec-67b0-4500-8aa2-2c8795a713d0 req-b2c413be-5e14-4603-a5a4-6562e16e9fff tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:12.257149 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e7b4d8ec-67b0-4500-8aa2-2c8795a713d0 req-b2c413be-5e14-4603-a5a4-6562e16e9fff tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 945 time: 0.0839620 Feb 28 14:56:12.302843 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e7b4d8ec-67b0-4500-8aa2-2c8795a713d0 req-5bcbdc4a-e202-444f-926b-284697469be5 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394783 Feb 28 14:56:12.609874 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:13.444856 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-951f85f2-c848-4d49-aa50-e60bb857e16c req-9b5b8153-aa6e-4197-8066-108772dba96e service neutron] 10.222.0.13 "GET /v2.0/ports/e7d47c5f-9b44-4d32-b662-c2f97a64327f/bindings/hv-neutron-8311 HTTP/1.1" status: 200 len: 384 time: 0.0789459 Feb 28 14:56:13.509401 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41eb89f-48e8-40d9-b938-f761eb6618bc req-5c6e3acd-b412-4519-bf73-708eda236009 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:13.511134 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d41eb89f-48e8-40d9-b938-f761eb6618bc req-5c6e3acd-b412-4519-bf73-708eda236009 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 945 time: 0.0871100 Feb 28 14:56:13.559050 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d41eb89f-48e8-40d9-b938-f761eb6618bc req-1a29e514-e963-43b5-83df-282a4b1714b5 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419078 Feb 28 14:56:13.728493 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f85f2-c848-4d49-aa50-e60bb857e16c req-22f21383-761d-4153-abc4-e4823db01595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:13.730690 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-951f85f2-c848-4d49-aa50-e60bb857e16c req-22f21383-761d-4153-abc4-e4823db01595 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25&tenant_id=e881470c0cec4e1c8ac25b5e0191ef26 HTTP/1.1" status: 200 len: 1098 time: 0.0783548 Feb 28 14:56:13.836140 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f85f2-c848-4d49-aa50-e60bb857e16c req-21af07c3-2db7-4919-a329-f461f7f50653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:13.837587 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-951f85f2-c848-4d49-aa50-e60bb857e16c req-21af07c3-2db7-4919-a329-f461f7f50653 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 1098 time: 0.0817127 Feb 28 14:56:13.969284 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f85f2-c848-4d49-aa50-e60bb857e16c req-7d5062b4-7103-4c87-85ff-684f31452ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:13.971520 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-951f85f2-c848-4d49-aa50-e60bb857e16c req-7d5062b4-7103-4c87-85ff-684f31452ecb service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce HTTP/1.1" status: 200 len: 897 time: 0.1270275 Feb 28 14:56:14.089281 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-951f85f2-c848-4d49-aa50-e60bb857e16c req-3f95edec-a415-41a1-9f38-4126bfa309db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7d47c5f-9b44-4d32-b662-c2f97a64327f HTTP/1.1" status: 200 len: 1001 time: 0.1110792 Feb 28 14:56:14.158756 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f85f2-c848-4d49-aa50-e60bb857e16c req-581cdcc9-5a9d-45d8-9f4a-e2c3d801cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:14.160212 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-951f85f2-c848-4d49-aa50-e60bb857e16c req-581cdcc9-5a9d-45d8-9f4a-e2c3d801cf1b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ffc5e2f7-2039-4a22-b6e0-389c07dbbc14 HTTP/1.1" status: 200 len: 835 time: 0.0651715 Feb 28 14:56:14.237799 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f85f2-c848-4d49-aa50-e60bb857e16c req-803ffc78-0ce3-47d2-a4af-444e8d1b539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:14.239265 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-951f85f2-c848-4d49-aa50-e60bb857e16c req-803ffc78-0ce3-47d2-a4af-444e8d1b539d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728147 Feb 28 14:56:14.369828 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-951f85f2-c848-4d49-aa50-e60bb857e16c req-52ba6786-309c-4fe0-8995-1da733e5b0b9 service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241832 Feb 28 14:56:14.503176 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-951f85f2-c848-4d49-aa50-e60bb857e16c req-b9698a87-799d-4767-9fdb-5d2e1e4a323b service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269376 Feb 28 14:56:14.749363 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfb46e-71d3-4914-99fb-b3f859525d84 req-9f166b78-027c-454f-a56f-cd455ced41e4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:14.750787 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c7cfb46e-71d3-4914-99fb-b3f859525d84 req-9f166b78-027c-454f-a56f-cd455ced41e4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 945 time: 0.0841558 Feb 28 14:56:14.798656 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c7cfb46e-71d3-4914-99fb-b3f859525d84 req-f4f90425-0294-4aae-ae99-da54d38d9e4f tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396612 Feb 28 14:56:16.025946 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f2bcd-7c96-4a04-8e8e-c85561f1be8f req-d0d4d152-7784-4de6-8daf-c96a34a31da8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:16.027410 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b42f2bcd-7c96-4a04-8e8e-c85561f1be8f req-d0d4d152-7784-4de6-8daf-c96a34a31da8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 945 time: 0.0896866 Feb 28 14:56:16.076605 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b42f2bcd-7c96-4a04-8e8e-c85561f1be8f req-18feb8fe-56ee-4733-93ac-bb258cee82e3 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433106 Feb 28 14:56:17.114948 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device e7d47c5f-9b44-4d32-b662-c2f97a64327f no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:56:17.232727 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:17.258981 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658109de-3e01-48f3-8f8c-678a87371e25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7d47c5f-9b44-4d32-b662-c2f97a64327f'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:56:17.269343 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port e7d47c5f-9b44-4d32-b662-c2f97a64327f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=e7d47c5f-9b44-4d32-b662-c2f97a64327f,segment=NetworkSegment(1097360a-384b-499a-85c0-5ad86dd5c1b6),segment_id=1097360a-384b-499a-85c0-5ad86dd5c1b6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:56:17.269546 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41c986-fc56-4f64-ac53-a5f03f8bceae req-2eaf487c-4315-461a-8652-fb7395857c90 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:17.270963 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da41c986-fc56-4f64-ac53-a5f03f8bceae req-2eaf487c-4315-461a-8652-fb7395857c90 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 945 time: 0.0836711 Feb 28 14:56:17.274711 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:17.317532 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-da41c986-fc56-4f64-ac53-a5f03f8bceae req-2941a3f5-a08d-4a2e-9447-3e3e64f7e1c0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402229 Feb 28 14:56:17.323806 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658109de-3e01-48f3-8f8c-678a87371e25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7d47c5f-9b44-4d32-b662-c2f97a64327f', 'code': 200} Feb 28 14:56:17.347593 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=e7d47c5f-9b44-4d32-b662-c2f97a64327f,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:17.355119 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:17.355336 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:17.355665 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:17.356012 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:17.356522 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:17.356897 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:17.357211 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:17.357503 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:17.357815 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:17.358131 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:17.358441 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:17.358823 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:17.651939 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd505805-1e38-4866-b04f-81c3903569c6 req-26082fec-e71a-4036-9ce3-0158783d27e8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:17.653831 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bd505805-1e38-4866-b04f-81c3903569c6 req-26082fec-e71a-4036-9ce3-0158783d27e8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.13 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25&tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&binding%3Ahost_id=hv-neutron-8311 HTTP/1.1" status: 200 len: 943 time: 0.0974531 Feb 28 14:56:17.939131 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd505805-1e38-4866-b04f-81c3903569c6 req-db6ecca8-38c7-476f-ad82-bff9eb1c53c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:17.940507 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bd505805-1e38-4866-b04f-81c3903569c6 req-db6ecca8-38c7-476f-ad82-bff9eb1c53c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 1096 time: 0.1991544 Feb 28 14:56:17.947963 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798597b0-ad9f-41d5-aed8-9678aecc109d req-a8f3953b-1b89-4c57-9396-fcb391788c4e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:17.949270 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-798597b0-ad9f-41d5-aed8-9678aecc109d req-a8f3953b-1b89-4c57-9396-fcb391788c4e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 943 time: 0.2472215 Feb 28 14:56:18.076982 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-798597b0-ad9f-41d5-aed8-9678aecc109d req-82e37ba0-e84f-45c6-ac69-9b448ba1cff7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097035 Feb 28 14:56:18.107461 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd505805-1e38-4866-b04f-81c3903569c6 req-f3278ddc-42c7-468b-a95a-0531993ba6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:18.108766 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bd505805-1e38-4866-b04f-81c3903569c6 req-f3278ddc-42c7-468b-a95a-0531993ba6b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce HTTP/1.1" status: 200 len: 897 time: 0.1586564 Feb 28 14:56:18.222043 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bd505805-1e38-4866-b04f-81c3903569c6 req-d507ceb3-2997-44b1-b04f-8145b143f1bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7d47c5f-9b44-4d32-b662-c2f97a64327f HTTP/1.1" status: 200 len: 999 time: 0.1072795 Feb 28 14:56:18.279744 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c400fb0-915d-4d84-8837-a0761e67e341 req-a3da41e9-91bf-4af1-a574-38993809fb1f tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:18.281163 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0c400fb0-915d-4d84-8837-a0761e67e341 req-a3da41e9-91bf-4af1-a574-38993809fb1f tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 943 time: 0.0932162 Feb 28 14:56:18.284874 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd505805-1e38-4866-b04f-81c3903569c6 req-200a1f5f-eb6d-40f4-85df-dcdf0e042847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:18.286315 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bd505805-1e38-4866-b04f-81c3903569c6 req-200a1f5f-eb6d-40f4-85df-dcdf0e042847 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ffc5e2f7-2039-4a22-b6e0-389c07dbbc14 HTTP/1.1" status: 200 len: 835 time: 0.0584598 Feb 28 14:56:18.325888 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0c400fb0-915d-4d84-8837-a0761e67e341 req-a26b20a3-ad9b-42dc-913f-410e2577f121 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389130 Feb 28 14:56:18.365883 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd505805-1e38-4866-b04f-81c3903569c6 req-51eafa88-3899-4e5a-888f-bddc839a8217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:18.367400 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bd505805-1e38-4866-b04f-81c3903569c6 req-51eafa88-3899-4e5a-888f-bddc839a8217 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746770 Feb 28 14:56:18.503698 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bd505805-1e38-4866-b04f-81c3903569c6 req-881cd34d-780d-4484-807c-e6a0aaa20a4a service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295178 Feb 28 14:56:18.636323 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-bd505805-1e38-4866-b04f-81c3903569c6 req-455b4025-1c20-4244-b809-5b05faf115cd service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268163 Feb 28 14:56:19.512364 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842cf4d-6bb5-46f1-9042-e971174676c6 req-a26790b2-b9c0-473d-97fb-d275a937b754 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:19.513897 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6842cf4d-6bb5-46f1-9042-e971174676c6 req-a26790b2-b9c0-473d-97fb-d275a937b754 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 943 time: 0.0823414 Feb 28 14:56:19.558213 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6842cf4d-6bb5-46f1-9042-e971174676c6 req-008afffe-bb35-4f09-9424-df49db299eb3 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385590 Feb 28 14:56:19.581768 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38426) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:19.696897 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0e711505-5663-4910-bb72-21612f2accbf tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/floatingips/0efc078c-eab5-48a4-b908-9070a049189f HTTP/1.1" status: 200 len: 991 time: 0.1135612 Feb 28 14:56:30.922855 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:56:35.348891 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:37.748276 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-51aeb12a-0d13-486b-9efe-1a05e725af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:39.873359 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c221e3d7-8ee0-47f3-8274-edf56330ed8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:40.990026 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:41.262528 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:42.657921 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:44.802613 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f83adfe8-86dc-455e-aac0-35bd3ae49b11 req-a8e96067-bc53-42a0-9002-d98f118af693 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0879114 Feb 28 14:56:44.952193 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83adfe8-86dc-455e-aac0-35bd3ae49b11 req-7bbe9aa8-cb5e-49e6-8252-ec8a8c96cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:44.953631 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f83adfe8-86dc-455e-aac0-35bd3ae49b11 req-7bbe9aa8-cb5e-49e6-8252-ec8a8c96cca5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 1096 time: 0.0741365 Feb 28 14:56:45.103180 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83adfe8-86dc-455e-aac0-35bd3ae49b11 req-a02cacaf-6fbd-427e-bac6-a3357f58f80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:45.104635 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f83adfe8-86dc-455e-aac0-35bd3ae49b11 req-a02cacaf-6fbd-427e-bac6-a3357f58f80b service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce HTTP/1.1" status: 200 len: 897 time: 0.1272035 Feb 28 14:56:45.207395 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f83adfe8-86dc-455e-aac0-35bd3ae49b11 req-54aafb1b-fd81-4abf-bcca-75fcd1319fce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7d47c5f-9b44-4d32-b662-c2f97a64327f HTTP/1.1" status: 200 len: 999 time: 0.0960608 Feb 28 14:56:45.272481 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83adfe8-86dc-455e-aac0-35bd3ae49b11 req-d530adc6-8d8e-4dca-be8b-31bf52c30ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:45.273884 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f83adfe8-86dc-455e-aac0-35bd3ae49b11 req-d530adc6-8d8e-4dca-be8b-31bf52c30ce0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ffc5e2f7-2039-4a22-b6e0-389c07dbbc14 HTTP/1.1" status: 200 len: 835 time: 0.0601044 Feb 28 14:56:45.356969 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83adfe8-86dc-455e-aac0-35bd3ae49b11 req-d1117361-32d8-4d72-b1f5-316a30a73085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:45.358385 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f83adfe8-86dc-455e-aac0-35bd3ae49b11 req-d1117361-32d8-4d72-b1f5-316a30a73085 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774784 Feb 28 14:56:45.598191 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f83adfe8-86dc-455e-aac0-35bd3ae49b11 req-d837e6db-7447-4d5c-8287-9fcc2ced7bd6 service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317214 Feb 28 14:56:45.738452 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f83adfe8-86dc-455e-aac0-35bd3ae49b11 req-f5d6fda1-fb44-40bd-87e6-dea52eae7350 service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276937 Feb 28 14:56:48.253016 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38438) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:48.463862 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-91fa76a2-cabe-448c-90f2-19aa970d1a7a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Deleting port a0cde668-7329-4173-a952-c85a2a8950a8 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:56:48.464169 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91fa76a2-cabe-448c-90f2-19aa970d1a7a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:48.634289 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91fa76a2-cabe-448c-90f2-19aa970d1a7a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:48.634598 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91fa76a2-cabe-448c-90f2-19aa970d1a7a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:48.758514 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-91fa76a2-cabe-448c-90f2-19aa970d1a7a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Calling delete_port for a0cde668-7329-4173-a952-c85a2a8950a8 owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:56:48.919412 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91fa76a2-cabe-448c-90f2-19aa970d1a7a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:48.964133 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa76a2-cabe-448c-90f2-19aa970d1a7a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Port': ['ID=a0cde668-7329-4173-a952-c85a2a8950a8,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:49.002758 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa76a2-cabe-448c-90f2-19aa970d1a7a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:49.003101 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa76a2-cabe-448c-90f2-19aa970d1a7a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:49.003488 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa76a2-cabe-448c-90f2-19aa970d1a7a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:49.004009 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa76a2-cabe-448c-90f2-19aa970d1a7a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:49.004228 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa76a2-cabe-448c-90f2-19aa970d1a7a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:49.004571 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa76a2-cabe-448c-90f2-19aa970d1a7a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:49.004876 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa76a2-cabe-448c-90f2-19aa970d1a7a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:49.005192 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa76a2-cabe-448c-90f2-19aa970d1a7a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:49.005509 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa76a2-cabe-448c-90f2-19aa970d1a7a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:49.005823 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa76a2-cabe-448c-90f2-19aa970d1a7a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:49.006139 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa76a2-cabe-448c-90f2-19aa970d1a7a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:49.006449 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa76a2-cabe-448c-90f2-19aa970d1a7a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:49.066519 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91fa76a2-cabe-448c-90f2-19aa970d1a7a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:49.066865 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-91fa76a2-cabe-448c-90f2-19aa970d1a7a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Floating IP 0efc078c-eab5-48a4-b908-9070a049189f disassociated (deleted). External IP: 172.26.5.167, port: e7d47c5f-9b44-4d32-b662-c2f97a64327f. Feb 28 14:56:49.427525 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fa76a2-cabe-448c-90f2-19aa970d1a7a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Router f620f520-ee82-48f1-a300-6f67b134e84f has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:56:49.730953 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fa76a2-cabe-448c-90f2-19aa970d1a7a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:56:49.741864 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdda4d9a-f247-49b9-a3fa-b2c47964872a None None] Sync routers for ids ['f620f520-ee82-48f1-a300-6f67b134e84f'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:56:49.752180 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-91fa76a2-cabe-448c-90f2-19aa970d1a7a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:49.754969 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdda4d9a-f247-49b9-a3fa-b2c47964872a None None] Routers {'f620f520-ee82-48f1-a300-6f67b134e84f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:56:49.755624 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-fdda4d9a-f247-49b9-a3fa-b2c47964872a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:56:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['f620f520-ee82-48f1-a300-6f67b134e84f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:49.810840 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-91fa76a2-cabe-448c-90f2-19aa970d1a7a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "DELETE /v2.0/floatingips/0efc078c-eab5-48a4-b908-9070a049189f HTTP/1.1" status: 204 len: 168 time: 1.5556831 Feb 28 14:56:49.811431 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658109de-3e01-48f3-8f8c-678a87371e25', 'tag': 'e7d47c5f-9b44-4d32-b662-c2f97a64327f'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:56:49.860805 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658109de-3e01-48f3-8f8c-678a87371e25', 'tag': 'e7d47c5f-9b44-4d32-b662-c2f97a64327f', 'status': 'completed', 'code': 200} Feb 28 14:56:49.938303 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-fdda4d9a-f247-49b9-a3fa-b2c47964872a None None] Set router f620f520-ee82-48f1-a300-6f67b134e84f gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:56:49.953892 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e879ec8-7a7c-48ea-94fc-5e0425f22b1f req-54b78fd8-82d2-42f5-b51e-630ce9403290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:49.955625 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e879ec8-7a7c-48ea-94fc-5e0425f22b1f req-54b78fd8-82d2-42f5-b51e-630ce9403290 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 1096 time: 0.0738027 Feb 28 14:56:50.089995 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e879ec8-7a7c-48ea-94fc-5e0425f22b1f req-27bb473d-c0dd-45f6-8eff-b743ab942794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:50.091497 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e879ec8-7a7c-48ea-94fc-5e0425f22b1f req-27bb473d-c0dd-45f6-8eff-b743ab942794 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce HTTP/1.1" status: 200 len: 897 time: 0.1304858 Feb 28 14:56:50.166572 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e879ec8-7a7c-48ea-94fc-5e0425f22b1f req-8b5dd247-1cc1-4c51-bca6-a89738588dc5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7d47c5f-9b44-4d32-b662-c2f97a64327f HTTP/1.1" status: 200 len: 217 time: 0.0680087 Feb 28 14:56:50.213898 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914be8f8-8f9c-48af-a932-7057179c3763 req-5eea80d8-e46a-4054-8b45-d0694ecd10ac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:50.216107 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-914be8f8-8f9c-48af-a932-7057179c3763 req-5eea80d8-e46a-4054-8b45-d0694ecd10ac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 943 time: 0.0923312 Feb 28 14:56:50.233098 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e879ec8-7a7c-48ea-94fc-5e0425f22b1f req-7a4cdd2e-318c-46b2-bb12-fd578a3e3ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:50.234627 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e879ec8-7a7c-48ea-94fc-5e0425f22b1f req-7a4cdd2e-318c-46b2-bb12-fd578a3e3ca3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ffc5e2f7-2039-4a22-b6e0-389c07dbbc14 HTTP/1.1" status: 200 len: 835 time: 0.0620205 Feb 28 14:56:50.262808 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-914be8f8-8f9c-48af-a932-7057179c3763 req-2c4900e5-30e7-4b65-a86d-8e5340281c91 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396068 Feb 28 14:56:50.312143 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-fdda4d9a-f247-49b9-a3fa-b2c47964872a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1252882699', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:55:07Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'e016536a-ac32-4f9b-a89c-2e0251132c2a', 'name': '', 'network_id': 'e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:02:d7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ffc5e2f7-2039-4a22-b6e0-389c07dbbc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:55:06Z', 'updated_at': '2022-02-28T14:55:12Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': 'ffc5e2f7-2039-4a22-b6e0-389c07dbbc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:50.315733 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e879ec8-7a7c-48ea-94fc-5e0425f22b1f req-3f364b26-3f55-423a-805f-712be3869a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:50.315945 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdda4d9a-f247-49b9-a3fa-b2c47964872a None None] Checking router: f620f520-ee82-48f1-a300-6f67b134e84f for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:56:50.317246 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e879ec8-7a7c-48ea-94fc-5e0425f22b1f req-3f364b26-3f55-423a-805f-712be3869a70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751271 Feb 28 14:56:50.324081 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdda4d9a-f247-49b9-a3fa-b2c47964872a None None] Routers {'f620f520-ee82-48f1-a300-6f67b134e84f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:56:50.324675 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-fdda4d9a-f247-49b9-a3fa-b2c47964872a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:56:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['f620f520-ee82-48f1-a300-6f67b134e84f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:50.452239 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e879ec8-7a7c-48ea-94fc-5e0425f22b1f req-631250ac-e8c1-4676-9664-ebb5ffe81f0e service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280060 Feb 28 14:56:50.499563 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-fdda4d9a-f247-49b9-a3fa-b2c47964872a None None] Set router f620f520-ee82-48f1-a300-6f67b134e84f gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:56:50.585353 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5e879ec8-7a7c-48ea-94fc-5e0425f22b1f req-3522730d-1666-497a-ae4c-92125f881314 service neutron] 10.222.0.13 "GET /v2.0/networks/e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261098 Feb 28 14:56:50.815291 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-fdda4d9a-f247-49b9-a3fa-b2c47964872a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1252882699', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:55:07Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'e016536a-ac32-4f9b-a89c-2e0251132c2a', 'name': '', 'network_id': 'e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:02:d7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ffc5e2f7-2039-4a22-b6e0-389c07dbbc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:55:06Z', 'updated_at': '2022-02-28T14:55:12Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': 'ffc5e2f7-2039-4a22-b6e0-389c07dbbc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:50.819662 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdda4d9a-f247-49b9-a3fa-b2c47964872a None None] The sync data for ids ['f620f520-ee82-48f1-a300-6f67b134e84f'] in dv-neutron-831192-4-hyperv is: [{'id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1252882699', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:55:07Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'e016536a-ac32-4f9b-a89c-2e0251132c2a', 'name': '', 'network_id': 'e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:02:d7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'ffc5e2f7-2039-4a22-b6e0-389c07dbbc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:55:06Z', 'updated_at': '2022-02-28T14:55:12Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': 'ffc5e2f7-2039-4a22-b6e0-389c07dbbc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:56:51.048363 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ae3d1a-860f-4e56-bb56-c0db326cf7b7 None None] New status for floating IP 0efc078c-eab5-48a4-b908-9070a049189f: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:56:51.558680 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828e40a-98e3-42a1-8de0-0c6e76b84bc4 req-6cfe19ef-8f99-4657-8738-0b40847bdef7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:51.559386 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-7828e40a-98e3-42a1-8de0-0c6e76b84bc4 req-6cfe19ef-8f99-4657-8738-0b40847bdef7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:56:51.576050 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-7828e40a-98e3-42a1-8de0-0c6e76b84bc4 req-6cfe19ef-8f99-4657-8738-0b40847bdef7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:56:51.577186 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7828e40a-98e3-42a1-8de0-0c6e76b84bc4 req-6cfe19ef-8f99-4657-8738-0b40847bdef7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 943 time: 0.1948156 Feb 28 14:56:51.622505 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7828e40a-98e3-42a1-8de0-0c6e76b84bc4 req-67303794-e676-46ba-878f-194e412983a4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=42efa2c3-0be6-43e5-a426-e08e3f831e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392134 Feb 28 14:56:51.794089 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941673d1-b735-48f5-bb2b-01d10d18f29d req-d6ad3eff-cdae-4d8c-ad85-59e97f9bab23 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:51.795413 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-941673d1-b735-48f5-bb2b-01d10d18f29d req-d6ad3eff-cdae-4d8c-ad85-59e97f9bab23 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.13 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 943 time: 0.0916066 Feb 28 14:56:51.867611 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-941673d1-b735-48f5-bb2b-01d10d18f29d req-b77d2741-bb64-4944-9068-7b7f332abe1f tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Deleting port e7d47c5f-9b44-4d32-b662-c2f97a64327f {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:56:51.867952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-941673d1-b735-48f5-bb2b-01d10d18f29d req-b77d2741-bb64-4944-9068-7b7f332abe1f tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:52.130186 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-941673d1-b735-48f5-bb2b-01d10d18f29d req-b77d2741-bb64-4944-9068-7b7f332abe1f tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] For port e7d47c5f-9b44-4d32-b662-c2f97a64327f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=e7d47c5f-9b44-4d32-b662-c2f97a64327f,segment=NetworkSegment(1097360a-384b-499a-85c0-5ad86dd5c1b6),segment_id=1097360a-384b-499a-85c0-5ad86dd5c1b6)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:56:52.130676 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-941673d1-b735-48f5-bb2b-01d10d18f29d req-b77d2741-bb64-4944-9068-7b7f332abe1f tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:52.351703 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-941673d1-b735-48f5-bb2b-01d10d18f29d req-b77d2741-bb64-4944-9068-7b7f332abe1f tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Calling delete_port for e7d47c5f-9b44-4d32-b662-c2f97a64327f owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:56:52.498484 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-941673d1-b735-48f5-bb2b-01d10d18f29d req-b77d2741-bb64-4944-9068-7b7f332abe1f tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:52.549821 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d2741-bb64-4944-9068-7b7f332abe1f tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Port': ['ID=e7d47c5f-9b44-4d32-b662-c2f97a64327f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:52.623943 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-941673d1-b735-48f5-bb2b-01d10d18f29d req-b77d2741-bb64-4944-9068-7b7f332abe1f tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] No DVR routers for this DVR port e7d47c5f-9b44-4d32-b662-c2f97a64327f on host hv-neutron-8311 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:56:52.626243 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-941673d1-b735-48f5-bb2b-01d10d18f29d req-b77d2741-bb64-4944-9068-7b7f332abe1f tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:52.628733 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658109de-3e01-48f3-8f8c-678a87371e25', 'name': 'network-vif-deleted', 'tag': 'e7d47c5f-9b44-4d32-b662-c2f97a64327f'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:56:52.646933 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-941673d1-b735-48f5-bb2b-01d10d18f29d req-b77d2741-bb64-4944-9068-7b7f332abe1f tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.13 "DELETE /v2.0/ports/e7d47c5f-9b44-4d32-b662-c2f97a64327f HTTP/1.1" status: 204 len: 173 time: 0.8464653 Feb 28 14:56:52.684917 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658109de-3e01-48f3-8f8c-678a87371e25', 'name': 'network-vif-deleted', 'tag': 'e7d47c5f-9b44-4d32-b662-c2f97a64327f', 'status': 'completed', 'code': 200} Feb 28 14:56:52.783691 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-f59389f1-7493-404a-9b6d-cbdc249b78ce req-c68e20b7-7e86-43f7-a088-96f12176a8cc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:56:52.801398 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-f59389f1-7493-404a-9b6d-cbdc249b78ce req-c68e20b7-7e86-43f7-a088-96f12176a8cc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:56:52.802595 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f59389f1-7493-404a-9b6d-cbdc249b78ce req-c68e20b7-7e86-43f7-a088-96f12176a8cc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=658109de-3e01-48f3-8f8c-678a87371e25 HTTP/1.1" status: 200 len: 210 time: 0.0649204 Feb 28 14:56:53.909279 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38458) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:54.595757 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fced0b7d-9cb3-41a2-9989-853f0dcbca3a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:54.967091 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fced0b7d-9cb3-41a2-9989-853f0dcbca3a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Deleting port e016536a-ac32-4f9b-a89c-2e0251132c2a {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:56:54.967839 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fced0b7d-9cb3-41a2-9989-853f0dcbca3a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:55.179704 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-fced0b7d-9cb3-41a2-9989-853f0dcbca3a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] For port e016536a-ac32-4f9b-a89c-2e0251132c2a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=e016536a-ac32-4f9b-a89c-2e0251132c2a,segment=NetworkSegment(1097360a-384b-499a-85c0-5ad86dd5c1b6),segment_id=1097360a-384b-499a-85c0-5ad86dd5c1b6)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:56:55.180105 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fced0b7d-9cb3-41a2-9989-853f0dcbca3a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:55.317004 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-fced0b7d-9cb3-41a2-9989-853f0dcbca3a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Calling delete_port for e016536a-ac32-4f9b-a89c-2e0251132c2a owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:56:55.374051 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device e7d47c5f-9b44-4d32-b662-c2f97a64327f no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:56:55.407911 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: e7d47c5f-9b44-4d32-b662-c2f97a64327f {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:56:55.408635 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device e7d47c5f-9b44-4d32-b662-c2f97a64327f not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:56:55.716072 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fced0b7d-9cb3-41a2-9989-853f0dcbca3a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:55.796827 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced0b7d-9cb3-41a2-9989-853f0dcbca3a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Port': ['ID=e016536a-ac32-4f9b-a89c-2e0251132c2a,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:55.814138 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced0b7d-9cb3-41a2-9989-853f0dcbca3a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:55.814498 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced0b7d-9cb3-41a2-9989-853f0dcbca3a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:55.814823 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced0b7d-9cb3-41a2-9989-853f0dcbca3a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:55.815147 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced0b7d-9cb3-41a2-9989-853f0dcbca3a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:55.815496 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced0b7d-9cb3-41a2-9989-853f0dcbca3a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:55.815843 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced0b7d-9cb3-41a2-9989-853f0dcbca3a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:55.816155 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced0b7d-9cb3-41a2-9989-853f0dcbca3a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:55.816462 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced0b7d-9cb3-41a2-9989-853f0dcbca3a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:55.816935 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced0b7d-9cb3-41a2-9989-853f0dcbca3a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:55.817268 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced0b7d-9cb3-41a2-9989-853f0dcbca3a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:55.817564 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced0b7d-9cb3-41a2-9989-853f0dcbca3a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:55.817910 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fced0b7d-9cb3-41a2-9989-853f0dcbca3a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:56.058714 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-fced0b7d-9cb3-41a2-9989-853f0dcbca3a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:56.431571 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fced0b7d-9cb3-41a2-9989-853f0dcbca3a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Router f620f520-ee82-48f1-a300-6f67b134e84f has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:56:56.610742 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fced0b7d-9cb3-41a2-9989-853f0dcbca3a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:56:56.621171 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36ae91d-9595-4e24-b88b-0f41f8d91edd None None] Sync routers for ids ['f620f520-ee82-48f1-a300-6f67b134e84f'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:56:56.628338 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-fced0b7d-9cb3-41a2-9989-853f0dcbca3a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "PUT /v2.0/routers/f620f520-ee82-48f1-a300-6f67b134e84f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7179058 Feb 28 14:56:56.630876 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36ae91d-9595-4e24-b88b-0f41f8d91edd None None] Routers {'f620f520-ee82-48f1-a300-6f67b134e84f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:56:56.631009 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38462) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:56.631571 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a36ae91d-9595-4e24-b88b-0f41f8d91edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:56:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['f620f520-ee82-48f1-a300-6f67b134e84f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:56.699742 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ab2ca1-d851-4465-b9eb-7d02b59a7161 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Deleting subnet ffc5e2f7-2039-4a22-b6e0-389c07dbbc14 {{(pid=87773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:56:56.702626 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c0ab2ca1-d851-4465-b9eb-7d02b59a7161 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for subnet, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:56.756877 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c0ab2ca1-d851-4465-b9eb-7d02b59a7161 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3424768'] for subnet, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:56.804731 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-a36ae91d-9595-4e24-b88b-0f41f8d91edd None None] Set router f620f520-ee82-48f1-a300-6f67b134e84f gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:56:56.843681 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c0ab2ca1-d851-4465-b9eb-7d02b59a7161 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:56.921175 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c0ab2ca1-d851-4465-b9eb-7d02b59a7161 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2870606'] for subnet, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:56.964326 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c0ab2ca1-d851-4465-b9eb-7d02b59a7161 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:56.968280 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab2ca1-d851-4465-b9eb-7d02b59a7161 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Subnet': ['ID=ffc5e2f7-2039-4a22-b6e0-389c07dbbc14,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:56.970569 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ebf5d5-1f57-43b8-a79b-f125ad46775f None None] Network e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:56:56.975459 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38466) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:56.979810 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c0ab2ca1-d851-4465-b9eb-7d02b59a7161 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "DELETE /v2.0/subnets/ffc5e2f7-2039-4a22-b6e0-389c07dbbc14 HTTP/1.1" status: 204 len: 168 time: 0.3476315 Feb 28 14:56:57.084623 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a36ae91d-9595-4e24-b88b-0f41f8d91edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1252882699', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:56:55Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:57.088413 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36ae91d-9595-4e24-b88b-0f41f8d91edd None None] Checking router: f620f520-ee82-48f1-a300-6f67b134e84f for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:56:57.096532 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36ae91d-9595-4e24-b88b-0f41f8d91edd None None] Routers {'f620f520-ee82-48f1-a300-6f67b134e84f'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:56:57.097523 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a36ae91d-9595-4e24-b88b-0f41f8d91edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:56:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['f620f520-ee82-48f1-a300-6f67b134e84f'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:57.154636 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e751983a-9195-43b5-8907-f7ccddf6b1bb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:57.241653 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4621205-25b5-4442-9048-70dda85cd3b1 None None] DHCP port deletion for e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:56:57.245805 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-e4621205-25b5-4442-9048-70dda85cd3b1 None None] Deleting port 64da9ae8-c6d7-4c6b-b693-02869902e80e {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:56:57.246174 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e4621205-25b5-4442-9048-70dda85cd3b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:57.308705 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-a36ae91d-9595-4e24-b88b-0f41f8d91edd None None] Set router f620f520-ee82-48f1-a300-6f67b134e84f gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:56:57.345509 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e751983a-9195-43b5-8907-f7ccddf6b1bb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:57.358576 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e751983a-9195-43b5-8907-f7ccddf6b1bb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Deleting port 787d28ea-10f1-4685-80a6-14335f9e5544 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:56:57.358983 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e751983a-9195-43b5-8907-f7ccddf6b1bb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:57.473592 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-e4621205-25b5-4442-9048-70dda85cd3b1 None None] For port 64da9ae8-c6d7-4c6b-b693-02869902e80e, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=64da9ae8-c6d7-4c6b-b693-02869902e80e,segment=NetworkSegment(1097360a-384b-499a-85c0-5ad86dd5c1b6),segment_id=1097360a-384b-499a-85c0-5ad86dd5c1b6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:56:57.473990 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e4621205-25b5-4442-9048-70dda85cd3b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:57.540147 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-e751983a-9195-43b5-8907-f7ccddf6b1bb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] For port 787d28ea-10f1-4685-80a6-14335f9e5544, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=787d28ea-10f1-4685-80a6-14335f9e5544,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:56:57.540853 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e751983a-9195-43b5-8907-f7ccddf6b1bb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:57.586452 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-a36ae91d-9595-4e24-b88b-0f41f8d91edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1252882699', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:56:55Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:57.590493 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36ae91d-9595-4e24-b88b-0f41f8d91edd None None] The sync data for ids ['f620f520-ee82-48f1-a300-6f67b134e84f'] in dv-neutron-831192-4-hyperv is: [{'id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1252882699', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120'}], 'enable_snat': True}, 'gw_port_id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:56:55Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': '787d28ea-10f1-4685-80a6-14335f9e5544', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f620f520-ee82-48f1-a300-6f67b134e84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:55:02Z', 'updated_at': '2022-02-28T14:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:56:57.601331 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-e4621205-25b5-4442-9048-70dda85cd3b1 None None] Calling delete_port for 64da9ae8-c6d7-4c6b-b693-02869902e80e owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:56:57.687437 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-e751983a-9195-43b5-8907-f7ccddf6b1bb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Calling delete_port for 787d28ea-10f1-4685-80a6-14335f9e5544 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:56:57.717776 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e4621205-25b5-4442-9048-70dda85cd3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:57.762070 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4621205-25b5-4442-9048-70dda85cd3b1 None None] Pushing event deleted for resources: {'Port': ['ID=64da9ae8-c6d7-4c6b-b693-02869902e80e,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:57.765558 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4621205-25b5-4442-9048-70dda85cd3b1 None None] No DVR routers for this DVR port 64da9ae8-c6d7-4c6b-b693-02869902e80e on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:56:57.884056 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e751983a-9195-43b5-8907-f7ccddf6b1bb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:57.934456 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751983a-9195-43b5-8907-f7ccddf6b1bb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Port': ['ID=787d28ea-10f1-4685-80a6-14335f9e5544,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:58.132911 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e751983a-9195-43b5-8907-f7ccddf6b1bb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:58.222758 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 64da9ae8-c6d7-4c6b-b693-02869902e80e no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:56:58.258574 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 64da9ae8-c6d7-4c6b-b693-02869902e80e {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:56:58.258909 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 64da9ae8-c6d7-4c6b-b693-02869902e80e not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:56:58.259356 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device e016536a-ac32-4f9b-a89c-2e0251132c2a no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:56:58.291687 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: e016536a-ac32-4f9b-a89c-2e0251132c2a {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:56:58.292027 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device e016536a-ac32-4f9b-a89c-2e0251132c2a not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:56:58.305294 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e751983a-9195-43b5-8907-f7ccddf6b1bb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:58.307514 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e751983a-9195-43b5-8907-f7ccddf6b1bb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:58.332783 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e751983a-9195-43b5-8907-f7ccddf6b1bb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:58.333298 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e751983a-9195-43b5-8907-f7ccddf6b1bb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Fanout notify agent at l3_agent the message router_deleted on router f620f520-ee82-48f1-a300-6f67b134e84f {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:56:58.348031 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e751983a-9195-43b5-8907-f7ccddf6b1bb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:58.349122 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e751983a-9195-43b5-8907-f7ccddf6b1bb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "DELETE /v2.0/routers/f620f520-ee82-48f1-a300-6f67b134e84f HTTP/1.1" status: 204 len: 168 time: 1.3726838 Feb 28 14:56:58.351824 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38470) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:58.467743 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a823c1c-c4cf-4e55-ad5e-63faf759e135 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:58.598687 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a823c1c-c4cf-4e55-ad5e-63faf759e135 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:58.627530 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6a823c1c-c4cf-4e55-ad5e-63faf759e135 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:58.639910 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6a823c1c-c4cf-4e55-ad5e-63faf759e135 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1097360a-384b-499a-85c0-5ad86dd5c1b6') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:58.640173 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-6a823c1c-c4cf-4e55-ad5e-63faf759e135 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1097360a-384b-499a-85c0-5ad86dd5c1b6') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:58.652346 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a823c1c-c4cf-4e55-ad5e-63faf759e135 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:58.668706 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a823c1c-c4cf-4e55-ad5e-63faf759e135 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:58.674830 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a823c1c-c4cf-4e55-ad5e-63faf759e135 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:56:58.675260 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a823c1c-c4cf-4e55-ad5e-63faf759e135 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:56:58.693211 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:56:58.773723 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a823c1c-c4cf-4e55-ad5e-63faf759e135 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:58.791969 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a823c1c-c4cf-4e55-ad5e-63faf759e135 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:58.803951 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a823c1c-c4cf-4e55-ad5e-63faf759e135 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Network': ['ID=e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:58.812617 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6a823c1c-c4cf-4e55-ad5e-63faf759e135 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "DELETE /v2.0/networks/e2fb8f5d-ea2f-4e04-8cb7-eb8837f500ce HTTP/1.1" status: 204 len: 168 time: 0.4598305 Feb 28 14:56:58.815416 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38474) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:58.886330 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a1e3e858-ff5d-4f95-9ca4-59b4cafda9ac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:58.926305 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a1e3e858-ff5d-4f95-9ca4-59b4cafda9ac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:58.998096 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a1e3e858-ff5d-4f95-9ca4-59b4cafda9ac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:59.018507 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3e858-ff5d-4f95-9ca4-59b4cafda9ac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42efa2c3-0be6-43e5-a426-e08e3f831e0c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:59.028207 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a1e3e858-ff5d-4f95-9ca4-59b4cafda9ac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:59.029310 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a1e3e858-ff5d-4f95-9ca4-59b4cafda9ac tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "DELETE /v2.0/security-groups/42efa2c3-0be6-43e5-a426-e08e3f831e0c HTTP/1.1" status: 204 len: 168 time: 0.2129695 Feb 28 14:56:59.667309 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38482) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:59.672784 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-62806917-bf49-4b36-bf20-4f5f0fe444e4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-916899529', 'description': 'tempest-secgroup-smoke-916899529 description', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:56:59.680246 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-62806917-bf49-4b36-bf20-4f5f0fe444e4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:59.687606 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-62806917-bf49-4b36-bf20-4f5f0fe444e4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:59.691716 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-62806917-bf49-4b36-bf20-4f5f0fe444e4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:59.697820 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-62806917-bf49-4b36-bf20-4f5f0fe444e4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:59.709180 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-62806917-bf49-4b36-bf20-4f5f0fe444e4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:59.731316 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-62806917-bf49-4b36-bf20-4f5f0fe444e4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:59.735866 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-62806917-bf49-4b36-bf20-4f5f0fe444e4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:59.739063 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-62806917-bf49-4b36-bf20-4f5f0fe444e4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:59.745213 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-62806917-bf49-4b36-bf20-4f5f0fe444e4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:59.814712 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-62806917-bf49-4b36-bf20-4f5f0fe444e4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:59.821259 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-62806917-bf49-4b36-bf20-4f5f0fe444e4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:59.981839 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62806917-bf49-4b36-bf20-4f5f0fe444e4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a38ae22-d39a-40cf-911b-597198aa36f5,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:59.985965 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-62806917-bf49-4b36-bf20-4f5f0fe444e4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:59.987246 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-62806917-bf49-4b36-bf20-4f5f0fe444e4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3188570 Feb 28 14:56:59.991144 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38486) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:59.996752 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ece6ca56-5dba-4851-8514-b39947233a65 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': '3a38ae22-d39a-40cf-911b-597198aa36f5', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:57:00.003112 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ece6ca56-5dba-4851-8514-b39947233a65 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:00.008550 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ece6ca56-5dba-4851-8514-b39947233a65 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:00.012341 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ece6ca56-5dba-4851-8514-b39947233a65 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:00.019228 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ece6ca56-5dba-4851-8514-b39947233a65 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:00.045607 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ece6ca56-5dba-4851-8514-b39947233a65 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.110211 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ece6ca56-5dba-4851-8514-b39947233a65 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.115459 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ece6ca56-5dba-4851-8514-b39947233a65 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.138941 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 787d28ea-10f1-4685-80a6-14335f9e5544 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:57:00.140481 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6ca56-5dba-4851-8514-b39947233a65 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d6389c5-7803-4948-a0ec-4df0a72de62c,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:00.150663 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ece6ca56-5dba-4851-8514-b39947233a65 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.151855 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ece6ca56-5dba-4851-8514-b39947233a65 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1595526 Feb 28 14:57:00.154671 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38490) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:00.159768 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-6421052a-9041-49d0-8052-f38d7afd0e35 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': '3a38ae22-d39a-40cf-911b-597198aa36f5', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:57:00.166216 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6421052a-9041-49d0-8052-f38d7afd0e35 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:00.170233 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6421052a-9041-49d0-8052-f38d7afd0e35 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:00.173242 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-6421052a-9041-49d0-8052-f38d7afd0e35 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:00.174591 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 787d28ea-10f1-4685-80a6-14335f9e5544 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:57:00.175100 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 787d28ea-10f1-4685-80a6-14335f9e5544 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:57:00.179584 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-6421052a-9041-49d0-8052-f38d7afd0e35 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:00.199470 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6421052a-9041-49d0-8052-f38d7afd0e35 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.263590 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6421052a-9041-49d0-8052-f38d7afd0e35 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.269272 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6421052a-9041-49d0-8052-f38d7afd0e35 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.292905 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421052a-9041-49d0-8052-f38d7afd0e35 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9558d1-8928-4f58-9765-042959c6deec,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:00.305213 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6421052a-9041-49d0-8052-f38d7afd0e35 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.306411 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6421052a-9041-49d0-8052-f38d7afd0e35 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1507416 Feb 28 14:57:00.309300 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38494) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:00.320902 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5a0a0453-876a-430f-bf18-4bbad8a34af5 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': '3a38ae22-d39a-40cf-911b-597198aa36f5', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:57:00.327109 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5a0a0453-876a-430f-bf18-4bbad8a34af5 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:00.331301 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5a0a0453-876a-430f-bf18-4bbad8a34af5 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:00.335234 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5a0a0453-876a-430f-bf18-4bbad8a34af5 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:00.341131 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5a0a0453-876a-430f-bf18-4bbad8a34af5 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:00.360888 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a0a0453-876a-430f-bf18-4bbad8a34af5 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.425556 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a0a0453-876a-430f-bf18-4bbad8a34af5 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.430626 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a0a0453-876a-430f-bf18-4bbad8a34af5 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.454116 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a0453-876a-430f-bf18-4bbad8a34af5 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9853c157-9285-48b2-9914-212cfaed1d85,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:00.464214 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a0a0453-876a-430f-bf18-4bbad8a34af5 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.465364 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5a0a0453-876a-430f-bf18-4bbad8a34af5 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1485815 Feb 28 14:57:00.468313 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38498) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:00.473487 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e2af8494-7578-4f3c-8600-43e24940d050 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': '3a38ae22-d39a-40cf-911b-597198aa36f5', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:57:00.479281 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e2af8494-7578-4f3c-8600-43e24940d050 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:00.483052 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e2af8494-7578-4f3c-8600-43e24940d050 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:00.485907 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e2af8494-7578-4f3c-8600-43e24940d050 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:00.491859 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e2af8494-7578-4f3c-8600-43e24940d050 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:00.509995 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2af8494-7578-4f3c-8600-43e24940d050 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.575106 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2af8494-7578-4f3c-8600-43e24940d050 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.580199 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2af8494-7578-4f3c-8600-43e24940d050 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.603226 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af8494-7578-4f3c-8600-43e24940d050 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd7c671-6040-458a-9feb-d261d312bd47,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:00.612964 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e2af8494-7578-4f3c-8600-43e24940d050 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.614520 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e2af8494-7578-4f3c-8600-43e24940d050 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1453221 Feb 28 14:57:00.617383 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38502) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:00.622183 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-39fb90c8-267f-4fb4-aa5d-4e603a28df06 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': '3a38ae22-d39a-40cf-911b-597198aa36f5', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:57:00.628137 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-39fb90c8-267f-4fb4-aa5d-4e603a28df06 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:00.632076 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-39fb90c8-267f-4fb4-aa5d-4e603a28df06 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:00.635181 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-39fb90c8-267f-4fb4-aa5d-4e603a28df06 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:00.641056 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-39fb90c8-267f-4fb4-aa5d-4e603a28df06 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:00.652987 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-39fb90c8-267f-4fb4-aa5d-4e603a28df06 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Project e881470c0cec4e1c8ac25b5e0191ef26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:57:00.660066 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-39fb90c8-267f-4fb4-aa5d-4e603a28df06 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.726159 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-39fb90c8-267f-4fb4-aa5d-4e603a28df06 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.730961 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-39fb90c8-267f-4fb4-aa5d-4e603a28df06 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.753735 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb90c8-267f-4fb4-aa5d-4e603a28df06 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc505e1-8026-4ac8-80ca-1b6cd2b0243d,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:00.762724 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-39fb90c8-267f-4fb4-aa5d-4e603a28df06 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.763925 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-39fb90c8-267f-4fb4-aa5d-4e603a28df06 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1456475 Feb 28 14:57:00.768222 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38506) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:00.773731 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-65ca3bd0-5b7a-41c1-85f6-f2e9ab50108a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': '3a38ae22-d39a-40cf-911b-597198aa36f5', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:57:00.780084 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-65ca3bd0-5b7a-41c1-85f6-f2e9ab50108a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:00.784375 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-65ca3bd0-5b7a-41c1-85f6-f2e9ab50108a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:00.787915 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-65ca3bd0-5b7a-41c1-85f6-f2e9ab50108a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:00.794207 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-65ca3bd0-5b7a-41c1-85f6-f2e9ab50108a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:00.806728 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-65ca3bd0-5b7a-41c1-85f6-f2e9ab50108a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Project e881470c0cec4e1c8ac25b5e0191ef26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:57:00.813349 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-65ca3bd0-5b7a-41c1-85f6-f2e9ab50108a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.882910 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-65ca3bd0-5b7a-41c1-85f6-f2e9ab50108a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.888037 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-65ca3bd0-5b7a-41c1-85f6-f2e9ab50108a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.910484 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca3bd0-5b7a-41c1-85f6-f2e9ab50108a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58630dd1-8fbc-41a5-879b-f20af86751e1,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:00.920147 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-65ca3bd0-5b7a-41c1-85f6-f2e9ab50108a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.921318 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-65ca3bd0-5b7a-41c1-85f6-f2e9ab50108a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1520569 Feb 28 14:57:00.924171 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38510) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:00.929872 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-264ac627-9eba-48f9-abb3-dab41a6b4a22 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'network': {'name': 'tempest-network-smoke--2059026609', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'port_security_enabled': True}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:57:00.934645 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-264ac627-9eba-48f9-abb3-dab41a6b4a22 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:00.938687 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-264ac627-9eba-48f9-abb3-dab41a6b4a22 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:network and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:00.941627 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-264ac627-9eba-48f9-abb3-dab41a6b4a22 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:00.947373 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-264ac627-9eba-48f9-abb3-dab41a6b4a22 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:00.960124 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264ac627-9eba-48f9-abb3-dab41a6b4a22 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Made reservation on behalf of e881470c0cec4e1c8ac25b5e0191ef26 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:00.963525 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-264ac627-9eba-48f9-abb3-dab41a6b4a22 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.992710 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264ac627-9eba-48f9-abb3-dab41a6b4a22 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:57:01.002293 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-264ac627-9eba-48f9-abb3-dab41a6b4a22 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:01.002740 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-264ac627-9eba-48f9-abb3-dab41a6b4a22 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Added segment 7425b57b-c889-4660-a526-b58a2e33b098 of type vlan for network e8b51a7b-6eb6-42a0-b9b2-4de7635782aa Feb 28 14:57:01.030630 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-264ac627-9eba-48f9-abb3-dab41a6b4a22 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:01.063742 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-264ac627-9eba-48f9-abb3-dab41a6b4a22 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:01.069138 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264ac627-9eba-48f9-abb3-dab41a6b4a22 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:01.069733 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-264ac627-9eba-48f9-abb3-dab41a6b4a22 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:01.170386 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-264ac627-9eba-48f9-abb3-dab41a6b4a22 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2450252 Feb 28 14:57:01.173689 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38514) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:01.177527 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ac627-9eba-48f9-abb3-dab41a6b4a22 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Network': ['ID=e8b51a7b-6eb6-42a0-b9b2-4de7635782aa,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:01.181109 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-c2702322-c7c1-4085-9fef-db5e29310093 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1551214660', 'admin_state_up': True, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:57:01.188517 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network e8b51a7b-6eb6-42a0-b9b2-4de7635782aa details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:57:01.189204 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c2702322-c7c1-4085-9fef-db5e29310093 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:01.193597 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c2702322-c7c1-4085-9fef-db5e29310093 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:router and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:01.196575 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-c2702322-c7c1-4085-9fef-db5e29310093 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:01.203410 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-c2702322-c7c1-4085-9fef-db5e29310093 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:01.214219 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2702322-c7c1-4085-9fef-db5e29310093 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:01.215268 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2702322-c7c1-4085-9fef-db5e29310093 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:01.230341 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2702322-c7c1-4085-9fef-db5e29310093 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:01.605899 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2702322-c7c1-4085-9fef-db5e29310093 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:01.935286 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2702322-c7c1-4085-9fef-db5e29310093 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:01.964405 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2702322-c7c1-4085-9fef-db5e29310093 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:02.127590 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-c2702322-c7c1-4085-9fef-db5e29310093 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Allocated IP 172.26.5.151 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/e27213da-d584-4669-abb1-eada376980fd) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:57:02.281921 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2702322-c7c1-4085-9fef-db5e29310093 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:02.318893 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2702322-c7c1-4085-9fef-db5e29310093 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:02.378181 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2702322-c7c1-4085-9fef-db5e29310093 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:57:02.384791 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-c2702322-c7c1-4085-9fef-db5e29310093 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:02.388833 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2702322-c7c1-4085-9fef-db5e29310093 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:57:02.421045 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2702322-c7c1-4085-9fef-db5e29310093 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=e27213da-d584-4669-abb1-eada376980fd,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:02.808191 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2702322-c7c1-4085-9fef-db5e29310093 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:03.277450 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2702322-c7c1-4085-9fef-db5e29310093 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:03.489419 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2702322-c7c1-4085-9fef-db5e29310093 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Router ef9095ac-b3ee-45e7-a266-801b94e6f7e6 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:57:03.673427 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2702322-c7c1-4085-9fef-db5e29310093 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:57:03.684032 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf90446f-da79-425b-81b3-864308428355 None None] Sync routers for ids ['ef9095ac-b3ee-45e7-a266-801b94e6f7e6'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:57:03.693700 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf90446f-da79-425b-81b3-864308428355 None None] Routers {'ef9095ac-b3ee-45e7-a266-801b94e6f7e6'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:57:03.694316 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-bf90446f-da79-425b-81b3-864308428355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:56:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ef9095ac-b3ee-45e7-a266-801b94e6f7e6'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:03.701991 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c2702322-c7c1-4085-9fef-db5e29310093 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:03.703327 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c2702322-c7c1-4085-9fef-db5e29310093 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5278685 Feb 28 14:57:03.706742 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38518) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:03.746492 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-dc2be92f-84d1-47b5-b89f-1e30ceffe3df tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=e881470c0cec4e1c8ac25b5e0191ef26&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385222 Feb 28 14:57:03.749391 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38522) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:03.876304 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-bf90446f-da79-425b-81b3-864308428355 None None] Set router ef9095ac-b3ee-45e7-a266-801b94e6f7e6 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:57:03.884058 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787d337a-eea5-45f3-9965-81def6dd7942 tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:03.885595 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-787d337a-eea5-45f3-9965-81def6dd7942 tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1352062 Feb 28 14:57:03.888573 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38526) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:03.931626 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e75ed5c7-ed1e-4a98-8701-3ae00ab4e31d tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418570 Feb 28 14:57:03.934135 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38530) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:03.939477 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-cd268cc1-68c8-4e29-8c4a-f2268dd70041 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1119115749', 'network_id': 'e8b51a7b-6eb6-42a0-b9b2-4de7635782aa', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:57:04.048907 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cd268cc1-68c8-4e29-8c4a-f2268dd70041 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:04.054696 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cd268cc1-68c8-4e29-8c4a-f2268dd70041 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:subnet and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:04.058153 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-cd268cc1-68c8-4e29-8c4a-f2268dd70041 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:04.068152 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-cd268cc1-68c8-4e29-8c4a-f2268dd70041 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:04.082213 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd268cc1-68c8-4e29-8c4a-f2268dd70041 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Made reservation on behalf of e881470c0cec4e1c8ac25b5e0191ef26 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:04.088504 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd268cc1-68c8-4e29-8c4a-f2268dd70041 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:04.166520 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-bf90446f-da79-425b-81b3-864308428355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551214660', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e27213da-d584-4669-abb1-eada376980fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:57:01Z', 'updated_at': '2022-02-28T14:57:02Z', 'revision_number': 3, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': 'e27213da-d584-4669-abb1-eada376980fd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:01Z', 'updated_at': '2022-02-28T14:57:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:04.170458 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf90446f-da79-425b-81b3-864308428355 None None] Checking router: ef9095ac-b3ee-45e7-a266-801b94e6f7e6 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:57:04.170777 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf90446f-da79-425b-81b3-864308428355 None None] Updating router ef9095ac-b3ee-45e7-a266-801b94e6f7e6 port e27213da-d584-4669-abb1-eada376980fd binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:57:04.227092 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bf90446f-da79-425b-81b3-864308428355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:04.315745 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd268cc1-68c8-4e29-8c4a-f2268dd70041 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:04.398736 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd268cc1-68c8-4e29-8c4a-f2268dd70041 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Subnet': ['ID=ff58748c-bef7-4f3d-93fe-aa83b7289f1a,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:04.406358 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd268cc1-68c8-4e29-8c4a-f2268dd70041 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Checking segment: {'id': '7425b57b-c889-4660-a526-b58a2e33b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e8b51a7b-6eb6-42a0-b9b2-4de7635782aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:57:04.406706 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd268cc1-68c8-4e29-8c4a-f2268dd70041 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network hostable DHCP agents. Network: e8b51a7b-6eb6-42a0-b9b2-4de7635782aa, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:57:04.428694 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd268cc1-68c8-4e29-8c4a-f2268dd70041 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network e8b51a7b-6eb6-42a0-b9b2-4de7635782aa is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:57:04.440858 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-cd268cc1-68c8-4e29-8c4a-f2268dd70041 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, e8b51a7b-6eb6-42a0-b9b2-4de7635782aa) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:04.445708 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd268cc1-68c8-4e29-8c4a-f2268dd70041 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:04.446333 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-cd268cc1-68c8-4e29-8c4a-f2268dd70041 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:04.454689 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c889c10-a184-4112-bcab-7ce12e036522 None None] Network e8b51a7b-6eb6-42a0-b9b2-4de7635782aa requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:57:04.470062 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-cd268cc1-68c8-4e29-8c4a-f2268dd70041 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5348783 Feb 28 14:57:04.473445 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38534) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:04.714273 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bf90446f-da79-425b-81b3-864308428355 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:04.763931 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bf90446f-da79-425b-81b3-864308428355 None None] Transition to ACTIVE for port object e27213da-d584-4669-abb1-eada376980fd will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:04.769691 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2aa423a-a7d0-45af-8c7d-fe973526527c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-e8b51a7b-6eb6-42a0-b9b2-4de7635782aa', 'network_id': 'e8b51a7b-6eb6-42a0-b9b2-4de7635782aa', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'fixed_ips': [{'subnet_id': 'ff58748c-bef7-4f3d-93fe-aa83b7289f1a'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:57:04.770632 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b2aa423a-a7d0-45af-8c7d-fe973526527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:04.819671 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bf90446f-da79-425b-81b3-864308428355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:04.956849 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-bf90446f-da79-425b-81b3-864308428355 None None] Attempting to bind port e27213da-d584-4669-abb1-eada376980fd on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:57:04.957207 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-bf90446f-da79-425b-81b3-864308428355 None None] Attempting to bind port e27213da-d584-4669-abb1-eada376980fd by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:57:04.957564 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf90446f-da79-425b-81b3-864308428355 None None] Attempting to bind port e27213da-d584-4669-abb1-eada376980fd on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:57:04.962182 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75f2d7-45ce-4c31-a0bf-526d230b55e3 None None] Pushing event updated for resources: {'Port': ['ID=e27213da-d584-4669-abb1-eada376980fd,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:04.974591 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf90446f-da79-425b-81b3-864308428355 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:57:04.974964 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf90446f-da79-425b-81b3-864308428355 None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:57:04.975371 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bf90446f-da79-425b-81b3-864308428355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:04.975754 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf90446f-da79-425b-81b3-864308428355 None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:57:04.976216 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-bf90446f-da79-425b-81b3-864308428355 None None] Bound port: e27213da-d584-4669-abb1-eada376980fd, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:57:04.976587 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bf90446f-da79-425b-81b3-864308428355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:05.096845 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-b2aa423a-a7d0-45af-8c7d-fe973526527c None None] Allocated IP 172.20.0.2 (e8b51a7b-6eb6-42a0-b9b2-4de7635782aa/ff58748c-bef7-4f3d-93fe-aa83b7289f1a/274e8950-ba57-4d73-b569-b737dbc43cd1) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:57:05.101997 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-bf90446f-da79-425b-81b3-864308428355 None None] For port e27213da-d584-4669-abb1-eada376980fd, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:57:05.105860 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-bf90446f-da79-425b-81b3-864308428355 None None] For port e27213da-d584-4669-abb1-eada376980fd, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=e27213da-d584-4669-abb1-eada376980fd,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:57:05.111319 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bf90446f-da79-425b-81b3-864308428355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:05.267923 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf90446f-da79-425b-81b3-864308428355 None None] Routers {'ef9095ac-b3ee-45e7-a266-801b94e6f7e6'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:57:05.268489 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-bf90446f-da79-425b-81b3-864308428355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:56:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ef9095ac-b3ee-45e7-a266-801b94e6f7e6'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:05.278313 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b37b0b37-2710-4318-9e25-f53a8a4b482e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:05.358514 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75f2d7-45ce-4c31-a0bf-526d230b55e3 None None] Pushing event updated for resources: {'Port': ['ID=e27213da-d584-4669-abb1-eada376980fd,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:05.402102 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:05.550587 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-bf90446f-da79-425b-81b3-864308428355 None None] Set router ef9095ac-b3ee-45e7-a266-801b94e6f7e6 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:57:05.658264 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b2aa423a-a7d0-45af-8c7d-fe973526527c None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:05.691610 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b2aa423a-a7d0-45af-8c7d-fe973526527c None None] Transition to ACTIVE for port object 274e8950-ba57-4d73-b569-b737dbc43cd1 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:05.767795 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b2aa423a-a7d0-45af-8c7d-fe973526527c None None] Transition to ACTIVE for port object 274e8950-ba57-4d73-b569-b737dbc43cd1 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:05.776253 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b2aa423a-a7d0-45af-8c7d-fe973526527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:05.848380 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-b37b0b37-2710-4318-9e25-f53a8a4b482e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Allocated IP 172.20.0.1 (e8b51a7b-6eb6-42a0-b9b2-4de7635782aa/ff58748c-bef7-4f3d-93fe-aa83b7289f1a/2244e41d-c5e0-4a4c-bc4a-e2e9923f9033) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:57:05.864204 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aa423a-a7d0-45af-8c7d-fe973526527c None None] Network e8b51a7b-6eb6-42a0-b9b2-4de7635782aa is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:57:05.892224 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-b2aa423a-a7d0-45af-8c7d-fe973526527c None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:05.899129 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aa423a-a7d0-45af-8c7d-fe973526527c None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:57:05.904306 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa423a-a7d0-45af-8c7d-fe973526527c None None] Pushing event updated for resources: {'Port': ['ID=274e8950-ba57-4d73-b569-b737dbc43cd1,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:06.004076 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b2aa423a-a7d0-45af-8c7d-fe973526527c None None] Attempting to bind port 274e8950-ba57-4d73-b569-b737dbc43cd1 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:57:06.004443 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b2aa423a-a7d0-45af-8c7d-fe973526527c None None] Attempting to bind port 274e8950-ba57-4d73-b569-b737dbc43cd1 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '7425b57b-c889-4660-a526-b58a2e33b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e8b51a7b-6eb6-42a0-b9b2-4de7635782aa'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:57:06.004795 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aa423a-a7d0-45af-8c7d-fe973526527c None None] Attempting to bind port 274e8950-ba57-4d73-b569-b737dbc43cd1 on network e8b51a7b-6eb6-42a0-b9b2-4de7635782aa {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:57:06.010067 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b37b0b37-2710-4318-9e25-f53a8a4b482e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:06.011474 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aa423a-a7d0-45af-8c7d-fe973526527c None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:57:06.011845 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aa423a-a7d0-45af-8c7d-fe973526527c None None] Checking segment: {'id': '7425b57b-c889-4660-a526-b58a2e33b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e8b51a7b-6eb6-42a0-b9b2-4de7635782aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:57:06.012494 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b2aa423a-a7d0-45af-8c7d-fe973526527c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:06.012613 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aa423a-a7d0-45af-8c7d-fe973526527c None None] Bound using segment: {'id': '7425b57b-c889-4660-a526-b58a2e33b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e8b51a7b-6eb6-42a0-b9b2-4de7635782aa'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:57:06.013083 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-b2aa423a-a7d0-45af-8c7d-fe973526527c None None] Bound port: 274e8950-ba57-4d73-b569-b737dbc43cd1, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7425b57b-c889-4660-a526-b58a2e33b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e8b51a7b-6eb6-42a0-b9b2-4de7635782aa'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:57:06.013428 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b2aa423a-a7d0-45af-8c7d-fe973526527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:06.026302 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-b37b0b37-2710-4318-9e25-f53a8a4b482e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Transition to ACTIVE for port object 2244e41d-c5e0-4a4c-bc4a-e2e9923f9033 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:06.052929 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b37b0b37-2710-4318-9e25-f53a8a4b482e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:06.060921 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-bf90446f-da79-425b-81b3-864308428355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551214660', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e27213da-d584-4669-abb1-eada376980fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:57:01Z', 'updated_at': '2022-02-28T14:57:02Z', 'revision_number': 3, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': 'e27213da-d584-4669-abb1-eada376980fd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:01Z', 'updated_at': '2022-02-28T14:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:06.073154 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf90446f-da79-425b-81b3-864308428355 None None] The sync data for ids ['ef9095ac-b3ee-45e7-a266-801b94e6f7e6'] in dv-neutron-831192-4-hyperv is: [{'id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551214660', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e27213da-d584-4669-abb1-eada376980fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:57:01Z', 'updated_at': '2022-02-28T14:57:02Z', 'revision_number': 3, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': 'e27213da-d584-4669-abb1-eada376980fd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:01Z', 'updated_at': '2022-02-28T14:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:57:06.115104 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b2aa423a-a7d0-45af-8c7d-fe973526527c None None] For port 274e8950-ba57-4d73-b569-b737dbc43cd1, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:57:06.118901 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-b2aa423a-a7d0-45af-8c7d-fe973526527c None None] For port 274e8950-ba57-4d73-b569-b737dbc43cd1, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=274e8950-ba57-4d73-b569-b737dbc43cd1,segment=NetworkSegment(7425b57b-c889-4660-a526-b58a2e33b098),segment_id=7425b57b-c889-4660-a526-b58a2e33b098)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:57:06.125247 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b2aa423a-a7d0-45af-8c7d-fe973526527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:06.136463 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37b0b37-2710-4318-9e25-f53a8a4b482e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network e8b51a7b-6eb6-42a0-b9b2-4de7635782aa is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:57:06.141726 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b37b0b37-2710-4318-9e25-f53a8a4b482e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:06.155526 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37b0b37-2710-4318-9e25-f53a8a4b482e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:57:06.200828 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b0b37-2710-4318-9e25-f53a8a4b482e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=2244e41d-c5e0-4a4c-bc4a-e2e9923f9033,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:06.225947 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b37b0b37-2710-4318-9e25-f53a8a4b482e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:06.227776 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa423a-a7d0-45af-8c7d-fe973526527c None None] Pushing event updated for resources: {'Port': ['ID=274e8950-ba57-4d73-b569-b737dbc43cd1,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:06.561876 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b37b0b37-2710-4318-9e25-f53a8a4b482e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:07.115393 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b37b0b37-2710-4318-9e25-f53a8a4b482e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:07.121223 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b37b0b37-2710-4318-9e25-f53a8a4b482e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:07.196377 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4086ac-939e-4e38-b874-ce87cc4543b4 None None] Network e8b51a7b-6eb6-42a0-b9b2-4de7635782aa requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:57:07.238069 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b37b0b37-2710-4318-9e25-f53a8a4b482e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:07.241513 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b0b37-2710-4318-9e25-f53a8a4b482e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=2244e41d-c5e0-4a4c-bc4a-e2e9923f9033,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:07.349592 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5ce9246e-96f4-4022-8a3d-7c6f26c10f00 None None] Provisioning for port 274e8950-ba57-4d73-b569-b737dbc43cd1 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:07.385773 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37b0b37-2710-4318-9e25-f53a8a4b482e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network e8b51a7b-6eb6-42a0-b9b2-4de7635782aa is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:57:07.386998 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-b37b0b37-2710-4318-9e25-f53a8a4b482e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:07.591023 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37b0b37-2710-4318-9e25-f53a8a4b482e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Router ef9095ac-b3ee-45e7-a266-801b94e6f7e6 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:57:07.743550 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f677ec77-b26b-48e0-916a-b5e5eeec794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:07.777938 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37b0b37-2710-4318-9e25-f53a8a4b482e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:57:07.789018 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fc4f75-cf57-4a49-8114-cdd8e08e5801 None None] Sync routers for ids ['ef9095ac-b3ee-45e7-a266-801b94e6f7e6'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:57:07.806199 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b37b0b37-2710-4318-9e25-f53a8a4b482e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "PUT /v2.0/routers/ef9095ac-b3ee-45e7-a266-801b94e6f7e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3166633 Feb 28 14:57:07.806556 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fc4f75-cf57-4a49-8114-cdd8e08e5801 None None] Routers {'ef9095ac-b3ee-45e7-a266-801b94e6f7e6'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:57:07.806556 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c4fc4f75-cf57-4a49-8114-cdd8e08e5801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:56:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ef9095ac-b3ee-45e7-a266-801b94e6f7e6'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:07.818622 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2c4ea86e-d117-4109-91c0-0b288e39fae7 None None] Provisioning for port 2244e41d-c5e0-4a4c-bc4a-e2e9923f9033 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:07.825434 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-2c4ea86e-d117-4109-91c0-0b288e39fae7 None None] Provisioning complete for port 2244e41d-c5e0-4a4c-bc4a-e2e9923f9033 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:07.826011 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea86e-d117-4109-91c0-0b288e39fae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:07.883095 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-2c4ea86e-d117-4109-91c0-0b288e39fae7 None None] Port 2244e41d-c5e0-4a4c-bc4a-e2e9923f9033 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:57:07.985663 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:57:07.986263 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-79ea45c2-5d1d-4062-b625-c6931c1b9045 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:08.004161 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4382fc1b-dccb-42b1-919f-ef3ca0052b1f None None] Provisioning complete for port 2244e41d-c5e0-4a4c-bc4a-e2e9923f9033 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:08.004592 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4382fc1b-dccb-42b1-919f-ef3ca0052b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:08.007662 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-79ea45c2-5d1d-4062-b625-c6931c1b9045 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:08.009932 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-c4fc4f75-cf57-4a49-8114-cdd8e08e5801 None None] Set router ef9095ac-b3ee-45e7-a266-801b94e6f7e6 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:57:08.017674 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-79ea45c2-5d1d-4062-b625-c6931c1b9045 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-916899529&fields=id&tenant_id=e881470c0cec4e1c8ac25b5e0191ef26 HTTP/1.1" status: 200 len: 267 time: 0.0721714 Feb 28 14:57:08.065683 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-4382fc1b-dccb-42b1-919f-ef3ca0052b1f None None] Port 2244e41d-c5e0-4a4c-bc4a-e2e9923f9033 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:57:08.188396 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-4bb0cee7-1679-44db-a3ee-355919966150 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:08.189219 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-4bb0cee7-1679-44db-a3ee-355919966150 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:08.191968 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fa674f3e-eb21-4839-b89f-69c85edb975e None None] Provisioning complete for port 2244e41d-c5e0-4a4c-bc4a-e2e9923f9033 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:08.192529 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fa674f3e-eb21-4839-b89f-69c85edb975e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:08.216480 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-4bb0cee7-1679-44db-a3ee-355919966150 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:08.217889 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-4bb0cee7-1679-44db-a3ee-355919966150 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/networks?id=e8b51a7b-6eb6-42a0-b9b2-4de7635782aa HTTP/1.1" status: 200 len: 797 time: 0.1993024 Feb 28 14:57:08.236727 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-e1ddbd6c-fdb0-4a9f-9d78-0f81bfbe5c8c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/quotas/e881470c0cec4e1c8ac25b5e0191ef26 HTTP/1.1" status: 200 len: 375 time: 0.0105958 Feb 28 14:57:08.255866 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device e27213da-d584-4669-abb1-eada376980fd up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:57:08.309661 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-fa674f3e-eb21-4839-b89f-69c85edb975e None None] Port 2244e41d-c5e0-4a4c-bc4a-e2e9923f9033 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:57:08.331031 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-2b45a9b2-8200-42f5-b988-103361f56ad7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:08.335424 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c4fc4f75-cf57-4a49-8114-cdd8e08e5801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551214660', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e27213da-d584-4669-abb1-eada376980fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:57:01Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': 'e27213da-d584-4669-abb1-eada376980fd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:01Z', 'updated_at': '2022-02-28T14:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '2244e41d-c5e0-4a4c-bc4a-e2e9923f9033', 'name': '', 'network_id': 'e8b51a7b-6eb6-42a0-b9b2-4de7635782aa', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:38:ac:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ff58748c-bef7-4f3d-93fe-aa83b7289f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 2, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': 'ff58748c-bef7-4f3d-93fe-aa83b7289f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:08.338198 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port e27213da-d584-4669-abb1-eada376980fd completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:08.339565 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fc4f75-cf57-4a49-8114-cdd8e08e5801 None None] Checking router: ef9095ac-b3ee-45e7-a266-801b94e6f7e6 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:57:08.339921 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fc4f75-cf57-4a49-8114-cdd8e08e5801 None None] Updating router ef9095ac-b3ee-45e7-a266-801b94e6f7e6 port 2244e41d-c5e0-4a4c-bc4a-e2e9923f9033 binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:57:08.344436 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port e27213da-d584-4669-abb1-eada376980fd triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:08.345216 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:08.348815 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-2b45a9b2-8200-42f5-b988-103361f56ad7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:08.350469 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-2b45a9b2-8200-42f5-b988-103361f56ad7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039155 Feb 28 14:57:08.400929 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-c4fc4f75-cf57-4a49-8114-cdd8e08e5801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:08.467201 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:08.484908 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port e27213da-d584-4669-abb1-eada376980fd, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=e27213da-d584-4669-abb1-eada376980fd,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:57:08.489264 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:08.490029 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 274e8950-ba57-4d73-b569-b737dbc43cd1 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:57:08.499695 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-ba7e6502-e09c-401f-98d1-2bbceb42e3c1 service neutron] 10.222.0.30 "GET /v2.0/networks/e8b51a7b-6eb6-42a0-b9b2-4de7635782aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363816 Feb 28 14:57:08.606581 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=e27213da-d584-4669-abb1-eada376980fd,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:08.619021 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 274e8950-ba57-4d73-b569-b737dbc43cd1 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:08.625732 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 274e8950-ba57-4d73-b569-b737dbc43cd1 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:08.626279 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:08.635191 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-c9300d0b-a90f-427b-8c61-a47b73ce2eef service neutron] 10.222.0.30 "GET /v2.0/networks/e8b51a7b-6eb6-42a0-b9b2-4de7635782aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284659 Feb 28 14:57:08.750548 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:08.756712 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-c4fc4f75-cf57-4a49-8114-cdd8e08e5801 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:08.768974 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-c4fc4f75-cf57-4a49-8114-cdd8e08e5801 None None] Transition to ACTIVE for port object 2244e41d-c5e0-4a4c-bc4a-e2e9923f9033 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:08.776286 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-c4fc4f75-cf57-4a49-8114-cdd8e08e5801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:08.796238 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 274e8950-ba57-4d73-b569-b737dbc43cd1, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=274e8950-ba57-4d73-b569-b737dbc43cd1,segment=NetworkSegment(7425b57b-c889-4660-a526-b58a2e33b098),segment_id=7425b57b-c889-4660-a526-b58a2e33b098)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:57:08.801354 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:08.921488 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed60aa-80d2-4c1d-968b-e0fda4888f43 None None] Pushing event updated for resources: {'Port': ['ID=2244e41d-c5e0-4a4c-bc4a-e2e9923f9033,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:08.933276 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed60aa-80d2-4c1d-968b-e0fda4888f43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:08.933880 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed60aa-80d2-4c1d-968b-e0fda4888f43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:08.934368 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed60aa-80d2-4c1d-968b-e0fda4888f43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:08.934828 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed60aa-80d2-4c1d-968b-e0fda4888f43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:08.935336 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed60aa-80d2-4c1d-968b-e0fda4888f43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:08.935812 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed60aa-80d2-4c1d-968b-e0fda4888f43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:08.936264 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed60aa-80d2-4c1d-968b-e0fda4888f43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:08.936732 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed60aa-80d2-4c1d-968b-e0fda4888f43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:08.937187 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed60aa-80d2-4c1d-968b-e0fda4888f43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:08.937306 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=274e8950-ba57-4d73-b569-b737dbc43cd1,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:08.937737 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed60aa-80d2-4c1d-968b-e0fda4888f43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:08.938185 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed60aa-80d2-4c1d-968b-e0fda4888f43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:08.938822 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fed60aa-80d2-4c1d-968b-e0fda4888f43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:08.954421 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-4787c26b-b7c2-4af2-899c-d3432d1fe2d2 req-deb0bab4-db6c-4109-9caf-53e91624ca13 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:08.967317 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-4787c26b-b7c2-4af2-899c-d3432d1fe2d2 req-deb0bab4-db6c-4109-9caf-53e91624ca13 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:08.968500 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4787c26b-b7c2-4af2-899c-d3432d1fe2d2 req-deb0bab4-db6c-4109-9caf-53e91624ca13 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 210 time: 0.1642096 Feb 28 14:57:09.078655 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-c4fc4f75-cf57-4a49-8114-cdd8e08e5801 None None] Attempting to bind port 2244e41d-c5e0-4a4c-bc4a-e2e9923f9033 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:57:09.079016 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-c4fc4f75-cf57-4a49-8114-cdd8e08e5801 None None] Attempting to bind port 2244e41d-c5e0-4a4c-bc4a-e2e9923f9033 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '7425b57b-c889-4660-a526-b58a2e33b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e8b51a7b-6eb6-42a0-b9b2-4de7635782aa'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:57:09.079411 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fc4f75-cf57-4a49-8114-cdd8e08e5801 None None] Attempting to bind port 2244e41d-c5e0-4a4c-bc4a-e2e9923f9033 on network e8b51a7b-6eb6-42a0-b9b2-4de7635782aa {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:57:09.085516 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fc4f75-cf57-4a49-8114-cdd8e08e5801 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:57:09.085890 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fc4f75-cf57-4a49-8114-cdd8e08e5801 None None] Checking segment: {'id': '7425b57b-c889-4660-a526-b58a2e33b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e8b51a7b-6eb6-42a0-b9b2-4de7635782aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:57:09.086425 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-c4fc4f75-cf57-4a49-8114-cdd8e08e5801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:09.086937 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fc4f75-cf57-4a49-8114-cdd8e08e5801 None None] Bound using segment: {'id': '7425b57b-c889-4660-a526-b58a2e33b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e8b51a7b-6eb6-42a0-b9b2-4de7635782aa'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:57:09.087585 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-c4fc4f75-cf57-4a49-8114-cdd8e08e5801 None None] Bound port: 2244e41d-c5e0-4a4c-bc4a-e2e9923f9033, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7425b57b-c889-4660-a526-b58a2e33b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e8b51a7b-6eb6-42a0-b9b2-4de7635782aa'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:57:09.088133 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-c4fc4f75-cf57-4a49-8114-cdd8e08e5801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:09.178800 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-c4fc4f75-cf57-4a49-8114-cdd8e08e5801 None None] For port 2244e41d-c5e0-4a4c-bc4a-e2e9923f9033, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:57:09.181872 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-c4fc4f75-cf57-4a49-8114-cdd8e08e5801 None None] For port 2244e41d-c5e0-4a4c-bc4a-e2e9923f9033, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=2244e41d-c5e0-4a4c-bc4a-e2e9923f9033,segment=NetworkSegment(7425b57b-c889-4660-a526-b58a2e33b098),segment_id=7425b57b-c889-4660-a526-b58a2e33b098)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:57:09.186881 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-c4fc4f75-cf57-4a49-8114-cdd8e08e5801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:09.266561 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fc4f75-cf57-4a49-8114-cdd8e08e5801 None None] Routers {'ef9095ac-b3ee-45e7-a266-801b94e6f7e6'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:57:09.267311 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c4fc4f75-cf57-4a49-8114-cdd8e08e5801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:56:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ef9095ac-b3ee-45e7-a266-801b94e6f7e6'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:09.342565 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed60aa-80d2-4c1d-968b-e0fda4888f43 None None] Pushing event updated for resources: {'Port': ['ID=2244e41d-c5e0-4a4c-bc4a-e2e9923f9033,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:09.473866 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-c4fc4f75-cf57-4a49-8114-cdd8e08e5801 None None] Set router ef9095ac-b3ee-45e7-a266-801b94e6f7e6 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:57:09.809005 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-c4fc4f75-cf57-4a49-8114-cdd8e08e5801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551214660', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e27213da-d584-4669-abb1-eada376980fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:57:01Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': 'e27213da-d584-4669-abb1-eada376980fd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:01Z', 'updated_at': '2022-02-28T14:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '2244e41d-c5e0-4a4c-bc4a-e2e9923f9033', 'name': '', 'network_id': 'e8b51a7b-6eb6-42a0-b9b2-4de7635782aa', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:38:ac:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ff58748c-bef7-4f3d-93fe-aa83b7289f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:09Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': 'ff58748c-bef7-4f3d-93fe-aa83b7289f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:09.813383 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fc4f75-cf57-4a49-8114-cdd8e08e5801 None None] The sync data for ids ['ef9095ac-b3ee-45e7-a266-801b94e6f7e6'] in dv-neutron-831192-4-hyperv is: [{'id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551214660', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e27213da-d584-4669-abb1-eada376980fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:57:01Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': 'e27213da-d584-4669-abb1-eada376980fd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:01Z', 'updated_at': '2022-02-28T14:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '2244e41d-c5e0-4a4c-bc4a-e2e9923f9033', 'name': '', 'network_id': 'e8b51a7b-6eb6-42a0-b9b2-4de7635782aa', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:38:ac:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ff58748c-bef7-4f3d-93fe-aa83b7289f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:09Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': 'ff58748c-bef7-4f3d-93fe-aa83b7289f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:57:09.930318 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ac9deab2-be94-4d20-ae6c-bcfc6cf2255e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:09.986109 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-94ad848c-bba1-4d2a-8ecb-3418e9abfdc0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:09.987897 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-94ad848c-bba1-4d2a-8ecb-3418e9abfdc0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.13 "GET /v2.0/networks?id=e8b51a7b-6eb6-42a0-b9b2-4de7635782aa HTTP/1.1" status: 200 len: 797 time: 0.1806962 Feb 28 14:57:10.039847 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-2e884421-6beb-4b9e-aeb6-48ed1af8f606 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e881470c0cec4e1c8ac25b5e0191ef26 HTTP/1.1" status: 200 len: 379 time: 0.0434239 Feb 28 14:57:10.050820 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-91c91693-ab9a-4a11-b210-01a3912df278 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'port': {'device_id': '75f6a271-f771-4ffe-adcf-0f4af34f4e40', 'network_id': 'e8b51a7b-6eb6-42a0-b9b2-4de7635782aa', 'admin_state_up': True, 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'security_groups': ['3a38ae22-d39a-40cf-911b-597198aa36f5']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:57:10.272175 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device e27213da-d584-4669-abb1-eada376980fd up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:57:10.332747 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fd940234-e018-42d6-82bb-f7133bc45cfe req-6fca8e56-9ed0-4997-8abd-c4a02eebbd7d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 210 time: 0.2344768 Feb 28 14:57:10.349127 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port e27213da-d584-4669-abb1-eada376980fd triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:10.349505 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:10.385368 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-91c91693-ab9a-4a11-b210-01a3912df278 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:10.398035 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-91c91693-ab9a-4a11-b210-01a3912df278 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:10.412109 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-91c91693-ab9a-4a11-b210-01a3912df278 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Made reservation on behalf of e881470c0cec4e1c8ac25b5e0191ef26 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:10.417098 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-91c91693-ab9a-4a11-b210-01a3912df278 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:10.488922 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 2244e41d-c5e0-4a4c-bc4a-e2e9923f9033 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:57:10.561237 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 2244e41d-c5e0-4a4c-bc4a-e2e9923f9033 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:10.567306 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 2244e41d-c5e0-4a4c-bc4a-e2e9923f9033 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:10.567893 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:10.586695 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-91c91693-ab9a-4a11-b210-01a3912df278 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Allocated IP 172.20.0.11 (e8b51a7b-6eb6-42a0-b9b2-4de7635782aa/ff58748c-bef7-4f3d-93fe-aa83b7289f1a/811dd936-4da2-4ec5-9425-10de20af87e1) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:57:10.703770 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:10.739497 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 2244e41d-c5e0-4a4c-bc4a-e2e9923f9033, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=2244e41d-c5e0-4a4c-bc4a-e2e9923f9033,segment=NetworkSegment(7425b57b-c889-4660-a526-b58a2e33b098),segment_id=7425b57b-c889-4660-a526-b58a2e33b098)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:57:10.744158 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:10.744784 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 274e8950-ba57-4d73-b569-b737dbc43cd1 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:57:10.793764 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-91c91693-ab9a-4a11-b210-01a3912df278 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:10.810117 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-91c91693-ab9a-4a11-b210-01a3912df278 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Transition to ACTIVE for port object 811dd936-4da2-4ec5-9425-10de20af87e1 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:10.838903 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-91c91693-ab9a-4a11-b210-01a3912df278 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:10.865031 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=2244e41d-c5e0-4a4c-bc4a-e2e9923f9033,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:10.881987 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 274e8950-ba57-4d73-b569-b737dbc43cd1 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:10.882265 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:10.906682 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-91c91693-ab9a-4a11-b210-01a3912df278 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network e8b51a7b-6eb6-42a0-b9b2-4de7635782aa is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:57:10.915033 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-91c91693-ab9a-4a11-b210-01a3912df278 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:10.920005 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-91c91693-ab9a-4a11-b210-01a3912df278 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:57:10.952171 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c91693-ab9a-4a11-b210-01a3912df278 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=811dd936-4da2-4ec5-9425-10de20af87e1,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:10.992038 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-91c91693-ab9a-4a11-b210-01a3912df278 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:10.992724 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-91c91693-ab9a-4a11-b210-01a3912df278 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:11.031273 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:11.038256 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-91c91693-ab9a-4a11-b210-01a3912df278 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9933882 Feb 28 14:57:11.051032 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-00a108f6-20b2-4c84-acf6-834274eea741 service neutron] Request body: {'port': {'device_id': '75f6a271-f771-4ffe-adcf-0f4af34f4e40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:57:11.169704 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-00a108f6-20b2-4c84-acf6-834274eea741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:11.191990 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cd7c8da2-eaec-4232-b6a8-0e723018d2e1 None None] Provisioning for port 811dd936-4da2-4ec5-9425-10de20af87e1 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:11.197250 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cd7c8da2-eaec-4232-b6a8-0e723018d2e1 None None] Provisioning complete for port 811dd936-4da2-4ec5-9425-10de20af87e1 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:11.197709 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cd7c8da2-eaec-4232-b6a8-0e723018d2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:11.262620 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-cd7c8da2-eaec-4232-b6a8-0e723018d2e1 None None] Port 811dd936-4da2-4ec5-9425-10de20af87e1 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:57:11.269254 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:11.510759 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-00a108f6-20b2-4c84-acf6-834274eea741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 811dd936-4da2-4ec5-9425-10de20af87e1 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:57:11.518163 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-00a108f6-20b2-4c84-acf6-834274eea741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:11.532303 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-00a108f6-20b2-4c84-acf6-834274eea741 service neutron] Transition to ACTIVE for port object 811dd936-4da2-4ec5-9425-10de20af87e1 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:11.536647 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-00a108f6-20b2-4c84-acf6-834274eea741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:11.579059 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd961ef-17f1-4709-845d-47ab85d21d49 req-e0725dd1-4374-4d6b-8a0c-04ef2152937e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:11.580545 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cfd961ef-17f1-4709-845d-47ab85d21d49 req-e0725dd1-4374-4d6b-8a0c-04ef2152937e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 932 time: 0.0838950 Feb 28 14:57:11.629515 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-cfd961ef-17f1-4709-845d-47ab85d21d49 req-3e0ad8ac-fdee-4028-b079-6e1de60dfa38 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:11.642907 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-cfd961ef-17f1-4709-845d-47ab85d21d49 req-3e0ad8ac-fdee-4028-b079-6e1de60dfa38 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:11.644535 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cfd961ef-17f1-4709-845d-47ab85d21d49 req-3e0ad8ac-fdee-4028-b079-6e1de60dfa38 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a38ae22-d39a-40cf-911b-597198aa36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572519 Feb 28 14:57:11.712755 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a108f6-20b2-4c84-acf6-834274eea741 service neutron] Pushing event updated for resources: {'Port': ['ID=811dd936-4da2-4ec5-9425-10de20af87e1,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:11.784719 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-00a108f6-20b2-4c84-acf6-834274eea741 service neutron] Attempting to bind port 811dd936-4da2-4ec5-9425-10de20af87e1 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:57:11.785026 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-00a108f6-20b2-4c84-acf6-834274eea741 service neutron] Attempting to bind port 811dd936-4da2-4ec5-9425-10de20af87e1 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '7425b57b-c889-4660-a526-b58a2e33b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e8b51a7b-6eb6-42a0-b9b2-4de7635782aa'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:57:11.785346 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-00a108f6-20b2-4c84-acf6-834274eea741 service neutron] Attempting to bind port 811dd936-4da2-4ec5-9425-10de20af87e1 on network e8b51a7b-6eb6-42a0-b9b2-4de7635782aa {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:57:11.790205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-00a108f6-20b2-4c84-acf6-834274eea741 service neutron] Port 811dd936-4da2-4ec5-9425-10de20af87e1 on network e8b51a7b-6eb6-42a0-b9b2-4de7635782aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:57:11.790866 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-00a108f6-20b2-4c84-acf6-834274eea741 service neutron] Attempting to bind port 811dd936-4da2-4ec5-9425-10de20af87e1 on network e8b51a7b-6eb6-42a0-b9b2-4de7635782aa {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:57:11.795960 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-00a108f6-20b2-4c84-acf6-834274eea741 service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:57:11.796284 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-00a108f6-20b2-4c84-acf6-834274eea741 service neutron] Checking segment: {'id': '7425b57b-c889-4660-a526-b58a2e33b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e8b51a7b-6eb6-42a0-b9b2-4de7635782aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:57:11.796653 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-00a108f6-20b2-4c84-acf6-834274eea741 service neutron] Bound using segment: {'id': '7425b57b-c889-4660-a526-b58a2e33b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e8b51a7b-6eb6-42a0-b9b2-4de7635782aa'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:57:11.797058 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-00a108f6-20b2-4c84-acf6-834274eea741 service neutron] Bound port: 811dd936-4da2-4ec5-9425-10de20af87e1, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7425b57b-c889-4660-a526-b58a2e33b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e8b51a7b-6eb6-42a0-b9b2-4de7635782aa'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:57:11.797398 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-00a108f6-20b2-4c84-acf6-834274eea741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:11.894398 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-00a108f6-20b2-4c84-acf6-834274eea741 service neutron] For port 811dd936-4da2-4ec5-9425-10de20af87e1, host hv-neutron-8311, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:57:11.899206 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-00a108f6-20b2-4c84-acf6-834274eea741 service neutron] For port 811dd936-4da2-4ec5-9425-10de20af87e1, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=811dd936-4da2-4ec5-9425-10de20af87e1,segment=NetworkSegment(7425b57b-c889-4660-a526-b58a2e33b098),segment_id=7425b57b-c889-4660-a526-b58a2e33b098)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:57:11.907933 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-00a108f6-20b2-4c84-acf6-834274eea741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:11.963605 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-00a108f6-20b2-4c84-acf6-834274eea741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:11.963605 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-00a108f6-20b2-4c84-acf6-834274eea741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:11.964920 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-00a108f6-20b2-4c84-acf6-834274eea741 service neutron] 10.222.0.13 "PUT /v2.0/ports/811dd936-4da2-4ec5-9425-10de20af87e1 HTTP/1.1" status: 200 len: 1094 time: 0.9183605 Feb 28 14:57:11.967607 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f6a271-f771-4ffe-adcf-0f4af34f4e40', 'tag': '811dd936-4da2-4ec5-9425-10de20af87e1'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:57:11.999010 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a108f6-20b2-4c84-acf6-834274eea741 service neutron] Pushing event updated for resources: {'Port': ['ID=811dd936-4da2-4ec5-9425-10de20af87e1,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:12.042773 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f6a271-f771-4ffe-adcf-0f4af34f4e40', 'tag': '811dd936-4da2-4ec5-9425-10de20af87e1', 'status': 'completed', 'code': 200} Feb 28 14:57:12.085860 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-fd02150a-3325-4899-a4d0-362869e58ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:12.087381 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-fd02150a-3325-4899-a4d0-362869e58ca4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 1097 time: 0.0797982 Feb 28 14:57:12.156808 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-0cdaea45-3d4b-4e57-a129-a9a766a5f6d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=811dd936-4da2-4ec5-9425-10de20af87e1 HTTP/1.1" status: 200 len: 217 time: 0.0629866 Feb 28 14:57:12.189226 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 2244e41d-c5e0-4a4c-bc4a-e2e9923f9033 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:57:12.225113 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-4f2c8697-f150-4c4b-ad1c-d735025164e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:12.226582 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-4f2c8697-f150-4c4b-ad1c-d735025164e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff58748c-bef7-4f3d-93fe-aa83b7289f1a HTTP/1.1" status: 200 len: 835 time: 0.0640886 Feb 28 14:57:12.300978 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 2244e41d-c5e0-4a4c-bc4a-e2e9923f9033 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:12.301352 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:12.303630 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-c594b139-0545-412c-812e-5fda1d753d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:12.305121 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-c594b139-0545-412c-812e-5fda1d753d00 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e8b51a7b-6eb6-42a0-b9b2-4de7635782aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724835 Feb 28 14:57:12.436995 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-69be829a-da48-4bcd-9b38-28edd1597ef1 service neutron] 10.222.0.13 "GET /v2.0/networks/e8b51a7b-6eb6-42a0-b9b2-4de7635782aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257465 Feb 28 14:57:12.579220 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e83906ac-b15f-4c6c-b0d8-0f155ed0e96e req-6cf19f21-0e78-417e-be4c-0ec042c0e053 service neutron] 10.222.0.13 "GET /v2.0/networks/e8b51a7b-6eb6-42a0-b9b2-4de7635782aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352451 Feb 28 14:57:12.605580 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:12.708931 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49f5b7-326d-487b-bb58-1c84661811e9 req-df7bbe0a-f6f5-4618-a058-1f7277b30b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:12.710443 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9e49f5b7-326d-487b-bb58-1c84661811e9 req-df7bbe0a-f6f5-4618-a058-1f7277b30b53 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 1097 time: 0.0793197 Feb 28 14:57:12.834224 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392e0f2-e409-47ac-8b88-6442d3bb0657 req-c000cf9a-f414-4580-b8c0-3242ff243970 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:12.835794 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f392e0f2-e409-47ac-8b88-6442d3bb0657 req-c000cf9a-f414-4580-b8c0-3242ff243970 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 944 time: 0.0834091 Feb 28 14:57:12.887550 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f392e0f2-e409-47ac-8b88-6442d3bb0657 req-3a0d6299-4215-4a5b-a93c-bf397be5f1f3 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a38ae22-d39a-40cf-911b-597198aa36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424082 Feb 28 14:57:12.958413 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49f5b7-326d-487b-bb58-1c84661811e9 req-1c1b06b1-265a-4cc0-beaf-8c25f223aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:12.959778 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9e49f5b7-326d-487b-bb58-1c84661811e9 req-1c1b06b1-265a-4cc0-beaf-8c25f223aea3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e8b51a7b-6eb6-42a0-b9b2-4de7635782aa HTTP/1.1" status: 200 len: 898 time: 0.2432926 Feb 28 14:57:13.027072 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9e49f5b7-326d-487b-bb58-1c84661811e9 req-5c4950a9-de93-4002-babb-d6815ce4e19b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=811dd936-4da2-4ec5-9425-10de20af87e1 HTTP/1.1" status: 200 len: 217 time: 0.0601609 Feb 28 14:57:13.098611 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49f5b7-326d-487b-bb58-1c84661811e9 req-73c2d3f1-b453-4538-ab10-f4fe17708867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:13.100797 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9e49f5b7-326d-487b-bb58-1c84661811e9 req-73c2d3f1-b453-4538-ab10-f4fe17708867 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff58748c-bef7-4f3d-93fe-aa83b7289f1a HTTP/1.1" status: 200 len: 835 time: 0.0666871 Feb 28 14:57:13.178819 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49f5b7-326d-487b-bb58-1c84661811e9 req-02fda68a-b667-4553-9d26-12313f50af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:13.180300 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9e49f5b7-326d-487b-bb58-1c84661811e9 req-02fda68a-b667-4553-9d26-12313f50af25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e8b51a7b-6eb6-42a0-b9b2-4de7635782aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720642 Feb 28 14:57:13.323872 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9e49f5b7-326d-487b-bb58-1c84661811e9 req-8e41d02a-91ec-4c95-8453-1c680e11d3e2 service neutron] 10.222.0.13 "GET /v2.0/networks/e8b51a7b-6eb6-42a0-b9b2-4de7635782aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360543 Feb 28 14:57:13.388826 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 811dd936-4da2-4ec5-9425-10de20af87e1 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:57:13.459584 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9e49f5b7-326d-487b-bb58-1c84661811e9 req-16fb1940-281e-4396-8bde-c4bf1326ed45 service neutron] 10.222.0.13 "GET /v2.0/networks/e8b51a7b-6eb6-42a0-b9b2-4de7635782aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275482 Feb 28 14:57:13.523789 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 811dd936-4da2-4ec5-9425-10de20af87e1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=811dd936-4da2-4ec5-9425-10de20af87e1,segment=NetworkSegment(7425b57b-c889-4660-a526-b58a2e33b098),segment_id=7425b57b-c889-4660-a526-b58a2e33b098)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:57:13.536766 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '811dd936-4da2-4ec5-9425-10de20af87e1', 'network_id': 'e8b51a7b-6eb6-42a0-b9b2-4de7635782aa', 'port_id': '811dd936-4da2-4ec5-9425-10de20af87e1', 'mac_address': 'fa:16:3e:b3:ce:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff58748c-bef7-4f3d-93fe-aa83b7289f1a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:57:13.596127 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:13.617129 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 811dd936-4da2-4ec5-9425-10de20af87e1 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:57:13.632680 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 811dd936-4da2-4ec5-9425-10de20af87e1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=811dd936-4da2-4ec5-9425-10de20af87e1,segment=NetworkSegment(7425b57b-c889-4660-a526-b58a2e33b098),segment_id=7425b57b-c889-4660-a526-b58a2e33b098)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:57:13.637341 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:13.706258 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=811dd936-4da2-4ec5-9425-10de20af87e1,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:13.845240 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['811dd936-4da2-4ec5-9425-10de20af87e1'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:57:14.080418 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d232fe-8334-42d9-bfbe-4d86483ded7f req-e24fa85c-407a-4034-8494-df15d8e47001 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:14.081308 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-45d232fe-8334-42d9-bfbe-4d86483ded7f req-e24fa85c-407a-4034-8494-df15d8e47001 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:14.098178 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-45d232fe-8334-42d9-bfbe-4d86483ded7f req-e24fa85c-407a-4034-8494-df15d8e47001 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:14.099336 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45d232fe-8334-42d9-bfbe-4d86483ded7f req-e24fa85c-407a-4034-8494-df15d8e47001 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 945 time: 0.1031473 Feb 28 14:57:14.147500 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45d232fe-8334-42d9-bfbe-4d86483ded7f req-b4846788-63a8-4b64-a17f-d34a02ae1908 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a38ae22-d39a-40cf-911b-597198aa36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420885 Feb 28 14:57:15.362932 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826c54f-416f-430c-8433-bbaa5e3d5916 req-d01ea71d-1514-4667-b0b7-d10ab30731c5 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:15.364615 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6826c54f-416f-430c-8433-bbaa5e3d5916 req-d01ea71d-1514-4667-b0b7-d10ab30731c5 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 945 time: 0.0951891 Feb 28 14:57:15.397303 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 811dd936-4da2-4ec5-9425-10de20af87e1 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:57:15.411714 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6826c54f-416f-430c-8433-bbaa5e3d5916 req-8b1ae010-4f27-47b9-bfd6-c36c329a9860 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a38ae22-d39a-40cf-911b-597198aa36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414145 Feb 28 14:57:15.469035 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port 811dd936-4da2-4ec5-9425-10de20af87e1 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:15.474075 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 811dd936-4da2-4ec5-9425-10de20af87e1 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:15.474444 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:15.595166 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:15.622717 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f6a271-f771-4ffe-adcf-0f4af34f4e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811dd936-4da2-4ec5-9425-10de20af87e1'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:57:15.633463 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 811dd936-4da2-4ec5-9425-10de20af87e1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=811dd936-4da2-4ec5-9425-10de20af87e1,segment=NetworkSegment(7425b57b-c889-4660-a526-b58a2e33b098),segment_id=7425b57b-c889-4660-a526-b58a2e33b098)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:57:15.640367 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:15.677870 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f6a271-f771-4ffe-adcf-0f4af34f4e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811dd936-4da2-4ec5-9425-10de20af87e1', 'code': 200} Feb 28 14:57:15.716732 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=811dd936-4da2-4ec5-9425-10de20af87e1,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:15.914150 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec78dd-7503-4587-98d5-3c1f7b195489 req-85a64cb5-3ec9-40b9-b916-2cf7ae44ea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:15.916483 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e5ec78dd-7503-4587-98d5-3c1f7b195489 req-85a64cb5-3ec9-40b9-b916-2cf7ae44ea77 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 1099 time: 0.0748737 Feb 28 14:57:15.971250 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e5ec78dd-7503-4587-98d5-3c1f7b195489 req-c8a2cede-38dd-409c-b23f-542ab0447486 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3a38ae22-d39a-40cf-911b-597198aa36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483112 Feb 28 14:57:16.597382 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61633daa-c308-4af9-8fbd-7eba23b54bd0 req-885f76cd-95d5-434e-9653-defffe879d57 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:16.598866 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-61633daa-c308-4af9-8fbd-7eba23b54bd0 req-885f76cd-95d5-434e-9653-defffe879d57 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 946 time: 0.0804865 Feb 28 14:57:16.646365 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-61633daa-c308-4af9-8fbd-7eba23b54bd0 req-c0d0cb42-7b4c-4085-afee-3b296707c8bb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a38ae22-d39a-40cf-911b-597198aa36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417509 Feb 28 14:57:17.859460 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac68764-5822-4612-91ab-f2749da5bef9 req-4bb583f5-55ce-491a-8665-18977d55e352 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:17.860913 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aac68764-5822-4612-91ab-f2749da5bef9 req-4bb583f5-55ce-491a-8665-18977d55e352 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 946 time: 0.0917840 Feb 28 14:57:17.905999 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aac68764-5822-4612-91ab-f2749da5bef9 req-8d4e57f0-6a0d-423b-8de7-ae8945dd3c04 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a38ae22-d39a-40cf-911b-597198aa36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389025 Feb 28 14:57:18.095958 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453136c0-c581-4963-aec5-870fdb644e09 req-a87ea950-c23c-4bcc-878a-2eda15ef886d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:18.097411 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-453136c0-c581-4963-aec5-870fdb644e09 req-a87ea950-c23c-4bcc-878a-2eda15ef886d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 946 time: 0.0858955 Feb 28 14:57:18.143965 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-453136c0-c581-4963-aec5-870fdb644e09 req-3d69a882-6533-4e31-8e43-5491dee4e99b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a38ae22-d39a-40cf-911b-597198aa36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407965 Feb 28 14:57:18.170599 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38588) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:18.287853 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40609046-fbf2-4b40-9a55-4c897038cfc0 tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:18.289312 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-40609046-fbf2-4b40-9a55-4c897038cfc0 tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 1094 time: 0.1174035 Feb 28 14:57:18.292797 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38594) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:18.297614 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e279847f-a980-4424-89f0-ac4b79cec992 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'port_id': '811dd936-4da2-4ec5-9425-10de20af87e1', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:57:18.303893 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e279847f-a980-4424-89f0-ac4b79cec992 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:18.308113 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e279847f-a980-4424-89f0-ac4b79cec992 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:floatingip and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:18.310956 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e279847f-a980-4424-89f0-ac4b79cec992 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:18.316678 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e279847f-a980-4424-89f0-ac4b79cec992 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:18.331023 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e279847f-a980-4424-89f0-ac4b79cec992 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:18.485007 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e279847f-a980-4424-89f0-ac4b79cec992 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:18.635059 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-e279847f-a980-4424-89f0-ac4b79cec992 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Allocated IP 172.26.5.65 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/6604a038-5103-43b4-9504-abdf6ac6ed10) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:57:18.792419 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e279847f-a980-4424-89f0-ac4b79cec992 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:18.825161 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e279847f-a980-4424-89f0-ac4b79cec992 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:18.888114 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e279847f-a980-4424-89f0-ac4b79cec992 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:57:18.894730 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e279847f-a980-4424-89f0-ac4b79cec992 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:18.897540 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e279847f-a980-4424-89f0-ac4b79cec992 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:57:18.932672 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279847f-a980-4424-89f0-ac4b79cec992 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=6604a038-5103-43b4-9504-abdf6ac6ed10,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:19.437904 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e279847f-a980-4424-89f0-ac4b79cec992 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:19.514279 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e279847f-a980-4424-89f0-ac4b79cec992 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:19.740243 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e279847f-a980-4424-89f0-ac4b79cec992 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:19.747700 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e279847f-a980-4424-89f0-ac4b79cec992 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:19.866070 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279847f-a980-4424-89f0-ac4b79cec992 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=6604a038-5103-43b4-9504-abdf6ac6ed10,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:19.875941 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e279847f-a980-4424-89f0-ac4b79cec992 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:20.048723 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-e279847f-a980-4424-89f0-ac4b79cec992 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Floating IP 30bbd7e0-227b-489f-ae82-edc2dde38a8b associated. External IP: 172.26.5.65, port: 811dd936-4da2-4ec5-9425-10de20af87e1. Feb 28 14:57:20.429966 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e279847f-a980-4424-89f0-ac4b79cec992 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Router ef9095ac-b3ee-45e7-a266-801b94e6f7e6 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:57:20.609205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e279847f-a980-4424-89f0-ac4b79cec992 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:57:20.620072 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23f2735-1e23-4f0c-9e71-13f0a8929961 None None] Sync routers for ids ['ef9095ac-b3ee-45e7-a266-801b94e6f7e6'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:57:20.631349 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23f2735-1e23-4f0c-9e71-13f0a8929961 None None] Routers {'ef9095ac-b3ee-45e7-a266-801b94e6f7e6'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:57:20.631964 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c23f2735-1e23-4f0c-9e71-13f0a8929961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:57:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ef9095ac-b3ee-45e7-a266-801b94e6f7e6'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:20.636314 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e279847f-a980-4424-89f0-ac4b79cec992 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:20.694834 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e279847f-a980-4424-89f0-ac4b79cec992 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4009175 Feb 28 14:57:20.695331 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f6a271-f771-4ffe-adcf-0f4af34f4e40', 'tag': '811dd936-4da2-4ec5-9425-10de20af87e1'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:57:20.738280 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f6a271-f771-4ffe-adcf-0f4af34f4e40', 'tag': '811dd936-4da2-4ec5-9425-10de20af87e1', 'status': 'completed', 'code': 200} Feb 28 14:57:20.812026 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-c23f2735-1e23-4f0c-9e71-13f0a8929961 None None] Set router ef9095ac-b3ee-45e7-a266-801b94e6f7e6 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:57:20.885371 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3637f95-c1b6-4dfa-bca4-b0d9ded7c41d req-0b2e19b0-15bf-46b3-b7c6-2a3fb7fc2db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:20.886853 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3637f95-c1b6-4dfa-bca4-b0d9ded7c41d req-0b2e19b0-15bf-46b3-b7c6-2a3fb7fc2db6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 1099 time: 0.1270998 Feb 28 14:57:20.898185 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137f1f5-1397-40fa-8233-de53e0ed93ec req-5f743c86-c124-4387-80f4-f05186df9c52 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:20.899491 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a137f1f5-1397-40fa-8233-de53e0ed93ec req-5f743c86-c124-4387-80f4-f05186df9c52 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 946 time: 0.1046085 Feb 28 14:57:21.158394 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a137f1f5-1397-40fa-8233-de53e0ed93ec req-1b7d8e67-d821-442e-a34c-4a6026ef75aa tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a38ae22-d39a-40cf-911b-597198aa36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2383080 Feb 28 14:57:21.182335 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38602) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:21.188679 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3637f95-c1b6-4dfa-bca4-b0d9ded7c41d req-b094024d-616e-4970-a8b2-7c278c2f0b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:21.190137 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3637f95-c1b6-4dfa-bca4-b0d9ded7c41d req-b094024d-616e-4970-a8b2-7c278c2f0b9d service neutron] 10.222.0.13 "GET /v2.0/networks?id=e8b51a7b-6eb6-42a0-b9b2-4de7635782aa HTTP/1.1" status: 200 len: 898 time: 0.2897961 Feb 28 14:57:21.197324 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c23f2735-1e23-4f0c-9e71-13f0a8929961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551214660', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e27213da-d584-4669-abb1-eada376980fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:57:01Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': 'e27213da-d584-4669-abb1-eada376980fd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:01Z', 'updated_at': '2022-02-28T14:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '30bbd7e0-227b-489f-ae82-edc2dde38a8b', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'floating_ip_address': '172.26.5.65', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'port_id': '811dd936-4da2-4ec5-9425-10de20af87e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b51a7b-6eb6-42a0-b9b2-4de7635782aa', 'mac_address': 'fa:16:3e:b3:ce:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f6a271-f771-4ffe-adcf-0f4af34f4e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:57:19Z', 'updated_at': '2022-02-28T14:57:19Z', 'revision_number': 0, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2244e41d-c5e0-4a4c-bc4a-e2e9923f9033', 'name': '', 'network_id': 'e8b51a7b-6eb6-42a0-b9b2-4de7635782aa', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:38:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ff58748c-bef7-4f3d-93fe-aa83b7289f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:10Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': 'ff58748c-bef7-4f3d-93fe-aa83b7289f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:21.201232 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23f2735-1e23-4f0c-9e71-13f0a8929961 None None] Checking router: ef9095ac-b3ee-45e7-a266-801b94e6f7e6 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:57:21.210023 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23f2735-1e23-4f0c-9e71-13f0a8929961 None None] Routers {'ef9095ac-b3ee-45e7-a266-801b94e6f7e6'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:57:21.210621 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c23f2735-1e23-4f0c-9e71-13f0a8929961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:57:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ef9095ac-b3ee-45e7-a266-801b94e6f7e6'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:21.295630 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-9ee980fc-2904-4909-80ef-e8e9fd9536e7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/floatingips/30bbd7e0-227b-489f-ae82-edc2dde38a8b HTTP/1.1" status: 200 len: 991 time: 0.1112592 Feb 28 14:57:21.298691 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3637f95-c1b6-4dfa-bca4-b0d9ded7c41d req-68629434-2179-4ff5-9110-4f5c5bca6112 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=811dd936-4da2-4ec5-9425-10de20af87e1 HTTP/1.1" status: 200 len: 999 time: 0.1024587 Feb 28 14:57:21.360744 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3637f95-c1b6-4dfa-bca4-b0d9ded7c41d req-434c7fbb-356c-47a2-be66-21bf65957770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:21.362161 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3637f95-c1b6-4dfa-bca4-b0d9ded7c41d req-434c7fbb-356c-47a2-be66-21bf65957770 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff58748c-bef7-4f3d-93fe-aa83b7289f1a HTTP/1.1" status: 200 len: 835 time: 0.0576003 Feb 28 14:57:21.395970 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-c23f2735-1e23-4f0c-9e71-13f0a8929961 None None] Set router ef9095ac-b3ee-45e7-a266-801b94e6f7e6 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:57:21.448541 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3637f95-c1b6-4dfa-bca4-b0d9ded7c41d req-f907197b-716f-4e16-987e-ad87bbf07882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:21.450577 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3637f95-c1b6-4dfa-bca4-b0d9ded7c41d req-f907197b-716f-4e16-987e-ad87bbf07882 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e8b51a7b-6eb6-42a0-b9b2-4de7635782aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821745 Feb 28 14:57:21.586205 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3637f95-c1b6-4dfa-bca4-b0d9ded7c41d req-cb410b78-7b92-462c-b837-6f95151eb270 service neutron] 10.222.0.13 "GET /v2.0/networks/e8b51a7b-6eb6-42a0-b9b2-4de7635782aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298635 Feb 28 14:57:21.720101 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c3637f95-c1b6-4dfa-bca4-b0d9ded7c41d req-2fabbdc5-c495-451e-aee3-8a67c0f6ea24 service neutron] 10.222.0.13 "GET /v2.0/networks/e8b51a7b-6eb6-42a0-b9b2-4de7635782aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275043 Feb 28 14:57:21.760439 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-c23f2735-1e23-4f0c-9e71-13f0a8929961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551214660', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e27213da-d584-4669-abb1-eada376980fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:57:01Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': 'e27213da-d584-4669-abb1-eada376980fd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:01Z', 'updated_at': '2022-02-28T14:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '30bbd7e0-227b-489f-ae82-edc2dde38a8b', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'floating_ip_address': '172.26.5.65', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'port_id': '811dd936-4da2-4ec5-9425-10de20af87e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b51a7b-6eb6-42a0-b9b2-4de7635782aa', 'mac_address': 'fa:16:3e:b3:ce:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f6a271-f771-4ffe-adcf-0f4af34f4e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:57:19Z', 'updated_at': '2022-02-28T14:57:19Z', 'revision_number': 0, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2244e41d-c5e0-4a4c-bc4a-e2e9923f9033', 'name': '', 'network_id': 'e8b51a7b-6eb6-42a0-b9b2-4de7635782aa', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:38:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ff58748c-bef7-4f3d-93fe-aa83b7289f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:10Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': 'ff58748c-bef7-4f3d-93fe-aa83b7289f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:21.766066 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23f2735-1e23-4f0c-9e71-13f0a8929961 None None] The sync data for ids ['ef9095ac-b3ee-45e7-a266-801b94e6f7e6'] in dv-neutron-831192-4-hyperv is: [{'id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551214660', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e27213da-d584-4669-abb1-eada376980fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:57:01Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': 'e27213da-d584-4669-abb1-eada376980fd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:01Z', 'updated_at': '2022-02-28T14:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '30bbd7e0-227b-489f-ae82-edc2dde38a8b', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'floating_ip_address': '172.26.5.65', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'port_id': '811dd936-4da2-4ec5-9425-10de20af87e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b51a7b-6eb6-42a0-b9b2-4de7635782aa', 'mac_address': 'fa:16:3e:b3:ce:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f6a271-f771-4ffe-adcf-0f4af34f4e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:57:19Z', 'updated_at': '2022-02-28T14:57:19Z', 'revision_number': 0, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2244e41d-c5e0-4a4c-bc4a-e2e9923f9033', 'name': '', 'network_id': 'e8b51a7b-6eb6-42a0-b9b2-4de7635782aa', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:38:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ff58748c-bef7-4f3d-93fe-aa83b7289f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:10Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': 'ff58748c-bef7-4f3d-93fe-aa83b7289f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:57:21.969151 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa63b0-9b41-48f2-a379-34b11f0f7105 None None] New status for floating IP 30bbd7e0-227b-489f-ae82-edc2dde38a8b: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:57:22.299322 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38606) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:22.523357 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0395ab6d-957f-4446-bc8b-24328bb143c2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/floatingips/30bbd7e0-227b-489f-ae82-edc2dde38a8b HTTP/1.1" status: 200 len: 993 time: 0.2228179 Feb 28 14:57:35.361054 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:37.753472 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2466d2a6-27b8-4665-8d16-0ea6e8c9d8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:39.900678 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ed061946-f44d-429c-b313-e7143cef130d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:40.993987 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:41.267541 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:42.610213 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:44.991375 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:57:45.851849 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58407cfe-c658-41a7-8903-c25e044b911e req-59139563-77e0-4e78-b7ac-568c422ae790 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1180799 Feb 28 14:57:46.004651 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58407cfe-c658-41a7-8903-c25e044b911e req-fef8d234-9fc8-4b44-9212-7c873b9ef9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:46.006024 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58407cfe-c658-41a7-8903-c25e044b911e req-fef8d234-9fc8-4b44-9212-7c873b9ef9c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 1099 time: 0.0813487 Feb 28 14:57:46.156555 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58407cfe-c658-41a7-8903-c25e044b911e req-1d808311-8f57-47e2-9692-860e4ab6711b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:46.158026 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58407cfe-c658-41a7-8903-c25e044b911e req-1d808311-8f57-47e2-9692-860e4ab6711b service neutron] 10.222.0.13 "GET /v2.0/networks?id=e8b51a7b-6eb6-42a0-b9b2-4de7635782aa HTTP/1.1" status: 200 len: 898 time: 0.1319063 Feb 28 14:57:46.271655 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58407cfe-c658-41a7-8903-c25e044b911e req-3e64cdc9-9c33-45f2-beae-1aa87e32da11 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=811dd936-4da2-4ec5-9425-10de20af87e1 HTTP/1.1" status: 200 len: 1001 time: 0.1071365 Feb 28 14:57:46.339370 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58407cfe-c658-41a7-8903-c25e044b911e req-e8150d91-9163-4cb8-a15c-41143d443712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:46.340743 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58407cfe-c658-41a7-8903-c25e044b911e req-e8150d91-9163-4cb8-a15c-41143d443712 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff58748c-bef7-4f3d-93fe-aa83b7289f1a HTTP/1.1" status: 200 len: 835 time: 0.0624020 Feb 28 14:57:46.421597 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58407cfe-c658-41a7-8903-c25e044b911e req-d6656a7f-8cf8-4a05-af45-93f408cd7339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:46.423286 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58407cfe-c658-41a7-8903-c25e044b911e req-d6656a7f-8cf8-4a05-af45-93f408cd7339 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e8b51a7b-6eb6-42a0-b9b2-4de7635782aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761461 Feb 28 14:57:46.569220 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58407cfe-c658-41a7-8903-c25e044b911e req-25cd432e-d7ce-4b52-9601-7a9d65e52418 service neutron] 10.222.0.13 "GET /v2.0/networks/e8b51a7b-6eb6-42a0-b9b2-4de7635782aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392767 Feb 28 14:57:46.706815 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58407cfe-c658-41a7-8903-c25e044b911e req-7682db09-f744-4aa3-bb0c-bf9d2f663bc9 service neutron] 10.222.0.13 "GET /v2.0/networks/e8b51a7b-6eb6-42a0-b9b2-4de7635782aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297798 Feb 28 14:57:49.517425 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef1a65-159c-4e7c-825d-690f714ec698 req-8b8aef21-1dfc-4270-a75a-a263c9b2b6bb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:49.518893 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9eef1a65-159c-4e7c-825d-690f714ec698 req-8b8aef21-1dfc-4270-a75a-a263c9b2b6bb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 946 time: 0.0836751 Feb 28 14:57:49.565752 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9eef1a65-159c-4e7c-825d-690f714ec698 req-1386caae-db3d-49bc-883e-75b8f656c559 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a38ae22-d39a-40cf-911b-597198aa36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403194 Feb 28 14:57:50.784635 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a58960-cb7a-4345-abdf-b00f877c6180 req-ee4c1d49-4b8c-4a34-8a33-2ecada6dfe89 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:50.785962 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-71a58960-cb7a-4345-abdf-b00f877c6180 req-ee4c1d49-4b8c-4a34-8a33-2ecada6dfe89 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 946 time: 0.0953228 Feb 28 14:57:50.936740 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-71a58960-cb7a-4345-abdf-b00f877c6180 req-43d7d9f4-1a54-4cd4-b952-b446b036b756 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a38ae22-d39a-40cf-911b-597198aa36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423905 Feb 28 14:57:52.147426 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df1bf9-97d8-49a9-ba85-4f7fe85c8fb7 req-5501b1e8-d21d-4db7-ae39-3c6be2d5ca0f tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:52.148880 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-05df1bf9-97d8-49a9-ba85-4f7fe85c8fb7 req-5501b1e8-d21d-4db7-ae39-3c6be2d5ca0f tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 946 time: 0.0944240 Feb 28 14:57:52.192840 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-05df1bf9-97d8-49a9-ba85-4f7fe85c8fb7 req-98ad332d-71e5-43d1-bf1c-9d7619f10c9e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a38ae22-d39a-40cf-911b-597198aa36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381987 Feb 28 14:57:53.402960 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d86d53-efc2-428b-b094-a6c2c6a2d01e req-09ff7b07-1add-442b-8986-e441a5a65cb8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:53.404427 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-88d86d53-efc2-428b-b094-a6c2c6a2d01e req-09ff7b07-1add-442b-8986-e441a5a65cb8 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 946 time: 0.0929477 Feb 28 14:57:53.449396 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-88d86d53-efc2-428b-b094-a6c2c6a2d01e req-f415f762-e79e-49d0-b5b4-b03b7be319e9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a38ae22-d39a-40cf-911b-597198aa36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385172 Feb 28 14:57:54.655934 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f82885-5e57-44f4-b637-c70cc5542eee req-65360de1-24b3-4123-8a34-acad54fe2840 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:54.657371 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-40f82885-5e57-44f4-b637-c70cc5542eee req-65360de1-24b3-4123-8a34-acad54fe2840 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 946 time: 0.0851169 Feb 28 14:57:54.703928 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-40f82885-5e57-44f4-b637-c70cc5542eee req-f04cbd29-8c19-4812-a400-84377749295c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a38ae22-d39a-40cf-911b-597198aa36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377512 Feb 28 14:57:55.922899 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f5567-76c5-47a6-ab67-78c7c94a24c7 req-dabeb5ec-8ba9-4d12-83c3-809b7df63202 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:55.924420 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cd7f5567-76c5-47a6-ab67-78c7c94a24c7 req-dabeb5ec-8ba9-4d12-83c3-809b7df63202 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 946 time: 0.0960863 Feb 28 14:57:55.968777 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cd7f5567-76c5-47a6-ab67-78c7c94a24c7 req-3d820daf-1945-402f-b47f-f0f9d4b7c12d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a38ae22-d39a-40cf-911b-597198aa36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384800 Feb 28 14:57:57.168655 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2811991-b3c8-4b3d-ac9a-233b4649e45a req-1b2b2039-102f-4b1e-b0e1-8c8d9beef812 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:57.170079 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a2811991-b3c8-4b3d-ac9a-233b4649e45a req-1b2b2039-102f-4b1e-b0e1-8c8d9beef812 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 946 time: 0.0927207 Feb 28 14:57:57.214207 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a2811991-b3c8-4b3d-ac9a-233b4649e45a req-3c42b242-21e1-4ed8-ac9a-3214a61c74d1 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a38ae22-d39a-40cf-911b-597198aa36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381372 Feb 28 14:57:58.420852 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f73ae-688c-4f24-b7a2-c20baa3df3e7 req-c7e06b72-c9dd-4339-ad09-d2df48ed3c5a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:58.422245 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6d2f73ae-688c-4f24-b7a2-c20baa3df3e7 req-c7e06b72-c9dd-4339-ad09-d2df48ed3c5a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 946 time: 0.0916555 Feb 28 14:57:58.466769 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6d2f73ae-688c-4f24-b7a2-c20baa3df3e7 req-676daafd-a5f1-455c-aea2-fc8b02d6ab7e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a38ae22-d39a-40cf-911b-597198aa36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386937 Feb 28 14:57:59.676481 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0694a9b-4b32-4a2a-b9cc-9de1cb7adfc8 req-a55451f0-e02d-4c1a-b525-13dbcddfcc6c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:59.677964 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d0694a9b-4b32-4a2a-b9cc-9de1cb7adfc8 req-a55451f0-e02d-4c1a-b525-13dbcddfcc6c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 946 time: 0.0865014 Feb 28 14:57:59.724193 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d0694a9b-4b32-4a2a-b9cc-9de1cb7adfc8 req-eb00bd2c-6fdb-47bb-978a-544a2f3b7f59 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a38ae22-d39a-40cf-911b-597198aa36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388923 Feb 28 14:58:00.930103 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54cce41-74fc-4990-a958-cad09eb0dae3 req-fd2c3fe4-d58a-43e0-aeed-e9a984852658 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:00.931563 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c54cce41-74fc-4990-a958-cad09eb0dae3 req-fd2c3fe4-d58a-43e0-aeed-e9a984852658 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 946 time: 0.0876794 Feb 28 14:58:00.975035 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c54cce41-74fc-4990-a958-cad09eb0dae3 req-d6f014f3-bc72-4286-b1c7-7857bd8420db tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a38ae22-d39a-40cf-911b-597198aa36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378909 Feb 28 14:58:01.004699 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38642) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:01.110965 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-eeb78956-949f-47df-bcf6-9b6918b79e1b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/floatingips/30bbd7e0-227b-489f-ae82-edc2dde38a8b HTTP/1.1" status: 200 len: 993 time: 0.1051421 Feb 28 14:58:02.605005 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce2d8e-2e06-421f-a686-a22f1c2b30b8 req-ba0d65c0-3ff1-4ccd-a26a-adc187d60796 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:02.606601 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-09ce2d8e-2e06-421f-a686-a22f1c2b30b8 req-ba0d65c0-3ff1-4ccd-a26a-adc187d60796 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 946 time: 0.0882354 Feb 28 14:58:02.651719 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be9f0b-7c76-4771-83e6-f63112c3f7dd req-92338cb9-6a29-4ddc-8192-1f760ca4c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:02.653199 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-38be9f0b-7c76-4771-83e6-f63112c3f7dd req-92338cb9-6a29-4ddc-8192-1f760ca4c7ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 1099 time: 0.0765715 Feb 28 14:58:02.653920 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-09ce2d8e-2e06-421f-a686-a22f1c2b30b8 req-b6b525ff-3a57-4e0b-99d5-225da4e242cc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a38ae22-d39a-40cf-911b-597198aa36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410299 Feb 28 14:58:02.784081 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be9f0b-7c76-4771-83e6-f63112c3f7dd req-4e8051b9-d907-46b8-a209-0b92972b3577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:02.785625 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-38be9f0b-7c76-4771-83e6-f63112c3f7dd req-4e8051b9-d907-46b8-a209-0b92972b3577 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e8b51a7b-6eb6-42a0-b9b2-4de7635782aa HTTP/1.1" status: 200 len: 898 time: 0.1257873 Feb 28 14:58:02.892950 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-38be9f0b-7c76-4771-83e6-f63112c3f7dd req-41ddfa72-b0c7-452d-926c-497ee4ee57d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=811dd936-4da2-4ec5-9425-10de20af87e1 HTTP/1.1" status: 200 len: 1001 time: 0.1004567 Feb 28 14:58:02.955099 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be9f0b-7c76-4771-83e6-f63112c3f7dd req-da8b96da-62d1-4d52-94a9-e7c058971b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:02.956542 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-38be9f0b-7c76-4771-83e6-f63112c3f7dd req-da8b96da-62d1-4d52-94a9-e7c058971b31 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff58748c-bef7-4f3d-93fe-aa83b7289f1a HTTP/1.1" status: 200 len: 835 time: 0.0576270 Feb 28 14:58:03.029774 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be9f0b-7c76-4771-83e6-f63112c3f7dd req-f9c0f701-689e-4259-a5c2-d9f365a5f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:03.031183 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-38be9f0b-7c76-4771-83e6-f63112c3f7dd req-f9c0f701-689e-4259-a5c2-d9f365a5f617 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e8b51a7b-6eb6-42a0-b9b2-4de7635782aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687363 Feb 28 14:58:03.162929 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-38be9f0b-7c76-4771-83e6-f63112c3f7dd req-742b11cc-6af3-4580-94e5-38d11db6fed3 service neutron] 10.222.0.13 "GET /v2.0/networks/e8b51a7b-6eb6-42a0-b9b2-4de7635782aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252851 Feb 28 14:58:03.295504 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-38be9f0b-7c76-4771-83e6-f63112c3f7dd req-27cc5011-5653-4345-b1f6-84fdca471bf4 service neutron] 10.222.0.13 "GET /v2.0/networks/e8b51a7b-6eb6-42a0-b9b2-4de7635782aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261029 Feb 28 14:58:03.861648 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83cef4-0c7d-4f8e-80a3-378c422f6de0 req-ac45ee8f-703c-46ce-b02e-8464cabc304c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:03.863092 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2b83cef4-0c7d-4f8e-80a3-378c422f6de0 req-ac45ee8f-703c-46ce-b02e-8464cabc304c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 946 time: 0.0950236 Feb 28 14:58:03.913777 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2b83cef4-0c7d-4f8e-80a3-378c422f6de0 req-13110fb0-ec68-4229-9044-1b0d4b285831 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a38ae22-d39a-40cf-911b-597198aa36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440998 Feb 28 14:58:05.117769 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342425f6-4f06-4368-9459-4855e879ba5e req-ecef9b09-c193-4a02-ab57-2ecafb42aac2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:05.119192 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-342425f6-4f06-4368-9459-4855e879ba5e req-ecef9b09-c193-4a02-ab57-2ecafb42aac2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 946 time: 0.0909801 Feb 28 14:58:05.164262 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-342425f6-4f06-4368-9459-4855e879ba5e req-ee44d682-749a-4646-a0f2-e939db2e6a50 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a38ae22-d39a-40cf-911b-597198aa36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393565 Feb 28 14:58:05.193993 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38660) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:05.304401 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-74dd4184-6eb9-45cb-b295-1dee9dc6dd58 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/floatingips/30bbd7e0-227b-489f-ae82-edc2dde38a8b HTTP/1.1" status: 200 len: 993 time: 0.1093028 Feb 28 14:58:05.366525 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.754986 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b103a581-f5b4-4a20-b46b-c4db3a0be0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:09.903448 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ffd16492-1388-4966-b379-7e1fc1b1c38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:11.001160 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:11.270350 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:12.613902 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:21.996134 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:58:33.786089 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38678) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:33.998055 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0c3ced1b-d9d6-46a9-a59f-001cd7307bf2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Deleting port 6604a038-5103-43b4-9504-abdf6ac6ed10 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:58:33.998357 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c3ced1b-d9d6-46a9-a59f-001cd7307bf2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:34.181223 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c3ced1b-d9d6-46a9-a59f-001cd7307bf2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:34.182080 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c3ced1b-d9d6-46a9-a59f-001cd7307bf2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:34.309461 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-0c3ced1b-d9d6-46a9-a59f-001cd7307bf2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Calling delete_port for 6604a038-5103-43b4-9504-abdf6ac6ed10 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:58:34.465317 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c3ced1b-d9d6-46a9-a59f-001cd7307bf2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:34.612602 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ced1b-d9d6-46a9-a59f-001cd7307bf2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Port': ['ID=6604a038-5103-43b4-9504-abdf6ac6ed10,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:34.649345 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ced1b-d9d6-46a9-a59f-001cd7307bf2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:34.649685 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ced1b-d9d6-46a9-a59f-001cd7307bf2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:34.650012 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ced1b-d9d6-46a9-a59f-001cd7307bf2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:34.650335 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ced1b-d9d6-46a9-a59f-001cd7307bf2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:34.650655 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ced1b-d9d6-46a9-a59f-001cd7307bf2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:34.650973 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ced1b-d9d6-46a9-a59f-001cd7307bf2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:34.651315 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ced1b-d9d6-46a9-a59f-001cd7307bf2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:34.651629 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ced1b-d9d6-46a9-a59f-001cd7307bf2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:34.651941 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ced1b-d9d6-46a9-a59f-001cd7307bf2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:34.652233 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ced1b-d9d6-46a9-a59f-001cd7307bf2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:34.652538 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ced1b-d9d6-46a9-a59f-001cd7307bf2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:34.652845 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3ced1b-d9d6-46a9-a59f-001cd7307bf2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:34.713610 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c3ced1b-d9d6-46a9-a59f-001cd7307bf2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:34.713828 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-0c3ced1b-d9d6-46a9-a59f-001cd7307bf2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Floating IP 30bbd7e0-227b-489f-ae82-edc2dde38a8b disassociated (deleted). External IP: 172.26.5.65, port: 811dd936-4da2-4ec5-9425-10de20af87e1. Feb 28 14:58:35.070835 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3ced1b-d9d6-46a9-a59f-001cd7307bf2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Router ef9095ac-b3ee-45e7-a266-801b94e6f7e6 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:58:35.264547 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3ced1b-d9d6-46a9-a59f-001cd7307bf2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:58:35.274725 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5eb04c-f096-4d10-b59c-755ff7f8f475 None None] Sync routers for ids ['ef9095ac-b3ee-45e7-a266-801b94e6f7e6'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:58:35.285813 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5eb04c-f096-4d10-b59c-755ff7f8f475 None None] Routers {'ef9095ac-b3ee-45e7-a266-801b94e6f7e6'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:58:35.286471 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ba5eb04c-f096-4d10-b59c-755ff7f8f475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:58:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ef9095ac-b3ee-45e7-a266-801b94e6f7e6'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:35.286679 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0c3ced1b-d9d6-46a9-a59f-001cd7307bf2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:35.343778 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0c3ced1b-d9d6-46a9-a59f-001cd7307bf2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "DELETE /v2.0/floatingips/30bbd7e0-227b-489f-ae82-edc2dde38a8b HTTP/1.1" status: 204 len: 168 time: 1.5541551 Feb 28 14:58:35.343778 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f6a271-f771-4ffe-adcf-0f4af34f4e40', 'tag': '811dd936-4da2-4ec5-9425-10de20af87e1'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:58:35.369250 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:35.459994 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f6a271-f771-4ffe-adcf-0f4af34f4e40', 'tag': '811dd936-4da2-4ec5-9425-10de20af87e1', 'status': 'completed', 'code': 200} Feb 28 14:58:35.500455 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ba5eb04c-f096-4d10-b59c-755ff7f8f475 None None] Set router ef9095ac-b3ee-45e7-a266-801b94e6f7e6 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:58:35.566405 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b8a97-6ffd-4b21-a420-ca115e455c3c req-29a01763-5344-49bc-b007-82842909a951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:35.568096 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b94b8a97-6ffd-4b21-a420-ca115e455c3c req-29a01763-5344-49bc-b007-82842909a951 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 1099 time: 0.0849464 Feb 28 14:58:35.755992 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b8a97-6ffd-4b21-a420-ca115e455c3c req-700e9772-3c1f-49c2-97c8-8cbb0f3f4a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:35.757342 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b94b8a97-6ffd-4b21-a420-ca115e455c3c req-700e9772-3c1f-49c2-97c8-8cbb0f3f4a49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e8b51a7b-6eb6-42a0-b9b2-4de7635782aa HTTP/1.1" status: 200 len: 898 time: 0.1818943 Feb 28 14:58:35.831761 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ba5eb04c-f096-4d10-b59c-755ff7f8f475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551214660', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e27213da-d584-4669-abb1-eada376980fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:57:01Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': 'e27213da-d584-4669-abb1-eada376980fd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:01Z', 'updated_at': '2022-02-28T14:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '2244e41d-c5e0-4a4c-bc4a-e2e9923f9033', 'name': '', 'network_id': 'e8b51a7b-6eb6-42a0-b9b2-4de7635782aa', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:38:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ff58748c-bef7-4f3d-93fe-aa83b7289f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:10Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': 'ff58748c-bef7-4f3d-93fe-aa83b7289f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:35.836154 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5eb04c-f096-4d10-b59c-755ff7f8f475 None None] Checking router: ef9095ac-b3ee-45e7-a266-801b94e6f7e6 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:58:35.845029 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5eb04c-f096-4d10-b59c-755ff7f8f475 None None] Routers {'ef9095ac-b3ee-45e7-a266-801b94e6f7e6'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:58:35.845656 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ba5eb04c-f096-4d10-b59c-755ff7f8f475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:58:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ef9095ac-b3ee-45e7-a266-801b94e6f7e6'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:35.954184 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b94b8a97-6ffd-4b21-a420-ca115e455c3c req-5b941ae6-eaa7-413a-8a33-d9e315bb640b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=811dd936-4da2-4ec5-9425-10de20af87e1 HTTP/1.1" status: 200 len: 217 time: 0.1867898 Feb 28 14:58:35.965770 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ce4cb-d99e-4188-98e5-a6b692077308 req-1b07093b-d434-4d1b-b5a9-f4b61f59a23f tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:35.967141 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a99ce4cb-d99e-4188-98e5-a6b692077308 req-1b07093b-d434-4d1b-b5a9-f4b61f59a23f tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 946 time: 0.3050485 Feb 28 14:58:36.056928 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b8a97-6ffd-4b21-a420-ca115e455c3c req-04be9105-311d-40b6-bc4c-affe0e2a9f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:36.058266 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b94b8a97-6ffd-4b21-a420-ca115e455c3c req-04be9105-311d-40b6-bc4c-affe0e2a9f31 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff58748c-bef7-4f3d-93fe-aa83b7289f1a HTTP/1.1" status: 200 len: 835 time: 0.0902724 Feb 28 14:58:36.061188 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a99ce4cb-d99e-4188-98e5-a6b692077308 req-81e62905-b495-4923-a6dc-29294552a313 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a38ae22-d39a-40cf-911b-597198aa36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637350 Feb 28 14:58:36.073986 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-ba5eb04c-f096-4d10-b59c-755ff7f8f475 None None] Set router ef9095ac-b3ee-45e7-a266-801b94e6f7e6 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:58:36.135452 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b8a97-6ffd-4b21-a420-ca115e455c3c req-c2c382d6-49b4-4170-b12c-e2ce200234a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:36.137622 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b94b8a97-6ffd-4b21-a420-ca115e455c3c req-c2c382d6-49b4-4170-b12c-e2ce200234a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e8b51a7b-6eb6-42a0-b9b2-4de7635782aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717506 Feb 28 14:58:36.277952 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b94b8a97-6ffd-4b21-a420-ca115e455c3c req-a19bc93a-7a01-4940-912e-771de93c5333 service neutron] 10.222.0.13 "GET /v2.0/networks/e8b51a7b-6eb6-42a0-b9b2-4de7635782aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313214 Feb 28 14:58:36.395412 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-ba5eb04c-f096-4d10-b59c-755ff7f8f475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551214660', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e27213da-d584-4669-abb1-eada376980fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:57:01Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': 'e27213da-d584-4669-abb1-eada376980fd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:01Z', 'updated_at': '2022-02-28T14:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '2244e41d-c5e0-4a4c-bc4a-e2e9923f9033', 'name': '', 'network_id': 'e8b51a7b-6eb6-42a0-b9b2-4de7635782aa', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:38:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ff58748c-bef7-4f3d-93fe-aa83b7289f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:10Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': 'ff58748c-bef7-4f3d-93fe-aa83b7289f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:36.399592 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5eb04c-f096-4d10-b59c-755ff7f8f475 None None] The sync data for ids ['ef9095ac-b3ee-45e7-a266-801b94e6f7e6'] in dv-neutron-831192-4-hyperv is: [{'id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551214660', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e27213da-d584-4669-abb1-eada376980fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:57:01Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': 'e27213da-d584-4669-abb1-eada376980fd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:01Z', 'updated_at': '2022-02-28T14:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '2244e41d-c5e0-4a4c-bc4a-e2e9923f9033', 'name': '', 'network_id': 'e8b51a7b-6eb6-42a0-b9b2-4de7635782aa', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:38:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'ff58748c-bef7-4f3d-93fe-aa83b7289f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:10Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': 'ff58748c-bef7-4f3d-93fe-aa83b7289f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:58:36.412515 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b94b8a97-6ffd-4b21-a420-ca115e455c3c req-0351be33-e0fd-4aa8-b85f-1029feaa2848 service neutron] 10.222.0.13 "GET /v2.0/networks/e8b51a7b-6eb6-42a0-b9b2-4de7635782aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274607 Feb 28 14:58:36.617423 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4cb3f3-bc71-4609-a3d0-2ace4c4c66b4 None None] New status for floating IP 30bbd7e0-227b-489f-ae82-edc2dde38a8b: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:58:37.225920 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb1f34-7eab-4c9e-b3c5-94e93140df32 req-5ed1d3a2-1466-4b1b-98f2-c1c612a69778 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:37.227369 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9cbb1f34-7eab-4c9e-b3c5-94e93140df32 req-5ed1d3a2-1466-4b1b-98f2-c1c612a69778 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 946 time: 0.0794413 Feb 28 14:58:37.261798 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358ac3a-8007-4924-ba0f-ab47d1a0ebd5 req-6ce5a40c-74f1-4ddd-9289-c13d759086b4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:37.262737 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-6358ac3a-8007-4924-ba0f-ab47d1a0ebd5 req-6ce5a40c-74f1-4ddd-9289-c13d759086b4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:37.279762 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-6358ac3a-8007-4924-ba0f-ab47d1a0ebd5 req-6ce5a40c-74f1-4ddd-9289-c13d759086b4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:37.280915 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6358ac3a-8007-4924-ba0f-ab47d1a0ebd5 req-6ce5a40c-74f1-4ddd-9289-c13d759086b4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 946 time: 0.1048191 Feb 28 14:58:37.308952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-9cbb1f34-7eab-4c9e-b3c5-94e93140df32 req-01a702bc-790a-4318-a00c-0c326496316b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Deleting port 811dd936-4da2-4ec5-9425-10de20af87e1 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:58:37.309289 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-9cbb1f34-7eab-4c9e-b3c5-94e93140df32 req-01a702bc-790a-4318-a00c-0c326496316b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:37.328978 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6358ac3a-8007-4924-ba0f-ab47d1a0ebd5 req-9cfc5f3f-badc-4e4d-abb0-0df0c2772d01 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=3a38ae22-d39a-40cf-911b-597198aa36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421829 Feb 28 14:58:37.557668 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-9cbb1f34-7eab-4c9e-b3c5-94e93140df32 req-01a702bc-790a-4318-a00c-0c326496316b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] For port 811dd936-4da2-4ec5-9425-10de20af87e1, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=811dd936-4da2-4ec5-9425-10de20af87e1,segment=NetworkSegment(7425b57b-c889-4660-a526-b58a2e33b098),segment_id=7425b57b-c889-4660-a526-b58a2e33b098)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:58:37.558020 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-9cbb1f34-7eab-4c9e-b3c5-94e93140df32 req-01a702bc-790a-4318-a00c-0c326496316b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:37.681331 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-9cbb1f34-7eab-4c9e-b3c5-94e93140df32 req-01a702bc-790a-4318-a00c-0c326496316b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Calling delete_port for 811dd936-4da2-4ec5-9425-10de20af87e1 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:58:37.750374 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-73da951d-d0ee-4d21-a8e1-35e2e2365034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:37.835063 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-9cbb1f34-7eab-4c9e-b3c5-94e93140df32 req-01a702bc-790a-4318-a00c-0c326496316b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:37.883730 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a702bc-790a-4318-a00c-0c326496316b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Port': ['ID=811dd936-4da2-4ec5-9425-10de20af87e1,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:37.920971 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a702bc-790a-4318-a00c-0c326496316b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:37.921313 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a702bc-790a-4318-a00c-0c326496316b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:37.921648 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a702bc-790a-4318-a00c-0c326496316b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:37.921997 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a702bc-790a-4318-a00c-0c326496316b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:37.922324 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a702bc-790a-4318-a00c-0c326496316b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:37.922647 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a702bc-790a-4318-a00c-0c326496316b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:37.922968 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a702bc-790a-4318-a00c-0c326496316b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:37.923314 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a702bc-790a-4318-a00c-0c326496316b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:37.923635 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a702bc-790a-4318-a00c-0c326496316b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:37.923947 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a702bc-790a-4318-a00c-0c326496316b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:37.924253 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a702bc-790a-4318-a00c-0c326496316b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:37.924555 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a702bc-790a-4318-a00c-0c326496316b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:37.968178 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbb1f34-7eab-4c9e-b3c5-94e93140df32 req-01a702bc-790a-4318-a00c-0c326496316b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] No DVR routers for this DVR port 811dd936-4da2-4ec5-9425-10de20af87e1 on host hv-neutron-8311 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:58:37.970691 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-9cbb1f34-7eab-4c9e-b3c5-94e93140df32 req-01a702bc-790a-4318-a00c-0c326496316b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:37.973223 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f6a271-f771-4ffe-adcf-0f4af34f4e40', 'name': 'network-vif-deleted', 'tag': '811dd936-4da2-4ec5-9425-10de20af87e1'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:58:37.994240 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9cbb1f34-7eab-4c9e-b3c5-94e93140df32 req-01a702bc-790a-4318-a00c-0c326496316b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.13 "DELETE /v2.0/ports/811dd936-4da2-4ec5-9425-10de20af87e1 HTTP/1.1" status: 204 len: 173 time: 0.7608917 Feb 28 14:58:38.030735 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f6a271-f771-4ffe-adcf-0f4af34f4e40', 'name': 'network-vif-deleted', 'tag': '811dd936-4da2-4ec5-9425-10de20af87e1', 'status': 'completed', 'code': 200} Feb 28 14:58:38.493913 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-db600d55-ada1-4c60-b0f4-150f9a7290f9 req-2fc2997b-7b1a-431c-bc76-e7ef1b75fa11 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f6a271-f771-4ffe-adcf-0f4af34f4e40 HTTP/1.1" status: 200 len: 210 time: 0.0425339 Feb 28 14:58:39.598342 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38698) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:39.824103 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 811dd936-4da2-4ec5-9425-10de20af87e1 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:58:39.859797 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: 811dd936-4da2-4ec5-9425-10de20af87e1 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:58:39.860026 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 811dd936-4da2-4ec5-9425-10de20af87e1 not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:58:39.897101 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-681f8c18-df69-48c5-a78e-c3ea428aad93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:40.288333 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b24beda2-504c-49af-b29b-741106ac5af7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:40.647791 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b24beda2-504c-49af-b29b-741106ac5af7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Deleting port 2244e41d-c5e0-4a4c-bc4a-e2e9923f9033 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:58:40.648689 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b24beda2-504c-49af-b29b-741106ac5af7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:40.836757 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-b24beda2-504c-49af-b29b-741106ac5af7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] For port 2244e41d-c5e0-4a4c-bc4a-e2e9923f9033, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=2244e41d-c5e0-4a4c-bc4a-e2e9923f9033,segment=NetworkSegment(7425b57b-c889-4660-a526-b58a2e33b098),segment_id=7425b57b-c889-4660-a526-b58a2e33b098)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:58:40.837216 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b24beda2-504c-49af-b29b-741106ac5af7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:40.958085 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b24beda2-504c-49af-b29b-741106ac5af7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Calling delete_port for 2244e41d-c5e0-4a4c-bc4a-e2e9923f9033 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:58:40.986789 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:41.236036 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b24beda2-504c-49af-b29b-741106ac5af7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:41.267986 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:41.284417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24beda2-504c-49af-b29b-741106ac5af7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Port': ['ID=2244e41d-c5e0-4a4c-bc4a-e2e9923f9033,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:41.688471 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b24beda2-504c-49af-b29b-741106ac5af7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:42.057461 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24beda2-504c-49af-b29b-741106ac5af7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Router ef9095ac-b3ee-45e7-a266-801b94e6f7e6 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:58:42.240289 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24beda2-504c-49af-b29b-741106ac5af7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:58:42.249726 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a66d06-7100-439c-8b83-89e4ae0f58c5 None None] Sync routers for ids ['ef9095ac-b3ee-45e7-a266-801b94e6f7e6'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:58:42.253226 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b24beda2-504c-49af-b29b-741106ac5af7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "PUT /v2.0/routers/ef9095ac-b3ee-45e7-a266-801b94e6f7e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6537604 Feb 28 14:58:42.256094 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38704) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:42.259862 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a66d06-7100-439c-8b83-89e4ae0f58c5 None None] Routers {'ef9095ac-b3ee-45e7-a266-801b94e6f7e6'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:58:42.260480 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-93a66d06-7100-439c-8b83-89e4ae0f58c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:58:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ef9095ac-b3ee-45e7-a266-801b94e6f7e6'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:42.320842 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea19d3b4-12d8-4690-b4e9-57aa03061cfd tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Deleting subnet ff58748c-bef7-4f3d-93fe-aa83b7289f1a {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:58:42.323856 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea19d3b4-12d8-4690-b4e9-57aa03061cfd tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:42.376212 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea19d3b4-12d8-4690-b4e9-57aa03061cfd tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:42.436823 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-93a66d06-7100-439c-8b83-89e4ae0f58c5 None None] Set router ef9095ac-b3ee-45e7-a266-801b94e6f7e6 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:58:42.460430 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea19d3b4-12d8-4690-b4e9-57aa03061cfd tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:42.533743 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea19d3b4-12d8-4690-b4e9-57aa03061cfd tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:42.571838 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19d3b4-12d8-4690-b4e9-57aa03061cfd tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Subnet': ['ID=ff58748c-bef7-4f3d-93fe-aa83b7289f1a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:42.577579 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea19d3b4-12d8-4690-b4e9-57aa03061cfd tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:42.586779 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ea19d3b4-12d8-4690-b4e9-57aa03061cfd tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "DELETE /v2.0/subnets/ff58748c-bef7-4f3d-93fe-aa83b7289f1a HTTP/1.1" status: 204 len: 168 time: 0.3269603 Feb 28 14:58:42.587004 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38708) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:42.590173 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bb26e6-e0da-48d7-b6e7-fb73d0f52637 None None] Network e8b51a7b-6eb6-42a0-b9b2-4de7635782aa requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:58:42.763984 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61d70b3e-b533-4aa1-8559-55f4bc434db0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:42.801146 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:43.058777 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61d70b3e-b533-4aa1-8559-55f4bc434db0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:43.074842 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-61d70b3e-b533-4aa1-8559-55f4bc434db0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Deleting port e27213da-d584-4669-abb1-eada376980fd {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:58:43.075200 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61d70b3e-b533-4aa1-8559-55f4bc434db0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:43.080029 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-93a66d06-7100-439c-8b83-89e4ae0f58c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551214660', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': 'e27213da-d584-4669-abb1-eada376980fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:57:01Z', 'updated_at': '2022-02-28T14:58:41Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': 'e27213da-d584-4669-abb1-eada376980fd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:01Z', 'updated_at': '2022-02-28T14:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:43.086888 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a66d06-7100-439c-8b83-89e4ae0f58c5 None None] Checking router: ef9095ac-b3ee-45e7-a266-801b94e6f7e6 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:58:43.101109 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a66d06-7100-439c-8b83-89e4ae0f58c5 None None] Routers {'ef9095ac-b3ee-45e7-a266-801b94e6f7e6'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:58:43.101725 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-93a66d06-7100-439c-8b83-89e4ae0f58c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:58:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['ef9095ac-b3ee-45e7-a266-801b94e6f7e6'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:43.208101 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d009ab-a243-41cb-901e-ae3c58fe69db None None] DHCP port deletion for e8b51a7b-6eb6-42a0-b9b2-4de7635782aa request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:58:43.225294 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-51d009ab-a243-41cb-901e-ae3c58fe69db None None] Deleting port 274e8950-ba57-4d73-b569-b737dbc43cd1 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:58:43.225727 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-51d009ab-a243-41cb-901e-ae3c58fe69db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:43.253823 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-61d70b3e-b533-4aa1-8559-55f4bc434db0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] For port e27213da-d584-4669-abb1-eada376980fd, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=e27213da-d584-4669-abb1-eada376980fd,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:58:43.254498 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61d70b3e-b533-4aa1-8559-55f4bc434db0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:43.380134 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-61d70b3e-b533-4aa1-8559-55f4bc434db0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Calling delete_port for e27213da-d584-4669-abb1-eada376980fd owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:58:43.409210 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-93a66d06-7100-439c-8b83-89e4ae0f58c5 None None] Set router ef9095ac-b3ee-45e7-a266-801b94e6f7e6 gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:58:43.522782 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-93a66d06-7100-439c-8b83-89e4ae0f58c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551214660', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:57:01Z', 'updated_at': '2022-02-28T14:58:43Z', 'revision_number': 6, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:43.536023 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a66d06-7100-439c-8b83-89e4ae0f58c5 None None] The sync data for ids ['ef9095ac-b3ee-45e7-a266-801b94e6f7e6'] in dv-neutron-831192-4-hyperv is: [{'id': 'ef9095ac-b3ee-45e7-a266-801b94e6f7e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551214660', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:57:01Z', 'updated_at': '2022-02-28T14:58:43Z', 'revision_number': 6, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:58:43.560065 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61d70b3e-b533-4aa1-8559-55f4bc434db0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:43.610020 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d70b3e-b533-4aa1-8559-55f4bc434db0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Port': ['ID=e27213da-d584-4669-abb1-eada376980fd,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:43.640793 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-51d009ab-a243-41cb-901e-ae3c58fe69db None None] For port 274e8950-ba57-4d73-b569-b737dbc43cd1, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=274e8950-ba57-4d73-b569-b737dbc43cd1,segment=NetworkSegment(7425b57b-c889-4660-a526-b58a2e33b098),segment_id=7425b57b-c889-4660-a526-b58a2e33b098)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:58:43.641102 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-51d009ab-a243-41cb-901e-ae3c58fe69db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:43.707543 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61d70b3e-b533-4aa1-8559-55f4bc434db0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:43.762873 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-51d009ab-a243-41cb-901e-ae3c58fe69db None None] Calling delete_port for 274e8950-ba57-4d73-b569-b737dbc43cd1 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:58:43.840796 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-51d009ab-a243-41cb-901e-ae3c58fe69db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:43.883628 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61d70b3e-b533-4aa1-8559-55f4bc434db0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:43.887513 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d009ab-a243-41cb-901e-ae3c58fe69db None None] Pushing event deleted for resources: {'Port': ['ID=274e8950-ba57-4d73-b569-b737dbc43cd1,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:43.889297 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61d70b3e-b533-4aa1-8559-55f4bc434db0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:43.894787 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d009ab-a243-41cb-901e-ae3c58fe69db None None] No DVR routers for this DVR port 274e8950-ba57-4d73-b569-b737dbc43cd1 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:58:43.905964 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d009ab-a243-41cb-901e-ae3c58fe69db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:43.906757 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d009ab-a243-41cb-901e-ae3c58fe69db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:43.906757 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d009ab-a243-41cb-901e-ae3c58fe69db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:43.906967 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d009ab-a243-41cb-901e-ae3c58fe69db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:43.908318 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d009ab-a243-41cb-901e-ae3c58fe69db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:43.908318 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d009ab-a243-41cb-901e-ae3c58fe69db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:43.908318 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d009ab-a243-41cb-901e-ae3c58fe69db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:43.908318 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d009ab-a243-41cb-901e-ae3c58fe69db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:43.908798 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d009ab-a243-41cb-901e-ae3c58fe69db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:43.909144 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d009ab-a243-41cb-901e-ae3c58fe69db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:43.909388 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d009ab-a243-41cb-901e-ae3c58fe69db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:43.909746 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d009ab-a243-41cb-901e-ae3c58fe69db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:43.918473 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61d70b3e-b533-4aa1-8559-55f4bc434db0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:43.919670 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d70b3e-b533-4aa1-8559-55f4bc434db0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Fanout notify agent at l3_agent the message router_deleted on router ef9095ac-b3ee-45e7-a266-801b94e6f7e6 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:58:43.936995 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-61d70b3e-b533-4aa1-8559-55f4bc434db0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:43.938096 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-61d70b3e-b533-4aa1-8559-55f4bc434db0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "DELETE /v2.0/routers/ef9095ac-b3ee-45e7-a266-801b94e6f7e6 HTTP/1.1" status: 204 len: 168 time: 1.3501530 Feb 28 14:58:43.940872 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38712) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:44.056511 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-afabbca9-e911-43e6-b58c-29bb101a1dd9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:44.191679 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-afabbca9-e911-43e6-b58c-29bb101a1dd9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:44.224639 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-afabbca9-e911-43e6-b58c-29bb101a1dd9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b51a7b-6eb6-42a0-b9b2-4de7635782aa']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:44.240577 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-afabbca9-e911-43e6-b58c-29bb101a1dd9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7425b57b-c889-4660-a526-b58a2e33b098') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:44.241101 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-afabbca9-e911-43e6-b58c-29bb101a1dd9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7425b57b-c889-4660-a526-b58a2e33b098') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:44.252713 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-afabbca9-e911-43e6-b58c-29bb101a1dd9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:44.269040 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-afabbca9-e911-43e6-b58c-29bb101a1dd9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:44.275431 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afabbca9-e911-43e6-b58c-29bb101a1dd9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:58:44.275809 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-afabbca9-e911-43e6-b58c-29bb101a1dd9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:58:44.289806 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:58:44.344349 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device e27213da-d584-4669-abb1-eada376980fd no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:58:44.378573 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-afabbca9-e911-43e6-b58c-29bb101a1dd9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:44.387432 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: e27213da-d584-4669-abb1-eada376980fd {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:58:44.387814 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device e27213da-d584-4669-abb1-eada376980fd not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:58:44.388299 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 2244e41d-c5e0-4a4c-bc4a-e2e9923f9033 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:58:44.423751 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 2244e41d-c5e0-4a4c-bc4a-e2e9923f9033 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:58:44.424930 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 2244e41d-c5e0-4a4c-bc4a-e2e9923f9033 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:58:44.425559 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 274e8950-ba57-4d73-b569-b737dbc43cd1 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:58:44.461939 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 274e8950-ba57-4d73-b569-b737dbc43cd1 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:58:44.462386 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 274e8950-ba57-4d73-b569-b737dbc43cd1 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:58:44.504876 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-afabbca9-e911-43e6-b58c-29bb101a1dd9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:44.516018 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabbca9-e911-43e6-b58c-29bb101a1dd9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Network': ['ID=e8b51a7b-6eb6-42a0-b9b2-4de7635782aa,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:44.528081 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-afabbca9-e911-43e6-b58c-29bb101a1dd9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "DELETE /v2.0/networks/e8b51a7b-6eb6-42a0-b9b2-4de7635782aa HTTP/1.1" status: 204 len: 168 time: 0.5833230 Feb 28 14:58:44.528391 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38716) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:44.608781 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a77baad-6a64-4745-bb3b-9f2cb7761b0f tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:44.640589 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a77baad-6a64-4745-bb3b-9f2cb7761b0f tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:44.711661 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a77baad-6a64-4745-bb3b-9f2cb7761b0f tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:44.734548 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77baad-6a64-4745-bb3b-9f2cb7761b0f tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a38ae22-d39a-40cf-911b-597198aa36f5,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:44.747924 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a77baad-6a64-4745-bb3b-9f2cb7761b0f tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:44.749068 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2a77baad-6a64-4745-bb3b-9f2cb7761b0f tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "DELETE /v2.0/security-groups/3a38ae22-d39a-40cf-911b-597198aa36f5 HTTP/1.1" status: 204 len: 168 time: 0.2198279 Feb 28 14:58:45.185851 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38726) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:45.191120 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-abd7a4a0-f130-4d1e-97ef-b20970302421 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1231473869', 'description': 'tempest-secgroup-smoke-1231473869 description', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:58:45.199366 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-abd7a4a0-f130-4d1e-97ef-b20970302421 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:45.206641 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-abd7a4a0-f130-4d1e-97ef-b20970302421 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:45.211541 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-abd7a4a0-f130-4d1e-97ef-b20970302421 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:45.217529 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-abd7a4a0-f130-4d1e-97ef-b20970302421 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:45.233352 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-abd7a4a0-f130-4d1e-97ef-b20970302421 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:45.256942 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-abd7a4a0-f130-4d1e-97ef-b20970302421 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:45.262581 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-abd7a4a0-f130-4d1e-97ef-b20970302421 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:45.266887 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-abd7a4a0-f130-4d1e-97ef-b20970302421 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:45.274795 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-abd7a4a0-f130-4d1e-97ef-b20970302421 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:45.342418 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-abd7a4a0-f130-4d1e-97ef-b20970302421 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:45.348283 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-abd7a4a0-f130-4d1e-97ef-b20970302421 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:45.395269 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7a4a0-f130-4d1e-97ef-b20970302421 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b95d5ab1-80ba-46b9-86a3-6e45431f6ab4,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:45.398398 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-abd7a4a0-f130-4d1e-97ef-b20970302421 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:45.399635 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-abd7a4a0-f130-4d1e-97ef-b20970302421 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2127988 Feb 28 14:58:45.402702 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38730) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:45.407765 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-55bff7f4-12ee-4665-83b2-297174d2fe67 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': 'b95d5ab1-80ba-46b9-86a3-6e45431f6ab4', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:58:45.414224 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-55bff7f4-12ee-4665-83b2-297174d2fe67 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:45.418602 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-55bff7f4-12ee-4665-83b2-297174d2fe67 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:45.421506 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-55bff7f4-12ee-4665-83b2-297174d2fe67 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:45.427210 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-55bff7f4-12ee-4665-83b2-297174d2fe67 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:45.443684 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55bff7f4-12ee-4665-83b2-297174d2fe67 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:45.503733 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55bff7f4-12ee-4665-83b2-297174d2fe67 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:45.508946 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55bff7f4-12ee-4665-83b2-297174d2fe67 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:45.531107 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bff7f4-12ee-4665-83b2-297174d2fe67 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=724c2fae-2c4e-4ade-b788-72db6f364b8e,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:45.541619 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-55bff7f4-12ee-4665-83b2-297174d2fe67 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:45.542800 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-55bff7f4-12ee-4665-83b2-297174d2fe67 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1392105 Feb 28 14:58:45.545976 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38734) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:45.550795 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5d5cfb60-222d-4fb9-92e7-e48e814b03de tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': 'b95d5ab1-80ba-46b9-86a3-6e45431f6ab4', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:58:45.556666 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5d5cfb60-222d-4fb9-92e7-e48e814b03de tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:45.560459 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5d5cfb60-222d-4fb9-92e7-e48e814b03de tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:45.563314 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5d5cfb60-222d-4fb9-92e7-e48e814b03de tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:45.568863 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5d5cfb60-222d-4fb9-92e7-e48e814b03de tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:45.590128 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d5cfb60-222d-4fb9-92e7-e48e814b03de tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:45.653954 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d5cfb60-222d-4fb9-92e7-e48e814b03de tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:45.659191 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d5cfb60-222d-4fb9-92e7-e48e814b03de tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:45.683868 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5cfb60-222d-4fb9-92e7-e48e814b03de tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e3814d-fceb-4de8-8a77-a78c93589a97,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:45.694009 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5d5cfb60-222d-4fb9-92e7-e48e814b03de tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:45.695240 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5d5cfb60-222d-4fb9-92e7-e48e814b03de tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1483688 Feb 28 14:58:45.698403 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38738) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:45.703406 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2d523b93-6338-4373-9cd1-5ad65eba71e0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': 'b95d5ab1-80ba-46b9-86a3-6e45431f6ab4', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:58:45.709505 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2d523b93-6338-4373-9cd1-5ad65eba71e0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:45.713641 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2d523b93-6338-4373-9cd1-5ad65eba71e0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:45.716590 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2d523b93-6338-4373-9cd1-5ad65eba71e0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:45.722353 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2d523b93-6338-4373-9cd1-5ad65eba71e0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:45.740676 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d523b93-6338-4373-9cd1-5ad65eba71e0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:45.804425 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d523b93-6338-4373-9cd1-5ad65eba71e0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:45.808539 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d523b93-6338-4373-9cd1-5ad65eba71e0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:45.831565 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d523b93-6338-4373-9cd1-5ad65eba71e0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d309f0f5-6258-4b91-b377-b57121028f5a,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:45.842671 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2d523b93-6338-4373-9cd1-5ad65eba71e0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:45.844280 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2d523b93-6338-4373-9cd1-5ad65eba71e0 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446493 Feb 28 14:58:45.846805 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38742) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:45.852352 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-335761b2-a43f-469f-af32-edf5174fd0e7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': 'b95d5ab1-80ba-46b9-86a3-6e45431f6ab4', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:58:45.858142 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-335761b2-a43f-469f-af32-edf5174fd0e7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:45.861871 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-335761b2-a43f-469f-af32-edf5174fd0e7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:45.864695 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-335761b2-a43f-469f-af32-edf5174fd0e7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:45.870893 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-335761b2-a43f-469f-af32-edf5174fd0e7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:45.889861 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-335761b2-a43f-469f-af32-edf5174fd0e7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:45.956079 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-335761b2-a43f-469f-af32-edf5174fd0e7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:45.961514 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-335761b2-a43f-469f-af32-edf5174fd0e7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:45.984179 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335761b2-a43f-469f-af32-edf5174fd0e7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf774a7-b6f8-4d18-9f5c-247cdb0019c9,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:45.994634 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-335761b2-a43f-469f-af32-edf5174fd0e7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:45.995835 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-335761b2-a43f-469f-af32-edf5174fd0e7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1480267 Feb 28 14:58:45.998686 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38746) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:46.003543 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-ed5a7c64-cb43-4c1a-b5c5-db3b3fb56cab tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': 'b95d5ab1-80ba-46b9-86a3-6e45431f6ab4', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:58:46.009773 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ed5a7c64-cb43-4c1a-b5c5-db3b3fb56cab tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:46.013465 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ed5a7c64-cb43-4c1a-b5c5-db3b3fb56cab tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:46.016285 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-ed5a7c64-cb43-4c1a-b5c5-db3b3fb56cab tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:46.021804 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-ed5a7c64-cb43-4c1a-b5c5-db3b3fb56cab tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:46.033655 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-ed5a7c64-cb43-4c1a-b5c5-db3b3fb56cab tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Project e881470c0cec4e1c8ac25b5e0191ef26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:58:46.041308 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed5a7c64-cb43-4c1a-b5c5-db3b3fb56cab tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:46.108205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed5a7c64-cb43-4c1a-b5c5-db3b3fb56cab tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:46.113417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed5a7c64-cb43-4c1a-b5c5-db3b3fb56cab tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:46.135798 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a7c64-cb43-4c1a-b5c5-db3b3fb56cab tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ae19b7-9f3e-4008-9d2e-56b80c97db85,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:46.145025 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ed5a7c64-cb43-4c1a-b5c5-db3b3fb56cab tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:46.146193 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ed5a7c64-cb43-4c1a-b5c5-db3b3fb56cab tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1465631 Feb 28 14:58:46.149020 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38750) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:46.154092 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2b0400e1-ed39-44bf-82ee-8f7adc4f1862 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'security_group_rule': {'security_group_id': 'b95d5ab1-80ba-46b9-86a3-6e45431f6ab4', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:58:46.159873 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2b0400e1-ed39-44bf-82ee-8f7adc4f1862 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:46.163949 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2b0400e1-ed39-44bf-82ee-8f7adc4f1862 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:security_group_rule and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:46.167260 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2b0400e1-ed39-44bf-82ee-8f7adc4f1862 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:46.172986 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2b0400e1-ed39-44bf-82ee-8f7adc4f1862 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:46.185069 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-2b0400e1-ed39-44bf-82ee-8f7adc4f1862 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Project e881470c0cec4e1c8ac25b5e0191ef26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:58:46.191436 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b0400e1-ed39-44bf-82ee-8f7adc4f1862 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:46.260402 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b0400e1-ed39-44bf-82ee-8f7adc4f1862 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:46.265522 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b0400e1-ed39-44bf-82ee-8f7adc4f1862 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:46.288474 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0400e1-ed39-44bf-82ee-8f7adc4f1862 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a09930-e4b5-48f0-a5d6-70e121a85daf,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:46.298805 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2b0400e1-ed39-44bf-82ee-8f7adc4f1862 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:46.300065 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2b0400e1-ed39-44bf-82ee-8f7adc4f1862 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1501267 Feb 28 14:58:46.304293 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38754) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:46.309676 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-294125bc-1ad1-4984-b08e-7c11d668eb5d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'network': {'name': 'tempest-network-smoke--1602474210', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'port_security_enabled': True}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:58:46.314520 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-294125bc-1ad1-4984-b08e-7c11d668eb5d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:46.318570 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-294125bc-1ad1-4984-b08e-7c11d668eb5d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:network and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:46.321709 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-294125bc-1ad1-4984-b08e-7c11d668eb5d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:46.327356 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-294125bc-1ad1-4984-b08e-7c11d668eb5d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:46.340858 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294125bc-1ad1-4984-b08e-7c11d668eb5d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Made reservation on behalf of e881470c0cec4e1c8ac25b5e0191ef26 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:58:46.344276 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-294125bc-1ad1-4984-b08e-7c11d668eb5d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:46.372591 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294125bc-1ad1-4984-b08e-7c11d668eb5d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:58:46.380848 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-294125bc-1ad1-4984-b08e-7c11d668eb5d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:46.381193 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-294125bc-1ad1-4984-b08e-7c11d668eb5d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Added segment 695263b4-0771-4eb2-884a-c75f6e08b331 of type vlan for network b40b8a01-85e3-443b-aca3-39f09d3ddaa7 Feb 28 14:58:46.406300 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-294125bc-1ad1-4984-b08e-7c11d668eb5d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:46.437624 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-294125bc-1ad1-4984-b08e-7c11d668eb5d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:46.443396 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294125bc-1ad1-4984-b08e-7c11d668eb5d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:46.443961 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-294125bc-1ad1-4984-b08e-7c11d668eb5d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:46.554721 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-294125bc-1ad1-4984-b08e-7c11d668eb5d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2491591 Feb 28 14:58:46.557966 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38758) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:46.565640 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294125bc-1ad1-4984-b08e-7c11d668eb5d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Network': ['ID=b40b8a01-85e3-443b-aca3-39f09d3ddaa7,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:46.568936 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-772f97f8-8f1a-4973-8adb-fa8c1559aea7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-79428637', 'admin_state_up': True, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:58:46.577180 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-772f97f8-8f1a-4973-8adb-fa8c1559aea7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:46.577946 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network b40b8a01-85e3-443b-aca3-39f09d3ddaa7 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:58:46.581297 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-772f97f8-8f1a-4973-8adb-fa8c1559aea7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:router and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:46.584324 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-772f97f8-8f1a-4973-8adb-fa8c1559aea7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:46.591733 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-772f97f8-8f1a-4973-8adb-fa8c1559aea7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:46.604199 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-772f97f8-8f1a-4973-8adb-fa8c1559aea7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:46.605402 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-772f97f8-8f1a-4973-8adb-fa8c1559aea7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:46.630543 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-772f97f8-8f1a-4973-8adb-fa8c1559aea7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:46.903616 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-772f97f8-8f1a-4973-8adb-fa8c1559aea7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:47.348036 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-772f97f8-8f1a-4973-8adb-fa8c1559aea7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:47.379380 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-772f97f8-8f1a-4973-8adb-fa8c1559aea7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:47.514575 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-772f97f8-8f1a-4973-8adb-fa8c1559aea7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Allocated IP 172.26.5.183 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/ca73f7b9-b7bf-434c-8e8a-052f1b13c857) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:58:47.669618 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-772f97f8-8f1a-4973-8adb-fa8c1559aea7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:47.703115 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-772f97f8-8f1a-4973-8adb-fa8c1559aea7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:47.763616 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772f97f8-8f1a-4973-8adb-fa8c1559aea7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:58:47.770365 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-772f97f8-8f1a-4973-8adb-fa8c1559aea7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:47.774971 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772f97f8-8f1a-4973-8adb-fa8c1559aea7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:58:47.804232 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f97f8-8f1a-4973-8adb-fa8c1559aea7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=ca73f7b9-b7bf-434c-8e8a-052f1b13c857,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:48.199174 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-772f97f8-8f1a-4973-8adb-fa8c1559aea7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:48.659587 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-772f97f8-8f1a-4973-8adb-fa8c1559aea7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:48.877821 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772f97f8-8f1a-4973-8adb-fa8c1559aea7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Router f17d5729-9efc-4abf-9c25-b6e602e80eba is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:58:49.064467 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772f97f8-8f1a-4973-8adb-fa8c1559aea7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:58:49.074455 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8b59de-6de8-4f89-83b6-2d0c191d5197 None None] Sync routers for ids ['f17d5729-9efc-4abf-9c25-b6e602e80eba'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:58:49.093289 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-772f97f8-8f1a-4973-8adb-fa8c1559aea7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:49.094638 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-772f97f8-8f1a-4973-8adb-fa8c1559aea7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5350122 Feb 28 14:58:49.097961 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38762) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:49.117835 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8b59de-6de8-4f89-83b6-2d0c191d5197 None None] Routers {'f17d5729-9efc-4abf-9c25-b6e602e80eba'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:58:49.118455 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-cd8b59de-6de8-4f89-83b6-2d0c191d5197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:58:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['f17d5729-9efc-4abf-9c25-b6e602e80eba'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:49.140726 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-7ea0d7fa-1b17-4b7d-ae23-a49c93825dca tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=e881470c0cec4e1c8ac25b5e0191ef26&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390837 Feb 28 14:58:49.140887 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38766) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:49.273370 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5b114d-75ff-4982-b96a-ebf041a8d6e3 tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:49.277518 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ec5b114d-75ff-4982-b96a-ebf041a8d6e3 tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1331036 Feb 28 14:58:49.277974 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38770) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:49.289559 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-cd8b59de-6de8-4f89-83b6-2d0c191d5197 None None] Set router f17d5729-9efc-4abf-9c25-b6e602e80eba gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:58:49.318072 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6f8037bd-6629-454c-9a01-0eaec9b4a244 tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=227601ee-f6c9-4fe2-9e97-307a6863d710&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389473 Feb 28 14:58:49.321212 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38774) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:49.326748 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5746b499-f1e6-4dbc-88a1-8b9b94af16d6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1631293989', 'network_id': 'b40b8a01-85e3-443b-aca3-39f09d3ddaa7', 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:58:49.434065 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5746b499-f1e6-4dbc-88a1-8b9b94af16d6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:49.438012 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5746b499-f1e6-4dbc-88a1-8b9b94af16d6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:subnet and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:49.440812 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5746b499-f1e6-4dbc-88a1-8b9b94af16d6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:49.446671 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5746b499-f1e6-4dbc-88a1-8b9b94af16d6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:49.456878 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5746b499-f1e6-4dbc-88a1-8b9b94af16d6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Made reservation on behalf of e881470c0cec4e1c8ac25b5e0191ef26 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:58:49.460512 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5746b499-f1e6-4dbc-88a1-8b9b94af16d6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:49.576142 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-cd8b59de-6de8-4f89-83b6-2d0c191d5197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79428637', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:46Z', 'updated_at': '2022-02-28T14:58:48Z', 'revision_number': 3, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ce:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:47Z', 'updated_at': '2022-02-28T14:58:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:49.580034 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8b59de-6de8-4f89-83b6-2d0c191d5197 None None] Checking router: f17d5729-9efc-4abf-9c25-b6e602e80eba for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:58:49.580375 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8b59de-6de8-4f89-83b6-2d0c191d5197 None None] Updating router f17d5729-9efc-4abf-9c25-b6e602e80eba port ca73f7b9-b7bf-434c-8e8a-052f1b13c857 binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:58:49.631579 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-cd8b59de-6de8-4f89-83b6-2d0c191d5197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:49.679470 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5746b499-f1e6-4dbc-88a1-8b9b94af16d6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:49.764220 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746b499-f1e6-4dbc-88a1-8b9b94af16d6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Subnet': ['ID=9c6f2603-9e4b-4f7e-ace7-bf328745ae01,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:49.775970 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5746b499-f1e6-4dbc-88a1-8b9b94af16d6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Checking segment: {'id': '695263b4-0771-4eb2-884a-c75f6e08b331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b40b8a01-85e3-443b-aca3-39f09d3ddaa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:58:49.776298 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5746b499-f1e6-4dbc-88a1-8b9b94af16d6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network hostable DHCP agents. Network: b40b8a01-85e3-443b-aca3-39f09d3ddaa7, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:58:49.800742 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5746b499-f1e6-4dbc-88a1-8b9b94af16d6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network b40b8a01-85e3-443b-aca3-39f09d3ddaa7 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:58:49.811199 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-5746b499-f1e6-4dbc-88a1-8b9b94af16d6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, b40b8a01-85e3-443b-aca3-39f09d3ddaa7) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:49.815347 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5746b499-f1e6-4dbc-88a1-8b9b94af16d6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:49.815930 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5746b499-f1e6-4dbc-88a1-8b9b94af16d6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:49.822314 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedbb725-3987-414e-96dc-c8faf3f9c112 None None] Network b40b8a01-85e3-443b-aca3-39f09d3ddaa7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:58:49.839609 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5746b499-f1e6-4dbc-88a1-8b9b94af16d6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5170054 Feb 28 14:58:49.842551 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38778) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:49.975940 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-cd8b59de-6de8-4f89-83b6-2d0c191d5197 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:49.988032 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-cd8b59de-6de8-4f89-83b6-2d0c191d5197 None None] Transition to ACTIVE for port object ca73f7b9-b7bf-434c-8e8a-052f1b13c857 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:49.995849 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-cd8b59de-6de8-4f89-83b6-2d0c191d5197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:50.045263 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe024718-87f4-421d-8228-cda696c9a059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-b40b8a01-85e3-443b-aca3-39f09d3ddaa7', 'network_id': 'b40b8a01-85e3-443b-aca3-39f09d3ddaa7', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'fixed_ips': [{'subnet_id': '9c6f2603-9e4b-4f7e-ace7-bf328745ae01'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:58:50.046459 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fe024718-87f4-421d-8228-cda696c9a059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:50.073622 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16475c3f-7144-4865-aceb-36f16d4d2844 None None] Pushing event updated for resources: {'Port': ['ID=ca73f7b9-b7bf-434c-8e8a-052f1b13c857,revision_number=2']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:50.081383 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-cd8b59de-6de8-4f89-83b6-2d0c191d5197 None None] Attempting to bind port ca73f7b9-b7bf-434c-8e8a-052f1b13c857 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:58:50.081975 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-cd8b59de-6de8-4f89-83b6-2d0c191d5197 None None] Attempting to bind port ca73f7b9-b7bf-434c-8e8a-052f1b13c857 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:58:50.082074 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8b59de-6de8-4f89-83b6-2d0c191d5197 None None] Attempting to bind port ca73f7b9-b7bf-434c-8e8a-052f1b13c857 on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:58:50.086183 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16475c3f-7144-4865-aceb-36f16d4d2844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:50.086525 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16475c3f-7144-4865-aceb-36f16d4d2844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:50.086859 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16475c3f-7144-4865-aceb-36f16d4d2844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:50.087402 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16475c3f-7144-4865-aceb-36f16d4d2844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:50.087732 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16475c3f-7144-4865-aceb-36f16d4d2844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:50.088054 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16475c3f-7144-4865-aceb-36f16d4d2844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:50.088374 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16475c3f-7144-4865-aceb-36f16d4d2844 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:50.088695 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16475c3f-7144-4865-aceb-36f16d4d2844 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:50.089014 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16475c3f-7144-4865-aceb-36f16d4d2844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:50.089443 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16475c3f-7144-4865-aceb-36f16d4d2844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:50.089761 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16475c3f-7144-4865-aceb-36f16d4d2844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:50.090075 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16475c3f-7144-4865-aceb-36f16d4d2844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:50.095181 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8b59de-6de8-4f89-83b6-2d0c191d5197 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:58:50.095543 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8b59de-6de8-4f89-83b6-2d0c191d5197 None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:58:50.095935 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-cd8b59de-6de8-4f89-83b6-2d0c191d5197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:50.096310 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8b59de-6de8-4f89-83b6-2d0c191d5197 None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:58:50.096772 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-cd8b59de-6de8-4f89-83b6-2d0c191d5197 None None] Bound port: ca73f7b9-b7bf-434c-8e8a-052f1b13c857, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:58:50.097137 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-cd8b59de-6de8-4f89-83b6-2d0c191d5197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:50.172419 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-cd8b59de-6de8-4f89-83b6-2d0c191d5197 None None] For port ca73f7b9-b7bf-434c-8e8a-052f1b13c857, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:58:50.175542 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-cd8b59de-6de8-4f89-83b6-2d0c191d5197 None None] For port ca73f7b9-b7bf-434c-8e8a-052f1b13c857, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=ca73f7b9-b7bf-434c-8e8a-052f1b13c857,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:58:50.181083 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-cd8b59de-6de8-4f89-83b6-2d0c191d5197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:50.211918 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-fe024718-87f4-421d-8228-cda696c9a059 None None] Allocated IP 172.20.0.2 (b40b8a01-85e3-443b-aca3-39f09d3ddaa7/9c6f2603-9e4b-4f7e-ace7-bf328745ae01/431a60e7-f61b-4b03-8f15-63db44ac3ca1) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:58:50.259810 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16475c3f-7144-4865-aceb-36f16d4d2844 None None] Pushing event updated for resources: {'Port': ['ID=ca73f7b9-b7bf-434c-8e8a-052f1b13c857,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:50.264857 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8b59de-6de8-4f89-83b6-2d0c191d5197 None None] Routers {'f17d5729-9efc-4abf-9c25-b6e602e80eba'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:58:50.265475 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-cd8b59de-6de8-4f89-83b6-2d0c191d5197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:58:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['f17d5729-9efc-4abf-9c25-b6e602e80eba'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:50.439825 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-cd8b59de-6de8-4f89-83b6-2d0c191d5197 None None] Set router f17d5729-9efc-4abf-9c25-b6e602e80eba gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:58:50.488703 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fe024718-87f4-421d-8228-cda696c9a059 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:50.499187 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fe024718-87f4-421d-8228-cda696c9a059 None None] Transition to ACTIVE for port object 431a60e7-f61b-4b03-8f15-63db44ac3ca1 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:50.519756 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fe024718-87f4-421d-8228-cda696c9a059 None None] Transition to ACTIVE for port object 431a60e7-f61b-4b03-8f15-63db44ac3ca1 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:50.527336 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fe024718-87f4-421d-8228-cda696c9a059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:50.587678 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-11f2aaae-b4c8-4f32-9506-e33a9bd51edc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:50.603037 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe024718-87f4-421d-8228-cda696c9a059 None None] Network b40b8a01-85e3-443b-aca3-39f09d3ddaa7 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:58:50.606227 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-fe024718-87f4-421d-8228-cda696c9a059 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:50.608894 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe024718-87f4-421d-8228-cda696c9a059 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:58:50.640813 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe024718-87f4-421d-8228-cda696c9a059 None None] Pushing event updated for resources: {'Port': ['ID=431a60e7-f61b-4b03-8f15-63db44ac3ca1,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:50.706366 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-fe024718-87f4-421d-8228-cda696c9a059 None None] Attempting to bind port 431a60e7-f61b-4b03-8f15-63db44ac3ca1 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:58:50.706665 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-fe024718-87f4-421d-8228-cda696c9a059 None None] Attempting to bind port 431a60e7-f61b-4b03-8f15-63db44ac3ca1 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '695263b4-0771-4eb2-884a-c75f6e08b331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b40b8a01-85e3-443b-aca3-39f09d3ddaa7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:58:50.707023 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe024718-87f4-421d-8228-cda696c9a059 None None] Attempting to bind port 431a60e7-f61b-4b03-8f15-63db44ac3ca1 on network b40b8a01-85e3-443b-aca3-39f09d3ddaa7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:58:50.713134 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe024718-87f4-421d-8228-cda696c9a059 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:58:50.713547 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe024718-87f4-421d-8228-cda696c9a059 None None] Checking segment: {'id': '695263b4-0771-4eb2-884a-c75f6e08b331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b40b8a01-85e3-443b-aca3-39f09d3ddaa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:58:50.713909 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fe024718-87f4-421d-8228-cda696c9a059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:50.714435 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe024718-87f4-421d-8228-cda696c9a059 None None] Bound using segment: {'id': '695263b4-0771-4eb2-884a-c75f6e08b331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b40b8a01-85e3-443b-aca3-39f09d3ddaa7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:58:50.714906 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-fe024718-87f4-421d-8228-cda696c9a059 None None] Bound port: 431a60e7-f61b-4b03-8f15-63db44ac3ca1, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695263b4-0771-4eb2-884a-c75f6e08b331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b40b8a01-85e3-443b-aca3-39f09d3ddaa7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:58:50.715326 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fe024718-87f4-421d-8228-cda696c9a059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:50.761437 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-cd8b59de-6de8-4f89-83b6-2d0c191d5197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79428637', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:46Z', 'updated_at': '2022-02-28T14:58:48Z', 'revision_number': 3, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ce:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:47Z', 'updated_at': '2022-02-28T14:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:50.765489 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8b59de-6de8-4f89-83b6-2d0c191d5197 None None] The sync data for ids ['f17d5729-9efc-4abf-9c25-b6e602e80eba'] in dv-neutron-831192-4-hyperv is: [{'id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79428637', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:46Z', 'updated_at': '2022-02-28T14:58:48Z', 'revision_number': 3, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ce:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:47Z', 'updated_at': '2022-02-28T14:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:58:50.814776 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-fe024718-87f4-421d-8228-cda696c9a059 None None] For port 431a60e7-f61b-4b03-8f15-63db44ac3ca1, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:58:50.818329 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-fe024718-87f4-421d-8228-cda696c9a059 None None] For port 431a60e7-f61b-4b03-8f15-63db44ac3ca1, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=431a60e7-f61b-4b03-8f15-63db44ac3ca1,segment=NetworkSegment(695263b4-0771-4eb2-884a-c75f6e08b331),segment_id=695263b4-0771-4eb2-884a-c75f6e08b331)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:58:50.825016 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fe024718-87f4-421d-8228-cda696c9a059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:50.909608 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe024718-87f4-421d-8228-cda696c9a059 None None] Pushing event updated for resources: {'Port': ['ID=431a60e7-f61b-4b03-8f15-63db44ac3ca1,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:51.191444 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-11f2aaae-b4c8-4f32-9506-e33a9bd51edc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Allocated IP 172.20.0.1 (b40b8a01-85e3-443b-aca3-39f09d3ddaa7/9c6f2603-9e4b-4f7e-ace7-bf328745ae01/dbdea236-da26-4b36-b45b-83ed0a18aa24) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:58:51.360482 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-11f2aaae-b4c8-4f32-9506-e33a9bd51edc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:51.377520 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-11f2aaae-b4c8-4f32-9506-e33a9bd51edc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Transition to ACTIVE for port object dbdea236-da26-4b36-b45b-83ed0a18aa24 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:51.404726 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-11f2aaae-b4c8-4f32-9506-e33a9bd51edc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:51.476673 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f2aaae-b4c8-4f32-9506-e33a9bd51edc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network b40b8a01-85e3-443b-aca3-39f09d3ddaa7 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:58:51.484363 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-11f2aaae-b4c8-4f32-9506-e33a9bd51edc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:51.488842 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f2aaae-b4c8-4f32-9506-e33a9bd51edc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:58:51.519410 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2aaae-b4c8-4f32-9506-e33a9bd51edc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=dbdea236-da26-4b36-b45b-83ed0a18aa24,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:51.551733 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-11f2aaae-b4c8-4f32-9506-e33a9bd51edc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:51.832405 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-11f2aaae-b4c8-4f32-9506-e33a9bd51edc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:51.897045 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efffbe8e-32c8-4b13-a115-f6e321157f51 None None] Network b40b8a01-85e3-443b-aca3-39f09d3ddaa7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:58:52.001458 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-14d11a7d-1fd0-418b-8f18-50fa1bb4f707 None None] Provisioning for port 431a60e7-f61b-4b03-8f15-63db44ac3ca1 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:52.286218 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-11f2aaae-b4c8-4f32-9506-e33a9bd51edc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:52.296663 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-11f2aaae-b4c8-4f32-9506-e33a9bd51edc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:52.310061 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 431a60e7-f61b-4b03-8f15-63db44ac3ca1 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:58:52.400271 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 431a60e7-f61b-4b03-8f15-63db44ac3ca1 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:52.405527 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 431a60e7-f61b-4b03-8f15-63db44ac3ca1 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:52.405893 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:52.409167 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2aaae-b4c8-4f32-9506-e33a9bd51edc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=dbdea236-da26-4b36-b45b-83ed0a18aa24,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:52.435115 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-11f2aaae-b4c8-4f32-9506-e33a9bd51edc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:52.475114 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-17304701-57c8-4a39-8012-a01cb9229036 None None] Provisioning complete for port 431a60e7-f61b-4b03-8f15-63db44ac3ca1 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:52.475822 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-17304701-57c8-4a39-8012-a01cb9229036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:52.627341 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:52.675947 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-17304701-57c8-4a39-8012-a01cb9229036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:52.694623 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 431a60e7-f61b-4b03-8f15-63db44ac3ca1, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=431a60e7-f61b-4b03-8f15-63db44ac3ca1,segment=NetworkSegment(695263b4-0771-4eb2-884a-c75f6e08b331),segment_id=695263b4-0771-4eb2-884a-c75f6e08b331)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:58:52.701262 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:52.701993 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device ca73f7b9-b7bf-434c-8e8a-052f1b13c857 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:58:52.704466 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f2aaae-b4c8-4f32-9506-e33a9bd51edc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network b40b8a01-85e3-443b-aca3-39f09d3ddaa7 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:58:52.705644 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-11f2aaae-b4c8-4f32-9506-e33a9bd51edc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:52.871094 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-17304701-57c8-4a39-8012-a01cb9229036 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:58:52.871466 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-17304701-57c8-4a39-8012-a01cb9229036 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:58:52.878320 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=431a60e7-f61b-4b03-8f15-63db44ac3ca1,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:52.891207 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port ca73f7b9-b7bf-434c-8e8a-052f1b13c857 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:52.896887 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port ca73f7b9-b7bf-434c-8e8a-052f1b13c857 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:52.897367 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:52.919363 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f2aaae-b4c8-4f32-9506-e33a9bd51edc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Router f17d5729-9efc-4abf-9c25-b6e602e80eba has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:58:53.018786 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:53.034866 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port ca73f7b9-b7bf-434c-8e8a-052f1b13c857, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=ca73f7b9-b7bf-434c-8e8a-052f1b13c857,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:58:53.039590 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:53.104084 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=ca73f7b9-b7bf-434c-8e8a-052f1b13c857,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:53.105570 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f2aaae-b4c8-4f32-9506-e33a9bd51edc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:58:53.114702 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3513938d-cd79-4a49-a71a-234abd944cc3 None None] Sync routers for ids ['f17d5729-9efc-4abf-9c25-b6e602e80eba'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:58:53.119526 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-11f2aaae-b4c8-4f32-9506-e33a9bd51edc tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "PUT /v2.0/routers/f17d5729-9efc-4abf-9c25-b6e602e80eba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2756197 Feb 28 14:58:53.124135 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3513938d-cd79-4a49-a71a-234abd944cc3 None None] Routers {'f17d5729-9efc-4abf-9c25-b6e602e80eba'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:58:53.124732 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3513938d-cd79-4a49-a71a-234abd944cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:58:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['f17d5729-9efc-4abf-9c25-b6e602e80eba'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:53.296064 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-058f9eed-d030-4625-9ec8-0f90cf28e0b5 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1231473869&fields=id&tenant_id=e881470c0cec4e1c8ac25b5e0191ef26 HTTP/1.1" status: 200 len: 267 time: 0.0404987 Feb 28 14:58:53.345692 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-3513938d-cd79-4a49-a71a-234abd944cc3 None None] Set router f17d5729-9efc-4abf-9c25-b6e602e80eba gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:58:53.450627 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-074eb17d-a33e-40ea-beca-b41d4c5ac044 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:53.451387 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-074eb17d-a33e-40ea-beca-b41d4c5ac044 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:network {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:53.468170 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-074eb17d-a33e-40ea-beca-b41d4c5ac044 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:network {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:53.469335 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-074eb17d-a33e-40ea-beca-b41d4c5ac044 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/networks?id=b40b8a01-85e3-443b-aca3-39f09d3ddaa7 HTTP/1.1" status: 200 len: 797 time: 0.1663902 Feb 28 14:58:53.485491 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-fbb5c32c-5e5d-4923-8e00-24fed8c9bf61 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/quotas/e881470c0cec4e1c8ac25b5e0191ef26 HTTP/1.1" status: 200 len: 375 time: 0.0096681 Feb 28 14:58:53.574526 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-c1d3f8c5-3e9e-4670-8d8c-30c039cb5272 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:53.590398 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-c1d3f8c5-3e9e-4670-8d8c-30c039cb5272 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:53.591713 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-c1d3f8c5-3e9e-4670-8d8c-30c039cb5272 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011548 Feb 28 14:58:53.597025 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-17304701-57c8-4a39-8012-a01cb9229036 None None] Provisioning for port dbdea236-da26-4b36-b45b-83ed0a18aa24 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:53.612165 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-17304701-57c8-4a39-8012-a01cb9229036 None None] Provisioning complete for port dbdea236-da26-4b36-b45b-83ed0a18aa24 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:53.612530 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-17304701-57c8-4a39-8012-a01cb9229036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:53.684509 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-17304701-57c8-4a39-8012-a01cb9229036 None None] Port dbdea236-da26-4b36-b45b-83ed0a18aa24 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:58:53.758411 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3513938d-cd79-4a49-a71a-234abd944cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79428637', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:46Z', 'updated_at': '2022-02-28T14:58:51Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:47Z', 'updated_at': '2022-02-28T14:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'dbdea236-da26-4b36-b45b-83ed0a18aa24', 'name': '', 'network_id': 'b40b8a01-85e3-443b-aca3-39f09d3ddaa7', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:37:25:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '9c6f2603-9e4b-4f7e-ace7-bf328745ae01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:50Z', 'updated_at': '2022-02-28T14:58:52Z', 'revision_number': 2, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': '9c6f2603-9e4b-4f7e-ace7-bf328745ae01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:53.762455 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3513938d-cd79-4a49-a71a-234abd944cc3 None None] Checking router: f17d5729-9efc-4abf-9c25-b6e602e80eba for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:58:53.762932 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3513938d-cd79-4a49-a71a-234abd944cc3 None None] Updating router f17d5729-9efc-4abf-9c25-b6e602e80eba port dbdea236-da26-4b36-b45b-83ed0a18aa24 binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:58:53.787930 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-6d99d914-8b29-4085-97ef-660a8151ca85 service neutron] 10.222.0.30 "GET /v2.0/networks/b40b8a01-85e3-443b-aca3-39f09d3ddaa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833665 Feb 28 14:58:53.823536 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3513938d-cd79-4a49-a71a-234abd944cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:53.837299 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-0896a484-83ee-4ac0-a2df-6439c095c8c0 None None] Provisioning complete for port dbdea236-da26-4b36-b45b-83ed0a18aa24 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:53.837659 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0896a484-83ee-4ac0-a2df-6439c095c8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:53.924277 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-d68a25a6-d0cb-45a4-8645-23ef65898b3c service neutron] 10.222.0.30 "GET /v2.0/networks/b40b8a01-85e3-443b-aca3-39f09d3ddaa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295972 Feb 28 14:58:53.940134 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-0896a484-83ee-4ac0-a2df-6439c095c8c0 None None] Port dbdea236-da26-4b36-b45b-83ed0a18aa24 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:58:54.106850 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-5c617074-33cb-43df-b833-13beb43ff4d6 req-19ef70d3-da7f-4289-90cc-3637f85c26f5 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:54.118481 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-5c617074-33cb-43df-b833-13beb43ff4d6 req-19ef70d3-da7f-4289-90cc-3637f85c26f5 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:54.119353 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5c617074-33cb-43df-b833-13beb43ff4d6 req-19ef70d3-da7f-4289-90cc-3637f85c26f5 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75cd417f-abe0-4284-a9ad-eb9fa7322fff HTTP/1.1" status: 200 len: 210 time: 0.0545049 Feb 28 14:58:54.232272 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3513938d-cd79-4a49-a71a-234abd944cc3 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:54.244580 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-3513938d-cd79-4a49-a71a-234abd944cc3 None None] Transition to ACTIVE for port object dbdea236-da26-4b36-b45b-83ed0a18aa24 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:54.251462 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3513938d-cd79-4a49-a71a-234abd944cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:54.299068 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 431a60e7-f61b-4b03-8f15-63db44ac3ca1 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:58:54.481649 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81703609-257b-479b-926f-2fa93b499525 None None] Pushing event updated for resources: {'Port': ['ID=dbdea236-da26-4b36-b45b-83ed0a18aa24,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:54.552909 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3513938d-cd79-4a49-a71a-234abd944cc3 None None] Attempting to bind port dbdea236-da26-4b36-b45b-83ed0a18aa24 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:58:54.553168 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3513938d-cd79-4a49-a71a-234abd944cc3 None None] Attempting to bind port dbdea236-da26-4b36-b45b-83ed0a18aa24 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '695263b4-0771-4eb2-884a-c75f6e08b331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b40b8a01-85e3-443b-aca3-39f09d3ddaa7'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:58:54.553524 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3513938d-cd79-4a49-a71a-234abd944cc3 None None] Attempting to bind port dbdea236-da26-4b36-b45b-83ed0a18aa24 on network b40b8a01-85e3-443b-aca3-39f09d3ddaa7 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:58:54.562420 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3513938d-cd79-4a49-a71a-234abd944cc3 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:58:54.562785 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3513938d-cd79-4a49-a71a-234abd944cc3 None None] Checking segment: {'id': '695263b4-0771-4eb2-884a-c75f6e08b331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b40b8a01-85e3-443b-aca3-39f09d3ddaa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:58:54.563186 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3513938d-cd79-4a49-a71a-234abd944cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:54.563742 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3513938d-cd79-4a49-a71a-234abd944cc3 None None] Bound using segment: {'id': '695263b4-0771-4eb2-884a-c75f6e08b331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b40b8a01-85e3-443b-aca3-39f09d3ddaa7'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:58:54.564037 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-3513938d-cd79-4a49-a71a-234abd944cc3 None None] Bound port: dbdea236-da26-4b36-b45b-83ed0a18aa24, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695263b4-0771-4eb2-884a-c75f6e08b331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b40b8a01-85e3-443b-aca3-39f09d3ddaa7'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:58:54.564407 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3513938d-cd79-4a49-a71a-234abd944cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:54.583903 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 431a60e7-f61b-4b03-8f15-63db44ac3ca1 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:54.584265 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:54.773863 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3513938d-cd79-4a49-a71a-234abd944cc3 None None] For port dbdea236-da26-4b36-b45b-83ed0a18aa24, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:58:54.794984 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-3513938d-cd79-4a49-a71a-234abd944cc3 None None] For port dbdea236-da26-4b36-b45b-83ed0a18aa24, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=dbdea236-da26-4b36-b45b-83ed0a18aa24,segment=NetworkSegment(695263b4-0771-4eb2-884a-c75f6e08b331),segment_id=695263b4-0771-4eb2-884a-c75f6e08b331)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:58:54.806593 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3513938d-cd79-4a49-a71a-234abd944cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:54.855948 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device ca73f7b9-b7bf-434c-8e8a-052f1b13c857 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:58:54.946215 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81703609-257b-479b-926f-2fa93b499525 None None] Pushing event updated for resources: {'Port': ['ID=dbdea236-da26-4b36-b45b-83ed0a18aa24,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:54.949811 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3513938d-cd79-4a49-a71a-234abd944cc3 None None] Routers {'f17d5729-9efc-4abf-9c25-b6e602e80eba'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:58:54.950417 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3513938d-cd79-4a49-a71a-234abd944cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:58:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['f17d5729-9efc-4abf-9c25-b6e602e80eba'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:55.043768 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port ca73f7b9-b7bf-434c-8e8a-052f1b13c857 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:55.044135 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:55.202862 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-3513938d-cd79-4a49-a71a-234abd944cc3 None None] Set router f17d5729-9efc-4abf-9c25-b6e602e80eba gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:58:55.267757 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-a7e8ae0b-8a85-49a0-80e8-fe5d06695d67 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:55.269110 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-a7e8ae0b-8a85-49a0-80e8-fe5d06695d67 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:55.295079 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-a7e8ae0b-8a85-49a0-80e8-fe5d06695d67 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:55.297370 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-a7e8ae0b-8a85-49a0-80e8-fe5d06695d67 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.13 "GET /v2.0/networks?id=b40b8a01-85e3-443b-aca3-39f09d3ddaa7 HTTP/1.1" status: 200 len: 797 time: 0.2086499 Feb 28 14:58:55.311747 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6d3b0da8-5f63-46f2-92f1-9b2120ac12ed req-49efbaee-fd25-4717-9004-86b064cec869 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75cd417f-abe0-4284-a9ad-eb9fa7322fff HTTP/1.1" status: 200 len: 210 time: 0.0526772 Feb 28 14:58:55.353374 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-b9aef715-e5ef-464a-8f8a-650f99414e10 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:55.372024 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-b9aef715-e5ef-464a-8f8a-650f99414e10 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:55.373168 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-b9aef715-e5ef-464a-8f8a-650f99414e10 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e881470c0cec4e1c8ac25b5e0191ef26 HTTP/1.1" status: 200 len: 380 time: 0.0669446 Feb 28 14:58:55.382505 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-8be0bbb0-038b-47f6-a706-9d5aa090669b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'port': {'device_id': '75cd417f-abe0-4284-a9ad-eb9fa7322fff', 'network_id': 'b40b8a01-85e3-443b-aca3-39f09d3ddaa7', 'admin_state_up': True, 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'security_groups': ['b95d5ab1-80ba-46b9-86a3-6e45431f6ab4']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:58:55.520754 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-8be0bbb0-038b-47f6-a706-9d5aa090669b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:55.530423 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-8be0bbb0-038b-47f6-a706-9d5aa090669b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:55.542559 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-8be0bbb0-038b-47f6-a706-9d5aa090669b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Made reservation on behalf of e881470c0cec4e1c8ac25b5e0191ef26 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:58:55.546468 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-8be0bbb0-038b-47f6-a706-9d5aa090669b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:55.566361 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3513938d-cd79-4a49-a71a-234abd944cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79428637', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:46Z', 'updated_at': '2022-02-28T14:58:51Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:47Z', 'updated_at': '2022-02-28T14:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'dbdea236-da26-4b36-b45b-83ed0a18aa24', 'name': '', 'network_id': 'b40b8a01-85e3-443b-aca3-39f09d3ddaa7', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:37:25:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '9c6f2603-9e4b-4f7e-ace7-bf328745ae01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:50Z', 'updated_at': '2022-02-28T14:58:54Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': '9c6f2603-9e4b-4f7e-ace7-bf328745ae01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:55.570543 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3513938d-cd79-4a49-a71a-234abd944cc3 None None] The sync data for ids ['f17d5729-9efc-4abf-9c25-b6e602e80eba'] in dv-neutron-831192-4-hyperv is: [{'id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79428637', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:46Z', 'updated_at': '2022-02-28T14:58:51Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:47Z', 'updated_at': '2022-02-28T14:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'dbdea236-da26-4b36-b45b-83ed0a18aa24', 'name': '', 'network_id': 'b40b8a01-85e3-443b-aca3-39f09d3ddaa7', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:37:25:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '9c6f2603-9e4b-4f7e-ace7-bf328745ae01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:50Z', 'updated_at': '2022-02-28T14:58:54Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': '9c6f2603-9e4b-4f7e-ace7-bf328745ae01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:58:55.733359 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-8be0bbb0-038b-47f6-a706-9d5aa090669b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Allocated IP 172.20.0.11 (b40b8a01-85e3-443b-aca3-39f09d3ddaa7/9c6f2603-9e4b-4f7e-ace7-bf328745ae01/49b00099-a63d-417b-baa3-2cd833760a62) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:58:56.031404 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-8be0bbb0-038b-47f6-a706-9d5aa090669b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:56.048265 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-8be0bbb0-038b-47f6-a706-9d5aa090669b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Transition to ACTIVE for port object 49b00099-a63d-417b-baa3-2cd833760a62 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:56.074435 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-8be0bbb0-038b-47f6-a706-9d5aa090669b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:56.139999 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-8be0bbb0-038b-47f6-a706-9d5aa090669b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network b40b8a01-85e3-443b-aca3-39f09d3ddaa7 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:58:56.148233 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-8be0bbb0-038b-47f6-a706-9d5aa090669b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:56.152590 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-8be0bbb0-038b-47f6-a706-9d5aa090669b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:58:56.190876 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0bbb0-038b-47f6-a706-9d5aa090669b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=49b00099-a63d-417b-baa3-2cd833760a62,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:56.235250 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-8be0bbb0-038b-47f6-a706-9d5aa090669b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:56.235903 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-8be0bbb0-038b-47f6-a706-9d5aa090669b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:56.283249 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-8be0bbb0-038b-47f6-a706-9d5aa090669b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9045792 Feb 28 14:58:56.296873 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-b74e4b82-7ba1-46bb-bbfc-36e70a3abdd2 service neutron] Request body: {'port': {'device_id': '75cd417f-abe0-4284-a9ad-eb9fa7322fff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:58:56.313631 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device dbdea236-da26-4b36-b45b-83ed0a18aa24 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:58:56.446431 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port dbdea236-da26-4b36-b45b-83ed0a18aa24 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:56.450121 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b488d86b-d0a7-44e1-a2b1-6266bf151ae7 None None] Provisioning for port 49b00099-a63d-417b-baa3-2cd833760a62 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:56.458119 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-b488d86b-d0a7-44e1-a2b1-6266bf151ae7 None None] Provisioning complete for port 49b00099-a63d-417b-baa3-2cd833760a62 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:56.458798 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b488d86b-d0a7-44e1-a2b1-6266bf151ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:56.486073 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-b74e4b82-7ba1-46bb-bbfc-36e70a3abdd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:56.487727 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port dbdea236-da26-4b36-b45b-83ed0a18aa24 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:56.488098 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:56.563123 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-b488d86b-d0a7-44e1-a2b1-6266bf151ae7 None None] Port 49b00099-a63d-417b-baa3-2cd833760a62 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 14:58:56.641667 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:56.650231 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea333f-f706-4929-8f03-f9b2e5a4a910 req-3098bd6f-1f1b-4162-bc48-12a505a26e5c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:56.650966 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-83ea333f-f706-4929-8f03-f9b2e5a4a910 req-3098bd6f-1f1b-4162-bc48-12a505a26e5c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:56.679188 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port dbdea236-da26-4b36-b45b-83ed0a18aa24, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=dbdea236-da26-4b36-b45b-83ed0a18aa24,segment=NetworkSegment(695263b4-0771-4eb2-884a-c75f6e08b331),segment_id=695263b4-0771-4eb2-884a-c75f6e08b331)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:58:56.683914 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:56.685991 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-83ea333f-f706-4929-8f03-f9b2e5a4a910 req-3098bd6f-1f1b-4162-bc48-12a505a26e5c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:56.686792 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-83ea333f-f706-4929-8f03-f9b2e5a4a910 req-3098bd6f-1f1b-4162-bc48-12a505a26e5c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75cd417f-abe0-4284-a9ad-eb9fa7322fff HTTP/1.1" status: 200 len: 932 time: 0.2338240 Feb 28 14:58:56.754013 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=dbdea236-da26-4b36-b45b-83ed0a18aa24,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:56.819206 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-83ea333f-f706-4929-8f03-f9b2e5a4a910 req-7ee244a5-cb22-4c4a-8024-3ad914b9274f tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95d5ab1-80ba-46b9-86a3-6e45431f6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135569 Feb 28 14:58:56.926124 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-b74e4b82-7ba1-46bb-bbfc-36e70a3abdd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b00099-a63d-417b-baa3-2cd833760a62 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:58:56.934233 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-b74e4b82-7ba1-46bb-bbfc-36e70a3abdd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:56.948860 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-b74e4b82-7ba1-46bb-bbfc-36e70a3abdd2 service neutron] Transition to ACTIVE for port object 49b00099-a63d-417b-baa3-2cd833760a62 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:56.955020 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-b74e4b82-7ba1-46bb-bbfc-36e70a3abdd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:57.107811 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e4b82-7ba1-46bb-bbfc-36e70a3abdd2 service neutron] Pushing event updated for resources: {'Port': ['ID=49b00099-a63d-417b-baa3-2cd833760a62,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:57.189360 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-b74e4b82-7ba1-46bb-bbfc-36e70a3abdd2 service neutron] Attempting to bind port 49b00099-a63d-417b-baa3-2cd833760a62 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:58:57.189688 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-b74e4b82-7ba1-46bb-bbfc-36e70a3abdd2 service neutron] Attempting to bind port 49b00099-a63d-417b-baa3-2cd833760a62 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '695263b4-0771-4eb2-884a-c75f6e08b331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b40b8a01-85e3-443b-aca3-39f09d3ddaa7'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:58:57.190001 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-b74e4b82-7ba1-46bb-bbfc-36e70a3abdd2 service neutron] Attempting to bind port 49b00099-a63d-417b-baa3-2cd833760a62 on network b40b8a01-85e3-443b-aca3-39f09d3ddaa7 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:58:57.194674 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-b74e4b82-7ba1-46bb-bbfc-36e70a3abdd2 service neutron] Port 49b00099-a63d-417b-baa3-2cd833760a62 on network b40b8a01-85e3-443b-aca3-39f09d3ddaa7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 14:58:57.195035 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-b74e4b82-7ba1-46bb-bbfc-36e70a3abdd2 service neutron] Attempting to bind port 49b00099-a63d-417b-baa3-2cd833760a62 on network b40b8a01-85e3-443b-aca3-39f09d3ddaa7 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:58:57.199993 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-b74e4b82-7ba1-46bb-bbfc-36e70a3abdd2 service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:58:57.200322 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-b74e4b82-7ba1-46bb-bbfc-36e70a3abdd2 service neutron] Checking segment: {'id': '695263b4-0771-4eb2-884a-c75f6e08b331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b40b8a01-85e3-443b-aca3-39f09d3ddaa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:58:57.200685 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-b74e4b82-7ba1-46bb-bbfc-36e70a3abdd2 service neutron] Bound using segment: {'id': '695263b4-0771-4eb2-884a-c75f6e08b331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b40b8a01-85e3-443b-aca3-39f09d3ddaa7'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:58:57.201087 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-b74e4b82-7ba1-46bb-bbfc-36e70a3abdd2 service neutron] Bound port: 49b00099-a63d-417b-baa3-2cd833760a62, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '695263b4-0771-4eb2-884a-c75f6e08b331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b40b8a01-85e3-443b-aca3-39f09d3ddaa7'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:58:57.201417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-b74e4b82-7ba1-46bb-bbfc-36e70a3abdd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:57.289377 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-b74e4b82-7ba1-46bb-bbfc-36e70a3abdd2 service neutron] For port 49b00099-a63d-417b-baa3-2cd833760a62, host hv-neutron-8311, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:58:57.292675 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-b74e4b82-7ba1-46bb-bbfc-36e70a3abdd2 service neutron] For port 49b00099-a63d-417b-baa3-2cd833760a62, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=49b00099-a63d-417b-baa3-2cd833760a62,segment=NetworkSegment(695263b4-0771-4eb2-884a-c75f6e08b331),segment_id=695263b4-0771-4eb2-884a-c75f6e08b331)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:58:57.300451 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-b74e4b82-7ba1-46bb-bbfc-36e70a3abdd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:57.358942 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-b74e4b82-7ba1-46bb-bbfc-36e70a3abdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:57.359573 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-b74e4b82-7ba1-46bb-bbfc-36e70a3abdd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:57.360999 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-b74e4b82-7ba1-46bb-bbfc-36e70a3abdd2 service neutron] 10.222.0.13 "PUT /v2.0/ports/49b00099-a63d-417b-baa3-2cd833760a62 HTTP/1.1" status: 200 len: 1094 time: 1.0687666 Feb 28 14:58:57.361408 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cd417f-abe0-4284-a9ad-eb9fa7322fff', 'tag': '49b00099-a63d-417b-baa3-2cd833760a62'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:58:57.402799 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e4b82-7ba1-46bb-bbfc-36e70a3abdd2 service neutron] Pushing event updated for resources: {'Port': ['ID=49b00099-a63d-417b-baa3-2cd833760a62,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:57.417936 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75cd417f-abe0-4284-a9ad-eb9fa7322fff', 'tag': '49b00099-a63d-417b-baa3-2cd833760a62', 'status': 'completed', 'code': 200} Feb 28 14:58:57.490544 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-5dba0396-437c-411b-a2e8-a5bdaab359f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:57.492265 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-5dba0396-437c-411b-a2e8-a5bdaab359f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=75cd417f-abe0-4284-a9ad-eb9fa7322fff HTTP/1.1" status: 200 len: 1097 time: 0.0735495 Feb 28 14:58:57.564173 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-6c3ecf9a-8dd2-4ba4-a305-218cb0beb436 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49b00099-a63d-417b-baa3-2cd833760a62 HTTP/1.1" status: 200 len: 217 time: 0.0654681 Feb 28 14:58:57.625409 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-e54e5bd7-a2b3-4179-8cc2-208888abbafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:57.626798 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-e54e5bd7-a2b3-4179-8cc2-208888abbafb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6f2603-9e4b-4f7e-ace7-bf328745ae01 HTTP/1.1" status: 200 len: 835 time: 0.0572524 Feb 28 14:58:57.709926 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-5fadaad1-389d-487d-b314-4890a1071523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:57.711355 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-5fadaad1-389d-487d-b314-4890a1071523 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b40b8a01-85e3-443b-aca3-39f09d3ddaa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787544 Feb 28 14:58:57.990985 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-406adff8-fabe-4269-8015-5ce91b66b5f7 service neutron] 10.222.0.13 "GET /v2.0/networks/b40b8a01-85e3-443b-aca3-39f09d3ddaa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728150 Feb 28 14:58:58.140782 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-10b044e1-c67d-43c7-98f5-7a284a66cce7 req-8cb1bfe8-1be5-4aba-986c-1b494e525074 service neutron] 10.222.0.13 "GET /v2.0/networks/b40b8a01-85e3-443b-aca3-39f09d3ddaa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436946 Feb 28 14:58:58.148352 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c45a8-ed43-4045-aac6-1734f84ae007 req-4c0cccc3-ff05-44e4-b948-83c6be5fc5d7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:58.149665 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-098c45a8-ed43-4045-aac6-1734f84ae007 req-4c0cccc3-ff05-44e4-b948-83c6be5fc5d7 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75cd417f-abe0-4284-a9ad-eb9fa7322fff HTTP/1.1" status: 200 len: 944 time: 0.1906841 Feb 28 14:58:58.239426 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-098c45a8-ed43-4045-aac6-1734f84ae007 req-9cd3678e-a291-477e-a768-e043ad497398 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95d5ab1-80ba-46b9-86a3-6e45431f6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817873 Feb 28 14:58:58.253182 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device dbdea236-da26-4b36-b45b-83ed0a18aa24 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:58:58.272758 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6d5f9-4f6e-4248-ae29-e69c044f1ddc req-25737b5b-8317-4117-bac0-619e322a80ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:58.274225 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24a6d5f9-4f6e-4248-ae29-e69c044f1ddc req-25737b5b-8317-4117-bac0-619e322a80ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=75cd417f-abe0-4284-a9ad-eb9fa7322fff HTTP/1.1" status: 200 len: 1097 time: 0.0845211 Feb 28 14:58:58.326184 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port dbdea236-da26-4b36-b45b-83ed0a18aa24 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:58.326550 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:58.409366 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6d5f9-4f6e-4248-ae29-e69c044f1ddc req-dbebbff4-8bd4-4681-b0d5-d8098c3abc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:58.410801 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24a6d5f9-4f6e-4248-ae29-e69c044f1ddc req-dbebbff4-8bd4-4681-b0d5-d8098c3abc53 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b40b8a01-85e3-443b-aca3-39f09d3ddaa7 HTTP/1.1" status: 200 len: 898 time: 0.1302967 Feb 28 14:58:58.482955 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24a6d5f9-4f6e-4248-ae29-e69c044f1ddc req-59323342-c6a7-4936-aece-af41245fa88d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49b00099-a63d-417b-baa3-2cd833760a62 HTTP/1.1" status: 200 len: 217 time: 0.0642412 Feb 28 14:58:58.547932 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6d5f9-4f6e-4248-ae29-e69c044f1ddc req-f73066cf-cf56-4672-8141-5361a34b2b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:58.549200 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24a6d5f9-4f6e-4248-ae29-e69c044f1ddc req-f73066cf-cf56-4672-8141-5361a34b2b35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6f2603-9e4b-4f7e-ace7-bf328745ae01 HTTP/1.1" status: 200 len: 835 time: 0.0593529 Feb 28 14:58:58.640424 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6d5f9-4f6e-4248-ae29-e69c044f1ddc req-3bcebafd-3603-4f62-991d-67d6e25d5466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:58.642647 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24a6d5f9-4f6e-4248-ae29-e69c044f1ddc req-3bcebafd-3603-4f62-991d-67d6e25d5466 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b40b8a01-85e3-443b-aca3-39f09d3ddaa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868199 Feb 28 14:58:58.788318 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24a6d5f9-4f6e-4248-ae29-e69c044f1ddc req-d607c1ab-6a8f-4a6d-965c-7f5dde043854 service neutron] 10.222.0.13 "GET /v2.0/networks/b40b8a01-85e3-443b-aca3-39f09d3ddaa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379147 Feb 28 14:58:58.926892 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-24a6d5f9-4f6e-4248-ae29-e69c044f1ddc req-81a9e013-4f2f-465d-b804-6c11873586c9 service neutron] 10.222.0.13 "GET /v2.0/networks/b40b8a01-85e3-443b-aca3-39f09d3ddaa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314385 Feb 28 14:58:59.000873 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:58:59.436306 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f120176-0166-46d5-a24d-33511ea97427 req-76e0af86-b59b-4047-8507-b888b65e01ee tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:59.437757 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8f120176-0166-46d5-a24d-33511ea97427 req-76e0af86-b59b-4047-8507-b888b65e01ee tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75cd417f-abe0-4284-a9ad-eb9fa7322fff HTTP/1.1" status: 200 len: 944 time: 0.0876102 Feb 28 14:58:59.485659 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8f120176-0166-46d5-a24d-33511ea97427 req-d3fd6061-9211-4103-b17d-00f47dce8838 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95d5ab1-80ba-46b9-86a3-6e45431f6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422237 Feb 28 14:58:59.961453 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 49b00099-a63d-417b-baa3-2cd833760a62 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:59:00.134728 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 49b00099-a63d-417b-baa3-2cd833760a62, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=49b00099-a63d-417b-baa3-2cd833760a62,segment=NetworkSegment(695263b4-0771-4eb2-884a-c75f6e08b331),segment_id=695263b4-0771-4eb2-884a-c75f6e08b331)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:59:00.150768 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '49b00099-a63d-417b-baa3-2cd833760a62', 'network_id': 'b40b8a01-85e3-443b-aca3-39f09d3ddaa7', 'port_id': '49b00099-a63d-417b-baa3-2cd833760a62', 'mac_address': 'fa:16:3e:ae:be:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c6f2603-9e4b-4f7e-ace7-bf328745ae01', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:59:00.206254 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:00.223801 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b00099-a63d-417b-baa3-2cd833760a62 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 14:59:00.239313 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 49b00099-a63d-417b-baa3-2cd833760a62, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=49b00099-a63d-417b-baa3-2cd833760a62,segment=NetworkSegment(695263b4-0771-4eb2-884a-c75f6e08b331),segment_id=695263b4-0771-4eb2-884a-c75f6e08b331)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:59:00.245036 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:00.313055 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=49b00099-a63d-417b-baa3-2cd833760a62,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:00.452722 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['49b00099-a63d-417b-baa3-2cd833760a62'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 14:59:00.686869 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9534f-f692-4998-95f4-cef5899db4cd req-1f360668-8635-46c6-90b6-3396f2801c9d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:00.688352 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7eb9534f-f692-4998-95f4-cef5899db4cd req-1f360668-8635-46c6-90b6-3396f2801c9d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75cd417f-abe0-4284-a9ad-eb9fa7322fff HTTP/1.1" status: 200 len: 945 time: 0.0884593 Feb 28 14:59:00.732069 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7eb9534f-f692-4998-95f4-cef5899db4cd req-89218c01-e70f-4a66-aae4-c231a1064c1a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95d5ab1-80ba-46b9-86a3-6e45431f6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379069 Feb 28 14:59:01.933604 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a6ff3-a5b9-4d41-9739-c988d735502d req-93ae1414-d976-41bc-8632-02329697e37e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:01.935040 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-459a6ff3-a5b9-4d41-9739-c988d735502d req-93ae1414-d976-41bc-8632-02329697e37e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75cd417f-abe0-4284-a9ad-eb9fa7322fff HTTP/1.1" status: 200 len: 945 time: 0.0920649 Feb 28 14:59:01.959590 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 49b00099-a63d-417b-baa3-2cd833760a62 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:59:01.983494 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-459a6ff3-a5b9-4d41-9739-c988d735502d req-2f6420a7-e87a-4653-85db-7367ce65441e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95d5ab1-80ba-46b9-86a3-6e45431f6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403662 Feb 28 14:59:02.031619 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port 49b00099-a63d-417b-baa3-2cd833760a62 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:02.036424 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 49b00099-a63d-417b-baa3-2cd833760a62 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:02.036815 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:02.156919 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:02.183309 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cd417f-abe0-4284-a9ad-eb9fa7322fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b00099-a63d-417b-baa3-2cd833760a62'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:59:02.192772 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 49b00099-a63d-417b-baa3-2cd833760a62, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=49b00099-a63d-417b-baa3-2cd833760a62,segment=NetworkSegment(695263b4-0771-4eb2-884a-c75f6e08b331),segment_id=695263b4-0771-4eb2-884a-c75f6e08b331)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:59:02.197923 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:02.270229 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=49b00099-a63d-417b-baa3-2cd833760a62,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:02.278671 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cd417f-abe0-4284-a9ad-eb9fa7322fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b00099-a63d-417b-baa3-2cd833760a62', 'code': 200} Feb 28 14:59:02.528707 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d8cae-4aaa-4a38-a1e4-20334c918c22 req-9fff67f7-4f5f-4e91-8171-61a3e0fc4e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:02.530169 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5a8d8cae-4aaa-4a38-a1e4-20334c918c22 req-9fff67f7-4f5f-4e91-8171-61a3e0fc4e2c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75cd417f-abe0-4284-a9ad-eb9fa7322fff HTTP/1.1" status: 200 len: 1099 time: 0.0769813 Feb 28 14:59:02.574379 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5a8d8cae-4aaa-4a38-a1e4-20334c918c22 req-15e5ef99-1588-4739-b174-86243e4c3264 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b95d5ab1-80ba-46b9-86a3-6e45431f6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383887 Feb 28 14:59:03.182858 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094958f0-b67c-4906-9507-701606681627 req-4f6a6173-bec3-4e68-8e20-11c9281a7a6a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:03.184357 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-094958f0-b67c-4906-9507-701606681627 req-4f6a6173-bec3-4e68-8e20-11c9281a7a6a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75cd417f-abe0-4284-a9ad-eb9fa7322fff HTTP/1.1" status: 200 len: 946 time: 0.0878761 Feb 28 14:59:03.228717 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-094958f0-b67c-4906-9507-701606681627 req-2963751f-19cf-41ee-ad2d-7460610d722c tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95d5ab1-80ba-46b9-86a3-6e45431f6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384650 Feb 28 14:59:04.424045 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec15f8-8f16-4afa-be3b-f18a6674a1ee req-187c02df-ac48-4c81-8794-5424fc309cc6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:04.425519 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-02ec15f8-8f16-4afa-be3b-f18a6674a1ee req-187c02df-ac48-4c81-8794-5424fc309cc6 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75cd417f-abe0-4284-a9ad-eb9fa7322fff HTTP/1.1" status: 200 len: 946 time: 0.0896902 Feb 28 14:59:04.469911 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-02ec15f8-8f16-4afa-be3b-f18a6674a1ee req-cfbcd84f-575b-4ed1-8e1f-0256e9619508 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95d5ab1-80ba-46b9-86a3-6e45431f6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384800 Feb 28 14:59:04.672600 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cf307-3544-429a-8c6a-b20977d9cce0 req-c393813a-2ba0-4c3c-9fc3-f3eb8e9d4f6b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:04.674094 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-168cf307-3544-429a-8c6a-b20977d9cce0 req-c393813a-2ba0-4c3c-9fc3-f3eb8e9d4f6b tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75cd417f-abe0-4284-a9ad-eb9fa7322fff HTTP/1.1" status: 200 len: 946 time: 0.0923359 Feb 28 14:59:04.720727 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-168cf307-3544-429a-8c6a-b20977d9cce0 req-69f4dc55-c00d-4c21-8a36-493273a9bf26 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95d5ab1-80ba-46b9-86a3-6e45431f6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407269 Feb 28 14:59:04.743833 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38834) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:04.922123 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d63d36-eca5-4eae-9cd3-c2b83e6a793a tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:04.923699 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-54d63d36-eca5-4eae-9cd3-c2b83e6a793a tempest-TestNetworkAdvancedServerOps-75996629 tempest-TestNetworkAdvancedServerOps-75996629-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=75cd417f-abe0-4284-a9ad-eb9fa7322fff HTTP/1.1" status: 200 len: 1094 time: 0.1788888 Feb 28 14:59:04.926946 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38838) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:04.932607 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fda58e84-515f-40d4-a7dd-1fa9b5d4b713 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'port_id': '49b00099-a63d-417b-baa3-2cd833760a62', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:59:04.939106 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fda58e84-515f-40d4-a7dd-1fa9b5d4b713 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:04.943295 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fda58e84-515f-40d4-a7dd-1fa9b5d4b713 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Usage tracker for resource:floatingip and tenant:e881470c0cec4e1c8ac25b5e0191ef26 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:04.946304 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fda58e84-515f-40d4-a7dd-1fa9b5d4b713 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:04.953474 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fda58e84-515f-40d4-a7dd-1fa9b5d4b713 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:04.968778 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fda58e84-515f-40d4-a7dd-1fa9b5d4b713 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:05.110223 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fda58e84-515f-40d4-a7dd-1fa9b5d4b713 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:05.248192 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-fda58e84-515f-40d4-a7dd-1fa9b5d4b713 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Allocated IP 172.26.5.31 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/0da50549-924f-42c5-bc4a-7bfce402c10f) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:59:05.366488 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:05.514315 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fda58e84-515f-40d4-a7dd-1fa9b5d4b713 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:05.554055 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fda58e84-515f-40d4-a7dd-1fa9b5d4b713 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:05.616166 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda58e84-515f-40d4-a7dd-1fa9b5d4b713 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:05.623096 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-fda58e84-515f-40d4-a7dd-1fa9b5d4b713 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:05.627583 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda58e84-515f-40d4-a7dd-1fa9b5d4b713 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:59:05.658278 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda58e84-515f-40d4-a7dd-1fa9b5d4b713 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=0da50549-924f-42c5-bc4a-7bfce402c10f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:06.065177 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fda58e84-515f-40d4-a7dd-1fa9b5d4b713 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:06.143792 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fda58e84-515f-40d4-a7dd-1fa9b5d4b713 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:06.364488 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fda58e84-515f-40d4-a7dd-1fa9b5d4b713 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:06.375204 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fda58e84-515f-40d4-a7dd-1fa9b5d4b713 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:06.484040 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda58e84-515f-40d4-a7dd-1fa9b5d4b713 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event updated for resources: {'Port': ['ID=0da50549-924f-42c5-bc4a-7bfce402c10f,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:06.493961 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fda58e84-515f-40d4-a7dd-1fa9b5d4b713 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:06.664267 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-fda58e84-515f-40d4-a7dd-1fa9b5d4b713 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Floating IP 778dcfc1-205f-41e9-98e3-0d531f60f03a associated. External IP: 172.26.5.31, port: 49b00099-a63d-417b-baa3-2cd833760a62. Feb 28 14:59:07.133043 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda58e84-515f-40d4-a7dd-1fa9b5d4b713 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Router f17d5729-9efc-4abf-9c25-b6e602e80eba has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:59:07.323681 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda58e84-515f-40d4-a7dd-1fa9b5d4b713 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:59:07.333787 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa9ecd3-56a0-4f38-bc37-58b1f07abeff None None] Sync routers for ids ['f17d5729-9efc-4abf-9c25-b6e602e80eba'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:59:07.343849 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa9ecd3-56a0-4f38-bc37-58b1f07abeff None None] Routers {'f17d5729-9efc-4abf-9c25-b6e602e80eba'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:59:07.344473 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6aa9ecd3-56a0-4f38-bc37-58b1f07abeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:58:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['f17d5729-9efc-4abf-9c25-b6e602e80eba'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:07.349923 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fda58e84-515f-40d4-a7dd-1fa9b5d4b713 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:07.410336 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fda58e84-515f-40d4-a7dd-1fa9b5d4b713 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4820397 Feb 28 14:59:07.410793 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cd417f-abe0-4284-a9ad-eb9fa7322fff', 'tag': '49b00099-a63d-417b-baa3-2cd833760a62'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:59:07.462862 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75cd417f-abe0-4284-a9ad-eb9fa7322fff', 'tag': '49b00099-a63d-417b-baa3-2cd833760a62', 'status': 'completed', 'code': 200} Feb 28 14:59:07.532541 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-6aa9ecd3-56a0-4f38-bc37-58b1f07abeff None None] Set router f17d5729-9efc-4abf-9c25-b6e602e80eba gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:59:07.623957 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a142b-1a28-4a0d-a802-d02e9aa292f8 req-a731040e-0628-4eaf-85d4-922587cf9b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:07.625858 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3b1a142b-1a28-4a0d-a802-d02e9aa292f8 req-a731040e-0628-4eaf-85d4-922587cf9b3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=75cd417f-abe0-4284-a9ad-eb9fa7322fff HTTP/1.1" status: 200 len: 1099 time: 0.1366591 Feb 28 14:59:07.638313 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f2b18-e3c3-4e9e-8a95-5f81837373a3 req-b9562bd1-b362-4483-914c-5ec3f4b9f1ab tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:07.639687 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a6f2b18-e3c3-4e9e-8a95-5f81837373a3 req-b9562bd1-b362-4483-914c-5ec3f4b9f1ab tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75cd417f-abe0-4284-a9ad-eb9fa7322fff HTTP/1.1" status: 200 len: 946 time: 0.1147223 Feb 28 14:59:07.756479 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-621c9b06-f798-451f-8c31-624c471d3574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:07.793375 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9a6f2b18-e3c3-4e9e-8a95-5f81837373a3 req-ab17d3f4-1767-4481-a403-06cb618befdd tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95d5ab1-80ba-46b9-86a3-6e45431f6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296206 Feb 28 14:59:07.817743 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38846) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:07.821516 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a142b-1a28-4a0d-a802-d02e9aa292f8 req-0a546a1f-be2a-4444-be8d-b4fe9f254886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:07.823629 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3b1a142b-1a28-4a0d-a802-d02e9aa292f8 req-0a546a1f-be2a-4444-be8d-b4fe9f254886 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b40b8a01-85e3-443b-aca3-39f09d3ddaa7 HTTP/1.1" status: 200 len: 898 time: 0.1831234 Feb 28 14:59:07.880223 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6aa9ecd3-56a0-4f38-bc37-58b1f07abeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79428637', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:46Z', 'updated_at': '2022-02-28T14:58:51Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:47Z', 'updated_at': '2022-02-28T14:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '778dcfc1-205f-41e9-98e3-0d531f60f03a', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'floating_ip_address': '172.26.5.31', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'port_id': '49b00099-a63d-417b-baa3-2cd833760a62', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40b8a01-85e3-443b-aca3-39f09d3ddaa7', 'mac_address': 'fa:16:3e:ae:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cd417f-abe0-4284-a9ad-eb9fa7322fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:59:06Z', 'updated_at': '2022-02-28T14:59:06Z', 'revision_number': 0, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbdea236-da26-4b36-b45b-83ed0a18aa24', 'name': '', 'network_id': 'b40b8a01-85e3-443b-aca3-39f09d3ddaa7', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:37:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '9c6f2603-9e4b-4f7e-ace7-bf328745ae01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:50Z', 'updated_at': '2022-02-28T14:58:56Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': '9c6f2603-9e4b-4f7e-ace7-bf328745ae01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:07.884123 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa9ecd3-56a0-4f38-bc37-58b1f07abeff None None] Checking router: f17d5729-9efc-4abf-9c25-b6e602e80eba for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:59:07.893382 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa9ecd3-56a0-4f38-bc37-58b1f07abeff None None] Routers {'f17d5729-9efc-4abf-9c25-b6e602e80eba'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:59:07.893984 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6aa9ecd3-56a0-4f38-bc37-58b1f07abeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:58:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['f17d5729-9efc-4abf-9c25-b6e602e80eba'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:07.924429 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-aa096d73-f6fc-4db8-838b-caccf22d1c4a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/floatingips/778dcfc1-205f-41e9-98e3-0d531f60f03a HTTP/1.1" status: 200 len: 991 time: 0.1055622 Feb 28 14:59:07.933660 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3b1a142b-1a28-4a0d-a802-d02e9aa292f8 req-1552ec8f-d84b-4ab6-a961-cff312c8792f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49b00099-a63d-417b-baa3-2cd833760a62 HTTP/1.1" status: 200 len: 999 time: 0.1028135 Feb 28 14:59:08.001783 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a142b-1a28-4a0d-a802-d02e9aa292f8 req-9606a6d7-bf43-4b9f-8b78-3b3e07c4731e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:08.003211 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3b1a142b-1a28-4a0d-a802-d02e9aa292f8 req-9606a6d7-bf43-4b9f-8b78-3b3e07c4731e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6f2603-9e4b-4f7e-ace7-bf328745ae01 HTTP/1.1" status: 200 len: 835 time: 0.0643206 Feb 28 14:59:08.072639 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-6aa9ecd3-56a0-4f38-bc37-58b1f07abeff None None] Set router f17d5729-9efc-4abf-9c25-b6e602e80eba gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:59:08.079568 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a142b-1a28-4a0d-a802-d02e9aa292f8 req-f8ed6a9e-7efd-472f-a20e-a39ccb4924ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:08.081037 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3b1a142b-1a28-4a0d-a802-d02e9aa292f8 req-f8ed6a9e-7efd-472f-a20e-a39ccb4924ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b40b8a01-85e3-443b-aca3-39f09d3ddaa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714796 Feb 28 14:59:08.215197 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3b1a142b-1a28-4a0d-a802-d02e9aa292f8 req-98fae74a-adf7-4a65-aab2-13cb7adcebba service neutron] 10.222.0.13 "GET /v2.0/networks/b40b8a01-85e3-443b-aca3-39f09d3ddaa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277285 Feb 28 14:59:08.347736 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3b1a142b-1a28-4a0d-a802-d02e9aa292f8 req-610a9aa0-517f-40a4-83e6-c8cff16ac780 service neutron] 10.222.0.13 "GET /v2.0/networks/b40b8a01-85e3-443b-aca3-39f09d3ddaa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263397 Feb 28 14:59:08.422322 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-6aa9ecd3-56a0-4f38-bc37-58b1f07abeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79428637', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:46Z', 'updated_at': '2022-02-28T14:58:51Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:47Z', 'updated_at': '2022-02-28T14:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '778dcfc1-205f-41e9-98e3-0d531f60f03a', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'floating_ip_address': '172.26.5.31', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'port_id': '49b00099-a63d-417b-baa3-2cd833760a62', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40b8a01-85e3-443b-aca3-39f09d3ddaa7', 'mac_address': 'fa:16:3e:ae:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cd417f-abe0-4284-a9ad-eb9fa7322fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:59:06Z', 'updated_at': '2022-02-28T14:59:06Z', 'revision_number': 0, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbdea236-da26-4b36-b45b-83ed0a18aa24', 'name': '', 'network_id': 'b40b8a01-85e3-443b-aca3-39f09d3ddaa7', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:37:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '9c6f2603-9e4b-4f7e-ace7-bf328745ae01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:50Z', 'updated_at': '2022-02-28T14:58:56Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': '9c6f2603-9e4b-4f7e-ace7-bf328745ae01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:08.426318 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa9ecd3-56a0-4f38-bc37-58b1f07abeff None None] The sync data for ids ['f17d5729-9efc-4abf-9c25-b6e602e80eba'] in dv-neutron-831192-4-hyperv is: [{'id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79428637', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:46Z', 'updated_at': '2022-02-28T14:58:51Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:47Z', 'updated_at': '2022-02-28T14:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '778dcfc1-205f-41e9-98e3-0d531f60f03a', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'floating_ip_address': '172.26.5.31', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'port_id': '49b00099-a63d-417b-baa3-2cd833760a62', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40b8a01-85e3-443b-aca3-39f09d3ddaa7', 'mac_address': 'fa:16:3e:ae:be:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cd417f-abe0-4284-a9ad-eb9fa7322fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:59:06Z', 'updated_at': '2022-02-28T14:59:06Z', 'revision_number': 0, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbdea236-da26-4b36-b45b-83ed0a18aa24', 'name': '', 'network_id': 'b40b8a01-85e3-443b-aca3-39f09d3ddaa7', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:37:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '9c6f2603-9e4b-4f7e-ace7-bf328745ae01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:50Z', 'updated_at': '2022-02-28T14:58:56Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': '9c6f2603-9e4b-4f7e-ace7-bf328745ae01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:59:08.621050 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78826034-c2d0-4362-ad77-99841d729fa1 None None] New status for floating IP 778dcfc1-205f-41e9-98e3-0d531f60f03a: ACTIVE {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:59:08.928722 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38850) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:09.037358 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-236b5d93-d6d0-48b0-a53a-2ec8c1ad0c66 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/floatingips/778dcfc1-205f-41e9-98e3-0d531f60f03a HTTP/1.1" status: 200 len: 993 time: 0.1073837 Feb 28 14:59:09.909265 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2b3133c3-7e77-4b06-807f-1d4afbc1dea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:10.999785 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:11.281282 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:12.619352 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:35.376816 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:36.001578 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:59:36.153793 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeea8d9-5462-483d-9a3d-5ae961317275 req-6033ccc2-65bd-45f2-a8b3-31e45c84692e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:36.155265 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bdeea8d9-5462-483d-9a3d-5ae961317275 req-6033ccc2-65bd-45f2-a8b3-31e45c84692e tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75cd417f-abe0-4284-a9ad-eb9fa7322fff HTTP/1.1" status: 200 len: 946 time: 0.0940156 Feb 28 14:59:36.199382 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-bdeea8d9-5462-483d-9a3d-5ae961317275 req-1bbd16c9-2a79-45fa-9e51-0981c319b123 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95d5ab1-80ba-46b9-86a3-6e45431f6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383747 Feb 28 14:59:37.416167 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5723e8-c3c2-4c80-acc6-23425897b9ae req-e91c3206-148f-4648-98a5-1dd5e4349e77 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:37.417765 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6f5723e8-c3c2-4c80-acc6-23425897b9ae req-e91c3206-148f-4648-98a5-1dd5e4349e77 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75cd417f-abe0-4284-a9ad-eb9fa7322fff HTTP/1.1" status: 200 len: 946 time: 0.0958230 Feb 28 14:59:37.463867 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6f5723e8-c3c2-4c80-acc6-23425897b9ae req-4d32c7ce-4c96-4f16-a2fd-4f06b260bcd9 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95d5ab1-80ba-46b9-86a3-6e45431f6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401764 Feb 28 14:59:37.490791 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38868) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:37.601640 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ebcf98f7-bcff-4fde-ac0f-c2cd2d465aae tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/floatingips/778dcfc1-205f-41e9-98e3-0d531f60f03a HTTP/1.1" status: 200 len: 993 time: 0.1095681 Feb 28 14:59:37.753613 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-eb433d5e-8c7e-4a43-8cff-aad8e7a8c170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:39.084885 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e239e-c7f2-4a69-8349-59c38fbf3b78 req-5bf19143-305a-4023-a048-defb1de79b4d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:39.086687 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e2a19-bffb-4112-8f40-00c9934bea86 req-531b6cf9-a323-4f78-9477-86aee34256b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:39.087176 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-477e239e-c7f2-4a69-8349-59c38fbf3b78 req-5bf19143-305a-4023-a048-defb1de79b4d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75cd417f-abe0-4284-a9ad-eb9fa7322fff HTTP/1.1" status: 200 len: 946 time: 0.0890586 Feb 28 14:59:39.088149 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-361e2a19-bffb-4112-8f40-00c9934bea86 req-531b6cf9-a323-4f78-9477-86aee34256b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=75cd417f-abe0-4284-a9ad-eb9fa7322fff HTTP/1.1" status: 200 len: 1099 time: 0.0706100 Feb 28 14:59:39.130887 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-477e239e-c7f2-4a69-8349-59c38fbf3b78 req-04c68b97-ea01-4d5f-ae60-813427dd1f37 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95d5ab1-80ba-46b9-86a3-6e45431f6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381780 Feb 28 14:59:39.219318 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e2a19-bffb-4112-8f40-00c9934bea86 req-a6377127-240c-4fd3-abe9-4a9c95129dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:39.220678 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-361e2a19-bffb-4112-8f40-00c9934bea86 req-a6377127-240c-4fd3-abe9-4a9c95129dc3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b40b8a01-85e3-443b-aca3-39f09d3ddaa7 HTTP/1.1" status: 200 len: 898 time: 0.1263041 Feb 28 14:59:39.446166 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-361e2a19-bffb-4112-8f40-00c9934bea86 req-8af07175-8001-442f-8182-0f5abfa29fcb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49b00099-a63d-417b-baa3-2cd833760a62 HTTP/1.1" status: 200 len: 1001 time: 0.2178802 Feb 28 14:59:39.509937 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e2a19-bffb-4112-8f40-00c9934bea86 req-82eafdc4-909d-457b-bf95-6c573c71c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:39.511233 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-361e2a19-bffb-4112-8f40-00c9934bea86 req-82eafdc4-909d-457b-bf95-6c573c71c055 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6f2603-9e4b-4f7e-ace7-bf328745ae01 HTTP/1.1" status: 200 len: 835 time: 0.0592611 Feb 28 14:59:39.588549 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e2a19-bffb-4112-8f40-00c9934bea86 req-f72858db-0efb-4381-97e1-31cee1c0feef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:39.590034 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-361e2a19-bffb-4112-8f40-00c9934bea86 req-f72858db-0efb-4381-97e1-31cee1c0feef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b40b8a01-85e3-443b-aca3-39f09d3ddaa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722163 Feb 28 14:59:39.739119 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-361e2a19-bffb-4112-8f40-00c9934bea86 req-a3a8f8f2-aabe-496e-91fd-0e5f6318f989 service neutron] 10.222.0.13 "GET /v2.0/networks/b40b8a01-85e3-443b-aca3-39f09d3ddaa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417134 Feb 28 14:59:39.879344 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-361e2a19-bffb-4112-8f40-00c9934bea86 req-2ac7b81c-9627-4913-873e-e3fd5d422f43 service neutron] 10.222.0.13 "GET /v2.0/networks/b40b8a01-85e3-443b-aca3-39f09d3ddaa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344161 Feb 28 14:59:39.911254 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-443775a9-b02c-4db9-9295-26f1d6e2a1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:40.353155 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a9a4b-1a98-41a6-97d0-f4a220f34789 req-37344e5d-8165-464c-95fd-a416deff3101 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:40.354635 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-754a9a4b-1a98-41a6-97d0-f4a220f34789 req-37344e5d-8165-464c-95fd-a416deff3101 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75cd417f-abe0-4284-a9ad-eb9fa7322fff HTTP/1.1" status: 200 len: 946 time: 0.1063254 Feb 28 14:59:40.402458 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-754a9a4b-1a98-41a6-97d0-f4a220f34789 req-6c4776b8-e96b-4916-962a-f6d2893ebeaa tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95d5ab1-80ba-46b9-86a3-6e45431f6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418913 Feb 28 14:59:41.002075 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:41.289923 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:41.597292 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978acee0-1265-4972-acd0-6bf24eca05da req-5d90c723-ea76-4913-b21b-a173f1c34851 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:41.598718 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-978acee0-1265-4972-acd0-6bf24eca05da req-5d90c723-ea76-4913-b21b-a173f1c34851 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75cd417f-abe0-4284-a9ad-eb9fa7322fff HTTP/1.1" status: 200 len: 946 time: 0.0833478 Feb 28 14:59:41.642350 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-978acee0-1265-4972-acd0-6bf24eca05da req-1bc09202-5d99-4c47-a0bf-ac0e2611ae20 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95d5ab1-80ba-46b9-86a3-6e45431f6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377519 Feb 28 14:59:41.675868 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38882) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:41.799218 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-92b1700a-43d2-4c11-91d1-647492c64c7a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/floatingips/778dcfc1-205f-41e9-98e3-0d531f60f03a HTTP/1.1" status: 200 len: 993 time: 0.1221683 Feb 28 14:59:42.190980 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38890) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:42.399274 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-1b81b9c0-6c6f-4c82-ab31-e31453915972 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Deleting port 0da50549-924f-42c5-bc4a-7bfce402c10f {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:59:42.399629 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b81b9c0-6c6f-4c82-ab31-e31453915972 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:42.582244 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b81b9c0-6c6f-4c82-ab31-e31453915972 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:42.582638 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b81b9c0-6c6f-4c82-ab31-e31453915972 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:42.620854 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:42.713621 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-1b81b9c0-6c6f-4c82-ab31-e31453915972 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Calling delete_port for 0da50549-924f-42c5-bc4a-7bfce402c10f owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:59:42.868221 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b81b9c0-6c6f-4c82-ab31-e31453915972 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:42.912685 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81b9c0-6c6f-4c82-ab31-e31453915972 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Port': ['ID=0da50549-924f-42c5-bc4a-7bfce402c10f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:42.948511 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b81b9c0-6c6f-4c82-ab31-e31453915972 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:42.948871 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b81b9c0-6c6f-4c82-ab31-e31453915972 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:42.949196 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b81b9c0-6c6f-4c82-ab31-e31453915972 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:42.949523 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b81b9c0-6c6f-4c82-ab31-e31453915972 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:42.949853 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b81b9c0-6c6f-4c82-ab31-e31453915972 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:42.950175 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b81b9c0-6c6f-4c82-ab31-e31453915972 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:42.950493 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b81b9c0-6c6f-4c82-ab31-e31453915972 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:42.950812 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b81b9c0-6c6f-4c82-ab31-e31453915972 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:42.951123 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b81b9c0-6c6f-4c82-ab31-e31453915972 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:42.951466 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b81b9c0-6c6f-4c82-ab31-e31453915972 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:42.951782 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b81b9c0-6c6f-4c82-ab31-e31453915972 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:42.952093 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b81b9c0-6c6f-4c82-ab31-e31453915972 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:43.115315 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b81b9c0-6c6f-4c82-ab31-e31453915972 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:43.115609 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-1b81b9c0-6c6f-4c82-ab31-e31453915972 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Floating IP 778dcfc1-205f-41e9-98e3-0d531f60f03a disassociated (deleted). External IP: 172.26.5.31, port: 49b00099-a63d-417b-baa3-2cd833760a62. Feb 28 14:59:43.473348 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b81b9c0-6c6f-4c82-ab31-e31453915972 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Router f17d5729-9efc-4abf-9c25-b6e602e80eba has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:59:43.664061 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b81b9c0-6c6f-4c82-ab31-e31453915972 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:59:43.674215 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c956c5-5f49-4c52-a55e-d670c58aad39 None None] Sync routers for ids ['f17d5729-9efc-4abf-9c25-b6e602e80eba'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:59:43.684929 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c956c5-5f49-4c52-a55e-d670c58aad39 None None] Routers {'f17d5729-9efc-4abf-9c25-b6e602e80eba'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:59:43.685512 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e6c956c5-5f49-4c52-a55e-d670c58aad39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:59:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['f17d5729-9efc-4abf-9c25-b6e602e80eba'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:43.685651 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1b81b9c0-6c6f-4c82-ab31-e31453915972 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:43.742310 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1b81b9c0-6c6f-4c82-ab31-e31453915972 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "DELETE /v2.0/floatingips/778dcfc1-205f-41e9-98e3-0d531f60f03a HTTP/1.1" status: 204 len: 168 time: 1.5497622 Feb 28 14:59:43.743021 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cd417f-abe0-4284-a9ad-eb9fa7322fff', 'tag': '49b00099-a63d-417b-baa3-2cd833760a62'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:59:43.789053 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75cd417f-abe0-4284-a9ad-eb9fa7322fff', 'tag': '49b00099-a63d-417b-baa3-2cd833760a62', 'status': 'completed', 'code': 200} Feb 28 14:59:43.886860 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89d992-aa16-47cd-890a-396efe41550d req-da17617c-3fae-4506-9d28-7ffa3f1e33db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:43.888434 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ed89d992-aa16-47cd-890a-396efe41550d req-da17617c-3fae-4506-9d28-7ffa3f1e33db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&device_id=75cd417f-abe0-4284-a9ad-eb9fa7322fff HTTP/1.1" status: 200 len: 1099 time: 0.0761597 Feb 28 14:59:43.895344 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-e6c956c5-5f49-4c52-a55e-d670c58aad39 None None] Set router f17d5729-9efc-4abf-9c25-b6e602e80eba gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:59:44.028729 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89d992-aa16-47cd-890a-396efe41550d req-20b903bc-da49-4bf5-8cde-5329de70ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:44.030088 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ed89d992-aa16-47cd-890a-396efe41550d req-20b903bc-da49-4bf5-8cde-5329de70ac73 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b40b8a01-85e3-443b-aca3-39f09d3ddaa7 HTTP/1.1" status: 200 len: 898 time: 0.1356695 Feb 28 14:59:44.136915 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ed89d992-aa16-47cd-890a-396efe41550d req-29d519ec-b068-453c-8216-1eabe5785534 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49b00099-a63d-417b-baa3-2cd833760a62 HTTP/1.1" status: 200 len: 217 time: 0.0985324 Feb 28 14:59:44.208613 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89d992-aa16-47cd-890a-396efe41550d req-39645173-90bc-4448-b9d8-3ab07d8e5cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:44.210011 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ed89d992-aa16-47cd-890a-396efe41550d req-39645173-90bc-4448-b9d8-3ab07d8e5cc1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9c6f2603-9e4b-4f7e-ace7-bf328745ae01 HTTP/1.1" status: 200 len: 835 time: 0.0654206 Feb 28 14:59:44.210554 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e6c956c5-5f49-4c52-a55e-d670c58aad39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79428637', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:46Z', 'updated_at': '2022-02-28T14:58:51Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:47Z', 'updated_at': '2022-02-28T14:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'dbdea236-da26-4b36-b45b-83ed0a18aa24', 'name': '', 'network_id': 'b40b8a01-85e3-443b-aca3-39f09d3ddaa7', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:37:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '9c6f2603-9e4b-4f7e-ace7-bf328745ae01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:50Z', 'updated_at': '2022-02-28T14:58:56Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': '9c6f2603-9e4b-4f7e-ace7-bf328745ae01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:44.214294 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c956c5-5f49-4c52-a55e-d670c58aad39 None None] Checking router: f17d5729-9efc-4abf-9c25-b6e602e80eba for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:59:44.222774 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c956c5-5f49-4c52-a55e-d670c58aad39 None None] Routers {'f17d5729-9efc-4abf-9c25-b6e602e80eba'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:59:44.223390 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e6c956c5-5f49-4c52-a55e-d670c58aad39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:59:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['f17d5729-9efc-4abf-9c25-b6e602e80eba'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:44.275702 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984a4cd-a707-4702-8426-33b8e67f1977 req-9fc52b96-c65f-46f4-a225-8d4533932044 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:44.276381 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-8984a4cd-a707-4702-8426-33b8e67f1977 req-9fc52b96-c65f-46f4-a225-8d4533932044 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Synchronizing usage tracker for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:59:44.297725 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-8984a4cd-a707-4702-8426-33b8e67f1977 req-9fc52b96-c65f-46f4-a225-8d4533932044 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Unset dirty status for tenant:e881470c0cec4e1c8ac25b5e0191ef26 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:59:44.298802 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8984a4cd-a707-4702-8426-33b8e67f1977 req-9fc52b96-c65f-46f4-a225-8d4533932044 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75cd417f-abe0-4284-a9ad-eb9fa7322fff HTTP/1.1" status: 200 len: 946 time: 0.2118006 Feb 28 14:59:44.334657 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89d992-aa16-47cd-890a-396efe41550d req-3a0e6689-52dc-4050-8e0e-a7ae26dd94d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:44.336769 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ed89d992-aa16-47cd-890a-396efe41550d req-3a0e6689-52dc-4050-8e0e-a7ae26dd94d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b40b8a01-85e3-443b-aca3-39f09d3ddaa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1177037 Feb 28 14:59:44.388777 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8984a4cd-a707-4702-8426-33b8e67f1977 req-7e3ba037-4f9c-42be-bf53-43f7f69ec5e4 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95d5ab1-80ba-46b9-86a3-6e45431f6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779064 Feb 28 14:59:44.397481 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-e6c956c5-5f49-4c52-a55e-d670c58aad39 None None] Set router f17d5729-9efc-4abf-9c25-b6e602e80eba gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:59:44.482226 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ed89d992-aa16-47cd-890a-396efe41550d req-61c0a5a1-c287-426e-aec8-d3bf17f264ca service neutron] 10.222.0.13 "GET /v2.0/networks/b40b8a01-85e3-443b-aca3-39f09d3ddaa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372783 Feb 28 14:59:44.715487 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-e6c956c5-5f49-4c52-a55e-d670c58aad39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79428637', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:46Z', 'updated_at': '2022-02-28T14:58:51Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:47Z', 'updated_at': '2022-02-28T14:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'dbdea236-da26-4b36-b45b-83ed0a18aa24', 'name': '', 'network_id': 'b40b8a01-85e3-443b-aca3-39f09d3ddaa7', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:37:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '9c6f2603-9e4b-4f7e-ace7-bf328745ae01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:50Z', 'updated_at': '2022-02-28T14:58:56Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': '9c6f2603-9e4b-4f7e-ace7-bf328745ae01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:44.719380 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c956c5-5f49-4c52-a55e-d670c58aad39 None None] The sync data for ids ['f17d5729-9efc-4abf-9c25-b6e602e80eba'] in dv-neutron-831192-4-hyperv is: [{'id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79428637', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:46Z', 'updated_at': '2022-02-28T14:58:51Z', 'revision_number': 4, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:47Z', 'updated_at': '2022-02-28T14:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'dbdea236-da26-4b36-b45b-83ed0a18aa24', 'name': '', 'network_id': 'b40b8a01-85e3-443b-aca3-39f09d3ddaa7', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'mac_address': 'fa:16:3e:37:25:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '9c6f2603-9e4b-4f7e-ace7-bf328745ae01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:50Z', 'updated_at': '2022-02-28T14:58:56Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'subnets': [{'id': '9c6f2603-9e4b-4f7e-ace7-bf328745ae01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:59:44.729964 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ed89d992-aa16-47cd-890a-396efe41550d req-5f36d17b-42e9-4d33-9e49-18d194cca903 service neutron] 10.222.0.13 "GET /v2.0/networks/b40b8a01-85e3-443b-aca3-39f09d3ddaa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404931 Feb 28 14:59:44.949516 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c916f0de-7212-48f0-aa60-e87d4ef015e5 None None] New status for floating IP 778dcfc1-205f-41e9-98e3-0d531f60f03a: DOWN {{(pid=87774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 14:59:45.584173 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a63a0c-98bc-41ff-89a9-1a46f963176e req-785e06f5-6548-4026-be2f-8829bad31b54 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:45.585656 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-56a63a0c-98bc-41ff-89a9-1a46f963176e req-785e06f5-6548-4026-be2f-8829bad31b54 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75cd417f-abe0-4284-a9ad-eb9fa7322fff HTTP/1.1" status: 200 len: 946 time: 0.0871947 Feb 28 14:59:45.632484 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-56a63a0c-98bc-41ff-89a9-1a46f963176e req-c20635b9-74c2-4c02-a79b-3671f6bbffeb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/security-groups?id=b95d5ab1-80ba-46b9-86a3-6e45431f6ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406337 Feb 28 14:59:45.642952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d59e39-a320-4ea1-9e49-fa58ca21447d req-c58299e5-2c8d-4d93-9b33-f3c764aa617a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:45.644427 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-33d59e39-a320-4ea1-9e49-fa58ca21447d req-c58299e5-2c8d-4d93-9b33-f3c764aa617a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.13 "GET /v2.0/ports?device_id=75cd417f-abe0-4284-a9ad-eb9fa7322fff HTTP/1.1" status: 200 len: 946 time: 0.0814717 Feb 28 14:59:45.717415 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-33d59e39-a320-4ea1-9e49-fa58ca21447d req-ccd5b373-c3fa-4133-babf-22c1e731762d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Deleting port 49b00099-a63d-417b-baa3-2cd833760a62 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:59:45.717634 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-33d59e39-a320-4ea1-9e49-fa58ca21447d req-ccd5b373-c3fa-4133-babf-22c1e731762d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:45.972221 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-33d59e39-a320-4ea1-9e49-fa58ca21447d req-ccd5b373-c3fa-4133-babf-22c1e731762d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] For port 49b00099-a63d-417b-baa3-2cd833760a62, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=49b00099-a63d-417b-baa3-2cd833760a62,segment=NetworkSegment(695263b4-0771-4eb2-884a-c75f6e08b331),segment_id=695263b4-0771-4eb2-884a-c75f6e08b331)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:59:45.972489 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-33d59e39-a320-4ea1-9e49-fa58ca21447d req-ccd5b373-c3fa-4133-babf-22c1e731762d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:46.093403 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-33d59e39-a320-4ea1-9e49-fa58ca21447d req-ccd5b373-c3fa-4133-babf-22c1e731762d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Calling delete_port for 49b00099-a63d-417b-baa3-2cd833760a62 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:59:46.248741 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-33d59e39-a320-4ea1-9e49-fa58ca21447d req-ccd5b373-c3fa-4133-babf-22c1e731762d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:46.298364 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5b373-c3fa-4133-babf-22c1e731762d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Port': ['ID=49b00099-a63d-417b-baa3-2cd833760a62,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:46.372887 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d59e39-a320-4ea1-9e49-fa58ca21447d req-ccd5b373-c3fa-4133-babf-22c1e731762d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] No DVR routers for this DVR port 49b00099-a63d-417b-baa3-2cd833760a62 on host hv-neutron-8311 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:59:46.375448 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-33d59e39-a320-4ea1-9e49-fa58ca21447d req-ccd5b373-c3fa-4133-babf-22c1e731762d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:46.377862 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cd417f-abe0-4284-a9ad-eb9fa7322fff', 'name': 'network-vif-deleted', 'tag': '49b00099-a63d-417b-baa3-2cd833760a62'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 14:59:46.395913 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-33d59e39-a320-4ea1-9e49-fa58ca21447d req-ccd5b373-c3fa-4133-babf-22c1e731762d tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.13 "DELETE /v2.0/ports/49b00099-a63d-417b-baa3-2cd833760a62 HTTP/1.1" status: 204 len: 173 time: 0.7458324 Feb 28 14:59:46.430382 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cd417f-abe0-4284-a9ad-eb9fa7322fff', 'name': 'network-vif-deleted', 'tag': '49b00099-a63d-417b-baa3-2cd833760a62', 'status': 'completed', 'code': 200} Feb 28 14:59:46.805488 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-407a3dc8-ad1c-40d9-9771-b5cc00f6206b req-bf9fcb4e-d718-4b70-9676-d4fa66971424 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "GET /v2.0/ports?device_id=75cd417f-abe0-4284-a9ad-eb9fa7322fff HTTP/1.1" status: 200 len: 210 time: 0.0463653 Feb 28 14:59:47.915130 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38908) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:48.115746 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 49b00099-a63d-417b-baa3-2cd833760a62 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:59:48.149603 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: 49b00099-a63d-417b-baa3-2cd833760a62 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:59:48.149943 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 49b00099-a63d-417b-baa3-2cd833760a62 not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:59:48.483381 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5cc26bce-7291-4a2e-8278-3bd7a4c9a5cb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:48.962558 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5cc26bce-7291-4a2e-8278-3bd7a4c9a5cb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Deleting port dbdea236-da26-4b36-b45b-83ed0a18aa24 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:59:48.963316 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5cc26bce-7291-4a2e-8278-3bd7a4c9a5cb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:49.155945 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-5cc26bce-7291-4a2e-8278-3bd7a4c9a5cb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] For port dbdea236-da26-4b36-b45b-83ed0a18aa24, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=dbdea236-da26-4b36-b45b-83ed0a18aa24,segment=NetworkSegment(695263b4-0771-4eb2-884a-c75f6e08b331),segment_id=695263b4-0771-4eb2-884a-c75f6e08b331)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:59:49.156296 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5cc26bce-7291-4a2e-8278-3bd7a4c9a5cb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:49.279789 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-5cc26bce-7291-4a2e-8278-3bd7a4c9a5cb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Calling delete_port for dbdea236-da26-4b36-b45b-83ed0a18aa24 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:59:49.476074 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5cc26bce-7291-4a2e-8278-3bd7a4c9a5cb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:49.524345 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc26bce-7291-4a2e-8278-3bd7a4c9a5cb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Port': ['ID=dbdea236-da26-4b36-b45b-83ed0a18aa24,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:49.805076 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5cc26bce-7291-4a2e-8278-3bd7a4c9a5cb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:50.279107 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc26bce-7291-4a2e-8278-3bd7a4c9a5cb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Router f17d5729-9efc-4abf-9c25-b6e602e80eba has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 14:59:50.458367 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc26bce-7291-4a2e-8278-3bd7a4c9a5cb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:59:50.468411 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f10674-205d-4fd2-9442-dda576b96909 None None] Sync routers for ids ['f17d5729-9efc-4abf-9c25-b6e602e80eba'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:59:50.470715 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5cc26bce-7291-4a2e-8278-3bd7a4c9a5cb tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "PUT /v2.0/routers/f17d5729-9efc-4abf-9c25-b6e602e80eba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5544522 Feb 28 14:59:50.473440 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38912) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:50.478136 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f10674-205d-4fd2-9442-dda576b96909 None None] Routers {'f17d5729-9efc-4abf-9c25-b6e602e80eba'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:59:50.478675 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-91f10674-205d-4fd2-9442-dda576b96909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:59:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['f17d5729-9efc-4abf-9c25-b6e602e80eba'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:50.536674 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ede94fe-2c4b-4182-840d-471892e2d6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Deleting subnet 9c6f2603-9e4b-4f7e-ace7-bf328745ae01 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 14:59:50.540170 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0ede94fe-2c4b-4182-840d-471892e2d6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:50.595870 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0ede94fe-2c4b-4182-840d-471892e2d6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:50.652364 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-91f10674-205d-4fd2-9442-dda576b96909 None None] Set router f17d5729-9efc-4abf-9c25-b6e602e80eba gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:59:50.676259 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0ede94fe-2c4b-4182-840d-471892e2d6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:50.757112 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0ede94fe-2c4b-4182-840d-471892e2d6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:50.795976 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede94fe-2c4b-4182-840d-471892e2d6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Subnet': ['ID=9c6f2603-9e4b-4f7e-ace7-bf328745ae01,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:50.803259 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0ede94fe-2c4b-4182-840d-471892e2d6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:50.808978 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33747a20-f27f-45d5-8f64-fc3e0acb15a3 None None] Network b40b8a01-85e3-443b-aca3-39f09d3ddaa7 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:59:50.810772 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0ede94fe-2c4b-4182-840d-471892e2d6f2 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "DELETE /v2.0/subnets/9c6f2603-9e4b-4f7e-ace7-bf328745ae01 HTTP/1.1" status: 204 len: 168 time: 0.3362370 Feb 28 14:59:50.813269 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38916) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:50.973259 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-91f10674-205d-4fd2-9442-dda576b96909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79428637', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:46Z', 'updated_at': '2022-02-28T14:59:49Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:47Z', 'updated_at': '2022-02-28T14:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:50.977167 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f10674-205d-4fd2-9442-dda576b96909 None None] Checking router: f17d5729-9efc-4abf-9c25-b6e602e80eba for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:59:50.987094 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f10674-205d-4fd2-9442-dda576b96909 None None] Routers {'f17d5729-9efc-4abf-9c25-b6e602e80eba'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:59:50.987747 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-91f10674-205d-4fd2-9442-dda576b96909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:59:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['f17d5729-9efc-4abf-9c25-b6e602e80eba'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:50.993652 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-daf474ac-42f8-4701-9d47-ab9b90983c20 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:51.109235 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801d4525-8522-4bec-9b4f-39ddeecb3251 None None] DHCP port deletion for b40b8a01-85e3-443b-aca3-39f09d3ddaa7 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 14:59:51.113511 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-801d4525-8522-4bec-9b4f-39ddeecb3251 None None] Deleting port 431a60e7-f61b-4b03-8f15-63db44ac3ca1 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:59:51.113888 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-801d4525-8522-4bec-9b4f-39ddeecb3251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:51.169527 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-91f10674-205d-4fd2-9442-dda576b96909 None None] Set router f17d5729-9efc-4abf-9c25-b6e602e80eba gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:59:51.185952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-daf474ac-42f8-4701-9d47-ab9b90983c20 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:51.196486 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-daf474ac-42f8-4701-9d47-ab9b90983c20 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Deleting port ca73f7b9-b7bf-434c-8e8a-052f1b13c857 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 14:59:51.196933 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-daf474ac-42f8-4701-9d47-ab9b90983c20 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:51.312118 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-801d4525-8522-4bec-9b4f-39ddeecb3251 None None] For port 431a60e7-f61b-4b03-8f15-63db44ac3ca1, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=431a60e7-f61b-4b03-8f15-63db44ac3ca1,segment=NetworkSegment(695263b4-0771-4eb2-884a-c75f6e08b331),segment_id=695263b4-0771-4eb2-884a-c75f6e08b331)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:59:51.312481 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-801d4525-8522-4bec-9b4f-39ddeecb3251 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:51.376056 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-daf474ac-42f8-4701-9d47-ab9b90983c20 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] For port ca73f7b9-b7bf-434c-8e8a-052f1b13c857, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=ca73f7b9-b7bf-434c-8e8a-052f1b13c857,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:59:51.376718 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-daf474ac-42f8-4701-9d47-ab9b90983c20 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:51.436812 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-801d4525-8522-4bec-9b4f-39ddeecb3251 None None] Calling delete_port for 431a60e7-f61b-4b03-8f15-63db44ac3ca1 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:59:51.463246 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-91f10674-205d-4fd2-9442-dda576b96909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79428637', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:46Z', 'updated_at': '2022-02-28T14:59:49Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:47Z', 'updated_at': '2022-02-28T14:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:51.468339 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f10674-205d-4fd2-9442-dda576b96909 None None] The sync data for ids ['f17d5729-9efc-4abf-9c25-b6e602e80eba'] in dv-neutron-831192-4-hyperv is: [{'id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-79428637', 'tenant_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183'}], 'enable_snat': True}, 'gw_port_id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:46Z', 'updated_at': '2022-02-28T14:59:49Z', 'revision_number': 5, 'project_id': 'e881470c0cec4e1c8ac25b5e0191ef26', 'gw_port': {'id': 'ca73f7b9-b7bf-434c-8e8a-052f1b13c857', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d5729-9efc-4abf-9c25-b6e602e80eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:47Z', 'updated_at': '2022-02-28T14:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 14:59:51.514656 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-801d4525-8522-4bec-9b4f-39ddeecb3251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153'] for port, after_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:51.562912 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d4525-8522-4bec-9b4f-39ddeecb3251 None None] Pushing event deleted for resources: {'Port': ['ID=431a60e7-f61b-4b03-8f15-63db44ac3ca1,revision_number=None']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:51.568717 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801d4525-8522-4bec-9b4f-39ddeecb3251 None None] No DVR routers for this DVR port 431a60e7-f61b-4b03-8f15-63db44ac3ca1 on host dv-neutron-831192-4-hyperv {{(pid=87774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:59:51.577429 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d4525-8522-4bec-9b4f-39ddeecb3251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:51.577812 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d4525-8522-4bec-9b4f-39ddeecb3251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:51.578101 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d4525-8522-4bec-9b4f-39ddeecb3251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:51.578431 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d4525-8522-4bec-9b4f-39ddeecb3251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:51.578756 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d4525-8522-4bec-9b4f-39ddeecb3251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:51.579089 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d4525-8522-4bec-9b4f-39ddeecb3251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:51.579432 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d4525-8522-4bec-9b4f-39ddeecb3251 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:51.579784 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d4525-8522-4bec-9b4f-39ddeecb3251 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:51.580069 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d4525-8522-4bec-9b4f-39ddeecb3251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:51.580420 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d4525-8522-4bec-9b4f-39ddeecb3251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:51.580711 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d4525-8522-4bec-9b4f-39ddeecb3251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:51.581014 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801d4525-8522-4bec-9b4f-39ddeecb3251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:51.618012 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-daf474ac-42f8-4701-9d47-ab9b90983c20 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Calling delete_port for ca73f7b9-b7bf-434c-8e8a-052f1b13c857 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 14:59:51.808022 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-daf474ac-42f8-4701-9d47-ab9b90983c20 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:51.882942 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf474ac-42f8-4701-9d47-ab9b90983c20 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Port': ['ID=ca73f7b9-b7bf-434c-8e8a-052f1b13c857,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:51.956230 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-daf474ac-42f8-4701-9d47-ab9b90983c20 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.151764 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-daf474ac-42f8-4701-9d47-ab9b90983c20 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.154024 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-daf474ac-42f8-4701-9d47-ab9b90983c20 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.183600 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-daf474ac-42f8-4701-9d47-ab9b90983c20 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.184137 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf474ac-42f8-4701-9d47-ab9b90983c20 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Fanout notify agent at l3_agent the message router_deleted on router f17d5729-9efc-4abf-9c25-b6e602e80eba {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 14:59:52.199683 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-daf474ac-42f8-4701-9d47-ab9b90983c20 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.200786 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-daf474ac-42f8-4701-9d47-ab9b90983c20 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "DELETE /v2.0/routers/f17d5729-9efc-4abf-9c25-b6e602e80eba HTTP/1.1" status: 204 len: 168 time: 1.3866053 Feb 28 14:59:52.205737 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38920) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:52.328991 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2003514b-1eae-4f43-ba0b-4d15adce279a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.457009 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2003514b-1eae-4f43-ba0b-4d15adce279a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.480780 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-2003514b-1eae-4f43-ba0b-4d15adce279a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40b8a01-85e3-443b-aca3-39f09d3ddaa7']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:52.492010 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-2003514b-1eae-4f43-ba0b-4d15adce279a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '695263b4-0771-4eb2-884a-c75f6e08b331') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:52.492322 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-2003514b-1eae-4f43-ba0b-4d15adce279a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '695263b4-0771-4eb2-884a-c75f6e08b331') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:52.503305 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2003514b-1eae-4f43-ba0b-4d15adce279a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.520537 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2003514b-1eae-4f43-ba0b-4d15adce279a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.527024 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2003514b-1eae-4f43-ba0b-4d15adce279a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 14:59:52.527420 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2003514b-1eae-4f43-ba0b-4d15adce279a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:59:52.541509 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:59:52.643200 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2003514b-1eae-4f43-ba0b-4d15adce279a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.657259 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 431a60e7-f61b-4b03-8f15-63db44ac3ca1 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:59:52.664310 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2003514b-1eae-4f43-ba0b-4d15adce279a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.676070 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003514b-1eae-4f43-ba0b-4d15adce279a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'Network': ['ID=b40b8a01-85e3-443b-aca3-39f09d3ddaa7,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:52.686571 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2003514b-1eae-4f43-ba0b-4d15adce279a tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "DELETE /v2.0/networks/b40b8a01-85e3-443b-aca3-39f09d3ddaa7 HTTP/1.1" status: 204 len: 168 time: 0.4796460 Feb 28 14:59:52.689665 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38924) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:52.705094 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 431a60e7-f61b-4b03-8f15-63db44ac3ca1 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:59:52.705418 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 431a60e7-f61b-4b03-8f15-63db44ac3ca1 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:59:52.705836 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device dbdea236-da26-4b36-b45b-83ed0a18aa24 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:59:52.740632 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: dbdea236-da26-4b36-b45b-83ed0a18aa24 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:59:52.740978 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device dbdea236-da26-4b36-b45b-83ed0a18aa24 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:59:52.764236 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f96fc0be-26a4-4abd-8e65-59a3a5a1d236 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.794640 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f96fc0be-26a4-4abd-8e65-59a3a5a1d236 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.867904 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f96fc0be-26a4-4abd-8e65-59a3a5a1d236 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.886505 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96fc0be-26a4-4abd-8e65-59a3a5a1d236 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95d5ab1-80ba-46b9-86a3-6e45431f6ab4,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:52.896037 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96fc0be-26a4-4abd-8e65-59a3a5a1d236 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:52.896397 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96fc0be-26a4-4abd-8e65-59a3a5a1d236 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:52.896741 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96fc0be-26a4-4abd-8e65-59a3a5a1d236 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:52.897079 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96fc0be-26a4-4abd-8e65-59a3a5a1d236 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:52.897417 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96fc0be-26a4-4abd-8e65-59a3a5a1d236 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:52.897747 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96fc0be-26a4-4abd-8e65-59a3a5a1d236 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:52.898071 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96fc0be-26a4-4abd-8e65-59a3a5a1d236 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:52.898396 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96fc0be-26a4-4abd-8e65-59a3a5a1d236 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:52.898756 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96fc0be-26a4-4abd-8e65-59a3a5a1d236 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:52.899079 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96fc0be-26a4-4abd-8e65-59a3a5a1d236 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:52.899424 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96fc0be-26a4-4abd-8e65-59a3a5a1d236 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:52.899741 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96fc0be-26a4-4abd-8e65-59a3a5a1d236 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:52.909058 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f96fc0be-26a4-4abd-8e65-59a3a5a1d236 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.910212 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f96fc0be-26a4-4abd-8e65-59a3a5a1d236 tempest-TestNetworkAdvancedServerOps-2143715822 tempest-TestNetworkAdvancedServerOps-2143715822-project] 10.222.0.30 "DELETE /v2.0/security-groups/b95d5ab1-80ba-46b9-86a3-6e45431f6ab4 HTTP/1.1" status: 204 len: 168 time: 0.2187188 Feb 28 14:59:53.300627 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38934) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:53.452274 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a16e57bb-6353-44ce-8461-ec12956544ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e881470c0cec4e1c8ac25b5e0191ef26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1505020 Feb 28 14:59:53.455934 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38940) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:53.518245 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-48ea42a7-ad71-4401-9c77-7bed1d7be648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:53.544102 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-48ea42a7-ad71-4401-9c77-7bed1d7be648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:53.602160 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-48ea42a7-ad71-4401-9c77-7bed1d7be648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:53.618583 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea42a7-ad71-4401-9c77-7bed1d7be648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8951a054-f9fe-43ab-834e-d0b6f0daaf24,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:53.625213 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-48ea42a7-ad71-4401-9c77-7bed1d7be648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:53.626372 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-48ea42a7-ad71-4401-9c77-7bed1d7be648 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8951a054-f9fe-43ab-834e-d0b6f0daaf24 HTTP/1.1" status: 204 len: 168 time: 0.1695306 Feb 28 14:59:53.933864 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38948) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:53.958602 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d06e17d-ec9a-4498-9478-e4bc9921d2a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:53.973509 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8d06e17d-ec9a-4498-9478-e4bc9921d2a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:53.977772 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8d06e17d-ec9a-4498-9478-e4bc9921d2a1 admin admin] Usage tracker for resource:security_group_rule and tenant:f064f18b3d8543b48fcc845d9a50e32a is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:53.980767 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8d06e17d-ec9a-4498-9478-e4bc9921d2a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:53.986715 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8d06e17d-ec9a-4498-9478-e4bc9921d2a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:54.070697 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d06e17d-ec9a-4498-9478-e4bc9921d2a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:54.077620 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8d06e17d-ec9a-4498-9478-e4bc9921d2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:54.126188 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8d06e17d-ec9a-4498-9478-e4bc9921d2a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f064f18b3d8543b48fcc845d9a50e32a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1910655 Feb 28 14:59:54.127107 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06e17d-ec9a-4498-9478-e4bc9921d2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbcdb52-1d2f-4587-9d4a-d6c83d68bd63,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:54.129882 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38952) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:54.195590 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-13d5d5fe-4f5c-4930-b14c-5d3885a7fc59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:54.222687 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-13d5d5fe-4f5c-4930-b14c-5d3885a7fc59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:54.242575 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device ca73f7b9-b7bf-434c-8e8a-052f1b13c857 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:59:54.278198 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-13d5d5fe-4f5c-4930-b14c-5d3885a7fc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:54.278977 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: ca73f7b9-b7bf-434c-8e8a-052f1b13c857 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 14:59:54.279553 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device ca73f7b9-b7bf-434c-8e8a-052f1b13c857 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:59:54.299640 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5d5fe-4f5c-4930-b14c-5d3885a7fc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbcdb52-1d2f-4587-9d4a-d6c83d68bd63,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:54.302846 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-13d5d5fe-4f5c-4930-b14c-5d3885a7fc59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:54.303958 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-13d5d5fe-4f5c-4930-b14c-5d3885a7fc59 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cdbcdb52-1d2f-4587-9d4a-d6c83d68bd63 HTTP/1.1" status: 204 len: 168 time: 0.1730232 Feb 28 14:59:55.083187 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38976) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:55.195952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5a99e43f-971a-418e-81ab-333e8465e3a0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-849680989-network', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:59:55.201393 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5a99e43f-971a-418e-81ab-333e8465e3a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:55.205729 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5a99e43f-971a-418e-81ab-333e8465e3a0 admin admin] Usage tracker for resource:network and tenant:ffd8454051fa4002afcfdda77c04a5c1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:55.208816 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5a99e43f-971a-418e-81ab-333e8465e3a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:55.215825 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5a99e43f-971a-418e-81ab-333e8465e3a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:55.228663 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a99e43f-971a-418e-81ab-333e8465e3a0 admin admin] Made reservation on behalf of ffd8454051fa4002afcfdda77c04a5c1 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:59:55.231237 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a99e43f-971a-418e-81ab-333e8465e3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:55.243070 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a99e43f-971a-418e-81ab-333e8465e3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:55.263972 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5a99e43f-971a-418e-81ab-333e8465e3a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:55.272075 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5a99e43f-971a-418e-81ab-333e8465e3a0 admin admin] Usage tracker for resource:security_group_rule and tenant:ffd8454051fa4002afcfdda77c04a5c1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:55.276820 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5a99e43f-971a-418e-81ab-333e8465e3a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:55.287371 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5a99e43f-971a-418e-81ab-333e8465e3a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:55.384061 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a99e43f-971a-418e-81ab-333e8465e3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:55.389760 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a99e43f-971a-418e-81ab-333e8465e3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:55.418266 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a99e43f-971a-418e-81ab-333e8465e3a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:59:55.430774 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99e43f-971a-418e-81ab-333e8465e3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3f4a28-6993-414f-a826-8b4386ffabe0,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:55.435695 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a99e43f-971a-418e-81ab-333e8465e3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:55.436111 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-5a99e43f-971a-418e-81ab-333e8465e3a0 admin admin] Added segment 39e68f81-7597-42bc-92c2-73fe28cbadb6 of type vlan for network 4dae4516-914d-44c6-8061-a593cf7446b2 Feb 28 14:59:55.464369 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a99e43f-971a-418e-81ab-333e8465e3a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:55.497128 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a99e43f-971a-418e-81ab-333e8465e3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:55.498075 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a99e43f-971a-418e-81ab-333e8465e3a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:55.498720 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5a99e43f-971a-418e-81ab-333e8465e3a0 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:55.601844 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99e43f-971a-418e-81ab-333e8465e3a0 admin admin] Pushing event updated for resources: {'Network': ['ID=4dae4516-914d-44c6-8061-a593cf7446b2,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:55.609718 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5a99e43f-971a-418e-81ab-333e8465e3a0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5252802 Feb 28 14:59:55.613651 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 38982) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:55.616903 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 4dae4516-914d-44c6-8061-a593cf7446b2 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:59:55.621063 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8fd9df47-809a-42ba-8d9e-f96cefd85790 admin admin] Request body: {'subnet': {'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-849680989-subnet', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:59:55.626066 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8fd9df47-809a-42ba-8d9e-f96cefd85790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:55.630613 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8fd9df47-809a-42ba-8d9e-f96cefd85790 admin admin] Usage tracker for resource:subnet and tenant:ffd8454051fa4002afcfdda77c04a5c1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:55.634251 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8fd9df47-809a-42ba-8d9e-f96cefd85790 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:55.640392 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8fd9df47-809a-42ba-8d9e-f96cefd85790 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:55.652595 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd9df47-809a-42ba-8d9e-f96cefd85790 admin admin] Made reservation on behalf of ffd8454051fa4002afcfdda77c04a5c1 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:59:55.655237 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8fd9df47-809a-42ba-8d9e-f96cefd85790 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:55.968722 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8fd9df47-809a-42ba-8d9e-f96cefd85790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:56.037796 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9df47-809a-42ba-8d9e-f96cefd85790 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74512956-574f-44d6-b79c-0eb4fe92c8b7,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:56.048609 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd9df47-809a-42ba-8d9e-f96cefd85790 admin admin] Checking segment: {'id': '39e68f81-7597-42bc-92c2-73fe28cbadb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:59:56.048954 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd9df47-809a-42ba-8d9e-f96cefd85790 admin admin] Network hostable DHCP agents. Network: 4dae4516-914d-44c6-8061-a593cf7446b2, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:59:56.069839 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd9df47-809a-42ba-8d9e-f96cefd85790 admin admin] Network 4dae4516-914d-44c6-8061-a593cf7446b2 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:59:56.080410 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-8fd9df47-809a-42ba-8d9e-f96cefd85790 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 4dae4516-914d-44c6-8061-a593cf7446b2) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:56.084394 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd9df47-809a-42ba-8d9e-f96cefd85790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:56.085025 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8fd9df47-809a-42ba-8d9e-f96cefd85790 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:56.089873 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5b9161-0fb6-4247-9a17-a9d007494512 None None] Network 4dae4516-914d-44c6-8061-a593cf7446b2 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:59:56.107141 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8fd9df47-809a-42ba-8d9e-f96cefd85790 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4918480 Feb 28 14:59:56.110312 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38986) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:56.115383 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-c9035609-a9aa-4b8e-865b-2c745785c72c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-849680989-router', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 14:59:56.120929 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c9035609-a9aa-4b8e-865b-2c745785c72c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:56.124798 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c9035609-a9aa-4b8e-865b-2c745785c72c admin admin] Usage tracker for resource:router and tenant:ffd8454051fa4002afcfdda77c04a5c1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:56.127679 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-c9035609-a9aa-4b8e-865b-2c745785c72c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:56.133290 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-c9035609-a9aa-4b8e-865b-2c745785c72c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:56.145053 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c9035609-a9aa-4b8e-865b-2c745785c72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:56.146100 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c9035609-a9aa-4b8e-865b-2c745785c72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:56.161386 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c9035609-a9aa-4b8e-865b-2c745785c72c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:56.306500 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9343595-850b-48d7-be2b-8b059341457f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-4dae4516-914d-44c6-8061-a593cf7446b2', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'fixed_ips': [{'subnet_id': '74512956-574f-44d6-b79c-0eb4fe92c8b7'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 14:59:56.307441 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a9343595-850b-48d7-be2b-8b059341457f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:56.428922 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c9035609-a9aa-4b8e-865b-2c745785c72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:56.463039 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-a9343595-850b-48d7-be2b-8b059341457f None None] Allocated IP 172.20.0.2 (4dae4516-914d-44c6-8061-a593cf7446b2/74512956-574f-44d6-b79c-0eb4fe92c8b7/7884fad3-fdf1-4528-b926-9cc68695726d) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:59:56.670677 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a9343595-850b-48d7-be2b-8b059341457f None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:56.681295 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a9343595-850b-48d7-be2b-8b059341457f None None] Transition to ACTIVE for port object 7884fad3-fdf1-4528-b926-9cc68695726d will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:56.700736 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-a9343595-850b-48d7-be2b-8b059341457f None None] Transition to ACTIVE for port object 7884fad3-fdf1-4528-b926-9cc68695726d will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:56.706151 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a9343595-850b-48d7-be2b-8b059341457f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:56.775784 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9343595-850b-48d7-be2b-8b059341457f None None] Network 4dae4516-914d-44c6-8061-a593cf7446b2 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:56.778956 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-a9343595-850b-48d7-be2b-8b059341457f None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:56.783280 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9343595-850b-48d7-be2b-8b059341457f None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:59:56.785309 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9343595-850b-48d7-be2b-8b059341457f None None] Pushing event updated for resources: {'Port': ['ID=7884fad3-fdf1-4528-b926-9cc68695726d,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:56.862911 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c9035609-a9aa-4b8e-865b-2c745785c72c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:56.893264 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c9035609-a9aa-4b8e-865b-2c745785c72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:56.903288 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a9343595-850b-48d7-be2b-8b059341457f None None] Attempting to bind port 7884fad3-fdf1-4528-b926-9cc68695726d on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:59:56.903656 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a9343595-850b-48d7-be2b-8b059341457f None None] Attempting to bind port 7884fad3-fdf1-4528-b926-9cc68695726d by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '39e68f81-7597-42bc-92c2-73fe28cbadb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:59:56.904024 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9343595-850b-48d7-be2b-8b059341457f None None] Attempting to bind port 7884fad3-fdf1-4528-b926-9cc68695726d on network 4dae4516-914d-44c6-8061-a593cf7446b2 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:59:56.909513 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9343595-850b-48d7-be2b-8b059341457f None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:59:56.909883 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9343595-850b-48d7-be2b-8b059341457f None None] Checking segment: {'id': '39e68f81-7597-42bc-92c2-73fe28cbadb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:59:56.910281 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a9343595-850b-48d7-be2b-8b059341457f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:56.910666 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9343595-850b-48d7-be2b-8b059341457f None None] Bound using segment: {'id': '39e68f81-7597-42bc-92c2-73fe28cbadb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:59:56.911123 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-a9343595-850b-48d7-be2b-8b059341457f None None] Bound port: 7884fad3-fdf1-4528-b926-9cc68695726d, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e68f81-7597-42bc-92c2-73fe28cbadb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:59:56.911520 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a9343595-850b-48d7-be2b-8b059341457f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:56.998714 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a9343595-850b-48d7-be2b-8b059341457f None None] For port 7884fad3-fdf1-4528-b926-9cc68695726d, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:59:57.001745 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-a9343595-850b-48d7-be2b-8b059341457f None None] For port 7884fad3-fdf1-4528-b926-9cc68695726d, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=7884fad3-fdf1-4528-b926-9cc68695726d,segment=NetworkSegment(39e68f81-7597-42bc-92c2-73fe28cbadb6),segment_id=39e68f81-7597-42bc-92c2-73fe28cbadb6)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:59:57.005573 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a9343595-850b-48d7-be2b-8b059341457f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:57.034388 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-c9035609-a9aa-4b8e-865b-2c745785c72c admin admin] Allocated IP 172.26.5.107 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/f518500f-5c5d-4647-8a2b-aee39a25a085) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:59:57.086610 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9343595-850b-48d7-be2b-8b059341457f None None] Pushing event updated for resources: {'Port': ['ID=7884fad3-fdf1-4528-b926-9cc68695726d,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:57.190541 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c9035609-a9aa-4b8e-865b-2c745785c72c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:57.225122 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c9035609-a9aa-4b8e-865b-2c745785c72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:57.283636 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9035609-a9aa-4b8e-865b-2c745785c72c admin admin] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:57.300948 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c9035609-a9aa-4b8e-865b-2c745785c72c admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:57.305248 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9035609-a9aa-4b8e-865b-2c745785c72c admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:59:57.334950 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9035609-a9aa-4b8e-865b-2c745785c72c admin admin] Pushing event updated for resources: {'Port': ['ID=f518500f-5c5d-4647-8a2b-aee39a25a085,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:57.735463 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c9035609-a9aa-4b8e-865b-2c745785c72c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:57.997104 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf941805-aacd-47fd-9655-e6b319e0a5e6 None None] Network 4dae4516-914d-44c6-8061-a593cf7446b2 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 14:59:58.104930 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-469a04d6-6372-4317-8874-288077e358f5 None None] Provisioning for port 7884fad3-fdf1-4528-b926-9cc68695726d completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:58.206072 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c9035609-a9aa-4b8e-865b-2c745785c72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:58.327353 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 7884fad3-fdf1-4528-b926-9cc68695726d up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:59:58.404296 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 7884fad3-fdf1-4528-b926-9cc68695726d completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:58.410518 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 7884fad3-fdf1-4528-b926-9cc68695726d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:58.410889 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:58.432727 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9035609-a9aa-4b8e-865b-2c745785c72c admin admin] Router 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 14:59:58.476415 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-33edfcac-0f44-4475-8cb4-8ad2f01048e7 None None] Provisioning complete for port 7884fad3-fdf1-4528-b926-9cc68695726d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:58.476785 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-33edfcac-0f44-4475-8cb4-8ad2f01048e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:58.612979 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9035609-a9aa-4b8e-865b-2c745785c72c admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 14:59:58.626089 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cb626f-993d-4b75-b61e-10a26fcd3d7a None None] Sync routers for ids ['5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 14:59:58.628025 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:58.637656 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c9035609-a9aa-4b8e-865b-2c745785c72c admin admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:58.638927 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c9035609-a9aa-4b8e-865b-2c745785c72c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5276010 Feb 28 14:59:58.641842 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 38990) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:58.672238 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cb626f-993d-4b75-b61e-10a26fcd3d7a None None] Routers {'5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 14:59:58.672850 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-31cb626f-993d-4b75-b61e-10a26fcd3d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:59:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:58.721886 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-33edfcac-0f44-4475-8cb4-8ad2f01048e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:58.755103 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 7884fad3-fdf1-4528-b926-9cc68695726d, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=7884fad3-fdf1-4528-b926-9cc68695726d,segment=NetworkSegment(39e68f81-7597-42bc-92c2-73fe28cbadb6),segment_id=39e68f81-7597-42bc-92c2-73fe28cbadb6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 14:59:58.762485 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:58.972035 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-33edfcac-0f44-4475-8cb4-8ad2f01048e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:59:58.972254 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-33edfcac-0f44-4475-8cb4-8ad2f01048e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:59:58.973803 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-31cb626f-993d-4b75-b61e-10a26fcd3d7a None None] Set router 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 14:59:59.070465 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=7884fad3-fdf1-4528-b926-9cc68695726d,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:59.253258 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-31cb626f-993d-4b75-b61e-10a26fcd3d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'name': 'tempest-TestShelveInstance-849680989-router', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T14:59:57Z', 'revision_number': 3, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'gw_port': {'id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T14:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:59.257334 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cb626f-993d-4b75-b61e-10a26fcd3d7a None None] Checking router: 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 14:59:59.257678 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cb626f-993d-4b75-b61e-10a26fcd3d7a None None] Updating router 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef port f518500f-5c5d-4647-8a2b-aee39a25a085 binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 14:59:59.323905 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c260441e-f3bb-4712-9bfc-75a5028bc335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:59.348860 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-31cb626f-993d-4b75-b61e-10a26fcd3d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:59.532998 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-c260441e-f3bb-4712-9bfc-75a5028bc335 admin admin] Allocated IP 172.20.0.1 (4dae4516-914d-44c6-8061-a593cf7446b2/74512956-574f-44d6-b79c-0eb4fe92c8b7/785e6d4b-6812-4610-beec-4da8d7f58b74) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:59:59.733502 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-31cb626f-993d-4b75-b61e-10a26fcd3d7a None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:59.745425 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-31cb626f-993d-4b75-b61e-10a26fcd3d7a None None] Transition to ACTIVE for port object f518500f-5c5d-4647-8a2b-aee39a25a085 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:59.751894 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-31cb626f-993d-4b75-b61e-10a26fcd3d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:59.802472 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c260441e-f3bb-4712-9bfc-75a5028bc335 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:59.818323 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-c260441e-f3bb-4712-9bfc-75a5028bc335 admin admin] Transition to ACTIVE for port object 785e6d4b-6812-4610-beec-4da8d7f58b74 will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:59.831253 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-31cb626f-993d-4b75-b61e-10a26fcd3d7a None None] Attempting to bind port f518500f-5c5d-4647-8a2b-aee39a25a085 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:59:59.831545 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-31cb626f-993d-4b75-b61e-10a26fcd3d7a None None] Attempting to bind port f518500f-5c5d-4647-8a2b-aee39a25a085 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:59:59.831906 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cb626f-993d-4b75-b61e-10a26fcd3d7a None None] Attempting to bind port f518500f-5c5d-4647-8a2b-aee39a25a085 on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 14:59:59.841928 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cb626f-993d-4b75-b61e-10a26fcd3d7a None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 14:59:59.842366 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cb626f-993d-4b75-b61e-10a26fcd3d7a None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 14:59:59.842811 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-31cb626f-993d-4b75-b61e-10a26fcd3d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:59.843318 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cb626f-993d-4b75-b61e-10a26fcd3d7a None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 14:59:59.843453 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c260441e-f3bb-4712-9bfc-75a5028bc335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:59.843886 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-31cb626f-993d-4b75-b61e-10a26fcd3d7a None None] Bound port: f518500f-5c5d-4647-8a2b-aee39a25a085, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:59:59.844324 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-31cb626f-993d-4b75-b61e-10a26fcd3d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:59.867661 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b0750-2b36-4bd2-8834-d88e7da12d6e None None] Pushing event updated for resources: {'Port': ['ID=f518500f-5c5d-4647-8a2b-aee39a25a085,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:59.905733 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c260441e-f3bb-4712-9bfc-75a5028bc335 admin admin] Network 4dae4516-914d-44c6-8061-a593cf7446b2 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:59.908539 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c260441e-f3bb-4712-9bfc-75a5028bc335 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:59.917105 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c260441e-f3bb-4712-9bfc-75a5028bc335 admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 14:59:59.927037 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-31cb626f-993d-4b75-b61e-10a26fcd3d7a None None] For port f518500f-5c5d-4647-8a2b-aee39a25a085, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 14:59:59.931476 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-31cb626f-993d-4b75-b61e-10a26fcd3d7a None None] For port f518500f-5c5d-4647-8a2b-aee39a25a085, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=f518500f-5c5d-4647-8a2b-aee39a25a085,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 14:59:59.937104 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-31cb626f-993d-4b75-b61e-10a26fcd3d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:59.958650 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260441e-f3bb-4712-9bfc-75a5028bc335 admin admin] Pushing event updated for resources: {'Port': ['ID=785e6d4b-6812-4610-beec-4da8d7f58b74,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:59.976696 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c260441e-f3bb-4712-9bfc-75a5028bc335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:00.020141 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cb626f-993d-4b75-b61e-10a26fcd3d7a None None] Routers {'5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:00:00.020779 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-31cb626f-993d-4b75-b61e-10a26fcd3d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:59:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:00.083822 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b0750-2b36-4bd2-8834-d88e7da12d6e None None] Pushing event updated for resources: {'Port': ['ID=f518500f-5c5d-4647-8a2b-aee39a25a085,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:00.110075 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c260441e-f3bb-4712-9bfc-75a5028bc335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:00.209236 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-31cb626f-993d-4b75-b61e-10a26fcd3d7a None None] Set router 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:00:00.274922 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7152200f-8e8f-4b8c-931b-2689b879646c None None] Provisioning for port 785e6d4b-6812-4610-beec-4da8d7f58b74 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:00:00.290457 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-7152200f-8e8f-4b8c-931b-2689b879646c None None] Provisioning complete for port 785e6d4b-6812-4610-beec-4da8d7f58b74 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:00.290837 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7152200f-8e8f-4b8c-931b-2689b879646c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:00.337573 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c260441e-f3bb-4712-9bfc-75a5028bc335 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:00.343215 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c260441e-f3bb-4712-9bfc-75a5028bc335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:00.451706 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260441e-f3bb-4712-9bfc-75a5028bc335 admin admin] Pushing event updated for resources: {'Port': ['ID=785e6d4b-6812-4610-beec-4da8d7f58b74,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:00.453331 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 7884fad3-fdf1-4528-b926-9cc68695726d up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:00:00.456342 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-c260441e-f3bb-4712-9bfc-75a5028bc335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:00.495195 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-7152200f-8e8f-4b8c-931b-2689b879646c None None] Port 785e6d4b-6812-4610-beec-4da8d7f58b74 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 15:00:00.592380 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c260441e-f3bb-4712-9bfc-75a5028bc335 admin admin] Network 4dae4516-914d-44c6-8061-a593cf7446b2 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:00:00.593652 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-c260441e-f3bb-4712-9bfc-75a5028bc335 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:00:00.643639 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 7884fad3-fdf1-4528-b926-9cc68695726d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:00.644017 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:00.769918 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-31cb626f-993d-4b75-b61e-10a26fcd3d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'name': 'tempest-TestShelveInstance-849680989-router', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:00Z', 'revision_number': 4, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'gw_port': {'id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T14:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '785e6d4b-6812-4610-beec-4da8d7f58b74', 'name': '', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'mac_address': 'fa:16:3e:e5:37:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:59Z', 'updated_at': '2022-02-28T14:59:59Z', 'revision_number': 1, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'subnets': [{'id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:00.782857 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cb626f-993d-4b75-b61e-10a26fcd3d7a None None] The sync data for ids ['5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'] in dv-neutron-831192-4-hyperv is: [{'id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'name': 'tempest-TestShelveInstance-849680989-router', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:00Z', 'revision_number': 4, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'gw_port': {'id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T14:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '785e6d4b-6812-4610-beec-4da8d7f58b74', 'name': '', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'mac_address': 'fa:16:3e:e5:37:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:59Z', 'updated_at': '2022-02-28T14:59:59Z', 'revision_number': 1, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'subnets': [{'id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 15:00:00.792155 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c260441e-f3bb-4712-9bfc-75a5028bc335 admin admin] Router 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 15:00:00.828705 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d5c5eb5c-d4bd-4a25-9aa1-46880e26e7a0 None None] Provisioning complete for port 785e6d4b-6812-4610-beec-4da8d7f58b74 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:00.829073 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d5c5eb5c-d4bd-4a25-9aa1-46880e26e7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:00.882763 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-d5c5eb5c-d4bd-4a25-9aa1-46880e26e7a0 None None] Port 785e6d4b-6812-4610-beec-4da8d7f58b74 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 15:00:00.991746 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c260441e-f3bb-4712-9bfc-75a5028bc335 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 15:00:01.001358 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-c260441e-f3bb-4712-9bfc-75a5028bc335 admin admin] 10.222.0.30 "PUT /v2.0/routers/5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3584015 Feb 28 15:00:01.570013 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 39008) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:01.576364 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-637bd487-2b69-4eb0-a26d-0aa79e167db0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-259008075-network', 'tenant_id': '27a4ab40f41d4c81b092036d7bbe9b89'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:00:01.581276 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-637bd487-2b69-4eb0-a26d-0aa79e167db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:01.585231 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-637bd487-2b69-4eb0-a26d-0aa79e167db0 admin admin] Usage tracker for resource:network and tenant:27a4ab40f41d4c81b092036d7bbe9b89 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:01.588491 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-637bd487-2b69-4eb0-a26d-0aa79e167db0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:01.594486 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-637bd487-2b69-4eb0-a26d-0aa79e167db0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:01.609628 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637bd487-2b69-4eb0-a26d-0aa79e167db0 admin admin] Made reservation on behalf of 27a4ab40f41d4c81b092036d7bbe9b89 for: {'network': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:00:01.612257 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-637bd487-2b69-4eb0-a26d-0aa79e167db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:01.625414 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-637bd487-2b69-4eb0-a26d-0aa79e167db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:01.642511 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-637bd487-2b69-4eb0-a26d-0aa79e167db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:01.646666 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-637bd487-2b69-4eb0-a26d-0aa79e167db0 admin admin] Usage tracker for resource:security_group_rule and tenant:27a4ab40f41d4c81b092036d7bbe9b89 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:01.650709 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-637bd487-2b69-4eb0-a26d-0aa79e167db0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:01.657905 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-637bd487-2b69-4eb0-a26d-0aa79e167db0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:01.747939 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-637bd487-2b69-4eb0-a26d-0aa79e167db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:01.751994 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-637bd487-2b69-4eb0-a26d-0aa79e167db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:01.783736 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637bd487-2b69-4eb0-a26d-0aa79e167db0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=87773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:00:01.793977 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bd487-2b69-4eb0-a26d-0aa79e167db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21df173-ea86-4ec5-806b-0c54ad64ebdb,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:01.801356 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-637bd487-2b69-4eb0-a26d-0aa79e167db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:01.801734 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.segments_db [None req-637bd487-2b69-4eb0-a26d-0aa79e167db0 admin admin] Added segment 68aa1303-f6ec-499e-a9ef-2a8dc4f94a99 of type vlan for network 7b8c6d1f-27a1-43c4-a852-c508ec8cfc73 Feb 28 15:00:01.831273 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-637bd487-2b69-4eb0-a26d-0aa79e167db0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:01.862940 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-637bd487-2b69-4eb0-a26d-0aa79e167db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:01.864102 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637bd487-2b69-4eb0-a26d-0aa79e167db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:01.864641 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-637bd487-2b69-4eb0-a26d-0aa79e167db0 admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:01.975502 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bd487-2b69-4eb0-a26d-0aa79e167db0 admin admin] Pushing event updated for resources: {'Network': ['ID=7b8c6d1f-27a1-43c4-a852-c508ec8cfc73,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:01.980509 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-637bd487-2b69-4eb0-a26d-0aa79e167db0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4093590 Feb 28 15:00:01.983131 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 39012) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:01.988121 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 7b8c6d1f-27a1-43c4-a852-c508ec8cfc73 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:00:01.989589 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-0b83066e-ade3-4cdc-b486-d8bbb8ce9c8c admin admin] Request body: {'subnet': {'network_id': '7b8c6d1f-27a1-43c4-a852-c508ec8cfc73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-259008075-subnet', 'tenant_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'ip_version': 4}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:00:01.994722 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0b83066e-ade3-4cdc-b486-d8bbb8ce9c8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:01.998829 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0b83066e-ade3-4cdc-b486-d8bbb8ce9c8c admin admin] Usage tracker for resource:subnet and tenant:27a4ab40f41d4c81b092036d7bbe9b89 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:02.001797 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-0b83066e-ade3-4cdc-b486-d8bbb8ce9c8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:02.007649 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-0b83066e-ade3-4cdc-b486-d8bbb8ce9c8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:02.019820 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b83066e-ade3-4cdc-b486-d8bbb8ce9c8c admin admin] Made reservation on behalf of 27a4ab40f41d4c81b092036d7bbe9b89 for: {'subnet': 1} {{(pid=87773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:00:02.022112 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0b83066e-ade3-4cdc-b486-d8bbb8ce9c8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2870627'] for subnet, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:02.310280 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device f518500f-5c5d-4647-8a2b-aee39a25a085 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:00:02.346798 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0b83066e-ade3-4cdc-b486-d8bbb8ce9c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2870645'] for subnet, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:02.384644 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port f518500f-5c5d-4647-8a2b-aee39a25a085 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:00:02.390482 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port f518500f-5c5d-4647-8a2b-aee39a25a085 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:02.390841 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:02.405235 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83066e-ade3-4cdc-b486-d8bbb8ce9c8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fd230b0-651f-4436-9a3d-5f42151d36f2,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:02.440797 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b83066e-ade3-4cdc-b486-d8bbb8ce9c8c admin admin] Checking segment: {'id': '68aa1303-f6ec-499e-a9ef-2a8dc4f94a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b8c6d1f-27a1-43c4-a852-c508ec8cfc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 15:00:02.441088 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b83066e-ade3-4cdc-b486-d8bbb8ce9c8c admin admin] Network hostable DHCP agents. Network: 7b8c6d1f-27a1-43c4-a852-c508ec8cfc73, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:00:02.467734 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b83066e-ade3-4cdc-b486-d8bbb8ce9c8c admin admin] Network 7b8c6d1f-27a1-43c4-a852-c508ec8cfc73 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:00:02.477843 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-0b83066e-ade3-4cdc-b486-d8bbb8ce9c8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 7b8c6d1f-27a1-43c4-a852-c508ec8cfc73) {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:00:02.485991 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b83066e-ade3-4cdc-b486-d8bbb8ce9c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:02.486566 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-0b83066e-ade3-4cdc-b486-d8bbb8ce9c8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:02.490259 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1531d897-2ee9-4618-8233-a6b93149820e None None] Network 7b8c6d1f-27a1-43c4-a852-c508ec8cfc73 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 15:00:02.506774 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-0b83066e-ade3-4cdc-b486-d8bbb8ce9c8c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5225830 Feb 28 15:00:02.509704 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 39016) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:02.514778 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b0ab0252-7118-4b2f-8b6d-77ada642fd34 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-259008075-router', 'tenant_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:00:02.520014 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b0ab0252-7118-4b2f-8b6d-77ada642fd34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:02.523857 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b0ab0252-7118-4b2f-8b6d-77ada642fd34 admin admin] Usage tracker for resource:router and tenant:27a4ab40f41d4c81b092036d7bbe9b89 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:02.527413 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b0ab0252-7118-4b2f-8b6d-77ada642fd34 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:02.533856 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b0ab0252-7118-4b2f-8b6d-77ada642fd34 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:02.547387 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0ab0252-7118-4b2f-8b6d-77ada642fd34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:02.548502 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0ab0252-7118-4b2f-8b6d-77ada642fd34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:02.565731 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0ab0252-7118-4b2f-8b6d-77ada642fd34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:02.609361 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:02.645281 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port f518500f-5c5d-4647-8a2b-aee39a25a085, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=f518500f-5c5d-4647-8a2b-aee39a25a085,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:00:02.653560 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:02.737518 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=f518500f-5c5d-4647-8a2b-aee39a25a085,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:02.820512 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823fb9b7-9bfd-4415-afa2-539ece818a22 None None] Sync routers for ids ['5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 15:00:02.840263 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823fb9b7-9bfd-4415-afa2-539ece818a22 None None] Routers {'5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:00:02.840460 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbe2480-544a-4a0e-b223-7c99bfda13c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-7b8c6d1f-27a1-43c4-a852-c508ec8cfc73', 'network_id': '7b8c6d1f-27a1-43c4-a852-c508ec8cfc73', 'tenant_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'fixed_ips': [{'subnet_id': '8fd230b0-651f-4436-9a3d-5f42151d36f2'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 15:00:02.841166 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2480-544a-4a0e-b223-7c99bfda13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:02.841547 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-823fb9b7-9bfd-4415-afa2-539ece818a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:59:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:02.856909 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0ab0252-7118-4b2f-8b6d-77ada642fd34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:03.003429 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-fbbe2480-544a-4a0e-b223-7c99bfda13c1 None None] Allocated IP 172.20.0.2 (7b8c6d1f-27a1-43c4-a852-c508ec8cfc73/8fd230b0-651f-4436-9a3d-5f42151d36f2/9ca586ac-4f8c-4672-8a19-d32dc5eea819) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:00:03.032211 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-823fb9b7-9bfd-4415-afa2-539ece818a22 None None] Set router 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:00:03.175878 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0ab0252-7118-4b2f-8b6d-77ada642fd34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:03.205861 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0ab0252-7118-4b2f-8b6d-77ada642fd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:03.213286 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2480-544a-4a0e-b223-7c99bfda13c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:03.223628 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fbbe2480-544a-4a0e-b223-7c99bfda13c1 None None] Transition to ACTIVE for port object 9ca586ac-4f8c-4672-8a19-d32dc5eea819 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:00:03.241821 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-fbbe2480-544a-4a0e-b223-7c99bfda13c1 None None] Transition to ACTIVE for port object 9ca586ac-4f8c-4672-8a19-d32dc5eea819 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:00:03.249416 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2480-544a-4a0e-b223-7c99bfda13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:03.315208 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbe2480-544a-4a0e-b223-7c99bfda13c1 None None] Network 7b8c6d1f-27a1-43c4-a852-c508ec8cfc73 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:00:03.317824 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-fbbe2480-544a-4a0e-b223-7c99bfda13c1 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:00:03.325682 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbe2480-544a-4a0e-b223-7c99bfda13c1 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 15:00:03.338513 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe2480-544a-4a0e-b223-7c99bfda13c1 None None] Pushing event updated for resources: {'Port': ['ID=9ca586ac-4f8c-4672-8a19-d32dc5eea819,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:03.360080 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-b0ab0252-7118-4b2f-8b6d-77ada642fd34 admin admin] Allocated IP 172.26.5.240 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/6e4084e9-073d-4876-9847-6b893f540495) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:00:03.399449 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-823fb9b7-9bfd-4415-afa2-539ece818a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'name': 'tempest-TestShelveInstance-849680989-router', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:00Z', 'revision_number': 4, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'gw_port': {'id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '785e6d4b-6812-4610-beec-4da8d7f58b74', 'name': '', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'mac_address': 'fa:16:3e:e5:37:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:59Z', 'updated_at': '2022-02-28T15:00:00Z', 'revision_number': 2, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'subnets': [{'id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:03.403899 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823fb9b7-9bfd-4415-afa2-539ece818a22 None None] Checking router: 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 15:00:03.404401 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823fb9b7-9bfd-4415-afa2-539ece818a22 None None] Updating router 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef port 785e6d4b-6812-4610-beec-4da8d7f58b74 binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 15:00:03.425685 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-fbbe2480-544a-4a0e-b223-7c99bfda13c1 None None] Attempting to bind port 9ca586ac-4f8c-4672-8a19-d32dc5eea819 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:00:03.426051 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-fbbe2480-544a-4a0e-b223-7c99bfda13c1 None None] Attempting to bind port 9ca586ac-4f8c-4672-8a19-d32dc5eea819 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '68aa1303-f6ec-499e-a9ef-2a8dc4f94a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b8c6d1f-27a1-43c4-a852-c508ec8cfc73'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:00:03.426411 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbe2480-544a-4a0e-b223-7c99bfda13c1 None None] Attempting to bind port 9ca586ac-4f8c-4672-8a19-d32dc5eea819 on network 7b8c6d1f-27a1-43c4-a852-c508ec8cfc73 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 15:00:03.432266 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbe2480-544a-4a0e-b223-7c99bfda13c1 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 15:00:03.432635 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbe2480-544a-4a0e-b223-7c99bfda13c1 None None] Checking segment: {'id': '68aa1303-f6ec-499e-a9ef-2a8dc4f94a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b8c6d1f-27a1-43c4-a852-c508ec8cfc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 15:00:03.433030 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2480-544a-4a0e-b223-7c99bfda13c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:03.433413 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbe2480-544a-4a0e-b223-7c99bfda13c1 None None] Bound using segment: {'id': '68aa1303-f6ec-499e-a9ef-2a8dc4f94a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b8c6d1f-27a1-43c4-a852-c508ec8cfc73'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 15:00:03.433870 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-fbbe2480-544a-4a0e-b223-7c99bfda13c1 None None] Bound port: 9ca586ac-4f8c-4672-8a19-d32dc5eea819, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68aa1303-f6ec-499e-a9ef-2a8dc4f94a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b8c6d1f-27a1-43c4-a852-c508ec8cfc73'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:00:03.434238 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2480-544a-4a0e-b223-7c99bfda13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:03.468381 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-823fb9b7-9bfd-4415-afa2-539ece818a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:03.516045 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0ab0252-7118-4b2f-8b6d-77ada642fd34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:03.528546 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-fbbe2480-544a-4a0e-b223-7c99bfda13c1 None None] For port 9ca586ac-4f8c-4672-8a19-d32dc5eea819, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 15:00:03.531389 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-fbbe2480-544a-4a0e-b223-7c99bfda13c1 None None] For port 9ca586ac-4f8c-4672-8a19-d32dc5eea819, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9ca586ac-4f8c-4672-8a19-d32dc5eea819,segment=NetworkSegment(68aa1303-f6ec-499e-a9ef-2a8dc4f94a99),segment_id=68aa1303-f6ec-499e-a9ef-2a8dc4f94a99)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 15:00:03.537038 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2480-544a-4a0e-b223-7c99bfda13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:03.552206 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0ab0252-7118-4b2f-8b6d-77ada642fd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:03.614201 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ab0252-7118-4b2f-8b6d-77ada642fd34 admin admin] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:00:03.615480 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe2480-544a-4a0e-b223-7c99bfda13c1 None None] Pushing event updated for resources: {'Port': ['ID=9ca586ac-4f8c-4672-8a19-d32dc5eea819,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:03.617957 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-b0ab0252-7118-4b2f-8b6d-77ada642fd34 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:00:03.621203 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ab0252-7118-4b2f-8b6d-77ada642fd34 admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 15:00:03.690650 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab0252-7118-4b2f-8b6d-77ada642fd34 admin admin] Pushing event updated for resources: {'Port': ['ID=6e4084e9-073d-4876-9847-6b893f540495,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:03.842197 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-823fb9b7-9bfd-4415-afa2-539ece818a22 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:03.857422 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-823fb9b7-9bfd-4415-afa2-539ece818a22 None None] Transition to ACTIVE for port object 785e6d4b-6812-4610-beec-4da8d7f58b74 will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:00:03.866254 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-823fb9b7-9bfd-4415-afa2-539ece818a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:03.996213 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2861e-9e3b-4764-9db0-6b945b8a32d0 None None] Pushing event updated for resources: {'Port': ['ID=785e6d4b-6812-4610-beec-4da8d7f58b74,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:04.032398 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2861e-9e3b-4764-9db0-6b945b8a32d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:04.032730 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2861e-9e3b-4764-9db0-6b945b8a32d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:04.033052 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2861e-9e3b-4764-9db0-6b945b8a32d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:04.033422 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2861e-9e3b-4764-9db0-6b945b8a32d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:04.033687 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2861e-9e3b-4764-9db0-6b945b8a32d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:04.034001 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2861e-9e3b-4764-9db0-6b945b8a32d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:04.034312 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2861e-9e3b-4764-9db0-6b945b8a32d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:04.034618 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2861e-9e3b-4764-9db0-6b945b8a32d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:04.034927 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2861e-9e3b-4764-9db0-6b945b8a32d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:04.035258 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2861e-9e3b-4764-9db0-6b945b8a32d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:04.035566 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2861e-9e3b-4764-9db0-6b945b8a32d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:04.035870 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2861e-9e3b-4764-9db0-6b945b8a32d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:04.101108 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-823fb9b7-9bfd-4415-afa2-539ece818a22 None None] Attempting to bind port 785e6d4b-6812-4610-beec-4da8d7f58b74 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:00:04.101481 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-823fb9b7-9bfd-4415-afa2-539ece818a22 None None] Attempting to bind port 785e6d4b-6812-4610-beec-4da8d7f58b74 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '39e68f81-7597-42bc-92c2-73fe28cbadb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:00:04.101806 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823fb9b7-9bfd-4415-afa2-539ece818a22 None None] Attempting to bind port 785e6d4b-6812-4610-beec-4da8d7f58b74 on network 4dae4516-914d-44c6-8061-a593cf7446b2 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 15:00:04.108467 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823fb9b7-9bfd-4415-afa2-539ece818a22 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 15:00:04.108868 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823fb9b7-9bfd-4415-afa2-539ece818a22 None None] Checking segment: {'id': '39e68f81-7597-42bc-92c2-73fe28cbadb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 15:00:04.109214 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-823fb9b7-9bfd-4415-afa2-539ece818a22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:04.109591 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823fb9b7-9bfd-4415-afa2-539ece818a22 None None] Bound using segment: {'id': '39e68f81-7597-42bc-92c2-73fe28cbadb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 15:00:04.110040 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-823fb9b7-9bfd-4415-afa2-539ece818a22 None None] Bound port: 785e6d4b-6812-4610-beec-4da8d7f58b74, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e68f81-7597-42bc-92c2-73fe28cbadb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:00:04.110403 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-823fb9b7-9bfd-4415-afa2-539ece818a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:04.199127 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-823fb9b7-9bfd-4415-afa2-539ece818a22 None None] For port 785e6d4b-6812-4610-beec-4da8d7f58b74, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 15:00:04.202094 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-823fb9b7-9bfd-4415-afa2-539ece818a22 None None] For port 785e6d4b-6812-4610-beec-4da8d7f58b74, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=785e6d4b-6812-4610-beec-4da8d7f58b74,segment=NetworkSegment(39e68f81-7597-42bc-92c2-73fe28cbadb6),segment_id=39e68f81-7597-42bc-92c2-73fe28cbadb6)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 15:00:04.206505 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-823fb9b7-9bfd-4415-afa2-539ece818a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:04.226249 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0ab0252-7118-4b2f-8b6d-77ada642fd34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:04.278382 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2861e-9e3b-4764-9db0-6b945b8a32d0 None None] Pushing event updated for resources: {'Port': ['ID=785e6d4b-6812-4610-beec-4da8d7f58b74,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:04.295655 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823fb9b7-9bfd-4415-afa2-539ece818a22 None None] Routers {'5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:00:04.296259 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-823fb9b7-9bfd-4415-afa2-539ece818a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:59:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:04.414129 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9ca586ac-4f8c-4672-8a19-d32dc5eea819 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:00:04.525991 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-823fb9b7-9bfd-4415-afa2-539ece818a22 None None] Set router 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:00:04.548677 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 9ca586ac-4f8c-4672-8a19-d32dc5eea819 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:00:04.555450 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device f518500f-5c5d-4647-8a2b-aee39a25a085 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:00:04.638480 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port f518500f-5c5d-4647-8a2b-aee39a25a085 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:04.639895 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:04.678781 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0ab0252-7118-4b2f-8b6d-77ada642fd34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:04.839952 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f7deed-0c23-488f-8a18-2f80fbc0fa9d None None] Network 7b8c6d1f-27a1-43c4-a852-c508ec8cfc73 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 15:00:04.882195 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-823fb9b7-9bfd-4415-afa2-539ece818a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'name': 'tempest-TestShelveInstance-849680989-router', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:00Z', 'revision_number': 4, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'gw_port': {'id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '785e6d4b-6812-4610-beec-4da8d7f58b74', 'name': '', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'mac_address': 'fa:16:3e:e5:37:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:59Z', 'updated_at': '2022-02-28T15:00:04Z', 'revision_number': 4, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'subnets': [{'id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:04.886925 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823fb9b7-9bfd-4415-afa2-539ece818a22 None None] The sync data for ids ['5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'] in dv-neutron-831192-4-hyperv is: [{'id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'name': 'tempest-TestShelveInstance-849680989-router', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:00Z', 'revision_number': 4, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'gw_port': {'id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '785e6d4b-6812-4610-beec-4da8d7f58b74', 'name': '', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'mac_address': 'fa:16:3e:e5:37:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:59Z', 'updated_at': '2022-02-28T15:00:04Z', 'revision_number': 4, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'subnets': [{'id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 15:00:04.920625 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ab0252-7118-4b2f-8b6d-77ada642fd34 admin admin] Router 01183732-f0f3-4874-9a37-6147efe78214 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 15:00:04.991411 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-556ce06b-1f37-4963-9e18-eb7eed321f23 None None] Provisioning for port 9ca586ac-4f8c-4672-8a19-d32dc5eea819 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:00:05.012369 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-556ce06b-1f37-4963-9e18-eb7eed321f23 None None] Provisioning complete for port 9ca586ac-4f8c-4672-8a19-d32dc5eea819 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:05.012732 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-556ce06b-1f37-4963-9e18-eb7eed321f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:05.114598 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ab0252-7118-4b2f-8b6d-77ada642fd34 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 15:00:05.140514 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b0ab0252-7118-4b2f-8b6d-77ada642fd34 admin admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:05.144615 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b0ab0252-7118-4b2f-8b6d-77ada642fd34 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6313286 Feb 28 15:00:05.144837 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 39020) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:05.160380 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194d0f47-3c1d-4d61-a92a-8c7f529d27cd None None] Sync routers for ids ['01183732-f0f3-4874-9a37-6147efe78214'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 15:00:05.201553 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194d0f47-3c1d-4d61-a92a-8c7f529d27cd None None] Routers {'01183732-f0f3-4874-9a37-6147efe78214'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:00:05.202189 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-194d0f47-3c1d-4d61-a92a-8c7f529d27cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:59:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['01183732-f0f3-4874-9a37-6147efe78214'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:05.310280 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-556ce06b-1f37-4963-9e18-eb7eed321f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:05.467932 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-556ce06b-1f37-4963-9e18-eb7eed321f23 None None] For port 9ca586ac-4f8c-4672-8a19-d32dc5eea819, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9ca586ac-4f8c-4672-8a19-d32dc5eea819,segment=NetworkSegment(68aa1303-f6ec-499e-a9ef-2a8dc4f94a99),segment_id=68aa1303-f6ec-499e-a9ef-2a8dc4f94a99)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:00:05.469054 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:05.484383 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-556ce06b-1f37-4963-9e18-eb7eed321f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:05.487545 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-194d0f47-3c1d-4d61-a92a-8c7f529d27cd None None] Set router 01183732-f0f3-4874-9a37-6147efe78214 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:00:05.744661 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ce06b-1f37-4963-9e18-eb7eed321f23 None None] Pushing event updated for resources: {'Port': ['ID=9ca586ac-4f8c-4672-8a19-d32dc5eea819,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:05.827939 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-d2301d7c-4370-426a-a608-bc2278813167 None None] Provisioning complete for port 9ca586ac-4f8c-4672-8a19-d32dc5eea819 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:05.828297 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d2301d7c-4370-426a-a608-bc2278813167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:05.900801 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-194d0f47-3c1d-4d61-a92a-8c7f529d27cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01183732-f0f3-4874-9a37-6147efe78214', 'name': 'tempest-TestShelveInstance-259008075-router', 'tenant_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '6e4084e9-073d-4876-9847-6b893f540495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:00:02Z', 'updated_at': '2022-02-28T15:00:04Z', 'revision_number': 3, 'project_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'gw_port': {'id': '6e4084e9-073d-4876-9847-6b893f540495', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01183732-f0f3-4874-9a37-6147efe78214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:00:03Z', 'updated_at': '2022-02-28T15:00:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:05.934633 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194d0f47-3c1d-4d61-a92a-8c7f529d27cd None None] Checking router: 01183732-f0f3-4874-9a37-6147efe78214 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 15:00:05.934980 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194d0f47-3c1d-4d61-a92a-8c7f529d27cd None None] Updating router 01183732-f0f3-4874-9a37-6147efe78214 port 6e4084e9-073d-4876-9847-6b893f540495 binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 15:00:05.984782 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e21d7768-4bbf-4097-a1b5-8d72a8654f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:06.003921 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-194d0f47-3c1d-4d61-a92a-8c7f529d27cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:06.199639 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-e21d7768-4bbf-4097-a1b5-8d72a8654f66 admin admin] Allocated IP 172.20.0.1 (7b8c6d1f-27a1-43c4-a852-c508ec8cfc73/8fd230b0-651f-4436-9a3d-5f42151d36f2/52f5285c-c743-408d-a1c5-c41b52dba0da) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:00:06.325955 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9ca586ac-4f8c-4672-8a19-d32dc5eea819 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:00:06.355076 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e21d7768-4bbf-4097-a1b5-8d72a8654f66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:06.371864 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.provisioning_blocks [None req-e21d7768-4bbf-4097-a1b5-8d72a8654f66 admin admin] Transition to ACTIVE for port object 52f5285c-c743-408d-a1c5-c41b52dba0da will not be triggered until provisioned by entity DHCP. {{(pid=87773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:00:06.398926 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e21d7768-4bbf-4097-a1b5-8d72a8654f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:06.419411 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-194d0f47-3c1d-4d61-a92a-8c7f529d27cd None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:06.443424 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-194d0f47-3c1d-4d61-a92a-8c7f529d27cd None None] Transition to ACTIVE for port object 6e4084e9-073d-4876-9847-6b893f540495 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:00:06.452363 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-194d0f47-3c1d-4d61-a92a-8c7f529d27cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:06.466768 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21d7768-4bbf-4097-a1b5-8d72a8654f66 admin admin] Network 7b8c6d1f-27a1-43c4-a852-c508ec8cfc73 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:00:06.469683 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e21d7768-4bbf-4097-a1b5-8d72a8654f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:00:06.478078 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21d7768-4bbf-4097-a1b5-8d72a8654f66 admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 15:00:06.517054 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d7768-4bbf-4097-a1b5-8d72a8654f66 admin admin] Pushing event updated for resources: {'Port': ['ID=52f5285c-c743-408d-a1c5-c41b52dba0da,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:06.543595 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-194d0f47-3c1d-4d61-a92a-8c7f529d27cd None None] Attempting to bind port 6e4084e9-073d-4876-9847-6b893f540495 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:00:06.544276 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e21d7768-4bbf-4097-a1b5-8d72a8654f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:06.544376 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-194d0f47-3c1d-4d61-a92a-8c7f529d27cd None None] Attempting to bind port 6e4084e9-073d-4876-9847-6b893f540495 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:00:06.544484 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194d0f47-3c1d-4d61-a92a-8c7f529d27cd None None] Attempting to bind port 6e4084e9-073d-4876-9847-6b893f540495 on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 15:00:06.554966 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fcdea5-a635-4885-ab47-2d3a319d6273 None None] Pushing event updated for resources: {'Port': ['ID=6e4084e9-073d-4876-9847-6b893f540495,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:06.557782 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194d0f47-3c1d-4d61-a92a-8c7f529d27cd None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 15:00:06.557966 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194d0f47-3c1d-4d61-a92a-8c7f529d27cd None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 15:00:06.558366 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-194d0f47-3c1d-4d61-a92a-8c7f529d27cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:06.558747 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194d0f47-3c1d-4d61-a92a-8c7f529d27cd None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 15:00:06.559250 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-194d0f47-3c1d-4d61-a92a-8c7f529d27cd None None] Bound port: 6e4084e9-073d-4876-9847-6b893f540495, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:00:06.559621 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-194d0f47-3c1d-4d61-a92a-8c7f529d27cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:06.598628 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 9ca586ac-4f8c-4672-8a19-d32dc5eea819 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:06.598994 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:06.675385 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e21d7768-4bbf-4097-a1b5-8d72a8654f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:06.684638 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-194d0f47-3c1d-4d61-a92a-8c7f529d27cd None None] For port 6e4084e9-073d-4876-9847-6b893f540495, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 15:00:06.690061 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-194d0f47-3c1d-4d61-a92a-8c7f529d27cd None None] For port 6e4084e9-073d-4876-9847-6b893f540495, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=6e4084e9-073d-4876-9847-6b893f540495,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 15:00:06.695555 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-194d0f47-3c1d-4d61-a92a-8c7f529d27cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:06.829762 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9e40cbe4-7857-49f8-90eb-6bdc5a1612b5 None None] Provisioning for port 52f5285c-c743-408d-a1c5-c41b52dba0da completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:00:06.832648 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194d0f47-3c1d-4d61-a92a-8c7f529d27cd None None] Routers {'01183732-f0f3-4874-9a37-6147efe78214'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:00:06.833276 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-194d0f47-3c1d-4d61-a92a-8c7f529d27cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T14:59:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['01183732-f0f3-4874-9a37-6147efe78214'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:06.890779 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 785e6d4b-6812-4610-beec-4da8d7f58b74 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:00:06.904429 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e21d7768-4bbf-4097-a1b5-8d72a8654f66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:06.910159 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e21d7768-4bbf-4097-a1b5-8d72a8654f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:06.921371 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fcdea5-a635-4885-ab47-2d3a319d6273 None None] Pushing event updated for resources: {'Port': ['ID=6e4084e9-073d-4876-9847-6b893f540495,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:06.930025 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9e40cbe4-7857-49f8-90eb-6bdc5a1612b5 None None] Provisioning complete for port 52f5285c-c743-408d-a1c5-c41b52dba0da triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:06.930180 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9e40cbe4-7857-49f8-90eb-6bdc5a1612b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:07.015662 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e21d7768-4bbf-4097-a1b5-8d72a8654f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:07.026178 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d7768-4bbf-4097-a1b5-8d72a8654f66 admin admin] Pushing event updated for resources: {'Port': ['ID=52f5285c-c743-408d-a1c5-c41b52dba0da,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:07.085449 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9e40cbe4-7857-49f8-90eb-6bdc5a1612b5 None None] Port 52f5285c-c743-408d-a1c5-c41b52dba0da cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 15:00:07.116114 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-194d0f47-3c1d-4d61-a92a-8c7f529d27cd None None] Set router 01183732-f0f3-4874-9a37-6147efe78214 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:00:07.166384 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 785e6d4b-6812-4610-beec-4da8d7f58b74 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:00:07.177217 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 785e6d4b-6812-4610-beec-4da8d7f58b74 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:07.177584 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:07.278908 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21d7768-4bbf-4097-a1b5-8d72a8654f66 admin admin] Network 7b8c6d1f-27a1-43c4-a852-c508ec8cfc73 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:00:07.280160 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-e21d7768-4bbf-4097-a1b5-8d72a8654f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:00:07.488574 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21d7768-4bbf-4097-a1b5-8d72a8654f66 admin admin] Router 01183732-f0f3-4874-9a37-6147efe78214 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 15:00:07.511992 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:07.562404 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-01a2dadc-5bb2-4309-898d-dbc592e1db71 None None] Provisioning complete for port 52f5285c-c743-408d-a1c5-c41b52dba0da triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:07.563084 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-01a2dadc-5bb2-4309-898d-dbc592e1db71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:07.600939 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 785e6d4b-6812-4610-beec-4da8d7f58b74, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=785e6d4b-6812-4610-beec-4da8d7f58b74,segment=NetworkSegment(39e68f81-7597-42bc-92c2-73fe28cbadb6),segment_id=39e68f81-7597-42bc-92c2-73fe28cbadb6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:00:07.612505 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:07.668868 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-01a2dadc-5bb2-4309-898d-dbc592e1db71 None None] Port 52f5285c-c743-408d-a1c5-c41b52dba0da cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 15:00:07.674096 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21d7768-4bbf-4097-a1b5-8d72a8654f66 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 15:00:07.683456 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e21d7768-4bbf-4097-a1b5-8d72a8654f66 admin admin] 10.222.0.30 "PUT /v2.0/routers/01183732-f0f3-4874-9a37-6147efe78214/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5375755 Feb 28 15:00:07.700027 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-194d0f47-3c1d-4d61-a92a-8c7f529d27cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01183732-f0f3-4874-9a37-6147efe78214', 'name': 'tempest-TestShelveInstance-259008075-router', 'tenant_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '6e4084e9-073d-4876-9847-6b893f540495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:00:02Z', 'updated_at': '2022-02-28T15:00:06Z', 'revision_number': 4, 'project_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'gw_port': {'id': '6e4084e9-073d-4876-9847-6b893f540495', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01183732-f0f3-4874-9a37-6147efe78214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:00:03Z', 'updated_at': '2022-02-28T15:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '52f5285c-c743-408d-a1c5-c41b52dba0da', 'name': '', 'network_id': '7b8c6d1f-27a1-43c4-a852-c508ec8cfc73', 'tenant_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'mac_address': 'fa:16:3e:7b:d8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01183732-f0f3-4874-9a37-6147efe78214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8fd230b0-651f-4436-9a3d-5f42151d36f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:00:06Z', 'updated_at': '2022-02-28T15:00:06Z', 'revision_number': 1, 'project_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'subnets': [{'id': '8fd230b0-651f-4436-9a3d-5f42151d36f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:07.704663 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=785e6d4b-6812-4610-beec-4da8d7f58b74,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:07.707925 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194d0f47-3c1d-4d61-a92a-8c7f529d27cd None None] The sync data for ids ['01183732-f0f3-4874-9a37-6147efe78214'] in dv-neutron-831192-4-hyperv is: [{'id': '01183732-f0f3-4874-9a37-6147efe78214', 'name': 'tempest-TestShelveInstance-259008075-router', 'tenant_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '6e4084e9-073d-4876-9847-6b893f540495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:00:02Z', 'updated_at': '2022-02-28T15:00:06Z', 'revision_number': 4, 'project_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'gw_port': {'id': '6e4084e9-073d-4876-9847-6b893f540495', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01183732-f0f3-4874-9a37-6147efe78214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:00:03Z', 'updated_at': '2022-02-28T15:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '52f5285c-c743-408d-a1c5-c41b52dba0da', 'name': '', 'network_id': '7b8c6d1f-27a1-43c4-a852-c508ec8cfc73', 'tenant_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'mac_address': 'fa:16:3e:7b:d8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01183732-f0f3-4874-9a37-6147efe78214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8fd230b0-651f-4436-9a3d-5f42151d36f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:00:06Z', 'updated_at': '2022-02-28T15:00:06Z', 'revision_number': 1, 'project_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'subnets': [{'id': '8fd230b0-651f-4436-9a3d-5f42151d36f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 15:00:07.748488 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-eee8229f-7ea3-4b4a-95a7-69a372b44582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:08.301983 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 785e6d4b-6812-4610-beec-4da8d7f58b74 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:00:08.399256 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 785e6d4b-6812-4610-beec-4da8d7f58b74 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:08.399668 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:08.502070 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 39030) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:08.509163 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2aae7ad4-289e-4f30-b9fa-051048195950 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-865055663', 'description': 'tempest-secgroup-smoke-865055663 description', 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:00:08.515674 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2aae7ad4-289e-4f30-b9fa-051048195950 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:08.521300 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2aae7ad4-289e-4f30-b9fa-051048195950 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Usage tracker for resource:security_group and tenant:ffd8454051fa4002afcfdda77c04a5c1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:08.527522 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2aae7ad4-289e-4f30-b9fa-051048195950 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:08.536573 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2aae7ad4-289e-4f30-b9fa-051048195950 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:08.553216 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2aae7ad4-289e-4f30-b9fa-051048195950 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:08.574402 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2aae7ad4-289e-4f30-b9fa-051048195950 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:08.578292 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2aae7ad4-289e-4f30-b9fa-051048195950 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Usage tracker for resource:security_group_rule and tenant:ffd8454051fa4002afcfdda77c04a5c1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:08.581275 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2aae7ad4-289e-4f30-b9fa-051048195950 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:08.587247 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2aae7ad4-289e-4f30-b9fa-051048195950 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:08.661780 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2aae7ad4-289e-4f30-b9fa-051048195950 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:08.667170 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2aae7ad4-289e-4f30-b9fa-051048195950 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:08.714309 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae7ad4-289e-4f30-b9fa-051048195950 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ea38bd-c01c-4810-b605-c16b53b50ec3,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:08.717814 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2aae7ad4-289e-4f30-b9fa-051048195950 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:08.722266 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2aae7ad4-289e-4f30-b9fa-051048195950 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2190371 Feb 28 15:00:08.722508 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 39034) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:08.729098 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e062cb2d-dbe4-4106-a3ab-65ef3da43129 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Request body: {'security_group_rule': {'security_group_id': 'b9ea38bd-c01c-4810-b605-c16b53b50ec3', 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:00:08.735686 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e062cb2d-dbe4-4106-a3ab-65ef3da43129 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:08.739696 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e062cb2d-dbe4-4106-a3ab-65ef3da43129 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Usage tracker for resource:security_group_rule and tenant:ffd8454051fa4002afcfdda77c04a5c1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:08.742583 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e062cb2d-dbe4-4106-a3ab-65ef3da43129 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:08.749513 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e062cb2d-dbe4-4106-a3ab-65ef3da43129 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:08.767056 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e062cb2d-dbe4-4106-a3ab-65ef3da43129 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:08.830857 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e062cb2d-dbe4-4106-a3ab-65ef3da43129 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:08.835938 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e062cb2d-dbe4-4106-a3ab-65ef3da43129 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:08.861863 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062cb2d-dbe4-4106-a3ab-65ef3da43129 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b6636f-2503-4917-92bd-053c3e9739fa,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:08.872393 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e062cb2d-dbe4-4106-a3ab-65ef3da43129 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:08.873638 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e062cb2d-dbe4-4106-a3ab-65ef3da43129 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1502831 Feb 28 15:00:08.876502 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 39038) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:08.881677 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2a458024-ce89-4399-8482-eb2629ba728e tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Request body: {'security_group_rule': {'security_group_id': 'b9ea38bd-c01c-4810-b605-c16b53b50ec3', 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:00:08.888302 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2a458024-ce89-4399-8482-eb2629ba728e tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:08.892186 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2a458024-ce89-4399-8482-eb2629ba728e tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Usage tracker for resource:security_group_rule and tenant:ffd8454051fa4002afcfdda77c04a5c1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:08.895148 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2a458024-ce89-4399-8482-eb2629ba728e tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:08.901257 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2a458024-ce89-4399-8482-eb2629ba728e tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:08.920486 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a458024-ce89-4399-8482-eb2629ba728e tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:08.985181 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a458024-ce89-4399-8482-eb2629ba728e tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:08.990524 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a458024-ce89-4399-8482-eb2629ba728e tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:09.015609 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a458024-ce89-4399-8482-eb2629ba728e tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=281fbc16-5c1a-4309-a525-570b5368a6dc,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:09.025884 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2a458024-ce89-4399-8482-eb2629ba728e tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:09.027041 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2a458024-ce89-4399-8482-eb2629ba728e tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1496453 Feb 28 15:00:09.029900 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 39042) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:09.034747 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-fdb05b60-0d9b-42f3-bacf-59bfc4f153f0 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Request body: {'security_group_rule': {'security_group_id': 'b9ea38bd-c01c-4810-b605-c16b53b50ec3', 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:00:09.041364 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fdb05b60-0d9b-42f3-bacf-59bfc4f153f0 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:09.045120 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fdb05b60-0d9b-42f3-bacf-59bfc4f153f0 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Usage tracker for resource:security_group_rule and tenant:ffd8454051fa4002afcfdda77c04a5c1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:09.047947 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-fdb05b60-0d9b-42f3-bacf-59bfc4f153f0 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:09.053480 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-fdb05b60-0d9b-42f3-bacf-59bfc4f153f0 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:09.073403 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fdb05b60-0d9b-42f3-bacf-59bfc4f153f0 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:09.136792 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fdb05b60-0d9b-42f3-bacf-59bfc4f153f0 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:09.142837 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fdb05b60-0d9b-42f3-bacf-59bfc4f153f0 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:09.167740 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb05b60-0d9b-42f3-bacf-59bfc4f153f0 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd2c38a-82ed-4ef2-8caf-334f4e8f72d2,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:09.177272 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-fdb05b60-0d9b-42f3-bacf-59bfc4f153f0 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:09.178547 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-fdb05b60-0d9b-42f3-bacf-59bfc4f153f0 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1477449 Feb 28 15:00:09.182387 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 39046) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:09.187698 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2abc1aee-9105-4f17-a73f-104246d2d73b tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Request body: {'security_group_rule': {'security_group_id': 'b9ea38bd-c01c-4810-b605-c16b53b50ec3', 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:00:09.194243 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2abc1aee-9105-4f17-a73f-104246d2d73b tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:09.198615 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2abc1aee-9105-4f17-a73f-104246d2d73b tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Usage tracker for resource:security_group_rule and tenant:ffd8454051fa4002afcfdda77c04a5c1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:09.201788 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2abc1aee-9105-4f17-a73f-104246d2d73b tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:09.207702 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2abc1aee-9105-4f17-a73f-104246d2d73b tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:09.227115 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2abc1aee-9105-4f17-a73f-104246d2d73b tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:09.292500 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2abc1aee-9105-4f17-a73f-104246d2d73b tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:09.297339 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2abc1aee-9105-4f17-a73f-104246d2d73b tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:09.321141 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc1aee-9105-4f17-a73f-104246d2d73b tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad327e5-482a-4a0d-bb48-2ac1c300c768,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:09.330997 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2abc1aee-9105-4f17-a73f-104246d2d73b tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:09.332292 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2abc1aee-9105-4f17-a73f-104246d2d73b tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1487820 Feb 28 15:00:09.335209 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 39050) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:09.340511 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-145a2227-adbe-4fb0-b570-aaaf348f3b8d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Request body: {'security_group_rule': {'security_group_id': 'b9ea38bd-c01c-4810-b605-c16b53b50ec3', 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:00:09.346665 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-145a2227-adbe-4fb0-b570-aaaf348f3b8d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:09.350611 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-145a2227-adbe-4fb0-b570-aaaf348f3b8d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Usage tracker for resource:security_group_rule and tenant:ffd8454051fa4002afcfdda77c04a5c1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:09.353738 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-145a2227-adbe-4fb0-b570-aaaf348f3b8d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:09.360046 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-145a2227-adbe-4fb0-b570-aaaf348f3b8d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:09.373756 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-145a2227-adbe-4fb0-b570-aaaf348f3b8d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Project ffd8454051fa4002afcfdda77c04a5c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:00:09.380861 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-145a2227-adbe-4fb0-b570-aaaf348f3b8d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:09.457548 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-145a2227-adbe-4fb0-b570-aaaf348f3b8d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:09.461225 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-145a2227-adbe-4fb0-b570-aaaf348f3b8d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:09.484382 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a2227-adbe-4fb0-b570-aaaf348f3b8d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a65a1a-7ea0-4c80-af5c-ad49fd7e5301,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:09.493869 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-145a2227-adbe-4fb0-b570-aaaf348f3b8d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:09.495120 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-145a2227-adbe-4fb0-b570-aaaf348f3b8d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1588466 Feb 28 15:00:09.499353 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 39054) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:09.504694 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-30c89ace-c584-4f20-b7ff-78a8cece5d79 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Request body: {'security_group_rule': {'security_group_id': 'b9ea38bd-c01c-4810-b605-c16b53b50ec3', 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:00:09.511003 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-30c89ace-c584-4f20-b7ff-78a8cece5d79 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:09.515292 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-30c89ace-c584-4f20-b7ff-78a8cece5d79 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Usage tracker for resource:security_group_rule and tenant:ffd8454051fa4002afcfdda77c04a5c1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:09.518221 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-30c89ace-c584-4f20-b7ff-78a8cece5d79 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:09.524890 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-30c89ace-c584-4f20-b7ff-78a8cece5d79 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:09.538145 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-30c89ace-c584-4f20-b7ff-78a8cece5d79 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Project ffd8454051fa4002afcfdda77c04a5c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:00:09.545867 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-30c89ace-c584-4f20-b7ff-78a8cece5d79 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:09.616717 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-30c89ace-c584-4f20-b7ff-78a8cece5d79 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:09.622029 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-30c89ace-c584-4f20-b7ff-78a8cece5d79 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:09.648108 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c89ace-c584-4f20-b7ff-78a8cece5d79 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f058ad-47eb-4abe-9e85-a39c74e8e585,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:09.658857 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-30c89ace-c584-4f20-b7ff-78a8cece5d79 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:09.660200 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-30c89ace-c584-4f20-b7ff-78a8cece5d79 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1598308 Feb 28 15:00:09.831686 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-b91205c2-0aca-4db1-b909-63059f7a804c tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Synchronizing usage tracker for tenant:ffd8454051fa4002afcfdda77c04a5c1 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:00:09.851486 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-b91205c2-0aca-4db1-b909-63059f7a804c tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Unset dirty status for tenant:ffd8454051fa4002afcfdda77c04a5c1 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:00:09.852849 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-b91205c2-0aca-4db1-b909-63059f7a804c tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-865055663&fields=id&tenant_id=ffd8454051fa4002afcfdda77c04a5c1 HTTP/1.1" status: 200 len: 267 time: 0.0676131 Feb 28 15:00:09.904868 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9d26014c-3671-40fb-989e-b80e2a8f14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:10.012530 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-4a57b959-a924-4246-ba85-fbba82715bbc tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:10.014272 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-4a57b959-a924-4246-ba85-fbba82715bbc tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/networks?id=4dae4516-914d-44c6-8061-a593cf7446b2 HTTP/1.1" status: 200 len: 808 time: 0.1522696 Feb 28 15:00:10.031831 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-a926c389-4d4e-450e-a756-7af43880871f tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/quotas/ffd8454051fa4002afcfdda77c04a5c1 HTTP/1.1" status: 200 len: 375 time: 0.0112600 Feb 28 15:00:10.117621 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-ab93a355-6f12-41b5-9944-88f1dbecc216 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Synchronizing usage tracker for tenant:ffd8454051fa4002afcfdda77c04a5c1 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:00:10.137065 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-ab93a355-6f12-41b5-9944-88f1dbecc216 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Unset dirty status for tenant:ffd8454051fa4002afcfdda77c04a5c1 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:00:10.138403 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-ab93a355-6f12-41b5-9944-88f1dbecc216 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ffd8454051fa4002afcfdda77c04a5c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1010168 Feb 28 15:00:10.282318 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-bcb2cee3-7c3f-45e1-88ef-48609b182111 service neutron] 10.222.0.30 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316094 Feb 28 15:00:10.316673 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 6e4084e9-073d-4876-9847-6b893f540495 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:00:10.430491 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-cd5371d3-ddee-4ed4-ac5e-67f138e307cf service neutron] 10.222.0.30 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417294 Feb 28 15:00:10.434841 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 6e4084e9-073d-4876-9847-6b893f540495 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:00:10.442094 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 6e4084e9-073d-4876-9847-6b893f540495 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:10.442746 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:10.582043 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:10.603948 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 6e4084e9-073d-4876-9847-6b893f540495, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=6e4084e9-073d-4876-9847-6b893f540495,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:00:10.609006 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:10.652211 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-209cd98c-9d02-431c-8ff7-3a71cb4c8520 req-0ba25698-6614-48b7-a5da-337c98fcb5d0 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 210 time: 0.0437839 Feb 28 15:00:10.682209 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=6e4084e9-073d-4876-9847-6b893f540495,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:10.996556 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:11.151050 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0886064-24fa-4c47-bdbb-8c7974dca58d None None] Sync routers for ids ['01183732-f0f3-4874-9a37-6147efe78214'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 15:00:11.160905 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0886064-24fa-4c47-bdbb-8c7974dca58d None None] Routers {'01183732-f0f3-4874-9a37-6147efe78214'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:00:11.161599 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b0886064-24fa-4c47-bdbb-8c7974dca58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:00:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['01183732-f0f3-4874-9a37-6147efe78214'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:11.281943 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:11.370587 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-b0886064-24fa-4c47-bdbb-8c7974dca58d None None] Set router 01183732-f0f3-4874-9a37-6147efe78214 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:00:11.691758 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b0886064-24fa-4c47-bdbb-8c7974dca58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01183732-f0f3-4874-9a37-6147efe78214', 'name': 'tempest-TestShelveInstance-259008075-router', 'tenant_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '6e4084e9-073d-4876-9847-6b893f540495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:00:02Z', 'updated_at': '2022-02-28T15:00:06Z', 'revision_number': 4, 'project_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'gw_port': {'id': '6e4084e9-073d-4876-9847-6b893f540495', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01183732-f0f3-4874-9a37-6147efe78214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:00:03Z', 'updated_at': '2022-02-28T15:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '52f5285c-c743-408d-a1c5-c41b52dba0da', 'name': '', 'network_id': '7b8c6d1f-27a1-43c4-a852-c508ec8cfc73', 'tenant_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'mac_address': 'fa:16:3e:7b:d8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01183732-f0f3-4874-9a37-6147efe78214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8fd230b0-651f-4436-9a3d-5f42151d36f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:00:06Z', 'updated_at': '2022-02-28T15:00:06Z', 'revision_number': 2, 'project_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'subnets': [{'id': '8fd230b0-651f-4436-9a3d-5f42151d36f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:11.697309 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0886064-24fa-4c47-bdbb-8c7974dca58d None None] Checking router: 01183732-f0f3-4874-9a37-6147efe78214 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 15:00:11.697684 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0886064-24fa-4c47-bdbb-8c7974dca58d None None] Updating router 01183732-f0f3-4874-9a37-6147efe78214 port 52f5285c-c743-408d-a1c5-c41b52dba0da binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 15:00:11.750218 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b0886064-24fa-4c47-bdbb-8c7974dca58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:11.836391 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5b3c5951-7516-4a91-99c6-69166b56e5a3 req-71bcd25d-5e3e-4a00-91d6-1875c4b118e6 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 210 time: 0.0627284 Feb 28 15:00:11.951401 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-b1a4d9a1-4420-45f2-9c56-fba39e43fb46 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:11.951996 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-b1a4d9a1-4420-45f2-9c56-fba39e43fb46 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Synchronizing usage tracker for tenant:ffd8454051fa4002afcfdda77c04a5c1 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:00:11.968655 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-b1a4d9a1-4420-45f2-9c56-fba39e43fb46 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Unset dirty status for tenant:ffd8454051fa4002afcfdda77c04a5c1 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:00:11.970244 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-b1a4d9a1-4420-45f2-9c56-fba39e43fb46 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.13 "GET /v2.0/networks?id=4dae4516-914d-44c6-8061-a593cf7446b2 HTTP/1.1" status: 200 len: 808 time: 0.1965127 Feb 28 15:00:12.021336 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-74621dec-6918-4840-9f85-690bec70ba88 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Synchronizing usage tracker for tenant:ffd8454051fa4002afcfdda77c04a5c1 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:00:12.033309 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-74621dec-6918-4840-9f85-690bec70ba88 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Unset dirty status for tenant:ffd8454051fa4002afcfdda77c04a5c1 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:00:12.034414 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-74621dec-6918-4840-9f85-690bec70ba88 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffd8454051fa4002afcfdda77c04a5c1 HTTP/1.1" status: 200 len: 379 time: 0.0560842 Feb 28 15:00:12.047008 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-cd6d2c55-7aab-4a9d-b840-a15c05539706 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Request body: {'port': {'device_id': '7c299ed0-78f3-47d9-9b0d-280d49c0b83e', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'admin_state_up': True, 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'security_groups': ['b9ea38bd-c01c-4810-b605-c16b53b50ec3']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:00:12.115196 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b0886064-24fa-4c47-bdbb-8c7974dca58d None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:12.127538 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-b0886064-24fa-4c47-bdbb-8c7974dca58d None None] Transition to ACTIVE for port object 52f5285c-c743-408d-a1c5-c41b52dba0da will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:00:12.135240 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b0886064-24fa-4c47-bdbb-8c7974dca58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:12.189651 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-cd6d2c55-7aab-4a9d-b840-a15c05539706 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:12.199612 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-cd6d2c55-7aab-4a9d-b840-a15c05539706 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:12.210158 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-cd6d2c55-7aab-4a9d-b840-a15c05539706 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Made reservation on behalf of ffd8454051fa4002afcfdda77c04a5c1 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:00:12.213839 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-cd6d2c55-7aab-4a9d-b840-a15c05539706 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:12.316625 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb648c-4347-4ace-ae28-842571dec02b None None] Pushing event updated for resources: {'Port': ['ID=52f5285c-c743-408d-a1c5-c41b52dba0da,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:12.318013 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 6e4084e9-073d-4876-9847-6b893f540495 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:00:12.372836 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-b0886064-24fa-4c47-bdbb-8c7974dca58d None None] Attempting to bind port 52f5285c-c743-408d-a1c5-c41b52dba0da on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:00:12.373191 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-b0886064-24fa-4c47-bdbb-8c7974dca58d None None] Attempting to bind port 52f5285c-c743-408d-a1c5-c41b52dba0da by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '68aa1303-f6ec-499e-a9ef-2a8dc4f94a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b8c6d1f-27a1-43c4-a852-c508ec8cfc73'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:00:12.373776 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0886064-24fa-4c47-bdbb-8c7974dca58d None None] Attempting to bind port 52f5285c-c743-408d-a1c5-c41b52dba0da on network 7b8c6d1f-27a1-43c4-a852-c508ec8cfc73 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 15:00:12.379505 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0886064-24fa-4c47-bdbb-8c7974dca58d None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 15:00:12.380179 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0886064-24fa-4c47-bdbb-8c7974dca58d None None] Checking segment: {'id': '68aa1303-f6ec-499e-a9ef-2a8dc4f94a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b8c6d1f-27a1-43c4-a852-c508ec8cfc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 15:00:12.380769 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b0886064-24fa-4c47-bdbb-8c7974dca58d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:12.381330 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0886064-24fa-4c47-bdbb-8c7974dca58d None None] Bound using segment: {'id': '68aa1303-f6ec-499e-a9ef-2a8dc4f94a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b8c6d1f-27a1-43c4-a852-c508ec8cfc73'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 15:00:12.382003 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-b0886064-24fa-4c47-bdbb-8c7974dca58d None None] Bound port: 52f5285c-c743-408d-a1c5-c41b52dba0da, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68aa1303-f6ec-499e-a9ef-2a8dc4f94a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b8c6d1f-27a1-43c4-a852-c508ec8cfc73'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:00:12.382575 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b0886064-24fa-4c47-bdbb-8c7974dca58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:12.406171 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-cd6d2c55-7aab-4a9d-b840-a15c05539706 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Allocated IP 172.20.0.4 (4dae4516-914d-44c6-8061-a593cf7446b2/74512956-574f-44d6-b79c-0eb4fe92c8b7/a4ecbda8-79bf-496d-abcc-5985c05e9358) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:00:12.440917 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 6e4084e9-073d-4876-9847-6b893f540495 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:12.441542 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:12.490924 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-b0886064-24fa-4c47-bdbb-8c7974dca58d None None] For port 52f5285c-c743-408d-a1c5-c41b52dba0da, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 15:00:12.495581 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-b0886064-24fa-4c47-bdbb-8c7974dca58d None None] For port 52f5285c-c743-408d-a1c5-c41b52dba0da, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=52f5285c-c743-408d-a1c5-c41b52dba0da,segment=NetworkSegment(68aa1303-f6ec-499e-a9ef-2a8dc4f94a99),segment_id=68aa1303-f6ec-499e-a9ef-2a8dc4f94a99)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 15:00:12.504375 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-b0886064-24fa-4c47-bdbb-8c7974dca58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:12.587950 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb648c-4347-4ace-ae28-842571dec02b None None] Pushing event updated for resources: {'Port': ['ID=52f5285c-c743-408d-a1c5-c41b52dba0da,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:12.613340 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0886064-24fa-4c47-bdbb-8c7974dca58d None None] Routers {'01183732-f0f3-4874-9a37-6147efe78214'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:00:12.613974 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b0886064-24fa-4c47-bdbb-8c7974dca58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:00:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['01183732-f0f3-4874-9a37-6147efe78214'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:12.643299 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:12.650978 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-cd6d2c55-7aab-4a9d-b840-a15c05539706 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:12.670761 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-cd6d2c55-7aab-4a9d-b840-a15c05539706 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Transition to ACTIVE for port object a4ecbda8-79bf-496d-abcc-5985c05e9358 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:00:12.698145 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-cd6d2c55-7aab-4a9d-b840-a15c05539706 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:12.769154 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-cd6d2c55-7aab-4a9d-b840-a15c05539706 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Network 4dae4516-914d-44c6-8061-a593cf7446b2 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:00:12.772148 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-cd6d2c55-7aab-4a9d-b840-a15c05539706 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:00:12.775053 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-cd6d2c55-7aab-4a9d-b840-a15c05539706 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 15:00:12.826512 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d2c55-7aab-4a9d-b840-a15c05539706 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Pushing event updated for resources: {'Port': ['ID=a4ecbda8-79bf-496d-abcc-5985c05e9358,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:12.843575 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-b0886064-24fa-4c47-bdbb-8c7974dca58d None None] Set router 01183732-f0f3-4874-9a37-6147efe78214 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:00:12.859174 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-cd6d2c55-7aab-4a9d-b840-a15c05539706 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:12.860046 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-cd6d2c55-7aab-4a9d-b840-a15c05539706 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:12.895030 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-cd6d2c55-7aab-4a9d-b840-a15c05539706 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8521724 Feb 28 15:00:12.909811 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-fcbd690f-c1cd-43bc-a471-bb9ae20b817a service neutron] Request body: {'port': {'device_id': '7c299ed0-78f3-47d9-9b0d-280d49c0b83e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:00:13.007534 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cea54f87-5e9f-45df-981c-76647b5e8969 None None] Provisioning for port a4ecbda8-79bf-496d-abcc-5985c05e9358 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:00:13.013423 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-cea54f87-5e9f-45df-981c-76647b5e8969 None None] Provisioning complete for port a4ecbda8-79bf-496d-abcc-5985c05e9358 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:13.014079 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-cea54f87-5e9f-45df-981c-76647b5e8969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:13.030519 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:00:13.077387 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-cea54f87-5e9f-45df-981c-76647b5e8969 None None] Port a4ecbda8-79bf-496d-abcc-5985c05e9358 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 15:00:13.087687 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-fcbd690f-c1cd-43bc-a471-bb9ae20b817a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:13.159267 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b4687-592e-4082-af9b-0fcbcb14a316 req-9e8e7ec2-562d-4288-a299-64cdc8bda1c1 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:13.159970 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-436b4687-592e-4082-af9b-0fcbcb14a316 req-9e8e7ec2-562d-4288-a299-64cdc8bda1c1 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Synchronizing usage tracker for tenant:ffd8454051fa4002afcfdda77c04a5c1 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:00:13.190100 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-b0886064-24fa-4c47-bdbb-8c7974dca58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01183732-f0f3-4874-9a37-6147efe78214', 'name': 'tempest-TestShelveInstance-259008075-router', 'tenant_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '6e4084e9-073d-4876-9847-6b893f540495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:00:02Z', 'updated_at': '2022-02-28T15:00:06Z', 'revision_number': 4, 'project_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'gw_port': {'id': '6e4084e9-073d-4876-9847-6b893f540495', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01183732-f0f3-4874-9a37-6147efe78214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:00:03Z', 'updated_at': '2022-02-28T15:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '52f5285c-c743-408d-a1c5-c41b52dba0da', 'name': '', 'network_id': '7b8c6d1f-27a1-43c4-a852-c508ec8cfc73', 'tenant_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'mac_address': 'fa:16:3e:7b:d8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01183732-f0f3-4874-9a37-6147efe78214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8fd230b0-651f-4436-9a3d-5f42151d36f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:00:06Z', 'updated_at': '2022-02-28T15:00:12Z', 'revision_number': 4, 'project_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'subnets': [{'id': '8fd230b0-651f-4436-9a3d-5f42151d36f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:13.194409 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0886064-24fa-4c47-bdbb-8c7974dca58d None None] The sync data for ids ['01183732-f0f3-4874-9a37-6147efe78214'] in dv-neutron-831192-4-hyperv is: [{'id': '01183732-f0f3-4874-9a37-6147efe78214', 'name': 'tempest-TestShelveInstance-259008075-router', 'tenant_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '6e4084e9-073d-4876-9847-6b893f540495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:00:02Z', 'updated_at': '2022-02-28T15:00:06Z', 'revision_number': 4, 'project_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'gw_port': {'id': '6e4084e9-073d-4876-9847-6b893f540495', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01183732-f0f3-4874-9a37-6147efe78214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:00:03Z', 'updated_at': '2022-02-28T15:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '52f5285c-c743-408d-a1c5-c41b52dba0da', 'name': '', 'network_id': '7b8c6d1f-27a1-43c4-a852-c508ec8cfc73', 'tenant_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'mac_address': 'fa:16:3e:7b:d8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01183732-f0f3-4874-9a37-6147efe78214', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8fd230b0-651f-4436-9a3d-5f42151d36f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:00:06Z', 'updated_at': '2022-02-28T15:00:12Z', 'revision_number': 4, 'project_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'subnets': [{'id': '8fd230b0-651f-4436-9a3d-5f42151d36f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 15:00:13.228384 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-436b4687-592e-4082-af9b-0fcbcb14a316 req-9e8e7ec2-562d-4288-a299-64cdc8bda1c1 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Unset dirty status for tenant:ffd8454051fa4002afcfdda77c04a5c1 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:00:13.229580 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-436b4687-592e-4082-af9b-0fcbcb14a316 req-9e8e7ec2-562d-4288-a299-64cdc8bda1c1 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 931 time: 0.2508993 Feb 28 15:00:13.323923 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-436b4687-592e-4082-af9b-0fcbcb14a316 req-3607219b-59bc-4641-97d8-bfe294e6e14e tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877118 Feb 28 15:00:13.499200 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-fcbd690f-c1cd-43bc-a471-bb9ae20b817a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4ecbda8-79bf-496d-abcc-5985c05e9358 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 15:00:13.506986 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-fcbd690f-c1cd-43bc-a471-bb9ae20b817a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:13.523294 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-fcbd690f-c1cd-43bc-a471-bb9ae20b817a service neutron] Transition to ACTIVE for port object a4ecbda8-79bf-496d-abcc-5985c05e9358 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:00:13.528455 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-fcbd690f-c1cd-43bc-a471-bb9ae20b817a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:13.793721 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd690f-c1cd-43bc-a471-bb9ae20b817a service neutron] Pushing event updated for resources: {'Port': ['ID=a4ecbda8-79bf-496d-abcc-5985c05e9358,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:13.866622 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-fcbd690f-c1cd-43bc-a471-bb9ae20b817a service neutron] Attempting to bind port a4ecbda8-79bf-496d-abcc-5985c05e9358 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:00:13.866947 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-fcbd690f-c1cd-43bc-a471-bb9ae20b817a service neutron] Attempting to bind port a4ecbda8-79bf-496d-abcc-5985c05e9358 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '39e68f81-7597-42bc-92c2-73fe28cbadb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:00:13.867287 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-fcbd690f-c1cd-43bc-a471-bb9ae20b817a service neutron] Attempting to bind port a4ecbda8-79bf-496d-abcc-5985c05e9358 on network 4dae4516-914d-44c6-8061-a593cf7446b2 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 15:00:13.871846 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-fcbd690f-c1cd-43bc-a471-bb9ae20b817a service neutron] Port a4ecbda8-79bf-496d-abcc-5985c05e9358 on network 4dae4516-914d-44c6-8061-a593cf7446b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 15:00:13.872152 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-fcbd690f-c1cd-43bc-a471-bb9ae20b817a service neutron] Attempting to bind port a4ecbda8-79bf-496d-abcc-5985c05e9358 on network 4dae4516-914d-44c6-8061-a593cf7446b2 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 15:00:13.877210 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-fcbd690f-c1cd-43bc-a471-bb9ae20b817a service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 15:00:13.877532 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-fcbd690f-c1cd-43bc-a471-bb9ae20b817a service neutron] Checking segment: {'id': '39e68f81-7597-42bc-92c2-73fe28cbadb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 15:00:13.877896 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-fcbd690f-c1cd-43bc-a471-bb9ae20b817a service neutron] Bound using segment: {'id': '39e68f81-7597-42bc-92c2-73fe28cbadb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 15:00:13.878301 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-fcbd690f-c1cd-43bc-a471-bb9ae20b817a service neutron] Bound port: a4ecbda8-79bf-496d-abcc-5985c05e9358, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e68f81-7597-42bc-92c2-73fe28cbadb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:00:13.878631 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-fcbd690f-c1cd-43bc-a471-bb9ae20b817a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:13.971348 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-fcbd690f-c1cd-43bc-a471-bb9ae20b817a service neutron] For port a4ecbda8-79bf-496d-abcc-5985c05e9358, host hv-neutron-8311, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 15:00:13.974141 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-fcbd690f-c1cd-43bc-a471-bb9ae20b817a service neutron] For port a4ecbda8-79bf-496d-abcc-5985c05e9358, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a4ecbda8-79bf-496d-abcc-5985c05e9358,segment=NetworkSegment(39e68f81-7597-42bc-92c2-73fe28cbadb6),segment_id=39e68f81-7597-42bc-92c2-73fe28cbadb6)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 15:00:13.980343 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-fcbd690f-c1cd-43bc-a471-bb9ae20b817a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:14.034056 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-fcbd690f-c1cd-43bc-a471-bb9ae20b817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:14.034622 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-fcbd690f-c1cd-43bc-a471-bb9ae20b817a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:14.036230 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-fcbd690f-c1cd-43bc-a471-bb9ae20b817a service neutron] 10.222.0.13 "PUT /v2.0/ports/a4ecbda8-79bf-496d-abcc-5985c05e9358 HTTP/1.1" status: 200 len: 1093 time: 1.1334884 Feb 28 15:00:14.038550 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c299ed0-78f3-47d9-9b0d-280d49c0b83e', 'tag': 'a4ecbda8-79bf-496d-abcc-5985c05e9358'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 15:00:14.066138 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd690f-c1cd-43bc-a471-bb9ae20b817a service neutron] Pushing event updated for resources: {'Port': ['ID=a4ecbda8-79bf-496d-abcc-5985c05e9358,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:14.162943 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-9f1ab4af-4e11-4ddd-bed7-94148ca85a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:14.164916 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-9f1ab4af-4e11-4ddd-bed7-94148ca85a60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ffd8454051fa4002afcfdda77c04a5c1&device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 1096 time: 0.0801387 Feb 28 15:00:14.166671 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c299ed0-78f3-47d9-9b0d-280d49c0b83e', 'tag': 'a4ecbda8-79bf-496d-abcc-5985c05e9358', 'status': 'completed', 'code': 200} Feb 28 15:00:14.232828 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-178df970-bcb6-467a-bf3c-801528bba715 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4ecbda8-79bf-496d-abcc-5985c05e9358 HTTP/1.1" status: 200 len: 217 time: 0.0609829 Feb 28 15:00:14.300639 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-868ac9b3-df00-4b98-aa01-77062546abdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:14.302111 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-868ac9b3-df00-4b98-aa01-77062546abdb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74512956-574f-44d6-b79c-0eb4fe92c8b7 HTTP/1.1" status: 200 len: 847 time: 0.0626123 Feb 28 15:00:14.317702 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 52f5285c-c743-408d-a1c5-c41b52dba0da up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:00:14.379844 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-6c33a4f3-6e62-472b-b95f-1c42f68ee2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:14.381359 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-6c33a4f3-6e62-472b-b95f-1c42f68ee2a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4dae4516-914d-44c6-8061-a593cf7446b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736973 Feb 28 15:00:14.392455 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 52f5285c-c743-408d-a1c5-c41b52dba0da completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:00:14.397404 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 52f5285c-c743-408d-a1c5-c41b52dba0da triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:14.397774 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:14.523042 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:14.555701 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 52f5285c-c743-408d-a1c5-c41b52dba0da, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=52f5285c-c743-408d-a1c5-c41b52dba0da,segment=NetworkSegment(68aa1303-f6ec-499e-a9ef-2a8dc4f94a99),segment_id=68aa1303-f6ec-499e-a9ef-2a8dc4f94a99)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:00:14.560477 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:14.577063 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-a6eeee95-489e-4dbf-899a-7c46abd3e99c service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893325 Feb 28 15:00:14.630193 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=52f5285c-c743-408d-a1c5-c41b52dba0da,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:14.635337 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613449c-b7ae-428d-aeda-fac2e0fd206e req-ca8bc10f-3e04-4702-b457-79db136af759 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:14.636948 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1613449c-b7ae-428d-aeda-fac2e0fd206e req-ca8bc10f-3e04-4702-b457-79db136af759 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 943 time: 0.1613498 Feb 28 15:00:14.752553 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1613449c-b7ae-428d-aeda-fac2e0fd206e req-7c567c9d-d0ea-4ba2-b285-007b88b2e760 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704405 Feb 28 15:00:14.760261 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-816f6a36-eda4-4955-9459-af36c7dfd81e req-6f59d42e-0a2d-47a0-a7b3-ced0d044acb5 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721673 Feb 28 15:00:14.875124 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741b2d3-049b-4d75-b605-bbace93ba9bb req-c0517cba-8bdf-4685-b671-671eea8ebbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:14.876631 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0741b2d3-049b-4d75-b605-bbace93ba9bb req-c0517cba-8bdf-4685-b671-671eea8ebbec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ffd8454051fa4002afcfdda77c04a5c1&device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 1096 time: 0.0718296 Feb 28 15:00:15.026134 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741b2d3-049b-4d75-b605-bbace93ba9bb req-69659616-e226-4b77-b790-dc873a5e28f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:15.027721 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0741b2d3-049b-4d75-b605-bbace93ba9bb req-69659616-e226-4b77-b790-dc873a5e28f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4dae4516-914d-44c6-8061-a593cf7446b2 HTTP/1.1" status: 200 len: 909 time: 0.1440954 Feb 28 15:00:15.100802 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0741b2d3-049b-4d75-b605-bbace93ba9bb req-71dff785-1e6b-4cdf-b715-da372a63cdf4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4ecbda8-79bf-496d-abcc-5985c05e9358 HTTP/1.1" status: 200 len: 217 time: 0.0653875 Feb 28 15:00:15.170060 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741b2d3-049b-4d75-b605-bbace93ba9bb req-2f8e3fb1-90c9-43df-846f-3ebadadcdb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:15.171871 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0741b2d3-049b-4d75-b605-bbace93ba9bb req-2f8e3fb1-90c9-43df-846f-3ebadadcdb31 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74512956-574f-44d6-b79c-0eb4fe92c8b7 HTTP/1.1" status: 200 len: 847 time: 0.0637448 Feb 28 15:00:15.261913 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741b2d3-049b-4d75-b605-bbace93ba9bb req-c7dc56bc-151a-485f-b4ae-ecbbebf461de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:15.263408 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0741b2d3-049b-4d75-b605-bbace93ba9bb req-c7dc56bc-151a-485f-b4ae-ecbbebf461de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4dae4516-914d-44c6-8061-a593cf7446b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830181 Feb 28 15:00:15.516948 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0741b2d3-049b-4d75-b605-bbace93ba9bb req-13acc806-3c4d-4ed1-9125-0c41ee415079 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455249 Feb 28 15:00:15.650797 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0741b2d3-049b-4d75-b605-bbace93ba9bb req-8f64c17f-9550-4bfe-9d00-f5c6e04bcc82 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271758 Feb 28 15:00:15.974480 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79fff8-5dbf-42c9-be2f-14dfd4ef22fc req-a58afd03-bee3-4475-ac6a-421d47fec0b3 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:15.975872 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cc79fff8-5dbf-42c9-be2f-14dfd4ef22fc req-a58afd03-bee3-4475-ac6a-421d47fec0b3 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 943 time: 0.1058602 Feb 28 15:00:16.024635 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cc79fff8-5dbf-42c9-be2f-14dfd4ef22fc req-75760724-99ed-4260-8fe1-3b5d2cc61546 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395072 Feb 28 15:00:16.315538 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 52f5285c-c743-408d-a1c5-c41b52dba0da up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:00:16.384747 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 52f5285c-c743-408d-a1c5-c41b52dba0da triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:16.385080 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:17.228075 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaade671-ea01-47f1-8faa-54f813d8494d req-d3bfd1a5-e81b-43e1-83b2-ac0ab68e640d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:17.229526 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aaade671-ea01-47f1-8faa-54f813d8494d req-d3bfd1a5-e81b-43e1-83b2-ac0ab68e640d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 943 time: 0.0852387 Feb 28 15:00:17.277324 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aaade671-ea01-47f1-8faa-54f813d8494d req-0c18629f-9220-4bfa-b76b-6979f17b51e3 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394261 Feb 28 15:00:18.271445 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device a4ecbda8-79bf-496d-abcc-5985c05e9358 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:00:18.406656 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port a4ecbda8-79bf-496d-abcc-5985c05e9358, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a4ecbda8-79bf-496d-abcc-5985c05e9358,segment=NetworkSegment(39e68f81-7597-42bc-92c2-73fe28cbadb6),segment_id=39e68f81-7597-42bc-92c2-73fe28cbadb6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:00:18.420457 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': 'a4ecbda8-79bf-496d-abcc-5985c05e9358', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'port_id': 'a4ecbda8-79bf-496d-abcc-5985c05e9358', 'mac_address': 'fa:16:3e:81:ca:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:00:18.474388 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:18.474594 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b6155-42b8-4b36-b715-5405da5c0c62 req-a1a87710-75a1-49bd-8663-d9ab74c0db06 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:18.475991 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-115b6155-42b8-4b36-b715-5405da5c0c62 req-a1a87710-75a1-49bd-8663-d9ab74c0db06 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 943 time: 0.0848067 Feb 28 15:00:18.494071 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4ecbda8-79bf-496d-abcc-5985c05e9358 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 15:00:18.510051 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port a4ecbda8-79bf-496d-abcc-5985c05e9358, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a4ecbda8-79bf-496d-abcc-5985c05e9358,segment=NetworkSegment(39e68f81-7597-42bc-92c2-73fe28cbadb6),segment_id=39e68f81-7597-42bc-92c2-73fe28cbadb6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:00:18.515802 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:18.521101 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-115b6155-42b8-4b36-b715-5405da5c0c62 req-c13fa29b-3844-4c70-a85b-0140d866a9c1 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390100 Feb 28 15:00:18.582593 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=a4ecbda8-79bf-496d-abcc-5985c05e9358,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:18.723637 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['a4ecbda8-79bf-496d-abcc-5985c05e9358'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 15:00:19.719784 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30eb5d-500d-4fd9-8b04-9fa8490505ab req-fb50645f-ee2d-4be9-8b73-39c62613fe33 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:19.721217 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1b30eb5d-500d-4fd9-8b04-9fa8490505ab req-fb50645f-ee2d-4be9-8b73-39c62613fe33 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 944 time: 0.0897803 Feb 28 15:00:19.764515 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1b30eb5d-500d-4fd9-8b04-9fa8490505ab req-df21bde1-0136-441d-83dd-b6b5e0a489ee tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376272 Feb 28 15:00:20.291649 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device a4ecbda8-79bf-496d-abcc-5985c05e9358 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:00:20.365309 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port a4ecbda8-79bf-496d-abcc-5985c05e9358 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:00:20.370221 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port a4ecbda8-79bf-496d-abcc-5985c05e9358 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:20.370577 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:20.512848 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:20.539873 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c299ed0-78f3-47d9-9b0d-280d49c0b83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ecbda8-79bf-496d-abcc-5985c05e9358'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 15:00:20.549770 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port a4ecbda8-79bf-496d-abcc-5985c05e9358, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a4ecbda8-79bf-496d-abcc-5985c05e9358,segment=NetworkSegment(39e68f81-7597-42bc-92c2-73fe28cbadb6),segment_id=39e68f81-7597-42bc-92c2-73fe28cbadb6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:00:20.555498 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:20.585651 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c299ed0-78f3-47d9-9b0d-280d49c0b83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ecbda8-79bf-496d-abcc-5985c05e9358', 'code': 200} Feb 28 15:00:20.623717 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=a4ecbda8-79bf-496d-abcc-5985c05e9358,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:20.818244 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5902d9-b74c-4ec0-99f8-2daebb48d58e req-84457f57-d727-45e8-a374-f8c2a85c6b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:20.819744 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1b5902d9-b74c-4ec0-99f8-2daebb48d58e req-84457f57-d727-45e8-a374-f8c2a85c6b19 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 1098 time: 0.0729470 Feb 28 15:00:20.863244 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1b5902d9-b74c-4ec0-99f8-2daebb48d58e req-e7a6ec05-26c6-484c-a5b5-4289306c0c8d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375211 Feb 28 15:00:20.959024 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0e185-64e5-4fcf-96b1-4bbb84bd4ac6 req-a306d621-6c4d-4578-8278-c7a6531a728f tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:20.961359 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-33d0e185-64e5-4fcf-96b1-4bbb84bd4ac6 req-a306d621-6c4d-4578-8278-c7a6531a728f tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 945 time: 0.0921154 Feb 28 15:00:21.006316 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-33d0e185-64e5-4fcf-96b1-4bbb84bd4ac6 req-ff4decf4-cafa-4db4-8a5f-51e1f303f48d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384710 Feb 28 15:00:22.211892 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7965c70-d333-4d4e-b6e5-55126afa965f req-71729275-14a5-41d0-8d68-44f27083d2d0 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:22.213819 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e7965c70-d333-4d4e-b6e5-55126afa965f req-71729275-14a5-41d0-8d68-44f27083d2d0 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 945 time: 0.0964272 Feb 28 15:00:22.261639 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e7965c70-d333-4d4e-b6e5-55126afa965f req-21088602-86e9-47fa-8ee8-89a8f6c906f3 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394783 Feb 28 15:00:22.458070 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2deb827-5928-48a9-a8d7-99ba0af31f61 req-7f91fd42-9930-4921-964e-e4cdf8f18aab tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:22.459546 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f2deb827-5928-48a9-a8d7-99ba0af31f61 req-7f91fd42-9930-4921-964e-e4cdf8f18aab tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 945 time: 0.0863473 Feb 28 15:00:22.513814 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f2deb827-5928-48a9-a8d7-99ba0af31f61 req-57675deb-8e83-41fa-8cc8-9cf180f62065 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483403 Feb 28 15:00:22.536359 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 39114) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:22.829023 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1254c5c-08c0-4098-b612-9da0018b663d tempest-TestShelveInstance-330137276 tempest-TestShelveInstance-330137276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:22.829736 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f1254c5c-08c0-4098-b612-9da0018b663d tempest-TestShelveInstance-330137276 tempest-TestShelveInstance-330137276-project-admin] Synchronizing usage tracker for tenant:27a4ab40f41d4c81b092036d7bbe9b89 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:00:22.848431 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-f1254c5c-08c0-4098-b612-9da0018b663d tempest-TestShelveInstance-330137276 tempest-TestShelveInstance-330137276-project-admin] Unset dirty status for tenant:27a4ab40f41d4c81b092036d7bbe9b89 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:00:22.849613 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f1254c5c-08c0-4098-b612-9da0018b663d tempest-TestShelveInstance-330137276 tempest-TestShelveInstance-330137276-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 1093 time: 0.3122220 Feb 28 15:00:22.852745 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 39120) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:22.857874 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-5d128694-0ed5-4c57-ac83-caa2a61fb9de tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'port_id': 'a4ecbda8-79bf-496d-abcc-5985c05e9358', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:00:22.863936 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5d128694-0ed5-4c57-ac83-caa2a61fb9de tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:22.867730 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5d128694-0ed5-4c57-ac83-caa2a61fb9de tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Usage tracker for resource:floatingip and tenant:ffd8454051fa4002afcfdda77c04a5c1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:22.870531 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-5d128694-0ed5-4c57-ac83-caa2a61fb9de tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:22.876484 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-5d128694-0ed5-4c57-ac83-caa2a61fb9de tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:22.888784 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d128694-0ed5-4c57-ac83-caa2a61fb9de tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:23.043771 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d128694-0ed5-4c57-ac83-caa2a61fb9de tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:23.188072 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-5d128694-0ed5-4c57-ac83-caa2a61fb9de tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Allocated IP 172.26.5.227 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/fa1d8980-4506-4153-87a0-de9e73984c74) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:00:23.335095 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d128694-0ed5-4c57-ac83-caa2a61fb9de tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:23.373182 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d128694-0ed5-4c57-ac83-caa2a61fb9de tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:23.433567 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d128694-0ed5-4c57-ac83-caa2a61fb9de tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:00:23.440470 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-5d128694-0ed5-4c57-ac83-caa2a61fb9de tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:00:23.444497 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d128694-0ed5-4c57-ac83-caa2a61fb9de tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 15:00:23.474311 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d128694-0ed5-4c57-ac83-caa2a61fb9de tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Pushing event updated for resources: {'Port': ['ID=fa1d8980-4506-4153-87a0-de9e73984c74,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:23.869074 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d128694-0ed5-4c57-ac83-caa2a61fb9de tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:23.950575 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d128694-0ed5-4c57-ac83-caa2a61fb9de tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:24.167572 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d128694-0ed5-4c57-ac83-caa2a61fb9de tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:24.173455 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d128694-0ed5-4c57-ac83-caa2a61fb9de tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:24.276310 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d128694-0ed5-4c57-ac83-caa2a61fb9de tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Pushing event updated for resources: {'Port': ['ID=fa1d8980-4506-4153-87a0-de9e73984c74,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:24.289674 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d128694-0ed5-4c57-ac83-caa2a61fb9de tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:24.587675 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-5d128694-0ed5-4c57-ac83-caa2a61fb9de tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Floating IP 2c19cc22-6d0d-467e-978d-f3be01c9a5a3 associated. External IP: 172.26.5.227, port: a4ecbda8-79bf-496d-abcc-5985c05e9358. Feb 28 15:00:24.953635 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d128694-0ed5-4c57-ac83-caa2a61fb9de tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Router 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 15:00:25.141833 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d128694-0ed5-4c57-ac83-caa2a61fb9de tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 15:00:25.151514 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6988cd51-6512-48f2-8143-e1f5711830ec None None] Sync routers for ids ['5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 15:00:25.161339 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6988cd51-6512-48f2-8143-e1f5711830ec None None] Routers {'5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:00:25.162091 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6988cd51-6512-48f2-8143-e1f5711830ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:00:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:25.169212 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-5d128694-0ed5-4c57-ac83-caa2a61fb9de tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:25.225243 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-5d128694-0ed5-4c57-ac83-caa2a61fb9de tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3711100 Feb 28 15:00:25.225605 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c299ed0-78f3-47d9-9b0d-280d49c0b83e', 'tag': 'a4ecbda8-79bf-496d-abcc-5985c05e9358'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 15:00:25.269932 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c299ed0-78f3-47d9-9b0d-280d49c0b83e', 'tag': 'a4ecbda8-79bf-496d-abcc-5985c05e9358', 'status': 'completed', 'code': 200} Feb 28 15:00:25.342702 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-6988cd51-6512-48f2-8143-e1f5711830ec None None] Set router 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:00:25.361348 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0a4b7-303c-4939-aa3c-c2abed34d867 req-4e60232d-e022-4d43-9b7a-a8d7bed55760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:25.362794 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f5d0a4b7-303c-4939-aa3c-c2abed34d867 req-4e60232d-e022-4d43-9b7a-a8d7bed55760 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ffd8454051fa4002afcfdda77c04a5c1&device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 1098 time: 0.0707417 Feb 28 15:00:25.496661 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0a4b7-303c-4939-aa3c-c2abed34d867 req-675e15bb-bf75-470f-bea2-b1e55ad59ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:25.497994 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f5d0a4b7-303c-4939-aa3c-c2abed34d867 req-675e15bb-bf75-470f-bea2-b1e55ad59ca5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4dae4516-914d-44c6-8061-a593cf7446b2 HTTP/1.1" status: 200 len: 909 time: 0.1296978 Feb 28 15:00:25.604839 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f5d0a4b7-303c-4939-aa3c-c2abed34d867 req-c76ed819-5379-4fad-bfe3-835464733071 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4ecbda8-79bf-496d-abcc-5985c05e9358 HTTP/1.1" status: 200 len: 999 time: 0.0998845 Feb 28 15:00:25.666294 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0a4b7-303c-4939-aa3c-c2abed34d867 req-2dbb8e8b-9bd1-4c58-a4bd-20074504703a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:25.667754 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f5d0a4b7-303c-4939-aa3c-c2abed34d867 req-2dbb8e8b-9bd1-4c58-a4bd-20074504703a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74512956-574f-44d6-b79c-0eb4fe92c8b7 HTTP/1.1" status: 200 len: 847 time: 0.0573320 Feb 28 15:00:25.695919 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6988cd51-6512-48f2-8143-e1f5711830ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'name': 'tempest-TestShelveInstance-849680989-router', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:00Z', 'revision_number': 4, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'gw_port': {'id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '2c19cc22-6d0d-467e-978d-f3be01c9a5a3', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'floating_ip_address': '172.26.5.227', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'port_id': 'a4ecbda8-79bf-496d-abcc-5985c05e9358', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'mac_address': 'fa:16:3e:81:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c299ed0-78f3-47d9-9b0d-280d49c0b83e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:00:23Z', 'updated_at': '2022-02-28T15:00:23Z', 'revision_number': 0, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785e6d4b-6812-4610-beec-4da8d7f58b74', 'name': '', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'mac_address': 'fa:16:3e:e5:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:59Z', 'updated_at': '2022-02-28T15:00:07Z', 'revision_number': 5, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'subnets': [{'id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:25.699911 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6988cd51-6512-48f2-8143-e1f5711830ec None None] Checking router: 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 15:00:25.708179 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6988cd51-6512-48f2-8143-e1f5711830ec None None] Routers {'5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:00:25.708750 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6988cd51-6512-48f2-8143-e1f5711830ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:00:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:25.745706 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0a4b7-303c-4939-aa3c-c2abed34d867 req-2ff76aa4-add8-4195-b212-b8b9964d3c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:25.747256 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f5d0a4b7-303c-4939-aa3c-c2abed34d867 req-2ff76aa4-add8-4195-b212-b8b9964d3c8e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4dae4516-914d-44c6-8061-a593cf7446b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723937 Feb 28 15:00:25.877859 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f5d0a4b7-303c-4939-aa3c-c2abed34d867 req-cdeb483f-8a53-4ff3-b2ed-ae25344c2392 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240554 Feb 28 15:00:25.880440 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-6988cd51-6512-48f2-8143-e1f5711830ec None None] Set router 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:00:26.013656 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f5d0a4b7-303c-4939-aa3c-c2abed34d867 req-2b25fe30-a7a1-4321-ac7c-d9fc6342a525 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296468 Feb 28 15:00:26.231385 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6988cd51-6512-48f2-8143-e1f5711830ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'name': 'tempest-TestShelveInstance-849680989-router', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:00Z', 'revision_number': 4, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'gw_port': {'id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '2c19cc22-6d0d-467e-978d-f3be01c9a5a3', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'floating_ip_address': '172.26.5.227', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'port_id': 'a4ecbda8-79bf-496d-abcc-5985c05e9358', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'mac_address': 'fa:16:3e:81:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c299ed0-78f3-47d9-9b0d-280d49c0b83e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:00:23Z', 'updated_at': '2022-02-28T15:00:23Z', 'revision_number': 0, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785e6d4b-6812-4610-beec-4da8d7f58b74', 'name': '', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'mac_address': 'fa:16:3e:e5:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:59Z', 'updated_at': '2022-02-28T15:00:07Z', 'revision_number': 5, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'subnets': [{'id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:26.235811 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6988cd51-6512-48f2-8143-e1f5711830ec None None] The sync data for ids ['5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'] in dv-neutron-831192-4-hyperv is: [{'id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'name': 'tempest-TestShelveInstance-849680989-router', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:00Z', 'revision_number': 4, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'gw_port': {'id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '2c19cc22-6d0d-467e-978d-f3be01c9a5a3', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'floating_ip_address': '172.26.5.227', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'port_id': 'a4ecbda8-79bf-496d-abcc-5985c05e9358', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'mac_address': 'fa:16:3e:81:ca:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c299ed0-78f3-47d9-9b0d-280d49c0b83e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:00:23Z', 'updated_at': '2022-02-28T15:00:23Z', 'revision_number': 0, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785e6d4b-6812-4610-beec-4da8d7f58b74', 'name': '', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'mac_address': 'fa:16:3e:e5:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:59Z', 'updated_at': '2022-02-28T15:00:07Z', 'revision_number': 5, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'subnets': [{'id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 15:00:26.437996 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05034297-f683-4b88-8476-64867e327186 None None] New status for floating IP 2c19cc22-6d0d-467e-978d-f3be01c9a5a3: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 15:00:35.392989 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:37.762273 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-751150d4-b101-4704-8d9d-b30aa3bab752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:39.922468 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2a63af53-e897-45c8-947b-36e277c9723a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:41.008333 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:41.284657 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:42.683771 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:45.801290 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-37014b66-4c33-48cc-8ccc-17f1ffc96a7a req-5cc5d63e-ee66-4269-aed3-3fbb1b202ace service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731962 Feb 28 15:00:45.957937 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37014b66-4c33-48cc-8ccc-17f1ffc96a7a req-1596a4aa-b70a-4069-87b7-a0b644fcb6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:45.959416 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-37014b66-4c33-48cc-8ccc-17f1ffc96a7a req-1596a4aa-b70a-4069-87b7-a0b644fcb6a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ffd8454051fa4002afcfdda77c04a5c1&device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 1098 time: 0.0812671 Feb 28 15:00:46.207627 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37014b66-4c33-48cc-8ccc-17f1ffc96a7a req-8a59701d-cf56-41f1-a5d8-379aff2446da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:46.209064 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-37014b66-4c33-48cc-8ccc-17f1ffc96a7a req-8a59701d-cf56-41f1-a5d8-379aff2446da service neutron] 10.222.0.13 "GET /v2.0/networks?id=4dae4516-914d-44c6-8061-a593cf7446b2 HTTP/1.1" status: 200 len: 909 time: 0.2243810 Feb 28 15:00:46.311785 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-37014b66-4c33-48cc-8ccc-17f1ffc96a7a req-76ad0165-54a8-4dc5-9c66-9fe3fd5913b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4ecbda8-79bf-496d-abcc-5985c05e9358 HTTP/1.1" status: 200 len: 1001 time: 0.0963233 Feb 28 15:00:46.376042 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37014b66-4c33-48cc-8ccc-17f1ffc96a7a req-4fb36868-5529-48ec-9fcb-f672f4bd21f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:46.377461 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-37014b66-4c33-48cc-8ccc-17f1ffc96a7a req-4fb36868-5529-48ec-9fcb-f672f4bd21f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74512956-574f-44d6-b79c-0eb4fe92c8b7 HTTP/1.1" status: 200 len: 847 time: 0.0583255 Feb 28 15:00:46.454578 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37014b66-4c33-48cc-8ccc-17f1ffc96a7a req-dcc5038c-0da1-428e-8a16-590a8b0cb898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:46.456295 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-37014b66-4c33-48cc-8ccc-17f1ffc96a7a req-dcc5038c-0da1-428e-8a16-590a8b0cb898 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4dae4516-914d-44c6-8061-a593cf7446b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712073 Feb 28 15:00:46.602640 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-37014b66-4c33-48cc-8ccc-17f1ffc96a7a req-2360552d-2a98-4ee8-9852-9ea065493607 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384475 Feb 28 15:00:46.736071 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-37014b66-4c33-48cc-8ccc-17f1ffc96a7a req-2c3b95d5-4800-4a7c-b3da-e3740d90f4cc service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265352 Feb 28 15:00:50.016311 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:01:05.398147 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:07.757617 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-291d2e4b-0c88-4ab1-8ec8-d3064e5991e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:09.913465 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a047da7e-898d-4e23-ba43-9db7f5970308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:11.014752 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:11.294127 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:12.636652 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:15.042788 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [req-42768af0-2334-4f3f-8ede-85ff70982327 req-3b8858bc-6125-4115-9d9c-dfee1173577d service neutron] (87772) timed out ('10.222.0.30', 34986) {{(pid=87772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 28 15:01:27.020935 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:01:35.410126 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:37.765253 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-78539c78-b940-4989-91cd-ce4a3ad40b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:39.922476 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-38174267-9a93-4952-92b5-ea6c8863a1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:41.002974 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:41.301779 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:42.636306 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:45.785208 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4adb072f-6cf6-4d21-a43e-764e081021e7 req-d4f743ad-0f74-46fb-8422-06a5e0efe9be service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767169 Feb 28 15:01:45.943341 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb072f-6cf6-4d21-a43e-764e081021e7 req-6f1ff7b5-a244-404c-ac87-2150104075ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:45.944809 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4adb072f-6cf6-4d21-a43e-764e081021e7 req-6f1ff7b5-a244-404c-ac87-2150104075ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ffd8454051fa4002afcfdda77c04a5c1&device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 1098 time: 0.0850523 Feb 28 15:01:46.103964 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb072f-6cf6-4d21-a43e-764e081021e7 req-95aea0d6-c2b1-404f-b036-2b813ae69060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:46.105435 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4adb072f-6cf6-4d21-a43e-764e081021e7 req-95aea0d6-c2b1-404f-b036-2b813ae69060 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4dae4516-914d-44c6-8061-a593cf7446b2 HTTP/1.1" status: 200 len: 909 time: 0.1404250 Feb 28 15:01:46.222292 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4adb072f-6cf6-4d21-a43e-764e081021e7 req-4d3c401e-abc6-4c09-9d5b-383e6a0c7290 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4ecbda8-79bf-496d-abcc-5985c05e9358 HTTP/1.1" status: 200 len: 1001 time: 0.1095927 Feb 28 15:01:46.296516 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb072f-6cf6-4d21-a43e-764e081021e7 req-8c0ab917-ad12-4169-9853-a5e8807abb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:46.297973 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4adb072f-6cf6-4d21-a43e-764e081021e7 req-8c0ab917-ad12-4169-9853-a5e8807abb83 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74512956-574f-44d6-b79c-0eb4fe92c8b7 HTTP/1.1" status: 200 len: 847 time: 0.0688097 Feb 28 15:01:46.374330 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb072f-6cf6-4d21-a43e-764e081021e7 req-293ec929-1880-449b-b570-44bb40768c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:46.379616 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4adb072f-6cf6-4d21-a43e-764e081021e7 req-293ec929-1880-449b-b570-44bb40768c58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4dae4516-914d-44c6-8061-a593cf7446b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758233 Feb 28 15:01:46.514107 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4adb072f-6cf6-4d21-a43e-764e081021e7 req-4e36b658-5fb7-4bd4-8c80-bd56dcf9ba43 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285238 Feb 28 15:01:46.661468 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-4adb072f-6cf6-4d21-a43e-764e081021e7 req-830ba585-af45-40ff-8d48-dee958fa54c2 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413450 Feb 28 15:02:04.026740 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:02:05.422511 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:07.766777 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0d9867d3-40d0-4354-950a-ecdcc923b0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:09.918990 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2341df3d-95f5-472e-b820-3dd0831acc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:11.003479 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:11.300576 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:12.651242 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:20.579489 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d56f07-9259-4178-8f72-03a80574083c req-9c065a11-a6c3-455f-aa9f-b988b3e98d71 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:20.580960 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-88d56f07-9259-4178-8f72-03a80574083c req-9c065a11-a6c3-455f-aa9f-b988b3e98d71 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 945 time: 0.1439800 Feb 28 15:02:20.627294 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-88d56f07-9259-4178-8f72-03a80574083c req-1e96a059-7d5a-4645-97d7-a84e353e7dcf tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405169 Feb 28 15:02:21.836496 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721d8d1-22c7-4f69-928a-240ab8c7f2b4 req-c573c99c-b77b-44a5-b4b1-8738aa07df11 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:21.837963 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9721d8d1-22c7-4f69-928a-240ab8c7f2b4 req-c573c99c-b77b-44a5-b4b1-8738aa07df11 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 945 time: 0.0908761 Feb 28 15:02:21.887314 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9721d8d1-22c7-4f69-928a-240ab8c7f2b4 req-c433c0b0-6098-4cde-974f-6fa459f3ca17 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436347 Feb 28 15:02:23.094232 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbab99-8be7-42cb-8798-8ab901db054f req-2e803ca4-427b-48b1-aa00-882d8b75e5ac tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:23.095678 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-13cbab99-8be7-42cb-8798-8ab901db054f req-2e803ca4-427b-48b1-aa00-882d8b75e5ac tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 945 time: 0.0846777 Feb 28 15:02:23.141876 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-13cbab99-8be7-42cb-8798-8ab901db054f req-06ae766b-2330-42d9-939d-20cce0f32392 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405674 Feb 28 15:02:24.356180 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115d249-9686-486b-88bb-9b18ecfe2761 req-81193dee-0e54-4f94-af08-eddac18921e5 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:24.357738 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1115d249-9686-486b-88bb-9b18ecfe2761 req-81193dee-0e54-4f94-af08-eddac18921e5 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 945 time: 0.0895402 Feb 28 15:02:24.401364 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1115d249-9686-486b-88bb-9b18ecfe2761 req-31825250-565f-4545-85b7-3c1fa0013283 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379395 Feb 28 15:02:25.603011 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3800d3e-c88c-4676-9391-17d062c37daf req-a412806a-fa1b-4c7f-bda9-886b593c8e25 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:25.604479 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f3800d3e-c88c-4676-9391-17d062c37daf req-a412806a-fa1b-4c7f-bda9-886b593c8e25 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 945 time: 0.0956290 Feb 28 15:02:25.648868 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-f3800d3e-c88c-4676-9391-17d062c37daf req-0dfba068-13b5-4589-9e90-3e4140f534a2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386684 Feb 28 15:02:26.960212 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea694170-0279-4060-a40e-e80a74f2998a req-99a2143e-ab07-4359-a06c-238b82cbcc0f tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:26.961588 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ea694170-0279-4060-a40e-e80a74f2998a req-99a2143e-ab07-4359-a06c-238b82cbcc0f tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 945 time: 0.1965792 Feb 28 15:02:27.005865 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ea694170-0279-4060-a40e-e80a74f2998a req-7b0043f8-414c-4712-924b-ed346acfee96 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384512 Feb 28 15:02:28.211708 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531b9db-479f-45d8-b53a-e0244705c5b9 req-09055533-e8a7-49ef-8756-25fcb47a4d45 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:28.213177 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b531b9db-479f-45d8-b53a-e0244705c5b9 req-09055533-e8a7-49ef-8756-25fcb47a4d45 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 945 time: 0.0827162 Feb 28 15:02:28.261543 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b531b9db-479f-45d8-b53a-e0244705c5b9 req-b23faf51-4be0-4ebb-833f-a42239989493 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420284 Feb 28 15:02:29.466312 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc6fd3-8173-4093-ae15-8ee4a3d63f19 req-9e0709f4-082e-4795-8a25-88f19e61f959 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:29.467807 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ccdc6fd3-8173-4093-ae15-8ee4a3d63f19 req-9e0709f4-082e-4795-8a25-88f19e61f959 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 945 time: 0.0810516 Feb 28 15:02:29.515207 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ccdc6fd3-8173-4093-ae15-8ee4a3d63f19 req-c8701979-b4f4-4b64-977d-9baad1f6b049 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417674 Feb 28 15:02:30.733512 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3acac2-8928-480f-9c64-c53b771c4237 req-1c2be1b9-2f2f-4d28-a94d-9f7f078df164 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:30.734967 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-da3acac2-8928-480f-9c64-c53b771c4237 req-1c2be1b9-2f2f-4d28-a94d-9f7f078df164 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 945 time: 0.0952992 Feb 28 15:02:30.783951 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-da3acac2-8928-480f-9c64-c53b771c4237 req-0de8a239-9cde-40aa-b0aa-de0cedc9b6d0 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406883 Feb 28 15:02:31.972715 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0989ec-5a7b-4693-ad42-354fb6b5473e req-3e2a3158-fedb-4129-9095-cb7ce1dac2cf tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:31.974160 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9c0989ec-5a7b-4693-ad42-354fb6b5473e req-3e2a3158-fedb-4129-9095-cb7ce1dac2cf tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 945 time: 0.0815253 Feb 28 15:02:32.021297 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9c0989ec-5a7b-4693-ad42-354fb6b5473e req-80f15bc9-0550-4cb3-b520-d8b00f3b972e tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411825 Feb 28 15:02:32.927956 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device a4ecbda8-79bf-496d-abcc-5985c05e9358 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:02:33.079847 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port a4ecbda8-79bf-496d-abcc-5985c05e9358, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a4ecbda8-79bf-496d-abcc-5985c05e9358,segment=NetworkSegment(39e68f81-7597-42bc-92c2-73fe28cbadb6),segment_id=39e68f81-7597-42bc-92c2-73fe28cbadb6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:02:33.095426 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': 'a4ecbda8-79bf-496d-abcc-5985c05e9358', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'port_id': 'a4ecbda8-79bf-496d-abcc-5985c05e9358', 'mac_address': 'fa:16:3e:81:ca:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:02:33.151932 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:33.172910 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4ecbda8-79bf-496d-abcc-5985c05e9358 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 15:02:33.190357 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port a4ecbda8-79bf-496d-abcc-5985c05e9358, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a4ecbda8-79bf-496d-abcc-5985c05e9358,segment=NetworkSegment(39e68f81-7597-42bc-92c2-73fe28cbadb6),segment_id=39e68f81-7597-42bc-92c2-73fe28cbadb6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:02:33.194931 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:33.224123 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135676b-363a-4091-882d-cd333fcc92c2 req-016c397f-f7d3-4b7c-b78e-dee3c9fdf262 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:33.225764 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0135676b-363a-4091-882d-cd333fcc92c2 req-016c397f-f7d3-4b7c-b78e-dee3c9fdf262 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 945 time: 0.0886192 Feb 28 15:02:33.268490 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=a4ecbda8-79bf-496d-abcc-5985c05e9358,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:33.272480 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0135676b-363a-4091-882d-cd333fcc92c2 req-67792449-f565-4739-b489-e8805a529b4d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405390 Feb 28 15:02:33.275740 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:33.276568 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:33.276971 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:33.277379 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:33.277776 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:33.278189 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:33.278752 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:33.279147 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:33.279562 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:33.279950 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:33.280336 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:33.280718 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:33.285710 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['a4ecbda8-79bf-496d-abcc-5985c05e9358'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 15:02:34.488825 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37580a83-6965-4f27-8b57-4cb2d092a0c3 req-e9f2a45d-3a09-437e-b840-88acfc612810 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:34.495685 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-37580a83-6965-4f27-8b57-4cb2d092a0c3 req-e9f2a45d-3a09-437e-b840-88acfc612810 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 944 time: 0.0924273 Feb 28 15:02:34.548119 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-37580a83-6965-4f27-8b57-4cb2d092a0c3 req-86747444-592d-4911-8470-54f9d86cc047 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471175 Feb 28 15:02:34.935143 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device a4ecbda8-79bf-496d-abcc-5985c05e9358 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:02:35.017527 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port a4ecbda8-79bf-496d-abcc-5985c05e9358 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:02:35.017890 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:35.144006 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:35.176158 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c299ed0-78f3-47d9-9b0d-280d49c0b83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ecbda8-79bf-496d-abcc-5985c05e9358'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 15:02:35.188203 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port a4ecbda8-79bf-496d-abcc-5985c05e9358, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a4ecbda8-79bf-496d-abcc-5985c05e9358,segment=NetworkSegment(39e68f81-7597-42bc-92c2-73fe28cbadb6),segment_id=39e68f81-7597-42bc-92c2-73fe28cbadb6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:02:35.196464 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:35.240132 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c299ed0-78f3-47d9-9b0d-280d49c0b83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ecbda8-79bf-496d-abcc-5985c05e9358', 'code': 200} Feb 28 15:02:35.281601 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=a4ecbda8-79bf-496d-abcc-5985c05e9358,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:35.425009 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:35.658605 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [req-41dfb152-2e06-45ab-9e2d-d01170093940 req-d11f9ba7-d7b5-4610-bde0-8799590d1136 service neutron] (87773) timed out ('10.222.0.13', 63442) {{(pid=87773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 28 15:02:35.789170 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3594fc-c895-4f80-82f1-48c4205ad5fb req-b660de44-cc04-44db-a6db-b94f1e7dc9f4 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:35.795969 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dc3594fc-c895-4f80-82f1-48c4205ad5fb req-b660de44-cc04-44db-a6db-b94f1e7dc9f4 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 945 time: 0.1095893 Feb 28 15:02:35.845270 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-dc3594fc-c895-4f80-82f1-48c4205ad5fb req-239532ea-f764-4601-81ff-39a14a795b45 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466213 Feb 28 15:02:37.041697 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e280a-4723-4012-a2a8-02868aaee8fc req-f2e61237-2cfb-4ca7-9c93-4832a9796d60 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:37.043178 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ad6e280a-4723-4012-a2a8-02868aaee8fc req-f2e61237-2cfb-4ca7-9c93-4832a9796d60 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 945 time: 0.0825756 Feb 28 15:02:37.091541 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ad6e280a-4723-4012-a2a8-02868aaee8fc req-2c4f91bc-cbe0-4924-8938-4bf9e2feeded tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426214 Feb 28 15:02:37.760081 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7598b710-23af-457a-b9c9-d1c325bac656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:38.287405 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c777a-9b9d-4104-9661-4c281640ea5a req-895b413f-62ab-47e9-8d6c-4dc43f00c0ed tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:38.288848 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a82c777a-9b9d-4104-9661-4c281640ea5a req-895b413f-62ab-47e9-8d6c-4dc43f00c0ed tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 945 time: 0.0860429 Feb 28 15:02:38.338697 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a82c777a-9b9d-4104-9661-4c281640ea5a req-f4f5cd00-8af5-44f9-809b-0a3ddcce35ac tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412707 Feb 28 15:02:39.550883 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11256704-d26f-454d-9225-1b6f77d94a1c req-3c7aaa5c-78bc-4c1e-84ed-43b475a3f1c7 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:39.552481 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-11256704-d26f-454d-9225-1b6f77d94a1c req-3c7aaa5c-78bc-4c1e-84ed-43b475a3f1c7 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 945 time: 0.0958338 Feb 28 15:02:39.604068 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-11256704-d26f-454d-9225-1b6f77d94a1c req-8a80aefe-1727-4aa8-8832-74361f1f55b0 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454941 Feb 28 15:02:39.919760 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2328d042-995a-4df7-897d-33200c5564d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:40.814756 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a11a2f-0776-4073-9a4c-ad8e4296ac15 req-d204b890-706b-46dd-8c6b-5336c48add78 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:40.816594 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d1a11a2f-0776-4073-9a4c-ad8e4296ac15 req-d204b890-706b-46dd-8c6b-5336c48add78 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 945 time: 0.0947189 Feb 28 15:02:40.880189 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d1a11a2f-0776-4073-9a4c-ad8e4296ac15 req-11847759-7dd8-4ec7-bcf8-d4ba228131bc tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574889 Feb 28 15:02:40.999617 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:41.026991 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:02:41.303614 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:42.083957 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b801c-5f68-4198-8aa9-a15208b15dcf req-7ba79cfd-261e-4e3f-adbb-57ec3315c380 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:42.085757 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ac1b801c-5f68-4198-8aa9-a15208b15dcf req-7ba79cfd-261e-4e3f-adbb-57ec3315c380 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 945 time: 0.1050560 Feb 28 15:02:42.261715 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ac1b801c-5f68-4198-8aa9-a15208b15dcf req-d21772cf-e75c-4969-a68f-21e779c13433 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696141 Feb 28 15:02:42.701527 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:42.938883 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9655f53-7977-4652-bb31-96e1cca5fa29 req-a5e275fd-1a36-460a-943f-f1eeef7ca8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:42.940382 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f9655f53-7977-4652-bb31-96e1cca5fa29 req-a5e275fd-1a36-460a-943f-f1eeef7ca8d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ffd8454051fa4002afcfdda77c04a5c1&device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 1098 time: 0.0753241 Feb 28 15:02:43.074543 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9655f53-7977-4652-bb31-96e1cca5fa29 req-d6b77688-a0e2-4f02-8f3e-31a75fa680a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:43.076480 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f9655f53-7977-4652-bb31-96e1cca5fa29 req-d6b77688-a0e2-4f02-8f3e-31a75fa680a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4dae4516-914d-44c6-8061-a593cf7446b2 HTTP/1.1" status: 200 len: 909 time: 0.1297858 Feb 28 15:02:43.181160 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f9655f53-7977-4652-bb31-96e1cca5fa29 req-c4d84d32-54d6-4ab0-a0c0-59babf50fe72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4ecbda8-79bf-496d-abcc-5985c05e9358 HTTP/1.1" status: 200 len: 1001 time: 0.0983396 Feb 28 15:02:43.243877 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9655f53-7977-4652-bb31-96e1cca5fa29 req-d0bbca74-3aea-4fee-816f-70c6dfe42b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:43.245183 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f9655f53-7977-4652-bb31-96e1cca5fa29 req-d0bbca74-3aea-4fee-816f-70c6dfe42b4a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74512956-574f-44d6-b79c-0eb4fe92c8b7 HTTP/1.1" status: 200 len: 847 time: 0.0581808 Feb 28 15:02:43.324556 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9655f53-7977-4652-bb31-96e1cca5fa29 req-b670e639-c8e5-4af5-9422-e18cd2adf729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:43.326604 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f9655f53-7977-4652-bb31-96e1cca5fa29 req-b670e639-c8e5-4af5-9422-e18cd2adf729 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4dae4516-914d-44c6-8061-a593cf7446b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739462 Feb 28 15:02:43.336511 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [req-f9655f53-7977-4652-bb31-96e1cca5fa29 req-d8e66fb0-84dd-4804-8b1c-fab28e32263a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 15:02:43.337398 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f9655f53-7977-4652-bb31-96e1cca5fa29 req-d8e66fb0-84dd-4804-8b1c-fab28e32263a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048623 Feb 28 15:02:43.515890 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f9655f53-7977-4652-bb31-96e1cca5fa29 req-039d9e21-bdb8-49a0-972c-5b0a43faf48b service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720538 Feb 28 15:02:43.570517 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f10be-1c89-4999-b10f-192ac7e4cc86 req-4cccca31-0a25-4514-bbca-6395e6a92e9e tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:43.571938 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-829f10be-1c89-4999-b10f-192ac7e4cc86 req-4cccca31-0a25-4514-bbca-6395e6a92e9e tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 945 time: 0.1980584 Feb 28 15:02:43.688235 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-829f10be-1c89-4999-b10f-192ac7e4cc86 req-16a3b51c-e3eb-487d-b28b-1c2ed2b57865 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720618 Feb 28 15:02:43.695906 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f9655f53-7977-4652-bb31-96e1cca5fa29 req-dd90197f-4151-492f-bd07-39312a1cbb88 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727376 Feb 28 15:02:44.894503 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9182e-b027-4490-be69-df5b8f5410b4 req-2dc8f418-f543-41aa-9633-54428bf9a61b tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:44.895883 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-aaa9182e-b027-4490-be69-df5b8f5410b4 req-2dc8f418-f543-41aa-9633-54428bf9a61b tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 945 time: 0.0916445 Feb 28 15:02:44.945223 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-aaa9182e-b027-4490-be69-df5b8f5410b4 req-fbed2c00-7926-4d05-8ae4-a18cc95b7bea tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436378 Feb 28 15:02:46.141714 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11503732-ff2c-489d-b9f5-531c4a6e6689 req-900ce4b3-0c5a-4927-b321-c68fb9468cf4 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:46.143126 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-11503732-ff2c-489d-b9f5-531c4a6e6689 req-900ce4b3-0c5a-4927-b321-c68fb9468cf4 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 945 time: 0.0846481 Feb 28 15:02:46.191145 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-11503732-ff2c-489d-b9f5-531c4a6e6689 req-92a5d374-31c3-4ecc-85d6-9487d0c8e77c tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398366 Feb 28 15:02:46.644734 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 39298) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:46.672574 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d118bb5-8093-4071-813b-3e030726a992 req-2db5d0e8-7e19-4f50-b936-6e85b1a6c4df tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:46.674027 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2d118bb5-8093-4071-813b-3e030726a992 req-2db5d0e8-7e19-4f50-b936-6e85b1a6c4df tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 945 time: 0.1908534 Feb 28 15:02:46.721952 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2d118bb5-8093-4071-813b-3e030726a992 req-b43f7d10-e9bc-4738-b187-aa10ee1144b8 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416241 Feb 28 15:02:46.769349 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6462710e-eba2-4cdd-9ef7-9d179effd5f0 req-ea1852d9-2853-4b59-96b4-0c1d9932fd91 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1233270 Feb 28 15:02:47.021485 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device a4ecbda8-79bf-496d-abcc-5985c05e9358 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:02:47.142935 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:47.169224 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c299ed0-78f3-47d9-9b0d-280d49c0b83e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4ecbda8-79bf-496d-abcc-5985c05e9358'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 15:02:47.178750 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port a4ecbda8-79bf-496d-abcc-5985c05e9358, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a4ecbda8-79bf-496d-abcc-5985c05e9358,segment=NetworkSegment(39e68f81-7597-42bc-92c2-73fe28cbadb6),segment_id=39e68f81-7597-42bc-92c2-73fe28cbadb6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:02:47.183505 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:47.215598 dv-neutron-831192-4-hyperv neutron-server[87774]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7c299ed0-78f3-47d9-9b0d-280d49c0b83e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a4ecbda8-79bf-496d-abcc-5985c05e9358', 'code': 422} returned with failed status Feb 28 15:02:47.252985 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=a4ecbda8-79bf-496d-abcc-5985c05e9358,revision_number=8']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:47.741448 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462710e-eba2-4cdd-9ef7-9d179effd5f0 req-d6102b8e-1103-4525-b01c-9249d39c0acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:47.743102 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6462710e-eba2-4cdd-9ef7-9d179effd5f0 req-d6102b8e-1103-4525-b01c-9249d39c0acd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e&tenant_id=ffd8454051fa4002afcfdda77c04a5c1 HTTP/1.1" status: 200 len: 1096 time: 0.1394403 Feb 28 15:02:47.895010 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462710e-eba2-4cdd-9ef7-9d179effd5f0 req-bb2684e2-c2d7-4884-9a7c-6cd38a676baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:47.896604 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6462710e-eba2-4cdd-9ef7-9d179effd5f0 req-bb2684e2-c2d7-4884-9a7c-6cd38a676baf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ffd8454051fa4002afcfdda77c04a5c1&device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 1096 time: 0.1276488 Feb 28 15:02:48.042146 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ffe16-7f9a-46a3-9844-022b928fd241 req-2df980d1-480b-4b05-8e78-8879ced69097 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:48.043515 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cb1ffe16-7f9a-46a3-9844-022b928fd241 req-2df980d1-480b-4b05-8e78-8879ced69097 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 943 time: 0.2058067 Feb 28 15:02:48.080005 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462710e-eba2-4cdd-9ef7-9d179effd5f0 req-4aee3c2d-f7ee-44fb-89aa-3a1648e8dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:48.081393 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6462710e-eba2-4cdd-9ef7-9d179effd5f0 req-4aee3c2d-f7ee-44fb-89aa-3a1648e8dd8d service neutron] 10.222.0.13 "GET /v2.0/networks?id=4dae4516-914d-44c6-8061-a593cf7446b2 HTTP/1.1" status: 200 len: 909 time: 0.1775925 Feb 28 15:02:48.168477 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cb1ffe16-7f9a-46a3-9844-022b928fd241 req-e26212a6-2d44-415b-a178-ef4fe5245fcc tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140392 Feb 28 15:02:48.193894 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6462710e-eba2-4cdd-9ef7-9d179effd5f0 req-3065d224-5361-469a-9b13-5c4778a5e553 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4ecbda8-79bf-496d-abcc-5985c05e9358 HTTP/1.1" status: 200 len: 999 time: 0.1023705 Feb 28 15:02:48.268693 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462710e-eba2-4cdd-9ef7-9d179effd5f0 req-73f7e08c-de4d-411d-bf70-7a804aafa6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:48.270055 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6462710e-eba2-4cdd-9ef7-9d179effd5f0 req-73f7e08c-de4d-411d-bf70-7a804aafa6b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74512956-574f-44d6-b79c-0eb4fe92c8b7 HTTP/1.1" status: 200 len: 847 time: 0.0698879 Feb 28 15:02:48.345800 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462710e-eba2-4cdd-9ef7-9d179effd5f0 req-02d87d59-898c-402e-b1a6-bde20791f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:48.347289 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6462710e-eba2-4cdd-9ef7-9d179effd5f0 req-02d87d59-898c-402e-b1a6-bde20791f7f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4dae4516-914d-44c6-8061-a593cf7446b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710981 Feb 28 15:02:48.478929 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6462710e-eba2-4cdd-9ef7-9d179effd5f0 req-97cecdc1-3b30-49e8-aff6-7ba050be1b5a service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255891 Feb 28 15:02:48.626010 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6462710e-eba2-4cdd-9ef7-9d179effd5f0 req-a8022a29-5329-419b-a64f-ccdcf955abc1 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409221 Feb 28 15:02:49.383945 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832697b8-5586-47ea-b46d-10d3f02a5dcb req-575a5eac-d39f-475a-a156-502e3b84ae90 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:49.386452 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-832697b8-5586-47ea-b46d-10d3f02a5dcb req-575a5eac-d39f-475a-a156-502e3b84ae90 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 943 time: 0.0873313 Feb 28 15:02:49.456592 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-832697b8-5586-47ea-b46d-10d3f02a5dcb req-481a2151-cc6c-481b-a73f-c87c773806ef tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528879 Feb 28 15:02:50.643228 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a0291-5317-4c50-be78-5e6fb06d223f req-2093b80f-2306-4b96-8cc0-2b58b84e3195 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:50.644599 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-892a0291-5317-4c50-be78-5e6fb06d223f req-2093b80f-2306-4b96-8cc0-2b58b84e3195 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 943 time: 0.0891957 Feb 28 15:02:50.696143 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-892a0291-5317-4c50-be78-5e6fb06d223f req-944f2f3d-937d-4d77-bf34-5d0e3854c7b8 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456617 Feb 28 15:02:51.893188 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747f631-7342-400f-b8f4-045d1e6d35e7 req-16d3f908-ca8a-4f6c-b7c1-dc9ab70bfa7f tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:51.894621 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c747f631-7342-400f-b8f4-045d1e6d35e7 req-16d3f908-ca8a-4f6c-b7c1-dc9ab70bfa7f tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 943 time: 0.0852315 Feb 28 15:02:51.944044 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-c747f631-7342-400f-b8f4-045d1e6d35e7 req-6bbb1b69-6e8a-4063-9a7b-8bb4a6ca4532 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434058 Feb 28 15:02:53.138082 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f510d3-81d8-4426-b21a-d9fa7e157f46 req-25564c91-d377-4689-b129-60ee1c711dce tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:53.139674 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58f510d3-81d8-4426-b21a-d9fa7e157f46 req-25564c91-d377-4689-b129-60ee1c711dce tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 943 time: 0.0856066 Feb 28 15:02:53.186434 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-58f510d3-81d8-4426-b21a-d9fa7e157f46 req-9da6c8f2-623f-4abf-b039-28127cb04979 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400884 Feb 28 15:02:54.397486 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30f1b0-1b6c-4240-9dab-b3be12268ecd req-c920dd45-043a-4268-913b-d5c8128ad0a6 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:54.399233 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e30f1b0-1b6c-4240-9dab-b3be12268ecd req-c920dd45-043a-4268-913b-d5c8128ad0a6 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 943 time: 0.1006622 Feb 28 15:02:54.459382 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4e30f1b0-1b6c-4240-9dab-b3be12268ecd req-b3991acd-ba1d-487e-9eda-9c24c07dce6f tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544240 Feb 28 15:02:55.660637 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd7f9c-afd8-48e9-be27-13bbc063151b req-be62ee9c-9448-4e97-94e4-4b625f54c184 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:55.662148 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-87dd7f9c-afd8-48e9-be27-13bbc063151b req-be62ee9c-9448-4e97-94e4-4b625f54c184 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 943 time: 0.0873685 Feb 28 15:02:55.709474 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-87dd7f9c-afd8-48e9-be27-13bbc063151b req-cf6b35d0-1dcf-4d50-b7b5-d852c92e2b71 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402467 Feb 28 15:02:56.913217 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d5ecc-faaf-4313-94fb-5c9d0537f75f req-f37d8187-ba8f-4f61-a05c-88ad8f0576db tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:56.914652 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-178d5ecc-faaf-4313-94fb-5c9d0537f75f req-f37d8187-ba8f-4f61-a05c-88ad8f0576db tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 943 time: 0.0892668 Feb 28 15:02:56.962646 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-178d5ecc-faaf-4313-94fb-5c9d0537f75f req-ad972ae1-861b-47e1-a4dc-8590f1db96b5 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391524 Feb 28 15:02:58.172757 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64851aaf-6816-46ff-9c24-09a7ba665073 req-a9a299fb-062b-4044-8d13-983119e9251d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:58.174185 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-64851aaf-6816-46ff-9c24-09a7ba665073 req-a9a299fb-062b-4044-8d13-983119e9251d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 943 time: 0.0941260 Feb 28 15:02:58.221284 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-64851aaf-6816-46ff-9c24-09a7ba665073 req-21e64b8d-df9a-44d4-958a-62b58d72a787 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413327 Feb 28 15:02:59.069437 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device a4ecbda8-79bf-496d-abcc-5985c05e9358 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:02:59.217007 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port a4ecbda8-79bf-496d-abcc-5985c05e9358, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a4ecbda8-79bf-496d-abcc-5985c05e9358,segment=NetworkSegment(39e68f81-7597-42bc-92c2-73fe28cbadb6),segment_id=39e68f81-7597-42bc-92c2-73fe28cbadb6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:02:59.230676 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': 'a4ecbda8-79bf-496d-abcc-5985c05e9358', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'port_id': 'a4ecbda8-79bf-496d-abcc-5985c05e9358', 'mac_address': 'fa:16:3e:81:ca:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:02:59.325392 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:59.342221 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4ecbda8-79bf-496d-abcc-5985c05e9358 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 15:02:59.357731 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port a4ecbda8-79bf-496d-abcc-5985c05e9358, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a4ecbda8-79bf-496d-abcc-5985c05e9358,segment=NetworkSegment(39e68f81-7597-42bc-92c2-73fe28cbadb6),segment_id=39e68f81-7597-42bc-92c2-73fe28cbadb6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:02:59.362181 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:59.428107 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56e382-0b2d-4ba8-9e47-4652b1372e78 req-172f82cd-702c-4373-a853-048e0f4a93a2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:59.428735 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=a4ecbda8-79bf-496d-abcc-5985c05e9358,revision_number=9']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:59.429560 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ae56e382-0b2d-4ba8-9e47-4652b1372e78 req-172f82cd-702c-4373-a853-048e0f4a93a2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 944 time: 0.0870209 Feb 28 15:02:59.475253 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ae56e382-0b2d-4ba8-9e47-4652b1372e78 req-4f99f263-5184-4be6-bba2-11a2303ca82a tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392790 Feb 28 15:02:59.605278 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['a4ecbda8-79bf-496d-abcc-5985c05e9358'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 15:03:00.704483 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589452d6-2bbe-4c71-abe0-fdacc097c31a req-d579fef2-1792-467f-a572-e17dac4d0422 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:00.705988 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-589452d6-2bbe-4c71-abe0-fdacc097c31a req-d579fef2-1792-467f-a572-e17dac4d0422 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 944 time: 0.0909634 Feb 28 15:03:00.755142 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-589452d6-2bbe-4c71-abe0-fdacc097c31a req-08551871-5216-42c3-9e33-5c0169be209c tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431633 Feb 28 15:03:01.084281 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device a4ecbda8-79bf-496d-abcc-5985c05e9358 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:03:01.162882 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port a4ecbda8-79bf-496d-abcc-5985c05e9358 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:03:01.163276 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:01.283175 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:01.309347 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c299ed0-78f3-47d9-9b0d-280d49c0b83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ecbda8-79bf-496d-abcc-5985c05e9358'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 15:03:01.318966 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port a4ecbda8-79bf-496d-abcc-5985c05e9358, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a4ecbda8-79bf-496d-abcc-5985c05e9358,segment=NetworkSegment(39e68f81-7597-42bc-92c2-73fe28cbadb6),segment_id=39e68f81-7597-42bc-92c2-73fe28cbadb6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:03:01.325127 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:01.360526 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c299ed0-78f3-47d9-9b0d-280d49c0b83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ecbda8-79bf-496d-abcc-5985c05e9358', 'code': 200} Feb 28 15:03:01.395352 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=a4ecbda8-79bf-496d-abcc-5985c05e9358,revision_number=10']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:03:01.613223 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac76dcc-9603-41e4-a120-49521a9dbf0c req-9f0067b5-cdf1-484b-9b1a-c1fbafa1e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:01.614602 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6ac76dcc-9603-41e4-a120-49521a9dbf0c req-9f0067b5-cdf1-484b-9b1a-c1fbafa1e117 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 1099 time: 0.0769451 Feb 28 15:03:01.656984 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6ac76dcc-9603-41e4-a120-49521a9dbf0c req-c37452b6-6d4f-47b7-8f0e-3a7291835b10 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359259 Feb 28 15:03:01.969275 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187d4f1-dcb8-4952-bc57-c642000a75d7 req-25acab31-1edf-4f6e-aafd-7b2499ffef18 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:01.970680 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0187d4f1-dcb8-4952-bc57-c642000a75d7 req-25acab31-1edf-4f6e-aafd-7b2499ffef18 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 946 time: 0.0929923 Feb 28 15:03:02.018668 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0187d4f1-dcb8-4952-bc57-c642000a75d7 req-af69f844-9184-4d27-b900-8e671c407c21 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393338 Feb 28 15:03:03.206758 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e4ba4-b41c-4e4d-946d-4559c6d73480 req-c6482eb6-2faf-44b5-bc13-a41a1f22f9ed tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:03.208256 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1f1e4ba4-b41c-4e4d-946d-4559c6d73480 req-c6482eb6-2faf-44b5-bc13-a41a1f22f9ed tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 946 time: 0.0820944 Feb 28 15:03:03.252857 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1f1e4ba4-b41c-4e4d-946d-4559c6d73480 req-1ed67500-6118-4b96-8f7c-665eb16fea7f tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388052 Feb 28 15:03:04.447790 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683e1db-61e3-4ea7-87da-c11fb458be7d req-91efa4f6-1a23-4571-a555-3950f42f9f94 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:04.449349 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e683e1db-61e3-4ea7-87da-c11fb458be7d req-91efa4f6-1a23-4571-a555-3950f42f9f94 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 946 time: 0.0900841 Feb 28 15:03:04.492993 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e683e1db-61e3-4ea7-87da-c11fb458be7d req-d4ab8e05-c5df-4fd4-8e63-5ebeeb9bf87b tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377762 Feb 28 15:03:05.413844 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:07.761024 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f221d06f-54c4-4fac-9fe8-abc54434e230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:09.924611 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-871d61ba-0881-4fc9-83f8-41b4c1333d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:11.007598 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:11.315725 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:12.653301 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:18.028630 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:03:35.427765 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:37.767559 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-857da6e5-4875-4278-b8b5-57f0163fd472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:39.933728 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-43bc4415-e16a-4f57-a92d-5352058cdf7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:41.001426 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:41.318716 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:42.660024 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:47.795218 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0e47aee5-6d8b-4e0e-8af6-c04a9d4502b1 req-e8b7b646-bb63-45d5-a282-45051c1bf51a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749857 Feb 28 15:03:47.944164 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47aee5-6d8b-4e0e-8af6-c04a9d4502b1 req-0ed43781-3076-4791-992e-a36933f9e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:47.945604 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0e47aee5-6d8b-4e0e-8af6-c04a9d4502b1 req-0ed43781-3076-4791-992e-a36933f9e53f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ffd8454051fa4002afcfdda77c04a5c1&device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 1099 time: 0.0785851 Feb 28 15:03:48.182363 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47aee5-6d8b-4e0e-8af6-c04a9d4502b1 req-626cad19-92a3-44e7-bfa0-7a86478421d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:48.183822 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0e47aee5-6d8b-4e0e-8af6-c04a9d4502b1 req-626cad19-92a3-44e7-bfa0-7a86478421d8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4dae4516-914d-44c6-8061-a593cf7446b2 HTTP/1.1" status: 200 len: 909 time: 0.2194595 Feb 28 15:03:48.292578 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0e47aee5-6d8b-4e0e-8af6-c04a9d4502b1 req-f3873ab1-fcb9-4b12-9e53-09157696d886 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4ecbda8-79bf-496d-abcc-5985c05e9358 HTTP/1.1" status: 200 len: 1001 time: 0.1010559 Feb 28 15:03:48.360297 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47aee5-6d8b-4e0e-8af6-c04a9d4502b1 req-7d1a0178-b60d-45d3-afb9-d4caa9dd44bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:48.362153 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0e47aee5-6d8b-4e0e-8af6-c04a9d4502b1 req-7d1a0178-b60d-45d3-afb9-d4caa9dd44bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74512956-574f-44d6-b79c-0eb4fe92c8b7 HTTP/1.1" status: 200 len: 847 time: 0.0624955 Feb 28 15:03:48.443647 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47aee5-6d8b-4e0e-8af6-c04a9d4502b1 req-27e27424-4352-4f81-a173-f272ffe1ce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:48.445007 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0e47aee5-6d8b-4e0e-8af6-c04a9d4502b1 req-27e27424-4352-4f81-a173-f272ffe1ce11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4dae4516-914d-44c6-8061-a593cf7446b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778055 Feb 28 15:03:48.575218 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0e47aee5-6d8b-4e0e-8af6-c04a9d4502b1 req-98bfc653-5194-46b2-9b6b-87b2aab8ebd3 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239977 Feb 28 15:03:48.716301 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0e47aee5-6d8b-4e0e-8af6-c04a9d4502b1 req-2cea575f-e3b0-43b4-99e1-84dd5c6289ce service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352384 Feb 28 15:03:55.032654 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:04:05.427335 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:07.756703 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-84d54a65-967a-448f-adee-1e4e0fc279ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:09.917319 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5226cf36-2d2e-4aa4-9625-0df618bad7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:11.004706 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:11.317669 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:12.660028 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:15.033364 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 39434) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:15.248571 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a10e6fd4-a24f-4800-b43e-419ed3a44935 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Deleting port fa1d8980-4506-4153-87a0-de9e73984c74 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 15:04:15.248858 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a10e6fd4-a24f-4800-b43e-419ed3a44935 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:15.441770 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a10e6fd4-a24f-4800-b43e-419ed3a44935 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:15.442043 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a10e6fd4-a24f-4800-b43e-419ed3a44935 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:15.566490 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-a10e6fd4-a24f-4800-b43e-419ed3a44935 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Calling delete_port for fa1d8980-4506-4153-87a0-de9e73984c74 owned by network:floatingip {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 15:04:15.726915 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a10e6fd4-a24f-4800-b43e-419ed3a44935 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:15.771703 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e6fd4-a24f-4800-b43e-419ed3a44935 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Pushing event deleted for resources: {'Port': ['ID=fa1d8980-4506-4153-87a0-de9e73984c74,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:15.807544 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e6fd4-a24f-4800-b43e-419ed3a44935 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:15.807887 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e6fd4-a24f-4800-b43e-419ed3a44935 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:15.808218 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e6fd4-a24f-4800-b43e-419ed3a44935 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:15.808541 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e6fd4-a24f-4800-b43e-419ed3a44935 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:15.808863 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e6fd4-a24f-4800-b43e-419ed3a44935 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:15.809177 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e6fd4-a24f-4800-b43e-419ed3a44935 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:15.809474 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e6fd4-a24f-4800-b43e-419ed3a44935 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:15.809782 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e6fd4-a24f-4800-b43e-419ed3a44935 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:15.810300 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e6fd4-a24f-4800-b43e-419ed3a44935 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:15.810706 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e6fd4-a24f-4800-b43e-419ed3a44935 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:15.810985 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e6fd4-a24f-4800-b43e-419ed3a44935 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:15.811324 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10e6fd4-a24f-4800-b43e-419ed3a44935 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:15.875115 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a10e6fd4-a24f-4800-b43e-419ed3a44935 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for floatingip, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:15.875416 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-a10e6fd4-a24f-4800-b43e-419ed3a44935 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Floating IP 2c19cc22-6d0d-467e-978d-f3be01c9a5a3 disassociated (deleted). External IP: 172.26.5.227, port: a4ecbda8-79bf-496d-abcc-5985c05e9358. Feb 28 15:04:16.330452 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10e6fd4-a24f-4800-b43e-419ed3a44935 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Router 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 15:04:16.517406 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10e6fd4-a24f-4800-b43e-419ed3a44935 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 15:04:16.527678 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f1f4cf-e70e-49d9-93a6-28c8645cbcdf None None] Sync routers for ids ['5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 15:04:16.537033 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f1f4cf-e70e-49d9-93a6-28c8645cbcdf None None] Routers {'5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:04:16.537645 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-79f1f4cf-e70e-49d9-93a6-28c8645cbcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:04:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:04:16.540230 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-a10e6fd4-a24f-4800-b43e-419ed3a44935 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:16.599505 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-a10e6fd4-a24f-4800-b43e-419ed3a44935 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "DELETE /v2.0/floatingips/2c19cc22-6d0d-467e-978d-f3be01c9a5a3 HTTP/1.1" status: 204 len: 168 time: 1.5643160 Feb 28 15:04:16.600103 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c299ed0-78f3-47d9-9b0d-280d49c0b83e', 'tag': 'a4ecbda8-79bf-496d-abcc-5985c05e9358'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 15:04:16.710082 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c299ed0-78f3-47d9-9b0d-280d49c0b83e', 'tag': 'a4ecbda8-79bf-496d-abcc-5985c05e9358', 'status': 'completed', 'code': 200} Feb 28 15:04:16.738939 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-79f1f4cf-e70e-49d9-93a6-28c8645cbcdf None None] Set router 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:04:16.802869 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d203a-7b7d-42b1-89a6-7f4b433aa870 req-1f2f9944-94ae-47ff-ace3-89eaf2223029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:16.805200 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-590d203a-7b7d-42b1-89a6-7f4b433aa870 req-1f2f9944-94ae-47ff-ace3-89eaf2223029 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ffd8454051fa4002afcfdda77c04a5c1&device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 1099 time: 0.0732918 Feb 28 15:04:16.996348 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d203a-7b7d-42b1-89a6-7f4b433aa870 req-00bc4de3-3f80-4fdd-b353-de01f63d2fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:16.997845 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-590d203a-7b7d-42b1-89a6-7f4b433aa870 req-00bc4de3-3f80-4fdd-b353-de01f63d2fd4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4dae4516-914d-44c6-8061-a593cf7446b2 HTTP/1.1" status: 200 len: 909 time: 0.1870761 Feb 28 15:04:17.061913 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-79f1f4cf-e70e-49d9-93a6-28c8645cbcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'name': 'tempest-TestShelveInstance-849680989-router', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:00Z', 'revision_number': 4, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'gw_port': {'id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '785e6d4b-6812-4610-beec-4da8d7f58b74', 'name': '', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'mac_address': 'fa:16:3e:e5:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:59Z', 'updated_at': '2022-02-28T15:00:07Z', 'revision_number': 5, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'subnets': [{'id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:04:17.066386 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f1f4cf-e70e-49d9-93a6-28c8645cbcdf None None] Checking router: 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 15:04:17.075887 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f1f4cf-e70e-49d9-93a6-28c8645cbcdf None None] Routers {'5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:04:17.076996 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-79f1f4cf-e70e-49d9-93a6-28c8645cbcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:04:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:04:17.086797 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-590d203a-7b7d-42b1-89a6-7f4b433aa870 req-20f573ef-67b2-4df4-8c81-c52f30384463 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4ecbda8-79bf-496d-abcc-5985c05e9358 HTTP/1.1" status: 200 len: 217 time: 0.0764544 Feb 28 15:04:17.095412 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6ae8d-83f2-47b4-84f8-89d4f6f4a75b req-8c717086-3293-43c9-a859-7b6b64a41018 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:17.096758 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cac6ae8d-83f2-47b4-84f8-89d4f6f4a75b req-8c717086-3293-43c9-a859-7b6b64a41018 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 946 time: 0.1849787 Feb 28 15:04:17.198577 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d203a-7b7d-42b1-89a6-7f4b433aa870 req-d22624ea-0c8f-4f3e-ac48-bc6138597471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:17.200143 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-590d203a-7b7d-42b1-89a6-7f4b433aa870 req-d22624ea-0c8f-4f3e-ac48-bc6138597471 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74512956-574f-44d6-b79c-0eb4fe92c8b7 HTTP/1.1" status: 200 len: 847 time: 0.1024954 Feb 28 15:04:17.203538 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cac6ae8d-83f2-47b4-84f8-89d4f6f4a75b req-95c4808c-e63d-4cdd-8773-e2d3e325f8e6 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743964 Feb 28 15:04:17.259250 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-79f1f4cf-e70e-49d9-93a6-28c8645cbcdf None None] Set router 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:04:17.283381 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d203a-7b7d-42b1-89a6-7f4b433aa870 req-a1db1a9e-ff78-44eb-a70d-fc991b3bc0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:17.284893 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-590d203a-7b7d-42b1-89a6-7f4b433aa870 req-a1db1a9e-ff78-44eb-a70d-fc991b3bc0b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4dae4516-914d-44c6-8061-a593cf7446b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770428 Feb 28 15:04:17.421962 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-590d203a-7b7d-42b1-89a6-7f4b433aa870 req-08fc413e-5ca6-404a-b0df-ebdee84a9495 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301169 Feb 28 15:04:17.554486 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-590d203a-7b7d-42b1-89a6-7f4b433aa870 req-fc27fbaa-89d3-4a49-9d42-98dbf4c457a9 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259646 Feb 28 15:04:17.609217 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-79f1f4cf-e70e-49d9-93a6-28c8645cbcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'name': 'tempest-TestShelveInstance-849680989-router', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:00Z', 'revision_number': 4, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'gw_port': {'id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '785e6d4b-6812-4610-beec-4da8d7f58b74', 'name': '', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'mac_address': 'fa:16:3e:e5:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:59Z', 'updated_at': '2022-02-28T15:00:07Z', 'revision_number': 5, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'subnets': [{'id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:04:17.614019 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f1f4cf-e70e-49d9-93a6-28c8645cbcdf None None] The sync data for ids ['5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'] in dv-neutron-831192-4-hyperv is: [{'id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'name': 'tempest-TestShelveInstance-849680989-router', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:00Z', 'revision_number': 4, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'gw_port': {'id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '785e6d4b-6812-4610-beec-4da8d7f58b74', 'name': '', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'mac_address': 'fa:16:3e:e5:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:59Z', 'updated_at': '2022-02-28T15:00:07Z', 'revision_number': 5, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'subnets': [{'id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 15:04:17.837468 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd2962d-1444-42d0-a78d-7a537fcb045e None None] New status for floating IP 2c19cc22-6d0d-467e-978d-f3be01c9a5a3: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 15:04:18.224185 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161cf32-202b-4444-809c-31e32fbab1eb req-d360e7f3-44f7-4307-891e-54f51339fa65 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:18.225655 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a161cf32-202b-4444-809c-31e32fbab1eb req-d360e7f3-44f7-4307-891e-54f51339fa65 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 946 time: 0.1009262 Feb 28 15:04:18.295805 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-a161cf32-202b-4444-809c-31e32fbab1eb req-e0b86f50-11e0-4140-802e-95160a0c28f8 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Deleting port a4ecbda8-79bf-496d-abcc-5985c05e9358 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 15:04:18.296179 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a161cf32-202b-4444-809c-31e32fbab1eb req-e0b86f50-11e0-4140-802e-95160a0c28f8 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:18.407370 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac80921-36a1-494c-ac3d-ee1e9c023a51 req-1b7085c1-350c-4f00-bd51-f1c9a1d56ca4 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:18.408124 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-2ac80921-36a1-494c-ac3d-ee1e9c023a51 req-1b7085c1-350c-4f00-bd51-f1c9a1d56ca4 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Synchronizing usage tracker for tenant:ffd8454051fa4002afcfdda77c04a5c1 on resource:port {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:04:18.424936 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-2ac80921-36a1-494c-ac3d-ee1e9c023a51 req-1b7085c1-350c-4f00-bd51-f1c9a1d56ca4 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Unset dirty status for tenant:ffd8454051fa4002afcfdda77c04a5c1 on resource:port {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:04:18.426111 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2ac80921-36a1-494c-ac3d-ee1e9c023a51 req-1b7085c1-350c-4f00-bd51-f1c9a1d56ca4 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 946 time: 0.1083314 Feb 28 15:04:18.473717 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2ac80921-36a1-494c-ac3d-ee1e9c023a51 req-28b01ad4-56f9-483b-859e-106b5ee1cc34 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9ea38bd-c01c-4810-b605-c16b53b50ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408146 Feb 28 15:04:18.669309 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-a161cf32-202b-4444-809c-31e32fbab1eb req-e0b86f50-11e0-4140-802e-95160a0c28f8 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] For port a4ecbda8-79bf-496d-abcc-5985c05e9358, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=a4ecbda8-79bf-496d-abcc-5985c05e9358,segment=NetworkSegment(39e68f81-7597-42bc-92c2-73fe28cbadb6),segment_id=39e68f81-7597-42bc-92c2-73fe28cbadb6)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:04:18.669670 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a161cf32-202b-4444-809c-31e32fbab1eb req-e0b86f50-11e0-4140-802e-95160a0c28f8 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:18.795538 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-a161cf32-202b-4444-809c-31e32fbab1eb req-e0b86f50-11e0-4140-802e-95160a0c28f8 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Calling delete_port for a4ecbda8-79bf-496d-abcc-5985c05e9358 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 15:04:18.957364 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a161cf32-202b-4444-809c-31e32fbab1eb req-e0b86f50-11e0-4140-802e-95160a0c28f8 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:19.011100 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b86f50-11e0-4140-802e-95160a0c28f8 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Pushing event deleted for resources: {'Port': ['ID=a4ecbda8-79bf-496d-abcc-5985c05e9358,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:19.049968 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b86f50-11e0-4140-802e-95160a0c28f8 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:19.050250 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b86f50-11e0-4140-802e-95160a0c28f8 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:19.050586 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b86f50-11e0-4140-802e-95160a0c28f8 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:19.050915 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b86f50-11e0-4140-802e-95160a0c28f8 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:19.051290 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b86f50-11e0-4140-802e-95160a0c28f8 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:19.051628 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b86f50-11e0-4140-802e-95160a0c28f8 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:19.051952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b86f50-11e0-4140-802e-95160a0c28f8 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:19.052265 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b86f50-11e0-4140-802e-95160a0c28f8 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:19.052600 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b86f50-11e0-4140-802e-95160a0c28f8 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:19.052936 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b86f50-11e0-4140-802e-95160a0c28f8 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:19.053251 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b86f50-11e0-4140-802e-95160a0c28f8 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:19.053560 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b86f50-11e0-4140-802e-95160a0c28f8 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:19.097488 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a161cf32-202b-4444-809c-31e32fbab1eb req-e0b86f50-11e0-4140-802e-95160a0c28f8 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] No DVR routers for this DVR port a4ecbda8-79bf-496d-abcc-5985c05e9358 on host hv-neutron-8311 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:04:19.099898 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-a161cf32-202b-4444-809c-31e32fbab1eb req-e0b86f50-11e0-4140-802e-95160a0c28f8 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:19.102372 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c299ed0-78f3-47d9-9b0d-280d49c0b83e', 'name': 'network-vif-deleted', 'tag': 'a4ecbda8-79bf-496d-abcc-5985c05e9358'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 15:04:19.119486 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a161cf32-202b-4444-809c-31e32fbab1eb req-e0b86f50-11e0-4140-802e-95160a0c28f8 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.13 "DELETE /v2.0/ports/a4ecbda8-79bf-496d-abcc-5985c05e9358 HTTP/1.1" status: 204 len: 173 time: 0.8889346 Feb 28 15:04:19.151033 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c299ed0-78f3-47d9-9b0d-280d49c0b83e', 'name': 'network-vif-deleted', 'tag': 'a4ecbda8-79bf-496d-abcc-5985c05e9358', 'status': 'completed', 'code': 200} Feb 28 15:04:19.641778 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-93ac136a-a7c3-4df3-8eda-03261d892cc5 req-333386a2-ab72-4411-baf7-f5808a4f40a4 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c299ed0-78f3-47d9-9b0d-280d49c0b83e HTTP/1.1" status: 200 len: 210 time: 0.0456569 Feb 28 15:04:20.759360 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 39454) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:20.832719 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4ed480b7-91c4-461e-96c4-5899885f85eb tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:20.869078 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4ed480b7-91c4-461e-96c4-5899885f85eb tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:20.937178 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4ed480b7-91c4-461e-96c4-5899885f85eb tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:20.955606 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed480b7-91c4-461e-96c4-5899885f85eb tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ea38bd-c01c-4810-b605-c16b53b50ec3,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:20.968414 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4ed480b7-91c4-461e-96c4-5899885f85eb tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:20.969677 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4ed480b7-91c4-461e-96c4-5899885f85eb tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "DELETE /v2.0/security-groups/b9ea38bd-c01c-4810-b605-c16b53b50ec3 HTTP/1.1" status: 204 len: 168 time: 0.2091804 Feb 28 15:04:21.255725 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 39462) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:21.261059 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-438ee4d7-7610-4d5f-ade8-7c042c570ea2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1144406188', 'description': 'tempest-secgroup-smoke-1144406188 description', 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:04:21.267839 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-438ee4d7-7610-4d5f-ade8-7c042c570ea2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:04:21.272648 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-438ee4d7-7610-4d5f-ade8-7c042c570ea2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Usage tracker for resource:security_group and tenant:ffd8454051fa4002afcfdda77c04a5c1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:04:21.275950 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-438ee4d7-7610-4d5f-ade8-7c042c570ea2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:04:21.282426 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-438ee4d7-7610-4d5f-ade8-7c042c570ea2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:04:21.294621 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-438ee4d7-7610-4d5f-ade8-7c042c570ea2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:21.314328 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-438ee4d7-7610-4d5f-ade8-7c042c570ea2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:04:21.318175 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-438ee4d7-7610-4d5f-ade8-7c042c570ea2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Usage tracker for resource:security_group_rule and tenant:ffd8454051fa4002afcfdda77c04a5c1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:04:21.320986 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-438ee4d7-7610-4d5f-ade8-7c042c570ea2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:04:21.326610 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-438ee4d7-7610-4d5f-ade8-7c042c570ea2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:04:21.404644 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-438ee4d7-7610-4d5f-ade8-7c042c570ea2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:21.409964 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-438ee4d7-7610-4d5f-ade8-7c042c570ea2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:21.455479 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ee4d7-7610-4d5f-ade8-7c042c570ea2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e808230-194d-4de7-8656-038c05a3dce2,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:21.458763 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-438ee4d7-7610-4d5f-ade8-7c042c570ea2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:21.460120 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-438ee4d7-7610-4d5f-ade8-7c042c570ea2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2033737 Feb 28 15:04:21.463093 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 39466) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:21.468354 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-99b013ef-f0f9-4743-883a-3887504b06c0 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Request body: {'security_group_rule': {'security_group_id': '8e808230-194d-4de7-8656-038c05a3dce2', 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:04:21.474714 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-99b013ef-f0f9-4743-883a-3887504b06c0 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:04:21.479022 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-99b013ef-f0f9-4743-883a-3887504b06c0 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Usage tracker for resource:security_group_rule and tenant:ffd8454051fa4002afcfdda77c04a5c1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:04:21.482153 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-99b013ef-f0f9-4743-883a-3887504b06c0 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:04:21.489159 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-99b013ef-f0f9-4743-883a-3887504b06c0 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:04:21.506941 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99b013ef-f0f9-4743-883a-3887504b06c0 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:21.575290 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99b013ef-f0f9-4743-883a-3887504b06c0 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:21.580737 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99b013ef-f0f9-4743-883a-3887504b06c0 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:21.614605 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b013ef-f0f9-4743-883a-3887504b06c0 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0798bcbb-288d-4fb2-bf5d-7d6cdab5bd63,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:21.623434 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-99b013ef-f0f9-4743-883a-3887504b06c0 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:21.624682 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-99b013ef-f0f9-4743-883a-3887504b06c0 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1606145 Feb 28 15:04:21.627499 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 39470) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:21.632432 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-47d9be29-43ef-44c9-be1e-e24d2d95b487 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Request body: {'security_group_rule': {'security_group_id': '8e808230-194d-4de7-8656-038c05a3dce2', 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:04:21.638419 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-47d9be29-43ef-44c9-be1e-e24d2d95b487 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:04:21.642470 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-47d9be29-43ef-44c9-be1e-e24d2d95b487 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Usage tracker for resource:security_group_rule and tenant:ffd8454051fa4002afcfdda77c04a5c1 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:04:21.645383 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-47d9be29-43ef-44c9-be1e-e24d2d95b487 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:04:21.651083 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-47d9be29-43ef-44c9-be1e-e24d2d95b487 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:04:21.670254 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-47d9be29-43ef-44c9-be1e-e24d2d95b487 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:21.740050 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-47d9be29-43ef-44c9-be1e-e24d2d95b487 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:21.745415 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-47d9be29-43ef-44c9-be1e-e24d2d95b487 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:21.768271 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9be29-43ef-44c9-be1e-e24d2d95b487 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30287c22-4813-474b-9195-0832d2a7c8e9,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:21.778596 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-47d9be29-43ef-44c9-be1e-e24d2d95b487 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:21.780310 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-47d9be29-43ef-44c9-be1e-e24d2d95b487 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1519048 Feb 28 15:04:21.783442 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 39474) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:21.788794 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-19be2d76-7582-484c-946f-9c6433437fbf tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Request body: {'security_group_rule': {'security_group_id': '8e808230-194d-4de7-8656-038c05a3dce2', 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:04:21.796875 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-19be2d76-7582-484c-946f-9c6433437fbf tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:04:21.801582 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-19be2d76-7582-484c-946f-9c6433437fbf tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Usage tracker for resource:security_group_rule and tenant:ffd8454051fa4002afcfdda77c04a5c1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:04:21.804836 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-19be2d76-7582-484c-946f-9c6433437fbf tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:04:21.811392 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-19be2d76-7582-484c-946f-9c6433437fbf tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:04:21.831409 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-19be2d76-7582-484c-946f-9c6433437fbf tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:21.900568 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-19be2d76-7582-484c-946f-9c6433437fbf tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:21.906021 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-19be2d76-7582-484c-946f-9c6433437fbf tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:21.929033 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be2d76-7582-484c-946f-9c6433437fbf tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce358fe-715c-41ba-a9db-48b3ae817a6e,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:21.938357 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-19be2d76-7582-484c-946f-9c6433437fbf tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:21.939695 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-19be2d76-7582-484c-946f-9c6433437fbf tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1552505 Feb 28 15:04:21.942506 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 39478) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:21.947392 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-3a36cfd0-7e6a-4ab3-b27e-aa2bec6baa6f tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Request body: {'security_group_rule': {'security_group_id': '8e808230-194d-4de7-8656-038c05a3dce2', 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:04:21.953218 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3a36cfd0-7e6a-4ab3-b27e-aa2bec6baa6f tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:04:21.957009 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3a36cfd0-7e6a-4ab3-b27e-aa2bec6baa6f tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Usage tracker for resource:security_group_rule and tenant:ffd8454051fa4002afcfdda77c04a5c1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:04:21.959869 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-3a36cfd0-7e6a-4ab3-b27e-aa2bec6baa6f tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:04:21.965844 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-3a36cfd0-7e6a-4ab3-b27e-aa2bec6baa6f tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:04:21.986459 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3a36cfd0-7e6a-4ab3-b27e-aa2bec6baa6f tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:22.051118 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3a36cfd0-7e6a-4ab3-b27e-aa2bec6baa6f tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:22.056089 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3a36cfd0-7e6a-4ab3-b27e-aa2bec6baa6f tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:22.079506 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36cfd0-7e6a-4ab3-b27e-aa2bec6baa6f tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daabf576-d31a-4679-8ea1-e955ed6980cf,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:22.089514 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-3a36cfd0-7e6a-4ab3-b27e-aa2bec6baa6f tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:22.090684 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-3a36cfd0-7e6a-4ab3-b27e-aa2bec6baa6f tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1473007 Feb 28 15:04:22.094522 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 39482) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:22.099400 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-680873a8-3246-4171-ad27-ab850e74c6a2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Request body: {'security_group_rule': {'security_group_id': '8e808230-194d-4de7-8656-038c05a3dce2', 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:04:22.105232 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-680873a8-3246-4171-ad27-ab850e74c6a2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:04:22.109018 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-680873a8-3246-4171-ad27-ab850e74c6a2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Usage tracker for resource:security_group_rule and tenant:ffd8454051fa4002afcfdda77c04a5c1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:04:22.111843 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-680873a8-3246-4171-ad27-ab850e74c6a2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:04:22.117456 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-680873a8-3246-4171-ad27-ab850e74c6a2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:04:22.129558 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-680873a8-3246-4171-ad27-ab850e74c6a2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Project ffd8454051fa4002afcfdda77c04a5c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:04:22.135887 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-680873a8-3246-4171-ad27-ab850e74c6a2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:22.214727 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-680873a8-3246-4171-ad27-ab850e74c6a2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:22.219999 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-680873a8-3246-4171-ad27-ab850e74c6a2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:22.242003 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680873a8-3246-4171-ad27-ab850e74c6a2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b2921d-bb6b-482d-9334-5eedb36557ab,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:22.252650 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-680873a8-3246-4171-ad27-ab850e74c6a2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:22.253797 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-680873a8-3246-4171-ad27-ab850e74c6a2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1583753 Feb 28 15:04:22.257334 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 39486) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:22.262412 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-9872bff4-4d52-471b-b1b8-4ecdbdad244d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Request body: {'security_group_rule': {'security_group_id': '8e808230-194d-4de7-8656-038c05a3dce2', 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:04:22.268561 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9872bff4-4d52-471b-b1b8-4ecdbdad244d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:04:22.272558 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9872bff4-4d52-471b-b1b8-4ecdbdad244d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Usage tracker for resource:security_group_rule and tenant:ffd8454051fa4002afcfdda77c04a5c1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:04:22.275774 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-9872bff4-4d52-471b-b1b8-4ecdbdad244d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:04:22.282009 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-9872bff4-4d52-471b-b1b8-4ecdbdad244d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:04:22.296062 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.securitygroups_db [None req-9872bff4-4d52-471b-b1b8-4ecdbdad244d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Project ffd8454051fa4002afcfdda77c04a5c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:04:22.302729 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9872bff4-4d52-471b-b1b8-4ecdbdad244d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:22.367261 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9872bff4-4d52-471b-b1b8-4ecdbdad244d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:22.372775 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9872bff4-4d52-471b-b1b8-4ecdbdad244d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:22.396076 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872bff4-4d52-471b-b1b8-4ecdbdad244d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f598d29-2f69-47d1-bfb7-a08976aa86d5,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:22.405196 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9872bff4-4d52-471b-b1b8-4ecdbdad244d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:22.406583 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9872bff4-4d52-471b-b1b8-4ecdbdad244d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1480448 Feb 28 15:04:23.519365 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device a4ecbda8-79bf-496d-abcc-5985c05e9358 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:04:23.557488 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: a4ecbda8-79bf-496d-abcc-5985c05e9358 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 15:04:23.557834 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device a4ecbda8-79bf-496d-abcc-5985c05e9358 not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:04:32.031626 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:04:35.442229 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:37.354641 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-7d9d3b11-517f-4f34-82e4-b0ed4cd0da1b tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Synchronizing usage tracker for tenant:ffd8454051fa4002afcfdda77c04a5c1 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:04:37.373582 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-7d9d3b11-517f-4f34-82e4-b0ed4cd0da1b tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Unset dirty status for tenant:ffd8454051fa4002afcfdda77c04a5c1 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:04:37.374662 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-7d9d3b11-517f-4f34-82e4-b0ed4cd0da1b tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1144406188&fields=id&tenant_id=ffd8454051fa4002afcfdda77c04a5c1 HTTP/1.1" status: 200 len: 267 time: 0.0655067 Feb 28 15:04:37.536758 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-8645dfc1-b5ff-43d8-aaaf-2a3429073bed tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:37.538203 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-8645dfc1-b5ff-43d8-aaaf-2a3429073bed tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/networks?id=4dae4516-914d-44c6-8061-a593cf7446b2 HTTP/1.1" status: 200 len: 808 time: 0.1545541 Feb 28 15:04:37.555941 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-3f7fd057-ecd9-4332-a2b8-8ee75b709712 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/quotas/ffd8454051fa4002afcfdda77c04a5c1 HTTP/1.1" status: 200 len: 375 time: 0.0099080 Feb 28 15:04:37.643283 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-0814fd9e-27bf-4d3d-b791-76514726124d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ffd8454051fa4002afcfdda77c04a5c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823607 Feb 28 15:04:37.704691 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-c8688d6d-e0c1-43bf-9341-051d966653a1 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87773) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 15:04:37.705654 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-c8688d6d-e0c1-43bf-9341-051d966653a1 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0511360 Feb 28 15:04:37.750884 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-befec4f6-39e0-49a0-bac4-5663e4f026a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:37.850153 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-076b5f67-60b3-433f-b5a6-ebccaa470121 service neutron] 10.222.0.30 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384170 Feb 28 15:04:38.122868 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-1116e4ce-59cc-4aba-b327-f8ef15aded2b service neutron] 10.222.0.30 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639554 Feb 28 15:04:38.571075 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-f32987bd-b310-43bc-a7e1-5201c67de9e2 req-b03a631d-bb97-4ee1-8401-949a8aee76af tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Synchronizing usage tracker for tenant:ffd8454051fa4002afcfdda77c04a5c1 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:04:38.589540 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-f32987bd-b310-43bc-a7e1-5201c67de9e2 req-b03a631d-bb97-4ee1-8401-949a8aee76af tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Unset dirty status for tenant:ffd8454051fa4002afcfdda77c04a5c1 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:04:38.590716 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-f32987bd-b310-43bc-a7e1-5201c67de9e2 req-b03a631d-bb97-4ee1-8401-949a8aee76af tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 210 time: 0.0658162 Feb 28 15:04:39.714894 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-19fff438-7538-4808-987a-3fabf9494b14 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:39.716337 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-19fff438-7538-4808-987a-3fabf9494b14 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.13 "GET /v2.0/networks?id=4dae4516-914d-44c6-8061-a593cf7446b2 HTTP/1.1" status: 200 len: 808 time: 0.1557875 Feb 28 15:04:39.746691 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-81e43e69-fbe3-4dc5-a53c-1199e3d66a13 req-ed86018a-d42b-410d-a6c1-b19dd07d8894 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 210 time: 0.0421460 Feb 28 15:04:39.768932 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-f11c7ba1-2a53-4ef8-a4dd-33ba893e1ab9 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffd8454051fa4002afcfdda77c04a5c1 HTTP/1.1" status: 200 len: 380 time: 0.0445645 Feb 28 15:04:39.777498 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-d96cdec8-e6b9-40ac-b7ce-4f98f53983be tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Request body: {'port': {'device_id': 'cad1cab9-a122-4a6d-9b5c-e4cde31b4187', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'admin_state_up': True, 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'security_groups': ['8e808230-194d-4de7-8656-038c05a3dce2']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:04:39.913098 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e3cdcbf1-3e2a-4506-b5e9-8df6d2eb1139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:39.916905 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-d96cdec8-e6b9-40ac-b7ce-4f98f53983be tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:04:39.926734 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-d96cdec8-e6b9-40ac-b7ce-4f98f53983be tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:04:39.936735 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-d96cdec8-e6b9-40ac-b7ce-4f98f53983be tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Made reservation on behalf of ffd8454051fa4002afcfdda77c04a5c1 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:04:39.940414 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-d96cdec8-e6b9-40ac-b7ce-4f98f53983be tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:40.102519 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-d96cdec8-e6b9-40ac-b7ce-4f98f53983be tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Allocated IP 172.20.0.4 (4dae4516-914d-44c6-8061-a593cf7446b2/74512956-574f-44d6-b79c-0eb4fe92c8b7/f8348eb1-76b8-4677-a349-4f833d832209) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:04:40.391708 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-d96cdec8-e6b9-40ac-b7ce-4f98f53983be tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:40.409256 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-d96cdec8-e6b9-40ac-b7ce-4f98f53983be tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Transition to ACTIVE for port object f8348eb1-76b8-4677-a349-4f833d832209 will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:04:40.434483 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-d96cdec8-e6b9-40ac-b7ce-4f98f53983be tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:40.500779 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-d96cdec8-e6b9-40ac-b7ce-4f98f53983be tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Network 4dae4516-914d-44c6-8061-a593cf7446b2 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:04:40.508444 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-d96cdec8-e6b9-40ac-b7ce-4f98f53983be tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:04:40.512898 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-d96cdec8-e6b9-40ac-b7ce-4f98f53983be tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 15:04:40.560619 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96cdec8-e6b9-40ac-b7ce-4f98f53983be tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Pushing event updated for resources: {'Port': ['ID=f8348eb1-76b8-4677-a349-4f833d832209,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:40.587607 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-d96cdec8-e6b9-40ac-b7ce-4f98f53983be tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:40.588132 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-d96cdec8-e6b9-40ac-b7ce-4f98f53983be tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:40.618354 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-d96cdec8-e6b9-40ac-b7ce-4f98f53983be tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8443201 Feb 28 15:04:40.631005 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-7f35c80b-9d09-4ee0-a465-f4b809616f66 service neutron] Request body: {'port': {'device_id': 'cad1cab9-a122-4a6d-9b5c-e4cde31b4187', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:04:40.746079 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-7f35c80b-9d09-4ee0-a465-f4b809616f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:40.782477 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9bb4bda0-2915-49f2-986d-4ce48c3ba3d9 None None] Provisioning for port f8348eb1-76b8-4677-a349-4f833d832209 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:04:40.795602 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-9bb4bda0-2915-49f2-986d-4ce48c3ba3d9 None None] Provisioning complete for port f8348eb1-76b8-4677-a349-4f833d832209 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:04:40.796405 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9bb4bda0-2915-49f2-986d-4ce48c3ba3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:40.855952 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-9bb4bda0-2915-49f2-986d-4ce48c3ba3d9 None None] Port f8348eb1-76b8-4677-a349-4f833d832209 cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 15:04:41.002395 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:41.082066 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60998562-46bd-4e88-af82-7f787ac7b40c req-1fb970f9-c736-4f77-b71c-7adeb7703334 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:41.082735 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-60998562-46bd-4e88-af82-7f787ac7b40c req-1fb970f9-c736-4f77-b71c-7adeb7703334 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Synchronizing usage tracker for tenant:ffd8454051fa4002afcfdda77c04a5c1 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:04:41.109722 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-60998562-46bd-4e88-af82-7f787ac7b40c req-1fb970f9-c736-4f77-b71c-7adeb7703334 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Unset dirty status for tenant:ffd8454051fa4002afcfdda77c04a5c1 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:04:41.110801 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-60998562-46bd-4e88-af82-7f787ac7b40c req-1fb970f9-c736-4f77-b71c-7adeb7703334 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 931 time: 0.2399113 Feb 28 15:04:41.209011 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-7f35c80b-9d09-4ee0-a465-f4b809616f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8348eb1-76b8-4677-a349-4f833d832209 {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 15:04:41.219642 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-60998562-46bd-4e88-af82-7f787ac7b40c req-8fa49193-eaef-4929-baf9-438e98e3f43a tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994592 Feb 28 15:04:41.221314 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-7f35c80b-9d09-4ee0-a465-f4b809616f66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:41.237633 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-7f35c80b-9d09-4ee0-a465-f4b809616f66 service neutron] Transition to ACTIVE for port object f8348eb1-76b8-4677-a349-4f833d832209 will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:04:41.243960 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-7f35c80b-9d09-4ee0-a465-f4b809616f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:41.322016 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:41.379201 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35c80b-9d09-4ee0-a465-f4b809616f66 service neutron] Pushing event updated for resources: {'Port': ['ID=f8348eb1-76b8-4677-a349-4f833d832209,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:41.491450 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-7f35c80b-9d09-4ee0-a465-f4b809616f66 service neutron] Attempting to bind port f8348eb1-76b8-4677-a349-4f833d832209 on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:04:41.491781 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-7f35c80b-9d09-4ee0-a465-f4b809616f66 service neutron] Attempting to bind port f8348eb1-76b8-4677-a349-4f833d832209 by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '39e68f81-7597-42bc-92c2-73fe28cbadb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:04:41.492118 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-7f35c80b-9d09-4ee0-a465-f4b809616f66 service neutron] Attempting to bind port f8348eb1-76b8-4677-a349-4f833d832209 on network 4dae4516-914d-44c6-8061-a593cf7446b2 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 15:04:41.497144 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-7f35c80b-9d09-4ee0-a465-f4b809616f66 service neutron] Port f8348eb1-76b8-4677-a349-4f833d832209 on network 4dae4516-914d-44c6-8061-a593cf7446b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 15:04:41.497460 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-7f35c80b-9d09-4ee0-a465-f4b809616f66 service neutron] Attempting to bind port f8348eb1-76b8-4677-a349-4f833d832209 on network 4dae4516-914d-44c6-8061-a593cf7446b2 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 15:04:41.503612 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-7f35c80b-9d09-4ee0-a465-f4b809616f66 service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 15:04:41.503949 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-7f35c80b-9d09-4ee0-a465-f4b809616f66 service neutron] Checking segment: {'id': '39e68f81-7597-42bc-92c2-73fe28cbadb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 15:04:41.504330 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-7f35c80b-9d09-4ee0-a465-f4b809616f66 service neutron] Bound using segment: {'id': '39e68f81-7597-42bc-92c2-73fe28cbadb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 15:04:41.504759 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-7f35c80b-9d09-4ee0-a465-f4b809616f66 service neutron] Bound port: f8348eb1-76b8-4677-a349-4f833d832209, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e68f81-7597-42bc-92c2-73fe28cbadb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:04:41.505101 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-7f35c80b-9d09-4ee0-a465-f4b809616f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:41.600843 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-7f35c80b-9d09-4ee0-a465-f4b809616f66 service neutron] For port f8348eb1-76b8-4677-a349-4f833d832209, host hv-neutron-8311, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 15:04:41.603841 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-7f35c80b-9d09-4ee0-a465-f4b809616f66 service neutron] For port f8348eb1-76b8-4677-a349-4f833d832209, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f8348eb1-76b8-4677-a349-4f833d832209,segment=NetworkSegment(39e68f81-7597-42bc-92c2-73fe28cbadb6),segment_id=39e68f81-7597-42bc-92c2-73fe28cbadb6)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 15:04:41.609022 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-7f35c80b-9d09-4ee0-a465-f4b809616f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:41.663247 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-7f35c80b-9d09-4ee0-a465-f4b809616f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:41.663979 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-7f35c80b-9d09-4ee0-a465-f4b809616f66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:41.665193 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-7f35c80b-9d09-4ee0-a465-f4b809616f66 service neutron] 10.222.0.13 "PUT /v2.0/ports/f8348eb1-76b8-4677-a349-4f833d832209 HTTP/1.1" status: 200 len: 1093 time: 1.0389445 Feb 28 15:04:41.665618 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad1cab9-a122-4a6d-9b5c-e4cde31b4187', 'tag': 'f8348eb1-76b8-4677-a349-4f833d832209'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 15:04:41.691589 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35c80b-9d09-4ee0-a465-f4b809616f66 service neutron] Pushing event updated for resources: {'Port': ['ID=f8348eb1-76b8-4677-a349-4f833d832209,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:41.755237 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad1cab9-a122-4a6d-9b5c-e4cde31b4187', 'tag': 'f8348eb1-76b8-4677-a349-4f833d832209', 'status': 'completed', 'code': 200} Feb 28 15:04:41.802160 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-607bd938-bed2-4fbc-992d-ea4c0f2c2e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:41.803656 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-607bd938-bed2-4fbc-992d-ea4c0f2c2e16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ffd8454051fa4002afcfdda77c04a5c1&device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 1096 time: 0.0881283 Feb 28 15:04:41.871188 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-a139fb31-9834-4019-9be7-758dabd4f798 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8348eb1-76b8-4677-a349-4f833d832209 HTTP/1.1" status: 200 len: 217 time: 0.0610931 Feb 28 15:04:41.936892 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-61d7656b-5ff9-4b1a-9027-a120caac657b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:41.938243 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-61d7656b-5ff9-4b1a-9027-a120caac657b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74512956-574f-44d6-b79c-0eb4fe92c8b7 HTTP/1.1" status: 200 len: 847 time: 0.0606606 Feb 28 15:04:42.013872 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-ec3754e0-023a-4d39-abfa-3f18f43e90ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:42.015862 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-ec3754e0-023a-4d39-abfa-3f18f43e90ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4dae4516-914d-44c6-8061-a593cf7446b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714188 Feb 28 15:04:42.156541 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-a8c79990-06ee-42e1-bc57-37a2cea37c0c service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353233 Feb 28 15:04:42.434141 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-66c0f99b-00ae-48e2-b412-e89d88a16bbb req-706d92e7-beb4-4dad-ae67-b7bb834dbdca service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718985 Feb 28 15:04:42.459066 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0843b0-e816-4f3a-98fb-b5267f647748 req-d052dc83-1c9f-4724-8601-f902c5cff720 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:42.460561 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c0843b0-e816-4f3a-98fb-b5267f647748 req-d052dc83-1c9f-4724-8601-f902c5cff720 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 943 time: 0.1176531 Feb 28 15:04:42.549217 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6c0843b0-e816-4f3a-98fb-b5267f647748 req-d46ece26-7520-4342-8cb3-151f2ec546e8 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810907 Feb 28 15:04:42.574723 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683548aa-e94b-4bc3-af3e-d7cccbeb2d5d req-261676e2-d86d-410a-bc27-0877bcfaf983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:42.576229 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-683548aa-e94b-4bc3-af3e-d7cccbeb2d5d req-261676e2-d86d-410a-bc27-0877bcfaf983 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ffd8454051fa4002afcfdda77c04a5c1&device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 1096 time: 0.0921056 Feb 28 15:04:42.719063 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:42.739598 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683548aa-e94b-4bc3-af3e-d7cccbeb2d5d req-afccf3e9-dcde-41bf-8272-619845fd1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:42.741069 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-683548aa-e94b-4bc3-af3e-d7cccbeb2d5d req-afccf3e9-dcde-41bf-8272-619845fd1953 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4dae4516-914d-44c6-8061-a593cf7446b2 HTTP/1.1" status: 200 len: 909 time: 0.1573002 Feb 28 15:04:42.811273 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-683548aa-e94b-4bc3-af3e-d7cccbeb2d5d req-7f1b7b10-834d-4ffb-890e-9e86a28760f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8348eb1-76b8-4677-a349-4f833d832209 HTTP/1.1" status: 200 len: 217 time: 0.0636473 Feb 28 15:04:42.877533 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683548aa-e94b-4bc3-af3e-d7cccbeb2d5d req-f84718ee-e6c9-483a-b202-36e907a4b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:42.878955 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-683548aa-e94b-4bc3-af3e-d7cccbeb2d5d req-f84718ee-e6c9-483a-b202-36e907a4b9d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74512956-574f-44d6-b79c-0eb4fe92c8b7 HTTP/1.1" status: 200 len: 847 time: 0.0621231 Feb 28 15:04:42.963267 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683548aa-e94b-4bc3-af3e-d7cccbeb2d5d req-fe1b8d09-c3cc-4b3e-8e54-62bfc3597228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:42.964636 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-683548aa-e94b-4bc3-af3e-d7cccbeb2d5d req-fe1b8d09-c3cc-4b3e-8e54-62bfc3597228 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4dae4516-914d-44c6-8061-a593cf7446b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796831 Feb 28 15:04:43.116821 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-683548aa-e94b-4bc3-af3e-d7cccbeb2d5d req-12162c52-d086-4a5a-847e-503056af53e0 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456153 Feb 28 15:04:43.246369 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-683548aa-e94b-4bc3-af3e-d7cccbeb2d5d req-0606b432-f0e2-4c7e-bc9a-f70618d7e8cb service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234455 Feb 28 15:04:43.761576 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868747a9-080b-4eb4-89a2-e67d2651fa33 req-40b46c68-84cc-4c4a-a2fb-c7a74f40ac5c tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:43.762922 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-868747a9-080b-4eb4-89a2-e67d2651fa33 req-40b46c68-84cc-4c4a-a2fb-c7a74f40ac5c tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 943 time: 0.0903747 Feb 28 15:04:43.808531 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-868747a9-080b-4eb4-89a2-e67d2651fa33 req-650c7fec-51fa-4dc3-a7c2-860a20f4f170 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395648 Feb 28 15:04:45.008335 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91838d-4643-4a0d-b649-ebc20fb8ea36 req-a7ac844b-24f8-4e7d-a392-b412be2ae647 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:45.009961 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3c91838d-4643-4a0d-b649-ebc20fb8ea36 req-a7ac844b-24f8-4e7d-a392-b412be2ae647 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 943 time: 0.0835512 Feb 28 15:04:45.059926 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3c91838d-4643-4a0d-b649-ebc20fb8ea36 req-e2fa1244-94e4-4ba2-910c-9f407ff30534 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439794 Feb 28 15:04:46.265895 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82da779-2f7a-4066-b4cf-a2ac39f5927f req-828e7b00-283d-4d58-9fa5-4825412123fe tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:46.267894 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b82da779-2f7a-4066-b4cf-a2ac39f5927f req-828e7b00-283d-4d58-9fa5-4825412123fe tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 943 time: 0.0873387 Feb 28 15:04:46.314628 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-b82da779-2f7a-4066-b4cf-a2ac39f5927f req-ece3ef55-2578-4536-83bf-a395dc11b66f tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411406 Feb 28 15:04:47.504233 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bfbf5-8979-4b45-a2ab-1c226794774d req-c4034fd9-1fcc-4f38-ba63-3ee8b5e827bd tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:47.505653 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e3bfbf5-8979-4b45-a2ab-1c226794774d req-c4034fd9-1fcc-4f38-ba63-3ee8b5e827bd tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 943 time: 0.0815029 Feb 28 15:04:47.552442 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7e3bfbf5-8979-4b45-a2ab-1c226794774d req-af4a6b2f-9682-49d4-b97b-7a9ebc8c14d2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385530 Feb 28 15:04:48.770500 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc018938-4a84-462e-8d03-357f02681393 req-f6bde9d7-168a-46be-8075-794f1519fc3d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:48.771889 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cc018938-4a84-462e-8d03-357f02681393 req-f6bde9d7-168a-46be-8075-794f1519fc3d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 943 time: 0.0964470 Feb 28 15:04:48.817529 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cc018938-4a84-462e-8d03-357f02681393 req-507a7a61-28e3-4166-a75d-c8f0931ed457 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399649 Feb 28 15:04:49.553158 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device f8348eb1-76b8-4677-a349-4f833d832209 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:04:49.708390 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port f8348eb1-76b8-4677-a349-4f833d832209, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f8348eb1-76b8-4677-a349-4f833d832209,segment=NetworkSegment(39e68f81-7597-42bc-92c2-73fe28cbadb6),segment_id=39e68f81-7597-42bc-92c2-73fe28cbadb6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:04:49.721984 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': 'f8348eb1-76b8-4677-a349-4f833d832209', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'port_id': 'f8348eb1-76b8-4677-a349-4f833d832209', 'mac_address': 'fa:16:3e:53:04:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:04:49.780431 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:49.798509 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8348eb1-76b8-4677-a349-4f833d832209 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 15:04:49.813823 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port f8348eb1-76b8-4677-a349-4f833d832209, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f8348eb1-76b8-4677-a349-4f833d832209,segment=NetworkSegment(39e68f81-7597-42bc-92c2-73fe28cbadb6),segment_id=39e68f81-7597-42bc-92c2-73fe28cbadb6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:04:49.819741 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:49.885593 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=f8348eb1-76b8-4677-a349-4f833d832209,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:49.892691 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:49.893086 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:49.893578 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:49.894038 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:49.894367 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:49.894690 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:49.895009 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:49.895352 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:49.895673 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:49.895988 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:49.896296 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:49.896604 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:50.019621 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fc342-e896-4e9d-baac-a6a0ab97b044 req-8bf7f4a5-9f92-4df0-a4ae-3656cbaa915b tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:50.020987 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-305fc342-e896-4e9d-baac-a6a0ab97b044 req-8bf7f4a5-9f92-4df0-a4ae-3656cbaa915b tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 944 time: 0.0928087 Feb 28 15:04:50.033998 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['f8348eb1-76b8-4677-a349-4f833d832209'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 15:04:50.064644 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-305fc342-e896-4e9d-baac-a6a0ab97b044 req-cad4f115-496f-4ed0-8427-e9aa306541a9 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379379 Feb 28 15:04:51.264840 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470d4a6-13c6-4f3a-8bb6-67918750ca23 req-efec0366-f5f7-47cd-872f-c89f6c9b9ff2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:51.266286 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a470d4a6-13c6-4f3a-8bb6-67918750ca23 req-efec0366-f5f7-47cd-872f-c89f6c9b9ff2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 944 time: 0.0893664 Feb 28 15:04:51.316058 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a470d4a6-13c6-4f3a-8bb6-67918750ca23 req-3d5521ea-d52f-450a-9dfa-419f942ec21c tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414166 Feb 28 15:04:51.584280 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device f8348eb1-76b8-4677-a349-4f833d832209 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:04:51.669581 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port f8348eb1-76b8-4677-a349-4f833d832209 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:04:51.674527 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port f8348eb1-76b8-4677-a349-4f833d832209 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:04:51.674896 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:51.805088 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:51.839765 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad1cab9-a122-4a6d-9b5c-e4cde31b4187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8348eb1-76b8-4677-a349-4f833d832209'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 15:04:51.851824 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port f8348eb1-76b8-4677-a349-4f833d832209, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f8348eb1-76b8-4677-a349-4f833d832209,segment=NetworkSegment(39e68f81-7597-42bc-92c2-73fe28cbadb6),segment_id=39e68f81-7597-42bc-92c2-73fe28cbadb6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:04:51.856821 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:51.926244 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=f8348eb1-76b8-4677-a349-4f833d832209,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:51.997066 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad1cab9-a122-4a6d-9b5c-e4cde31b4187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8348eb1-76b8-4677-a349-4f833d832209', 'code': 200} Feb 28 15:04:52.285576 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f24a3-ec4f-41d7-b7c1-f3ccacc03003 req-abda455b-433e-4570-97ea-955a58d8c289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:52.287015 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9e9f24a3-ec4f-41d7-b7c1-f3ccacc03003 req-abda455b-433e-4570-97ea-955a58d8c289 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 1098 time: 0.0789845 Feb 28 15:04:52.326852 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9e9f24a3-ec4f-41d7-b7c1-f3ccacc03003 req-981e77f2-8b54-4806-8a53-09d3330733e6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337636 Feb 28 15:04:52.685492 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171757f-14fc-4304-8262-1f436822b5f5 req-17342a8c-1362-4831-8809-c29fa237f39e tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:52.687218 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3171757f-14fc-4304-8262-1f436822b5f5 req-17342a8c-1362-4831-8809-c29fa237f39e tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 945 time: 0.0925562 Feb 28 15:04:52.735148 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-3171757f-14fc-4304-8262-1f436822b5f5 req-f9408028-7895-48a7-ab1a-a286bdcde979 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417311 Feb 28 15:04:53.935827 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993393ad-9a63-4d4c-816b-0c52934b66e8 req-ec0809dc-981c-4e12-b947-922067d4a375 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:53.937289 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-993393ad-9a63-4d4c-816b-0c52934b66e8 req-ec0809dc-981c-4e12-b947-922067d4a375 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 945 time: 0.0920858 Feb 28 15:04:53.985767 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-993393ad-9a63-4d4c-816b-0c52934b66e8 req-9042fe18-4a36-4d5f-add3-f5a002f24817 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404279 Feb 28 15:04:54.194083 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8dd23-ac44-48b9-b37a-88962aeb17cc req-d50bb36e-86df-48f0-a9d1-d7259a4e4d16 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:54.195601 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dcf8dd23-ac44-48b9-b37a-88962aeb17cc req-d50bb36e-86df-48f0-a9d1-d7259a4e4d16 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 945 time: 0.0953596 Feb 28 15:04:54.239080 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dcf8dd23-ac44-48b9-b37a-88962aeb17cc req-28eb044d-7058-4bce-a545-73e3b6365059 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379701 Feb 28 15:04:54.261826 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 39668) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:54.334692 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7346b154-2708-41c6-99da-fc9c791e5857 tempest-TestShelveInstance-330137276 tempest-TestShelveInstance-330137276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:54.336244 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-7346b154-2708-41c6-99da-fc9c791e5857 tempest-TestShelveInstance-330137276 tempest-TestShelveInstance-330137276-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 1093 time: 0.0733864 Feb 28 15:04:54.339178 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 39672) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:54.343965 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-e4ee9093-3aca-4836-a1d8-b3160c3b0419 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'port_id': 'f8348eb1-76b8-4677-a349-4f833d832209', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:04:54.350382 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e4ee9093-3aca-4836-a1d8-b3160c3b0419 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:04:54.354470 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e4ee9093-3aca-4836-a1d8-b3160c3b0419 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Usage tracker for resource:floatingip and tenant:ffd8454051fa4002afcfdda77c04a5c1 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:04:54.357397 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-e4ee9093-3aca-4836-a1d8-b3160c3b0419 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:04:54.363457 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-e4ee9093-3aca-4836-a1d8-b3160c3b0419 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:04:54.375889 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9093-3aca-4836-a1d8-b3160c3b0419 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:54.512964 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9093-3aca-4836-a1d8-b3160c3b0419 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:54.749945 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-e4ee9093-3aca-4836-a1d8-b3160c3b0419 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Allocated IP 172.26.5.235 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/83d173c7-c7c9-423c-a951-b358d99e579a) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:04:54.895362 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9093-3aca-4836-a1d8-b3160c3b0419 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:54.927436 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9093-3aca-4836-a1d8-b3160c3b0419 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:54.996867 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ee9093-3aca-4836-a1d8-b3160c3b0419 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:04:55.004142 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-e4ee9093-3aca-4836-a1d8-b3160c3b0419 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:04:55.008094 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ee9093-3aca-4836-a1d8-b3160c3b0419 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 15:04:55.036940 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee9093-3aca-4836-a1d8-b3160c3b0419 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Pushing event updated for resources: {'Port': ['ID=83d173c7-c7c9-423c-a951-b358d99e579a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:55.456597 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9093-3aca-4836-a1d8-b3160c3b0419 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:55.543014 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9093-3aca-4836-a1d8-b3160c3b0419 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:55.764476 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9093-3aca-4836-a1d8-b3160c3b0419 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:55.771125 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9093-3aca-4836-a1d8-b3160c3b0419 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:55.878358 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee9093-3aca-4836-a1d8-b3160c3b0419 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Pushing event updated for resources: {'Port': ['ID=83d173c7-c7c9-423c-a951-b358d99e579a,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:55.890047 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9093-3aca-4836-a1d8-b3160c3b0419 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:56.070513 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-e4ee9093-3aca-4836-a1d8-b3160c3b0419 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Floating IP b36cbce0-617b-4ba8-9c3c-3d9f6d52fde3 associated. External IP: 172.26.5.235, port: f8348eb1-76b8-4677-a349-4f833d832209. Feb 28 15:04:56.533672 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ee9093-3aca-4836-a1d8-b3160c3b0419 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Router 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 15:04:56.726567 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ee9093-3aca-4836-a1d8-b3160c3b0419 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 15:04:56.736107 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb7fb30-0eb1-4131-a2a6-b63a56569d34 None None] Sync routers for ids ['5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 15:04:56.746538 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb7fb30-0eb1-4131-a2a6-b63a56569d34 None None] Routers {'5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:04:56.747352 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-bcb7fb30-0eb1-4131-a2a6-b63a56569d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:04:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:04:56.752635 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9093-3aca-4836-a1d8-b3160c3b0419 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:56.809397 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-e4ee9093-3aca-4836-a1d8-b3160c3b0419 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4691827 Feb 28 15:04:56.810017 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad1cab9-a122-4a6d-9b5c-e4cde31b4187', 'tag': 'f8348eb1-76b8-4677-a349-4f833d832209'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 15:04:56.853583 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad1cab9-a122-4a6d-9b5c-e4cde31b4187', 'tag': 'f8348eb1-76b8-4677-a349-4f833d832209', 'status': 'completed', 'code': 200} Feb 28 15:04:56.956555 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38e33b-cbb9-4a26-8f07-897ede7c381d req-56fe57c1-1f94-469e-82c1-130f0e6f7f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:56.958096 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0c38e33b-cbb9-4a26-8f07-897ede7c381d req-56fe57c1-1f94-469e-82c1-130f0e6f7f9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ffd8454051fa4002afcfdda77c04a5c1&device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 1098 time: 0.0772791 Feb 28 15:04:56.967654 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-bcb7fb30-0eb1-4131-a2a6-b63a56569d34 None None] Set router 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:04:57.090092 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38e33b-cbb9-4a26-8f07-897ede7c381d req-6e4610e4-e353-4142-824d-b19e27869d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:57.091571 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0c38e33b-cbb9-4a26-8f07-897ede7c381d req-6e4610e4-e353-4142-824d-b19e27869d8b service neutron] 10.222.0.13 "GET /v2.0/networks?id=4dae4516-914d-44c6-8061-a593cf7446b2 HTTP/1.1" status: 200 len: 909 time: 0.1276395 Feb 28 15:04:57.197743 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0c38e33b-cbb9-4a26-8f07-897ede7c381d req-eb8bb952-7649-4ede-9ec8-f6af43420afc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8348eb1-76b8-4677-a349-4f833d832209 HTTP/1.1" status: 200 len: 999 time: 0.1003847 Feb 28 15:04:57.260388 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38e33b-cbb9-4a26-8f07-897ede7c381d req-2af0f364-88fa-4baa-bef7-f86aa46c8c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:57.261803 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0c38e33b-cbb9-4a26-8f07-897ede7c381d req-2af0f364-88fa-4baa-bef7-f86aa46c8c1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74512956-574f-44d6-b79c-0eb4fe92c8b7 HTTP/1.1" status: 200 len: 847 time: 0.0586655 Feb 28 15:04:57.310873 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-bcb7fb30-0eb1-4131-a2a6-b63a56569d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'name': 'tempest-TestShelveInstance-849680989-router', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:00Z', 'revision_number': 4, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'gw_port': {'id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': 'b36cbce0-617b-4ba8-9c3c-3d9f6d52fde3', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'floating_ip_address': '172.26.5.235', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'port_id': 'f8348eb1-76b8-4677-a349-4f833d832209', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'mac_address': 'fa:16:3e:53:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1cab9-a122-4a6d-9b5c-e4cde31b4187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:04:55Z', 'updated_at': '2022-02-28T15:04:55Z', 'revision_number': 0, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785e6d4b-6812-4610-beec-4da8d7f58b74', 'name': '', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'mac_address': 'fa:16:3e:e5:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:59Z', 'updated_at': '2022-02-28T15:00:07Z', 'revision_number': 5, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'subnets': [{'id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:04:57.314961 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb7fb30-0eb1-4131-a2a6-b63a56569d34 None None] Checking router: 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 15:04:57.324028 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb7fb30-0eb1-4131-a2a6-b63a56569d34 None None] Routers {'5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:04:57.324606 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-bcb7fb30-0eb1-4131-a2a6-b63a56569d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:04:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:04:57.340841 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38e33b-cbb9-4a26-8f07-897ede7c381d req-65bbb0bf-234a-4984-be87-247bee42cb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:57.342206 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0c38e33b-cbb9-4a26-8f07-897ede7c381d req-65bbb0bf-234a-4984-be87-247bee42cb01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4dae4516-914d-44c6-8061-a593cf7446b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737557 Feb 28 15:04:57.474657 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0c38e33b-cbb9-4a26-8f07-897ede7c381d req-350d8c6c-0371-44ec-b0e4-bb9d367aceba service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264012 Feb 28 15:04:57.508651 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-bcb7fb30-0eb1-4131-a2a6-b63a56569d34 None None] Set router 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:04:57.606485 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-0c38e33b-cbb9-4a26-8f07-897ede7c381d req-9fba9668-2957-4b90-aeba-4ea0adac79e2 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258399 Feb 28 15:04:57.866253 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-bcb7fb30-0eb1-4131-a2a6-b63a56569d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'name': 'tempest-TestShelveInstance-849680989-router', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:00Z', 'revision_number': 4, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'gw_port': {'id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': 'b36cbce0-617b-4ba8-9c3c-3d9f6d52fde3', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'floating_ip_address': '172.26.5.235', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'port_id': 'f8348eb1-76b8-4677-a349-4f833d832209', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'mac_address': 'fa:16:3e:53:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1cab9-a122-4a6d-9b5c-e4cde31b4187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:04:55Z', 'updated_at': '2022-02-28T15:04:55Z', 'revision_number': 0, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785e6d4b-6812-4610-beec-4da8d7f58b74', 'name': '', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'mac_address': 'fa:16:3e:e5:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:59Z', 'updated_at': '2022-02-28T15:00:07Z', 'revision_number': 5, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'subnets': [{'id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:04:57.870212 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb7fb30-0eb1-4131-a2a6-b63a56569d34 None None] The sync data for ids ['5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'] in dv-neutron-831192-4-hyperv is: [{'id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'name': 'tempest-TestShelveInstance-849680989-router', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:00Z', 'revision_number': 4, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'gw_port': {'id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': 'b36cbce0-617b-4ba8-9c3c-3d9f6d52fde3', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'floating_ip_address': '172.26.5.235', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'port_id': 'f8348eb1-76b8-4677-a349-4f833d832209', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'mac_address': 'fa:16:3e:53:04:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad1cab9-a122-4a6d-9b5c-e4cde31b4187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:04:55Z', 'updated_at': '2022-02-28T15:04:55Z', 'revision_number': 0, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785e6d4b-6812-4610-beec-4da8d7f58b74', 'name': '', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'mac_address': 'fa:16:3e:e5:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:59Z', 'updated_at': '2022-02-28T15:00:07Z', 'revision_number': 5, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'subnets': [{'id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 15:04:58.080239 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cacb52e-40c9-44d7-8f4f-c169dbb2c0e2 None None] New status for floating IP b36cbce0-617b-4ba8-9c3c-3d9f6d52fde3: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 15:05:05.462690 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:07.757844 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d41a79d9-27c1-45d0-ae7a-67dba030900a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:09.034005 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:05:09.921097 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c46fdcc9-308b-43f3-8466-0425c63efc3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:11.002085 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:11.330743 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:12.662397 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:35.460982 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:37.758933 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6d8d6336-b72b-473f-a8ae-a828d3be531b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:39.923823 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c4b42d21-a1e5-4484-b132-a19d71ceb714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:41.007072 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:41.328599 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:42.676385 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:46.038070 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:05:50.805867 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5edabd8d-3543-4dc9-bd85-421a87740bc3 req-4b543703-e130-4141-82f8-179416042e01 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0926287 Feb 28 15:05:50.963396 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edabd8d-3543-4dc9-bd85-421a87740bc3 req-374936a0-f232-4e11-8e36-7fdb455cd766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:05:50.964842 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5edabd8d-3543-4dc9-bd85-421a87740bc3 req-374936a0-f232-4e11-8e36-7fdb455cd766 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ffd8454051fa4002afcfdda77c04a5c1&device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 1098 time: 0.0807881 Feb 28 15:05:51.113369 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edabd8d-3543-4dc9-bd85-421a87740bc3 req-83580c09-df27-4d5f-bd0f-1c74b2f4268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:05:51.114749 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5edabd8d-3543-4dc9-bd85-421a87740bc3 req-83580c09-df27-4d5f-bd0f-1c74b2f4268c service neutron] 10.222.0.13 "GET /v2.0/networks?id=4dae4516-914d-44c6-8061-a593cf7446b2 HTTP/1.1" status: 200 len: 909 time: 0.1277182 Feb 28 15:05:51.322944 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5edabd8d-3543-4dc9-bd85-421a87740bc3 req-4f32b2af-4c3b-4b88-86c4-882433923933 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8348eb1-76b8-4677-a349-4f833d832209 HTTP/1.1" status: 200 len: 1001 time: 0.2025635 Feb 28 15:05:51.402051 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edabd8d-3543-4dc9-bd85-421a87740bc3 req-5968c413-411d-4b96-acfb-cb58d2ff32ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:05:51.403401 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5edabd8d-3543-4dc9-bd85-421a87740bc3 req-5968c413-411d-4b96-acfb-cb58d2ff32ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74512956-574f-44d6-b79c-0eb4fe92c8b7 HTTP/1.1" status: 200 len: 847 time: 0.0746968 Feb 28 15:05:51.480368 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edabd8d-3543-4dc9-bd85-421a87740bc3 req-e188a987-1b1f-4160-9350-2f298920907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:05:51.481824 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5edabd8d-3543-4dc9-bd85-421a87740bc3 req-e188a987-1b1f-4160-9350-2f298920907c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4dae4516-914d-44c6-8061-a593cf7446b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729065 Feb 28 15:05:51.612045 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5edabd8d-3543-4dc9-bd85-421a87740bc3 req-6cfdd3f2-d7bb-48ee-9111-81d098bf4d3b service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242743 Feb 28 15:05:51.742615 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-5edabd8d-3543-4dc9-bd85-421a87740bc3 req-929c0cfd-ac25-4da6-aa95-951e792d687a service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250863 Feb 28 15:06:05.469967 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:07.762915 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5a648cd7-e2bd-4ee3-9e05-e762cdc0ff24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:09.925183 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b5e1ef74-da4e-4cae-a01c-c258710ec5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:11.024790 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:11.333920 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:12.674542 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:23.041861 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:06:35.467746 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:37.760981 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-99e13e31-7631-40ea-b129-224ebdbf20fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:39.923648 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b7e4d76f-af79-4366-9f6b-35a9d5d8bb73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:41.017535 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:41.336006 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:42.731352 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:51.809693 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a7c602e1-3eba-42e8-97f4-90fa5b27a8bb req-fdec55a3-5a19-479f-8244-76bd9712f9d8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764265 Feb 28 15:06:51.964331 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c602e1-3eba-42e8-97f4-90fa5b27a8bb req-cf5e0b4a-14f9-43d2-b422-457d4349467a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:06:51.965810 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a7c602e1-3eba-42e8-97f4-90fa5b27a8bb req-cf5e0b4a-14f9-43d2-b422-457d4349467a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ffd8454051fa4002afcfdda77c04a5c1&device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 1098 time: 0.0807788 Feb 28 15:06:52.113949 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c602e1-3eba-42e8-97f4-90fa5b27a8bb req-8f5521c5-44ca-4b8c-9f64-d65a6fb10d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:06:52.115409 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a7c602e1-3eba-42e8-97f4-90fa5b27a8bb req-8f5521c5-44ca-4b8c-9f64-d65a6fb10d66 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4dae4516-914d-44c6-8061-a593cf7446b2 HTTP/1.1" status: 200 len: 909 time: 0.1296580 Feb 28 15:06:52.222873 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a7c602e1-3eba-42e8-97f4-90fa5b27a8bb req-7007ef31-cf9d-4d2d-8924-2a0d012a1e6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8348eb1-76b8-4677-a349-4f833d832209 HTTP/1.1" status: 200 len: 1001 time: 0.1009026 Feb 28 15:06:52.286166 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c602e1-3eba-42e8-97f4-90fa5b27a8bb req-551f8e9d-921b-4283-ab53-d8d6e9d0fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:06:52.287596 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a7c602e1-3eba-42e8-97f4-90fa5b27a8bb req-551f8e9d-921b-4283-ab53-d8d6e9d0fdcc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74512956-574f-44d6-b79c-0eb4fe92c8b7 HTTP/1.1" status: 200 len: 847 time: 0.0589237 Feb 28 15:06:52.380475 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c602e1-3eba-42e8-97f4-90fa5b27a8bb req-7ae90aee-fe36-424a-ba31-00e15b5bbdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:06:52.381949 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a7c602e1-3eba-42e8-97f4-90fa5b27a8bb req-7ae90aee-fe36-424a-ba31-00e15b5bbdb1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4dae4516-914d-44c6-8061-a593cf7446b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0862923 Feb 28 15:06:52.515294 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a7c602e1-3eba-42e8-97f4-90fa5b27a8bb req-a83e0826-376a-4114-9dd7-bcb7131617ad service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267767 Feb 28 15:06:52.657574 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a7c602e1-3eba-42e8-97f4-90fa5b27a8bb req-697eb1f6-0caa-4f1c-b02d-5c4f824cf309 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361289 Feb 28 15:06:54.431393 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf937b-1516-434a-aefb-6278aa77b1f9 req-bbf555d4-aa54-45e4-96ee-51589fea8569 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:06:54.432917 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b2cf937b-1516-434a-aefb-6278aa77b1f9 req-bbf555d4-aa54-45e4-96ee-51589fea8569 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 945 time: 0.0856390 Feb 28 15:06:54.481806 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b2cf937b-1516-434a-aefb-6278aa77b1f9 req-3006b489-f964-4a14-accc-acb3b8e38ebb tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431981 Feb 28 15:06:55.705012 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72427c3b-df85-4c69-872a-35edad50a780 req-90d65358-126e-4092-a4ec-da81dfeee4d6 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:06:55.706462 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-72427c3b-df85-4c69-872a-35edad50a780 req-90d65358-126e-4092-a4ec-da81dfeee4d6 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 945 time: 0.1023798 Feb 28 15:06:55.750753 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-72427c3b-df85-4c69-872a-35edad50a780 req-7373b9be-cb4e-437c-9d8c-bc4703511fa7 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383489 Feb 28 15:06:56.971061 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce576f-c1fe-4b1a-8bf0-2f763b728dbc req-55f58795-e009-40c7-aade-3953f8daff02 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:06:56.972561 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cfce576f-c1fe-4b1a-8bf0-2f763b728dbc req-55f58795-e009-40c7-aade-3953f8daff02 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 945 time: 0.0897815 Feb 28 15:06:57.022177 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cfce576f-c1fe-4b1a-8bf0-2f763b728dbc req-9bfc4741-ade2-41ec-a174-16ad3dfd8227 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415802 Feb 28 15:06:58.224316 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1ed43-669a-4a68-b487-af5f4b8907df req-37d86e8f-5bab-4dcd-9e23-2f954cf7f778 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:06:58.225741 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4bf1ed43-669a-4a68-b487-af5f4b8907df req-37d86e8f-5bab-4dcd-9e23-2f954cf7f778 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 945 time: 0.0888355 Feb 28 15:06:58.273284 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4bf1ed43-669a-4a68-b487-af5f4b8907df req-0444469a-619c-4b91-a81a-84d03b921df8 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412478 Feb 28 15:06:59.479544 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd875b-54b3-4dae-9516-3fd1bfe302db req-980434b0-9036-43cb-994e-4a877cdfdc4e tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:06:59.480949 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ccd875b-54b3-4dae-9516-3fd1bfe302db req-980434b0-9036-43cb-994e-4a877cdfdc4e tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 945 time: 0.0844457 Feb 28 15:06:59.620056 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ccd875b-54b3-4dae-9516-3fd1bfe302db req-ac5a3d14-3753-4f66-a720-8ba1c2dc4e34 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306913 Feb 28 15:07:00.041735 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:07:00.836420 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bd137-3049-4d23-9864-2798558af2c2 req-3bae9bfd-42c5-49f2-a125-1f55b4e416aa tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:00.837878 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e23bd137-3049-4d23-9864-2798558af2c2 req-3bae9bfd-42c5-49f2-a125-1f55b4e416aa tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 945 time: 0.0884316 Feb 28 15:07:00.881980 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e23bd137-3049-4d23-9864-2798558af2c2 req-288228be-16c1-402e-83f8-f18c96e21e13 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382373 Feb 28 15:07:02.082463 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b8999-00e7-44f9-96eb-362b80186ff9 req-aa91a0ea-6e16-46a1-83da-8574f72bd89c tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:02.083938 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-385b8999-00e7-44f9-96eb-362b80186ff9 req-aa91a0ea-6e16-46a1-83da-8574f72bd89c tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 945 time: 0.0894699 Feb 28 15:07:02.129011 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-385b8999-00e7-44f9-96eb-362b80186ff9 req-255b23c0-fcf4-4dd0-bb07-58ed7e73bf2b tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393760 Feb 28 15:07:03.354522 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bfed8-68d7-4d6b-ab33-c8295465d541 req-ffc357b1-a7b9-47cd-8ea4-48c0fe325222 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:03.356010 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-982bfed8-68d7-4d6b-ab33-c8295465d541 req-ffc357b1-a7b9-47cd-8ea4-48c0fe325222 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 945 time: 0.1007740 Feb 28 15:07:03.404186 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-982bfed8-68d7-4d6b-ab33-c8295465d541 req-8d429a2f-97ec-4ce9-b8f7-a287512b0bde tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422432 Feb 28 15:07:04.577327 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2c36f-bd20-464b-860c-14e227e65606 req-f534cafc-eb2f-48b4-b73c-7777c5f6729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:04.578774 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-95b2c36f-bd20-464b-860c-14e227e65606 req-f534cafc-eb2f-48b4-b73c-7777c5f6729c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ffd8454051fa4002afcfdda77c04a5c1&device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 1098 time: 0.1195819 Feb 28 15:07:04.711518 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4cfac-2b10-46af-a689-aa9c5a6cfd43 req-922f087e-bc1d-4d24-bce7-c62362232e66 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:04.712921 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aae4cfac-2b10-46af-a689-aa9c5a6cfd43 req-922f087e-bc1d-4d24-bce7-c62362232e66 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 945 time: 0.1956096 Feb 28 15:07:04.750350 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2c36f-bd20-464b-860c-14e227e65606 req-2480e964-620a-4dab-9e38-8d8edc690afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:04.751734 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-95b2c36f-bd20-464b-860c-14e227e65606 req-2480e964-620a-4dab-9e38-8d8edc690afa service neutron] 10.222.0.13 "GET /v2.0/networks?id=4dae4516-914d-44c6-8061-a593cf7446b2 HTTP/1.1" status: 200 len: 909 time: 0.1669202 Feb 28 15:07:04.844890 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-aae4cfac-2b10-46af-a689-aa9c5a6cfd43 req-1463552c-4761-4bf2-b434-cd1ab914e6db tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237946 Feb 28 15:07:04.872840 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-95b2c36f-bd20-464b-860c-14e227e65606 req-e479f1a7-ff19-413d-9d92-0b643006f928 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8348eb1-76b8-4677-a349-4f833d832209 HTTP/1.1" status: 200 len: 1001 time: 0.1111169 Feb 28 15:07:04.938970 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2c36f-bd20-464b-860c-14e227e65606 req-0d95ed18-b2c8-46f4-8573-29e4062d6fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:04.940390 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-95b2c36f-bd20-464b-860c-14e227e65606 req-0d95ed18-b2c8-46f4-8573-29e4062d6fd4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74512956-574f-44d6-b79c-0eb4fe92c8b7 HTTP/1.1" status: 200 len: 847 time: 0.0610116 Feb 28 15:07:05.026975 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2c36f-bd20-464b-860c-14e227e65606 req-97b220bc-001c-4e8b-b86f-d7f2b832b184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:05.028998 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-95b2c36f-bd20-464b-860c-14e227e65606 req-97b220bc-001c-4e8b-b86f-d7f2b832b184 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4dae4516-914d-44c6-8061-a593cf7446b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812912 Feb 28 15:07:05.170140 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-95b2c36f-bd20-464b-860c-14e227e65606 req-cf4d29ea-eea5-45a0-a630-9ce1ca83802d service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349165 Feb 28 15:07:05.310844 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-95b2c36f-bd20-464b-860c-14e227e65606 req-3444a596-3105-4e84-afd0-6e2c204ce355 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343548 Feb 28 15:07:05.474016 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:06.050610 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d8c8b-1287-4fb0-97b7-1dd725615533 req-0f73ceb4-d6e1-452e-a07c-c17b99f780ee tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:06.052100 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9b0d8c8b-1287-4fb0-97b7-1dd725615533 req-0f73ceb4-d6e1-452e-a07c-c17b99f780ee tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 945 time: 0.0903111 Feb 28 15:07:06.098108 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9b0d8c8b-1287-4fb0-97b7-1dd725615533 req-0b060541-0104-4367-aa97-4d4a8435d3fd tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400615 Feb 28 15:07:07.295483 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51087ee0-6144-49ff-9e4b-e76554219447 req-2ec83de5-890f-45b1-beba-9dbbc89c15f1 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:07.296942 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-51087ee0-6144-49ff-9e4b-e76554219447 req-2ec83de5-890f-45b1-beba-9dbbc89c15f1 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 945 time: 0.0847914 Feb 28 15:07:07.342641 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-51087ee0-6144-49ff-9e4b-e76554219447 req-a84f97b1-fefc-4291-b72c-57fbc39588ee tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389655 Feb 28 15:07:07.756389 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e623d199-2f54-4dec-8c62-b15e78209cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:08.542135 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0cc7e-2f34-4f38-855b-72d1fb54dab9 req-9373ab9c-7da4-4bdf-8cb6-f1f4fc4055b3 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:08.543619 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5ea0cc7e-2f34-4f38-855b-72d1fb54dab9 req-9373ab9c-7da4-4bdf-8cb6-f1f4fc4055b3 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 945 time: 0.0862474 Feb 28 15:07:08.600015 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-5ea0cc7e-2f34-4f38-855b-72d1fb54dab9 req-973de3aa-a942-4c75-aaf1-c3ef890c1742 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505283 Feb 28 15:07:08.946471 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-30af5967-2246-4702-a6cf-34e7080efc0c req-dd94e46e-8730-4256-b872-899b5f3b7cad service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1257195 Feb 28 15:07:08.978007 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc419d-c30c-46c0-9880-f1bab943e49b req-a6b88d23-4620-48c8-a7d3-cd992d610a71 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:08.979067 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-62fc419d-c30c-46c0-9880-f1bab943e49b req-a6b88d23-4620-48c8-a7d3-cd992d610a71 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 945 time: 0.1019101 Feb 28 15:07:09.025086 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-62fc419d-c30c-46c0-9880-f1bab943e49b req-333565bb-36e1-4b79-a500-37fe6f515d20 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400672 Feb 28 15:07:09.919128 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7cfa3a28-337a-471d-9032-7a0becd6d3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:10.227624 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fb888-3c2e-49a9-9655-7059359ad126 req-a5fa3f91-c6ad-4d2d-b87f-060ce1b1e5e2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:10.229029 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-937fb888-3c2e-49a9-9655-7059359ad126 req-a5fa3f91-c6ad-4d2d-b87f-060ce1b1e5e2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 945 time: 0.0925469 Feb 28 15:07:10.280264 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-937fb888-3c2e-49a9-9655-7059359ad126 req-fa74b768-f025-4ed0-96a3-73b9c0ee13e2 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451570 Feb 28 15:07:10.311280 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device f8348eb1-76b8-4677-a349-4f833d832209 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:07:10.428988 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:10.456687 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad1cab9-a122-4a6d-9b5c-e4cde31b4187', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8348eb1-76b8-4677-a349-4f833d832209'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 15:07:10.466849 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port f8348eb1-76b8-4677-a349-4f833d832209, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f8348eb1-76b8-4677-a349-4f833d832209,segment=NetworkSegment(39e68f81-7597-42bc-92c2-73fe28cbadb6),segment_id=39e68f81-7597-42bc-92c2-73fe28cbadb6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:07:10.471281 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:10.510034 dv-neutron-831192-4-hyperv neutron-server[87774]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cad1cab9-a122-4a6d-9b5c-e4cde31b4187', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f8348eb1-76b8-4677-a349-4f833d832209', 'code': 422} returned with failed status Feb 28 15:07:10.542941 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=f8348eb1-76b8-4677-a349-4f833d832209,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:10.550046 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:10.550401 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:10.550782 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:10.551127 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:10.551485 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:10.551814 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:10.552139 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:10.552450 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:10.552783 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:10.553091 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:10.553412 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:10.553731 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:11.011040 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:11.334506 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:11.477211 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2bc5e5-c496-42f5-8c91-ec797571256b req-ece12e52-251d-4cce-90f1-be3d24dac103 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:11.478656 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7b2bc5e5-c496-42f5-8c91-ec797571256b req-ece12e52-251d-4cce-90f1-be3d24dac103 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 943 time: 0.0809557 Feb 28 15:07:11.522116 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7b2bc5e5-c496-42f5-8c91-ec797571256b req-44f5d060-2780-4eff-9262-99bddd1433c7 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376558 Feb 28 15:07:11.619521 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af5967-2246-4702-a6cf-34e7080efc0c req-90ef967f-03c1-496d-a352-a2963167f1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:11.621027 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-30af5967-2246-4702-a6cf-34e7080efc0c req-90ef967f-03c1-496d-a352-a2963167f1c6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187&tenant_id=ffd8454051fa4002afcfdda77c04a5c1 HTTP/1.1" status: 200 len: 1096 time: 0.0891058 Feb 28 15:07:11.728106 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af5967-2246-4702-a6cf-34e7080efc0c req-3f350227-a347-4568-8b82-e4cfcddea199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:11.729478 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-30af5967-2246-4702-a6cf-34e7080efc0c req-3f350227-a347-4568-8b82-e4cfcddea199 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ffd8454051fa4002afcfdda77c04a5c1&device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 1096 time: 0.0814688 Feb 28 15:07:11.880671 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af5967-2246-4702-a6cf-34e7080efc0c req-c8f6c811-1499-43de-a912-519bdb8edf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:11.882094 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-30af5967-2246-4702-a6cf-34e7080efc0c req-c8f6c811-1499-43de-a912-519bdb8edf8c service neutron] 10.222.0.13 "GET /v2.0/networks?id=4dae4516-914d-44c6-8061-a593cf7446b2 HTTP/1.1" status: 200 len: 909 time: 0.1469202 Feb 28 15:07:12.083530 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-30af5967-2246-4702-a6cf-34e7080efc0c req-dacd90d1-7bcf-4afe-b87c-aa4849b9e596 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8348eb1-76b8-4677-a349-4f833d832209 HTTP/1.1" status: 200 len: 999 time: 0.1942978 Feb 28 15:07:12.145946 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af5967-2246-4702-a6cf-34e7080efc0c req-6e992292-4718-4637-a72c-758c940a590d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:12.147405 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-30af5967-2246-4702-a6cf-34e7080efc0c req-6e992292-4718-4637-a72c-758c940a590d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74512956-574f-44d6-b79c-0eb4fe92c8b7 HTTP/1.1" status: 200 len: 847 time: 0.0584831 Feb 28 15:07:12.226388 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af5967-2246-4702-a6cf-34e7080efc0c req-cc682b74-ca92-429d-a166-9486d6f71a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:12.227836 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-30af5967-2246-4702-a6cf-34e7080efc0c req-cc682b74-ca92-429d-a166-9486d6f71a6c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4dae4516-914d-44c6-8061-a593cf7446b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743158 Feb 28 15:07:12.360635 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-30af5967-2246-4702-a6cf-34e7080efc0c req-a058e2ca-05a2-4e7b-8b04-7dfdd0f76e22 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261873 Feb 28 15:07:12.494927 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-30af5967-2246-4702-a6cf-34e7080efc0c req-b0d306d0-0cc4-4e8f-9229-f893ea1da9f7 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277936 Feb 28 15:07:12.676884 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:12.723580 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3eb295-42a0-47fb-8114-c592345e8012 req-0dbb0aff-21dc-4b6a-838e-26fdb171d0aa tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:12.725601 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1f3eb295-42a0-47fb-8114-c592345e8012 req-0dbb0aff-21dc-4b6a-838e-26fdb171d0aa tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 943 time: 0.0891042 Feb 28 15:07:12.781337 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-1f3eb295-42a0-47fb-8114-c592345e8012 req-cc226ebd-c19e-4211-9edb-59b2e5d07d94 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476449 Feb 28 15:07:13.990722 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474619b-8c5d-4002-bff7-70afb8edc85d req-d525f2ef-7248-4a1f-bf05-7b6ecbe157f3 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:13.992160 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1474619b-8c5d-4002-bff7-70afb8edc85d req-d525f2ef-7248-4a1f-bf05-7b6ecbe157f3 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 943 time: 0.0946121 Feb 28 15:07:14.037044 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-1474619b-8c5d-4002-bff7-70afb8edc85d req-d174ac72-b0a3-4046-a19b-f68c56f4c7ca tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390904 Feb 28 15:07:15.253722 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b38af-0278-4594-be9d-a366834e588f req-d36cc2e1-2a52-4a76-9603-e88b4b021f3a tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:15.255371 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4b2b38af-0278-4594-be9d-a366834e588f req-d36cc2e1-2a52-4a76-9603-e88b4b021f3a tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 943 time: 0.0906193 Feb 28 15:07:15.303587 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-4b2b38af-0278-4594-be9d-a366834e588f req-11cb451d-6b68-41ca-960e-cd70227bcc83 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391512 Feb 28 15:07:16.503065 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f9293-aee8-4436-84a1-3823e404c0b1 req-daf7af79-7715-400b-a4ef-3a0f1fa9e704 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:16.504535 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b26f9293-aee8-4436-84a1-3823e404c0b1 req-daf7af79-7715-400b-a4ef-3a0f1fa9e704 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 943 time: 0.0835495 Feb 28 15:07:16.548651 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b26f9293-aee8-4436-84a1-3823e404c0b1 req-26d87516-2350-4694-950c-360e9c77d896 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382614 Feb 28 15:07:17.748702 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d961da-1467-4c25-95b2-ef36a236d8fd req-5b00bde9-4924-4413-8426-2e78a157e327 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:17.750039 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d4d961da-1467-4c25-95b2-ef36a236d8fd req-5b00bde9-4924-4413-8426-2e78a157e327 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 943 time: 0.0899436 Feb 28 15:07:17.805903 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-d4d961da-1467-4c25-95b2-ef36a236d8fd req-88f8df7c-17f5-4feb-a65d-646fe9ccd820 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464857 Feb 28 15:07:19.005991 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45931b18-949c-4076-bf83-ce1a729b32ab req-243a2c93-0fe0-41e2-a4e7-fda3228dabbe tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:19.008016 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45931b18-949c-4076-bf83-ce1a729b32ab req-243a2c93-0fe0-41e2-a4e7-fda3228dabbe tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 943 time: 0.0874956 Feb 28 15:07:19.057270 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-45931b18-949c-4076-bf83-ce1a729b32ab req-7a249ba2-f996-4a4e-b6f9-31e9f9e2c74a tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436475 Feb 28 15:07:20.257344 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795b05c-fb45-41ba-b714-253473840335 req-3b82360b-a09f-44c1-a9cf-ba06fc2b134d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:20.258794 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7795b05c-fb45-41ba-b714-253473840335 req-3b82360b-a09f-44c1-a9cf-ba06fc2b134d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 943 time: 0.0881374 Feb 28 15:07:20.307398 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-7795b05c-fb45-41ba-b714-253473840335 req-66d164df-3ad7-4f03-96f6-ea3eef878f5c tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423698 Feb 28 15:07:20.359262 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device f8348eb1-76b8-4677-a349-4f833d832209 details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:07:20.496588 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port f8348eb1-76b8-4677-a349-4f833d832209, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f8348eb1-76b8-4677-a349-4f833d832209,segment=NetworkSegment(39e68f81-7597-42bc-92c2-73fe28cbadb6),segment_id=39e68f81-7597-42bc-92c2-73fe28cbadb6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:07:20.510049 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': 'f8348eb1-76b8-4677-a349-4f833d832209', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'port_id': 'f8348eb1-76b8-4677-a349-4f833d832209', 'mac_address': 'fa:16:3e:53:04:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:07:20.566553 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:20.583716 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8348eb1-76b8-4677-a349-4f833d832209 {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 15:07:20.598832 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port f8348eb1-76b8-4677-a349-4f833d832209, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f8348eb1-76b8-4677-a349-4f833d832209,segment=NetworkSegment(39e68f81-7597-42bc-92c2-73fe28cbadb6),segment_id=39e68f81-7597-42bc-92c2-73fe28cbadb6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:07:20.606142 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:20.682699 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=f8348eb1-76b8-4677-a349-4f833d832209,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:20.825827 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['f8348eb1-76b8-4677-a349-4f833d832209'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 15:07:21.568792 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389a20d-654e-42fe-a2d5-ab4aa28d0e53 req-65d78664-dd15-4a00-afa1-8eba8d7e001a tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:21.570242 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6389a20d-654e-42fe-a2d5-ab4aa28d0e53 req-65d78664-dd15-4a00-afa1-8eba8d7e001a tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 944 time: 0.1439295 Feb 28 15:07:21.614851 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-6389a20d-654e-42fe-a2d5-ab4aa28d0e53 req-5a9aeda9-150d-45d0-bbc8-15dcb6839239 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387096 Feb 28 15:07:22.391042 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device f8348eb1-76b8-4677-a349-4f833d832209 up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:07:22.470441 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port f8348eb1-76b8-4677-a349-4f833d832209 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:07:22.470811 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:22.585274 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:22.615170 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad1cab9-a122-4a6d-9b5c-e4cde31b4187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8348eb1-76b8-4677-a349-4f833d832209'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 15:07:22.625559 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port f8348eb1-76b8-4677-a349-4f833d832209, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f8348eb1-76b8-4677-a349-4f833d832209,segment=NetworkSegment(39e68f81-7597-42bc-92c2-73fe28cbadb6),segment_id=39e68f81-7597-42bc-92c2-73fe28cbadb6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:07:22.632829 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:22.670191 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad1cab9-a122-4a6d-9b5c-e4cde31b4187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8348eb1-76b8-4677-a349-4f833d832209', 'code': 200} Feb 28 15:07:22.706441 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=f8348eb1-76b8-4677-a349-4f833d832209,revision_number=8']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:23.014359 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c4deb-8bfb-406a-960e-00390fc29485 req-4ed042f1-0d99-4ada-874f-872b5742b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:23.015734 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f4c4deb-8bfb-406a-960e-00390fc29485 req-4ed042f1-0d99-4ada-874f-872b5742b5e3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 1098 time: 0.1347289 Feb 28 15:07:23.023449 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e46e7-0d2e-45a9-a9e2-e8faf6b0e542 req-6a52b71e-0f11-4732-bc91-371ed16fe76a tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:23.024430 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d89e46e7-0d2e-45a9-a9e2-e8faf6b0e542 req-6a52b71e-0f11-4732-bc91-371ed16fe76a tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 945 time: 0.1421416 Feb 28 15:07:23.089100 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8f4c4deb-8bfb-406a-960e-00390fc29485 req-458ffacb-bbe6-4691-b4bd-f2f65f395686 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637617 Feb 28 15:07:23.093421 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-d89e46e7-0d2e-45a9-a9e2-e8faf6b0e542 req-d96afd2b-8022-4d28-bc37-b0bac92d45de tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563304 Feb 28 15:07:24.449518 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf8c2d-a729-42c4-8af3-b944f54f742a req-49f6c49b-e275-4d34-8c60-b798fe407548 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:24.450868 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2bcf8c2d-a729-42c4-8af3-b944f54f742a req-49f6c49b-e275-4d34-8c60-b798fe407548 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 945 time: 0.2437570 Feb 28 15:07:24.495206 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2bcf8c2d-a729-42c4-8af3-b944f54f742a req-59bd3e09-aee8-4b43-9476-fb15f7cc0c94 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387344 Feb 28 15:07:35.468429 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:37.048268 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:07:37.767566 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-83938b27-5805-4cf7-91fb-11d0011953c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:39.930465 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-55f4dbb6-9225-4bce-9072-3cc588992fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:41.022103 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:41.342606 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:42.681909 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:51.819270 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-02a56ea4-216e-4ee9-ad17-ea7ef86e59c7 req-61a8544c-b6aa-48fb-b631-4817e257a7e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1103442 Feb 28 15:07:51.988964 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a56ea4-216e-4ee9-ad17-ea7ef86e59c7 req-df99a66c-80c2-446a-9c8d-0abab8a23ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:51.990467 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-02a56ea4-216e-4ee9-ad17-ea7ef86e59c7 req-df99a66c-80c2-446a-9c8d-0abab8a23ff7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ffd8454051fa4002afcfdda77c04a5c1&device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 1098 time: 0.1032360 Feb 28 15:07:52.137019 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a56ea4-216e-4ee9-ad17-ea7ef86e59c7 req-3ca51a21-a84c-48b6-aec8-8b9701c58913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:52.138480 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-02a56ea4-216e-4ee9-ad17-ea7ef86e59c7 req-3ca51a21-a84c-48b6-aec8-8b9701c58913 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4dae4516-914d-44c6-8061-a593cf7446b2 HTTP/1.1" status: 200 len: 909 time: 0.1288757 Feb 28 15:07:52.238327 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-02a56ea4-216e-4ee9-ad17-ea7ef86e59c7 req-0e851c15-a2fa-46b6-84ce-8dca5b69cbf6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8348eb1-76b8-4677-a349-4f833d832209 HTTP/1.1" status: 200 len: 1001 time: 0.0926418 Feb 28 15:07:52.304020 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a56ea4-216e-4ee9-ad17-ea7ef86e59c7 req-23da5d08-c9b7-4137-b8e3-01b553485fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:52.305950 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-02a56ea4-216e-4ee9-ad17-ea7ef86e59c7 req-23da5d08-c9b7-4137-b8e3-01b553485fbb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74512956-574f-44d6-b79c-0eb4fe92c8b7 HTTP/1.1" status: 200 len: 847 time: 0.0611544 Feb 28 15:07:52.383908 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a56ea4-216e-4ee9-ad17-ea7ef86e59c7 req-4391602a-ed4d-4cc4-b577-a4b225094e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:52.385255 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-02a56ea4-216e-4ee9-ad17-ea7ef86e59c7 req-4391602a-ed4d-4cc4-b577-a4b225094e52 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4dae4516-914d-44c6-8061-a593cf7446b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732222 Feb 28 15:07:52.622625 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-02a56ea4-216e-4ee9-ad17-ea7ef86e59c7 req-598e0c28-f05a-4401-b5b6-afa6cb0bfcb2 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301717 Feb 28 15:07:52.756680 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-02a56ea4-216e-4ee9-ad17-ea7ef86e59c7 req-3e4fcdb9-a032-4fc8-858f-93b3654fc144 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273172 Feb 28 15:08:05.488955 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:07.775880 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f5bddd50-0c78-4943-bc9d-1e261af04425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:09.935230 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-42a361be-c88b-40a9-a3f0-c2c5ce6b0fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:11.019032 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:11.347638 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:12.692751 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:14.042540 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:08:35.488860 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:37.769092 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-76d075cc-fa4b-486d-90d4-9544af8aa1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:39.937961 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c3ea0d39-47ba-45bc-b267-9ed69d3ebee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:41.016453 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:41.350495 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:42.021493 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 39808) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:42.228441 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca3f96-d282-4d7f-a0f1-7ef6998b4422 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Deleting port 83d173c7-c7c9-423c-a951-b358d99e579a {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 15:08:42.228778 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3f96-d282-4d7f-a0f1-7ef6998b4422 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:42.405135 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3f96-d282-4d7f-a0f1-7ef6998b4422 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:42.405457 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3f96-d282-4d7f-a0f1-7ef6998b4422 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:42.531636 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca3f96-d282-4d7f-a0f1-7ef6998b4422 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Calling delete_port for 83d173c7-c7c9-423c-a951-b358d99e579a owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 15:08:42.691189 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:42.694106 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3f96-d282-4d7f-a0f1-7ef6998b4422 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:42.740841 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3f96-d282-4d7f-a0f1-7ef6998b4422 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Pushing event deleted for resources: {'Port': ['ID=83d173c7-c7c9-423c-a951-b358d99e579a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:42.779265 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3f96-d282-4d7f-a0f1-7ef6998b4422 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:42.779622 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3f96-d282-4d7f-a0f1-7ef6998b4422 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:42.779961 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3f96-d282-4d7f-a0f1-7ef6998b4422 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:42.780307 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3f96-d282-4d7f-a0f1-7ef6998b4422 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:42.780645 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3f96-d282-4d7f-a0f1-7ef6998b4422 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:42.780971 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3f96-d282-4d7f-a0f1-7ef6998b4422 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:42.781291 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3f96-d282-4d7f-a0f1-7ef6998b4422 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:42.781613 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3f96-d282-4d7f-a0f1-7ef6998b4422 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:42.781930 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3f96-d282-4d7f-a0f1-7ef6998b4422 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:42.782247 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3f96-d282-4d7f-a0f1-7ef6998b4422 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:42.782562 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3f96-d282-4d7f-a0f1-7ef6998b4422 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:42.782876 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3f96-d282-4d7f-a0f1-7ef6998b4422 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:42.848645 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3f96-d282-4d7f-a0f1-7ef6998b4422 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:42.848952 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-c1ca3f96-d282-4d7f-a0f1-7ef6998b4422 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Floating IP b36cbce0-617b-4ba8-9c3c-3d9f6d52fde3 disassociated (deleted). External IP: 172.26.5.235, port: f8348eb1-76b8-4677-a349-4f833d832209. Feb 28 15:08:43.306812 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ca3f96-d282-4d7f-a0f1-7ef6998b4422 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Router 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 15:08:43.486155 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ca3f96-d282-4d7f-a0f1-7ef6998b4422 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 15:08:43.496184 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b759792-bda3-48c9-a7bc-4c9b7b57beaa None None] Sync routers for ids ['5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 15:08:43.506281 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b759792-bda3-48c9-a7bc-4c9b7b57beaa None None] Routers {'5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:08:43.507002 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3b759792-bda3-48c9-a7bc-4c9b7b57beaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:08:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:43.508061 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3f96-d282-4d7f-a0f1-7ef6998b4422 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:43.562496 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c1ca3f96-d282-4d7f-a0f1-7ef6998b4422 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "DELETE /v2.0/floatingips/b36cbce0-617b-4ba8-9c3c-3d9f6d52fde3 HTTP/1.1" status: 204 len: 168 time: 1.5397496 Feb 28 15:08:43.562957 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad1cab9-a122-4a6d-9b5c-e4cde31b4187', 'tag': 'f8348eb1-76b8-4677-a349-4f833d832209'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 15:08:43.656546 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad1cab9-a122-4a6d-9b5c-e4cde31b4187', 'tag': 'f8348eb1-76b8-4677-a349-4f833d832209', 'status': 'completed', 'code': 200} Feb 28 15:08:43.684447 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-3b759792-bda3-48c9-a7bc-4c9b7b57beaa None None] Set router 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:08:43.758230 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9e05a-1f5d-4b09-8d75-eae49b706263 req-d689eb93-d811-47ab-9dbb-5b06a702afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:43.760060 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fba9e05a-1f5d-4b09-8d75-eae49b706263 req-d689eb93-d811-47ab-9dbb-5b06a702afc1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ffd8454051fa4002afcfdda77c04a5c1&device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 1098 time: 0.0802789 Feb 28 15:08:43.904099 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9e05a-1f5d-4b09-8d75-eae49b706263 req-5d79ea98-ef6d-4694-8e54-edaa05eecd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:43.905597 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fba9e05a-1f5d-4b09-8d75-eae49b706263 req-5d79ea98-ef6d-4694-8e54-edaa05eecd5d service neutron] 10.222.0.13 "GET /v2.0/networks?id=4dae4516-914d-44c6-8061-a593cf7446b2 HTTP/1.1" status: 200 len: 909 time: 0.1371140 Feb 28 15:08:43.953010 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c35038-ae34-4481-9c0c-d499d6ab3444 req-56501d2d-380c-436b-8f2a-f67633d3dc6d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:43.954572 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e6c35038-ae34-4481-9c0c-d499d6ab3444 req-56501d2d-380c-436b-8f2a-f67633d3dc6d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 945 time: 0.0813942 Feb 28 15:08:43.973379 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fba9e05a-1f5d-4b09-8d75-eae49b706263 req-6d1d52b9-075f-4aff-a2ec-c15f682fa339 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8348eb1-76b8-4677-a349-4f833d832209 HTTP/1.1" status: 200 len: 217 time: 0.0609863 Feb 28 15:08:44.006361 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-e6c35038-ae34-4481-9c0c-d499d6ab3444 req-43c6a0a3-382a-4fd1-b860-b5a8527517fb tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440941 Feb 28 15:08:44.039552 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9e05a-1f5d-4b09-8d75-eae49b706263 req-52b9830d-0d6a-45d4-af2d-2701900e1990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:44.040993 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fba9e05a-1f5d-4b09-8d75-eae49b706263 req-52b9830d-0d6a-45d4-af2d-2701900e1990 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74512956-574f-44d6-b79c-0eb4fe92c8b7 HTTP/1.1" status: 200 len: 847 time: 0.0619602 Feb 28 15:08:44.044629 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3b759792-bda3-48c9-a7bc-4c9b7b57beaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'name': 'tempest-TestShelveInstance-849680989-router', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:00Z', 'revision_number': 4, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'gw_port': {'id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '785e6d4b-6812-4610-beec-4da8d7f58b74', 'name': '', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'mac_address': 'fa:16:3e:e5:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:59Z', 'updated_at': '2022-02-28T15:00:07Z', 'revision_number': 5, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'subnets': [{'id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:44.048696 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b759792-bda3-48c9-a7bc-4c9b7b57beaa None None] Checking router: 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 15:08:44.057453 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b759792-bda3-48c9-a7bc-4c9b7b57beaa None None] Routers {'5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:08:44.058100 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3b759792-bda3-48c9-a7bc-4c9b7b57beaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:08:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:44.118429 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9e05a-1f5d-4b09-8d75-eae49b706263 req-a5a960dc-03d2-42d6-8c36-9f161b16a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:44.119945 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fba9e05a-1f5d-4b09-8d75-eae49b706263 req-a5a960dc-03d2-42d6-8c36-9f161b16a47f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4dae4516-914d-44c6-8061-a593cf7446b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717649 Feb 28 15:08:44.234560 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-3b759792-bda3-48c9-a7bc-4c9b7b57beaa None None] Set router 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:08:44.255807 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fba9e05a-1f5d-4b09-8d75-eae49b706263 req-e76f8757-7e5b-4290-8bd0-358e6c7622cc service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285377 Feb 28 15:08:44.392755 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-fba9e05a-1f5d-4b09-8d75-eae49b706263 req-cec1212a-c441-43b5-9bbb-10b88b7b919f service neutron] 10.222.0.13 "GET /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296482 Feb 28 15:08:44.554260 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-3b759792-bda3-48c9-a7bc-4c9b7b57beaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'name': 'tempest-TestShelveInstance-849680989-router', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:00Z', 'revision_number': 4, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'gw_port': {'id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '785e6d4b-6812-4610-beec-4da8d7f58b74', 'name': '', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'mac_address': 'fa:16:3e:e5:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:59Z', 'updated_at': '2022-02-28T15:00:07Z', 'revision_number': 5, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'subnets': [{'id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:44.558998 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b759792-bda3-48c9-a7bc-4c9b7b57beaa None None] The sync data for ids ['5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'] in dv-neutron-831192-4-hyperv is: [{'id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'name': 'tempest-TestShelveInstance-849680989-router', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:00Z', 'revision_number': 4, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'gw_port': {'id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '785e6d4b-6812-4610-beec-4da8d7f58b74', 'name': '', 'network_id': '4dae4516-914d-44c6-8061-a593cf7446b2', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'mac_address': 'fa:16:3e:e5:37:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:59Z', 'updated_at': '2022-02-28T15:00:07Z', 'revision_number': 5, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'subnets': [{'id': '74512956-574f-44d6-b79c-0eb4fe92c8b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 15:08:44.798667 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd381789-9e59-47c1-9c0d-5b7d931c6025 None None] New status for floating IP b36cbce0-617b-4ba8-9c3c-3d9f6d52fde3: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 15:08:45.223410 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf988f-0153-479f-ab65-b2d47711310a req-88d301ca-05ed-4975-b12b-980c7876ba39 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:45.223410 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-3ccf988f-0153-479f-ab65-b2d47711310a req-88d301ca-05ed-4975-b12b-980c7876ba39 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Synchronizing usage tracker for tenant:ffd8454051fa4002afcfdda77c04a5c1 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:08:45.244248 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-3ccf988f-0153-479f-ab65-b2d47711310a req-88d301ca-05ed-4975-b12b-980c7876ba39 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Unset dirty status for tenant:ffd8454051fa4002afcfdda77c04a5c1 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:08:45.245793 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ccf988f-0153-479f-ab65-b2d47711310a req-88d301ca-05ed-4975-b12b-980c7876ba39 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 945 time: 0.1181107 Feb 28 15:08:45.292605 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-3ccf988f-0153-479f-ab65-b2d47711310a req-91a7ea60-7370-4950-8996-1a88493d1418 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e808230-194d-4de7-8656-038c05a3dce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398898 Feb 28 15:08:45.407727 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4765c1-7740-42b3-b558-bf63f1a8efe8 req-cd8fe826-32d7-467c-93a0-60db4a95e51a tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:45.410314 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9c4765c1-7740-42b3-b558-bf63f1a8efe8 req-cd8fe826-32d7-467c-93a0-60db4a95e51a tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.13 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 945 time: 0.0970371 Feb 28 15:08:45.502081 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-9c4765c1-7740-42b3-b558-bf63f1a8efe8 req-26983b00-5a17-4a17-b28e-b2be98aa6f51 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Deleting port f8348eb1-76b8-4677-a349-4f833d832209 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 15:08:45.502410 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-9c4765c1-7740-42b3-b558-bf63f1a8efe8 req-26983b00-5a17-4a17-b28e-b2be98aa6f51 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:45.803893 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-9c4765c1-7740-42b3-b558-bf63f1a8efe8 req-26983b00-5a17-4a17-b28e-b2be98aa6f51 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] For port f8348eb1-76b8-4677-a349-4f833d832209, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=f8348eb1-76b8-4677-a349-4f833d832209,segment=NetworkSegment(39e68f81-7597-42bc-92c2-73fe28cbadb6),segment_id=39e68f81-7597-42bc-92c2-73fe28cbadb6)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:08:45.804411 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-9c4765c1-7740-42b3-b558-bf63f1a8efe8 req-26983b00-5a17-4a17-b28e-b2be98aa6f51 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:46.065239 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-9c4765c1-7740-42b3-b558-bf63f1a8efe8 req-26983b00-5a17-4a17-b28e-b2be98aa6f51 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Calling delete_port for f8348eb1-76b8-4677-a349-4f833d832209 owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 15:08:46.217630 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-9c4765c1-7740-42b3-b558-bf63f1a8efe8 req-26983b00-5a17-4a17-b28e-b2be98aa6f51 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:46.267467 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26983b00-5a17-4a17-b28e-b2be98aa6f51 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Pushing event deleted for resources: {'Port': ['ID=f8348eb1-76b8-4677-a349-4f833d832209,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:46.343179 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4765c1-7740-42b3-b558-bf63f1a8efe8 req-26983b00-5a17-4a17-b28e-b2be98aa6f51 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] No DVR routers for this DVR port f8348eb1-76b8-4677-a349-4f833d832209 on host hv-neutron-8311 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:08:46.345743 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-9c4765c1-7740-42b3-b558-bf63f1a8efe8 req-26983b00-5a17-4a17-b28e-b2be98aa6f51 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:46.348385 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad1cab9-a122-4a6d-9b5c-e4cde31b4187', 'name': 'network-vif-deleted', 'tag': 'f8348eb1-76b8-4677-a349-4f833d832209'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 15:08:46.366445 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9c4765c1-7740-42b3-b558-bf63f1a8efe8 req-26983b00-5a17-4a17-b28e-b2be98aa6f51 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.13 "DELETE /v2.0/ports/f8348eb1-76b8-4677-a349-4f833d832209 HTTP/1.1" status: 204 len: 173 time: 0.9521117 Feb 28 15:08:46.402138 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad1cab9-a122-4a6d-9b5c-e4cde31b4187', 'name': 'network-vif-deleted', 'tag': 'f8348eb1-76b8-4677-a349-4f833d832209', 'status': 'completed', 'code': 200} Feb 28 15:08:46.459048 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-0f83041b-53ba-4632-b39d-ffefc7ce9aa1 req-f6c97675-bc5c-41af-9279-2ed42207219d tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "GET /v2.0/ports?device_id=cad1cab9-a122-4a6d-9b5c-e4cde31b4187 HTTP/1.1" status: 200 len: 210 time: 0.0418875 Feb 28 15:08:47.560565 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 39828) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:47.632019 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75cd08d4-e916-4652-9c17-04a52494d828 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:47.661753 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75cd08d4-e916-4652-9c17-04a52494d828 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:47.733053 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75cd08d4-e916-4652-9c17-04a52494d828 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:47.750719 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd08d4-e916-4652-9c17-04a52494d828 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e808230-194d-4de7-8656-038c05a3dce2,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:47.760692 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd08d4-e916-4652-9c17-04a52494d828 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:47.761043 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd08d4-e916-4652-9c17-04a52494d828 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:47.761406 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd08d4-e916-4652-9c17-04a52494d828 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:47.761776 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd08d4-e916-4652-9c17-04a52494d828 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:47.762117 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd08d4-e916-4652-9c17-04a52494d828 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:47.762484 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd08d4-e916-4652-9c17-04a52494d828 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:47.762800 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd08d4-e916-4652-9c17-04a52494d828 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:47.763123 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd08d4-e916-4652-9c17-04a52494d828 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:47.763469 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd08d4-e916-4652-9c17-04a52494d828 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:47.763784 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd08d4-e916-4652-9c17-04a52494d828 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:47.764099 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd08d4-e916-4652-9c17-04a52494d828 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:47.764408 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd08d4-e916-4652-9c17-04a52494d828 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:47.774109 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-75cd08d4-e916-4652-9c17-04a52494d828 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:47.775432 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-75cd08d4-e916-4652-9c17-04a52494d828 tempest-TestShelveInstance-207379609 tempest-TestShelveInstance-207379609-project] 10.222.0.30 "DELETE /v2.0/security-groups/8e808230-194d-4de7-8656-038c05a3dce2 HTTP/1.1" status: 204 len: 168 time: 0.2136824 Feb 28 15:08:47.826273 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 39834) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:48.481311 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a66f6e83-dd72-4aa7-88e1-8480163f1f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:48.825012 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device f8348eb1-76b8-4677-a349-4f833d832209 no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:08:48.832181 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a66f6e83-dd72-4aa7-88e1-8480163f1f31 admin admin] Deleting port 785e6d4b-6812-4610-beec-4da8d7f58b74 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 15:08:48.832620 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a66f6e83-dd72-4aa7-88e1-8480163f1f31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:48.861845 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: f8348eb1-76b8-4677-a349-4f833d832209 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 15:08:48.862426 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device f8348eb1-76b8-4677-a349-4f833d832209 not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:08:49.117049 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-a66f6e83-dd72-4aa7-88e1-8480163f1f31 admin admin] For port 785e6d4b-6812-4610-beec-4da8d7f58b74, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=785e6d4b-6812-4610-beec-4da8d7f58b74,segment=NetworkSegment(39e68f81-7597-42bc-92c2-73fe28cbadb6),segment_id=39e68f81-7597-42bc-92c2-73fe28cbadb6)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:08:49.117450 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a66f6e83-dd72-4aa7-88e1-8480163f1f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:49.240231 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-a66f6e83-dd72-4aa7-88e1-8480163f1f31 admin admin] Calling delete_port for 785e6d4b-6812-4610-beec-4da8d7f58b74 owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 15:08:49.431923 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a66f6e83-dd72-4aa7-88e1-8480163f1f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:49.480855 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f6e83-dd72-4aa7-88e1-8480163f1f31 admin admin] Pushing event deleted for resources: {'Port': ['ID=785e6d4b-6812-4610-beec-4da8d7f58b74,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:49.754321 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-a66f6e83-dd72-4aa7-88e1-8480163f1f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:50.120765 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66f6e83-dd72-4aa7-88e1-8480163f1f31 admin admin] Router 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 15:08:50.302362 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66f6e83-dd72-4aa7-88e1-8480163f1f31 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 15:08:50.315621 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101b9657-4f21-4cee-b626-91d7d3d20e62 None None] Sync routers for ids ['5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 15:08:50.318242 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-a66f6e83-dd72-4aa7-88e1-8480163f1f31 admin admin] 10.222.0.30 "PUT /v2.0/routers/5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4908464 Feb 28 15:08:50.321054 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 39840) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:50.325333 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101b9657-4f21-4cee-b626-91d7d3d20e62 None None] Routers {'5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:08:50.325934 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-101b9657-4f21-4cee-b626-91d7d3d20e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:08:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:50.505864 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-101b9657-4f21-4cee-b626-91d7d3d20e62 None None] Set router 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:08:50.609786 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef997dc0-0fed-4340-be83-6f24fea5efac admin admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:50.788723 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-101b9657-4f21-4cee-b626-91d7d3d20e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'name': 'tempest-TestShelveInstance-849680989-router', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:08:49Z', 'revision_number': 5, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'gw_port': {'id': 'f518500f-5c5d-4647-8a2b-aee39a25a085', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:50.789786 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef997dc0-0fed-4340-be83-6f24fea5efac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:50.793124 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101b9657-4f21-4cee-b626-91d7d3d20e62 None None] Checking router: 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 15:08:50.800206 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ef997dc0-0fed-4340-be83-6f24fea5efac admin admin] Deleting port f518500f-5c5d-4647-8a2b-aee39a25a085 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 15:08:50.800531 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef997dc0-0fed-4340-be83-6f24fea5efac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:50.801804 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101b9657-4f21-4cee-b626-91d7d3d20e62 None None] Routers {'5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:08:50.802413 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-101b9657-4f21-4cee-b626-91d7d3d20e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:08:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:50.983382 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-ef997dc0-0fed-4340-be83-6f24fea5efac admin admin] For port f518500f-5c5d-4647-8a2b-aee39a25a085, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=f518500f-5c5d-4647-8a2b-aee39a25a085,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:08:50.983740 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef997dc0-0fed-4340-be83-6f24fea5efac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:51.003487 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-101b9657-4f21-4cee-b626-91d7d3d20e62 None None] Set router 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:08:51.042918 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:08:51.108557 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-101b9657-4f21-4cee-b626-91d7d3d20e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'name': 'tempest-TestShelveInstance-849680989-router', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:08:50Z', 'revision_number': 6, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:51.108824 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-ef997dc0-0fed-4340-be83-6f24fea5efac admin admin] Calling delete_port for f518500f-5c5d-4647-8a2b-aee39a25a085 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 15:08:51.112723 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101b9657-4f21-4cee-b626-91d7d3d20e62 None None] The sync data for ids ['5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef'] in dv-neutron-831192-4-hyperv is: [{'id': '5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef', 'name': 'tempest-TestShelveInstance-849680989-router', 'tenant_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T15:08:50Z', 'revision_number': 6, 'project_id': 'ffd8454051fa4002afcfdda77c04a5c1', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 15:08:51.282653 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef997dc0-0fed-4340-be83-6f24fea5efac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:51.332523 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef997dc0-0fed-4340-be83-6f24fea5efac admin admin] Pushing event deleted for resources: {'Port': ['ID=f518500f-5c5d-4647-8a2b-aee39a25a085,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:51.439271 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef997dc0-0fed-4340-be83-6f24fea5efac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:51.610680 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef997dc0-0fed-4340-be83-6f24fea5efac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:51.612977 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef997dc0-0fed-4340-be83-6f24fea5efac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:51.642713 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef997dc0-0fed-4340-be83-6f24fea5efac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:51.643596 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef997dc0-0fed-4340-be83-6f24fea5efac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 15:08:51.663036 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ef997dc0-0fed-4340-be83-6f24fea5efac admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:51.664880 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ef997dc0-0fed-4340-be83-6f24fea5efac admin admin] 10.222.0.30 "DELETE /v2.0/routers/5fc7b5b2-2895-4e8f-a1cc-28b68e2a06ef HTTP/1.1" status: 204 len: 168 time: 1.3429005 Feb 28 15:08:51.668016 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 39844) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:51.728756 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40e1b03-152d-467f-abde-cb19a52d1e23 admin admin] Deleting subnet 74512956-574f-44d6-b79c-0eb4fe92c8b7 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 15:08:51.731965 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c40e1b03-152d-467f-abde-cb19a52d1e23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:51.784687 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c40e1b03-152d-467f-abde-cb19a52d1e23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:51.975208 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c40e1b03-152d-467f-abde-cb19a52d1e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:52.046492 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c40e1b03-152d-467f-abde-cb19a52d1e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:52.086798 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e1b03-152d-467f-abde-cb19a52d1e23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74512956-574f-44d6-b79c-0eb4fe92c8b7,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:52.090415 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c40e1b03-152d-467f-abde-cb19a52d1e23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:52.096554 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c40e1b03-152d-467f-abde-cb19a52d1e23 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/74512956-574f-44d6-b79c-0eb4fe92c8b7 HTTP/1.1" status: 204 len: 168 time: 0.4275613 Feb 28 15:08:52.099383 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 39848) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:52.099886 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14248315-0130-4365-b1c6-31fe7993193f None None] Network 4dae4516-914d-44c6-8061-a593cf7446b2 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 15:08:52.208621 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2b9259f-787f-48ed-bab8-fe0795dca3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:52.219534 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b2b9259f-787f-48ed-bab8-fe0795dca3e7 admin admin] Deleting port 7884fad3-fdf1-4528-b926-9cc68695726d {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 15:08:52.219862 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2b9259f-787f-48ed-bab8-fe0795dca3e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:52.342791 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80972872-e513-46eb-aeda-6f9d78867965 None None] DHCP port deletion for 4dae4516-914d-44c6-8061-a593cf7446b2 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 15:08:52.347416 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-80972872-e513-46eb-aeda-6f9d78867965 None None] Deleting port 7884fad3-fdf1-4528-b926-9cc68695726d {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 15:08:52.347880 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-80972872-e513-46eb-aeda-6f9d78867965 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:52.426846 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-b2b9259f-787f-48ed-bab8-fe0795dca3e7 admin admin] For port 7884fad3-fdf1-4528-b926-9cc68695726d, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=7884fad3-fdf1-4528-b926-9cc68695726d,segment=NetworkSegment(39e68f81-7597-42bc-92c2-73fe28cbadb6),segment_id=39e68f81-7597-42bc-92c2-73fe28cbadb6)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:08:52.427124 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2b9259f-787f-48ed-bab8-fe0795dca3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:52.552899 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-b2b9259f-787f-48ed-bab8-fe0795dca3e7 admin admin] Calling delete_port for 7884fad3-fdf1-4528-b926-9cc68695726d owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 15:08:52.553406 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-80972872-e513-46eb-aeda-6f9d78867965 None None] For port 7884fad3-fdf1-4528-b926-9cc68695726d, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=7884fad3-fdf1-4528-b926-9cc68695726d,segment=NetworkSegment(39e68f81-7597-42bc-92c2-73fe28cbadb6),segment_id=39e68f81-7597-42bc-92c2-73fe28cbadb6)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:08:52.553802 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-80972872-e513-46eb-aeda-6f9d78867965 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:52.617457 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 785e6d4b-6812-4610-beec-4da8d7f58b74 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:08:52.631758 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2b9259f-787f-48ed-bab8-fe0795dca3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:52.680085 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9259f-787f-48ed-bab8-fe0795dca3e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7884fad3-fdf1-4528-b926-9cc68695726d,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:52.681896 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b9259f-787f-48ed-bab8-fe0795dca3e7 admin admin] No DVR routers for this DVR port 7884fad3-fdf1-4528-b926-9cc68695726d on host dv-neutron-831192-4-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:08:52.710510 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-80972872-e513-46eb-aeda-6f9d78867965 None None] Calling delete_port for 7884fad3-fdf1-4528-b926-9cc68695726d owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 15:08:52.748257 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 785e6d4b-6812-4610-beec-4da8d7f58b74 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 15:08:52.748592 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 785e6d4b-6812-4610-beec-4da8d7f58b74 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:08:52.749001 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 7884fad3-fdf1-4528-b926-9cc68695726d no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:08:52.784770 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 7884fad3-fdf1-4528-b926-9cc68695726d {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 15:08:52.785037 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 7884fad3-fdf1-4528-b926-9cc68695726d not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:08:52.785482 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device f518500f-5c5d-4647-8a2b-aee39a25a085 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:08:52.797675 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2b9259f-787f-48ed-bab8-fe0795dca3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:52.827459 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-b2b9259f-787f-48ed-bab8-fe0795dca3e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dae4516-914d-44c6-8061-a593cf7446b2']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:52.828398 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: f518500f-5c5d-4647-8a2b-aee39a25a085 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 15:08:52.828741 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device f518500f-5c5d-4647-8a2b-aee39a25a085 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:08:52.840785 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-b2b9259f-787f-48ed-bab8-fe0795dca3e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e68f81-7597-42bc-92c2-73fe28cbadb6') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:52.841078 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-b2b9259f-787f-48ed-bab8-fe0795dca3e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e68f81-7597-42bc-92c2-73fe28cbadb6') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:52.853182 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-80972872-e513-46eb-aeda-6f9d78867965 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:08:52.853355 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2b9259f-787f-48ed-bab8-fe0795dca3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:52.853538 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-80972872-e513-46eb-aeda-6f9d78867965 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:08:52.869952 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2b9259f-787f-48ed-bab8-fe0795dca3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:52.876122 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b9259f-787f-48ed-bab8-fe0795dca3e7 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 15:08:52.876495 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2b9259f-787f-48ed-bab8-fe0795dca3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:08:52.889353 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:08:52.966792 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2b9259f-787f-48ed-bab8-fe0795dca3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:52.988570 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b2b9259f-787f-48ed-bab8-fe0795dca3e7 admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:52.999608 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9259f-787f-48ed-bab8-fe0795dca3e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dae4516-914d-44c6-8061-a593cf7446b2,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:53.014295 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b2b9259f-787f-48ed-bab8-fe0795dca3e7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4dae4516-914d-44c6-8061-a593cf7446b2 HTTP/1.1" status: 204 len: 168 time: 0.9138985 Feb 28 15:08:53.019625 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 39852) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:53.355063 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-80972872-e513-46eb-aeda-6f9d78867965 None None] Deleting port 7884fad3-fdf1-4528-b926-9cc68695726d {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 15:08:53.355701 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-80972872-e513-46eb-aeda-6f9d78867965 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:53.422685 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-80972872-e513-46eb-aeda-6f9d78867965 None None] The port '7884fad3-fdf1-4528-b926-9cc68695726d' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 15:08:53.678622 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8df03f9c-8e30-45b0-9275-9e031033ce79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.049223 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8df03f9c-8e30-45b0-9275-9e031033ce79 admin admin] Deleting port 52f5285c-c743-408d-a1c5-c41b52dba0da {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 15:08:54.049430 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8df03f9c-8e30-45b0-9275-9e031033ce79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.230637 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-8df03f9c-8e30-45b0-9275-9e031033ce79 admin admin] For port 52f5285c-c743-408d-a1c5-c41b52dba0da, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=52f5285c-c743-408d-a1c5-c41b52dba0da,segment=NetworkSegment(68aa1303-f6ec-499e-a9ef-2a8dc4f94a99),segment_id=68aa1303-f6ec-499e-a9ef-2a8dc4f94a99)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:08:54.230980 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8df03f9c-8e30-45b0-9275-9e031033ce79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.355239 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-8df03f9c-8e30-45b0-9275-9e031033ce79 admin admin] Calling delete_port for 52f5285c-c743-408d-a1c5-c41b52dba0da owned by network:router_interface {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 15:08:54.689488 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8df03f9c-8e30-45b0-9275-9e031033ce79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.738828 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df03f9c-8e30-45b0-9275-9e031033ce79 admin admin] Pushing event deleted for resources: {'Port': ['ID=52f5285c-c743-408d-a1c5-c41b52dba0da,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:55.109091 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-8df03f9c-8e30-45b0-9275-9e031033ce79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:55.474861 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df03f9c-8e30-45b0-9275-9e031033ce79 admin admin] Router 01183732-f0f3-4874-9a37-6147efe78214 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 15:08:55.651493 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df03f9c-8e30-45b0-9275-9e031033ce79 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 15:08:55.662758 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148fc52c-5324-47be-b628-581fc797c5e2 None None] Sync routers for ids ['01183732-f0f3-4874-9a37-6147efe78214'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 15:08:55.673939 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-8df03f9c-8e30-45b0-9275-9e031033ce79 admin admin] 10.222.0.30 "PUT /v2.0/routers/01183732-f0f3-4874-9a37-6147efe78214/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6532652 Feb 28 15:08:55.675766 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148fc52c-5324-47be-b628-581fc797c5e2 None None] Routers {'01183732-f0f3-4874-9a37-6147efe78214'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:08:55.676734 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-148fc52c-5324-47be-b628-581fc797c5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:08:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['01183732-f0f3-4874-9a37-6147efe78214'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:55.677255 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 39856) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:55.848902 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-148fc52c-5324-47be-b628-581fc797c5e2 None None] Set router 01183732-f0f3-4874-9a37-6147efe78214 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:08:55.858628 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-95c38a24-f925-49a1-bfa8-d0f0651a940b admin admin] Notify callbacks [] for router, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:56.030769 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-95c38a24-f925-49a1-bfa8-d0f0651a940b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:56.041740 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-95c38a24-f925-49a1-bfa8-d0f0651a940b admin admin] Deleting port 6e4084e9-073d-4876-9847-6b893f540495 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 15:08:56.042136 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-95c38a24-f925-49a1-bfa8-d0f0651a940b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:56.153418 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-148fc52c-5324-47be-b628-581fc797c5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01183732-f0f3-4874-9a37-6147efe78214', 'name': 'tempest-TestShelveInstance-259008075-router', 'tenant_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.240'}], 'enable_snat': True}, 'gw_port_id': '6e4084e9-073d-4876-9847-6b893f540495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:00:02Z', 'updated_at': '2022-02-28T15:08:54Z', 'revision_number': 5, 'project_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'gw_port': {'id': '6e4084e9-073d-4876-9847-6b893f540495', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01183732-f0f3-4874-9a37-6147efe78214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:00:03Z', 'updated_at': '2022-02-28T15:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:56.157114 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148fc52c-5324-47be-b628-581fc797c5e2 None None] Checking router: 01183732-f0f3-4874-9a37-6147efe78214 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 15:08:56.165642 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148fc52c-5324-47be-b628-581fc797c5e2 None None] Routers {'01183732-f0f3-4874-9a37-6147efe78214'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:08:56.166230 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-148fc52c-5324-47be-b628-581fc797c5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:08:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['01183732-f0f3-4874-9a37-6147efe78214'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:56.318007 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-148fc52c-5324-47be-b628-581fc797c5e2 None None] Set router 01183732-f0f3-4874-9a37-6147efe78214 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:08:56.350648 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-95c38a24-f925-49a1-bfa8-d0f0651a940b admin admin] For port 6e4084e9-073d-4876-9847-6b893f540495, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=6e4084e9-073d-4876-9847-6b893f540495,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:08:56.351186 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-95c38a24-f925-49a1-bfa8-d0f0651a940b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:56.425459 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-148fc52c-5324-47be-b628-581fc797c5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01183732-f0f3-4874-9a37-6147efe78214', 'name': 'tempest-TestShelveInstance-259008075-router', 'tenant_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:00:02Z', 'updated_at': '2022-02-28T15:08:56Z', 'revision_number': 6, 'project_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:56.430235 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148fc52c-5324-47be-b628-581fc797c5e2 None None] The sync data for ids ['01183732-f0f3-4874-9a37-6147efe78214'] in dv-neutron-831192-4-hyperv is: [{'id': '01183732-f0f3-4874-9a37-6147efe78214', 'name': 'tempest-TestShelveInstance-259008075-router', 'tenant_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:00:02Z', 'updated_at': '2022-02-28T15:08:56Z', 'revision_number': 6, 'project_id': '27a4ab40f41d4c81b092036d7bbe9b89', 'gw_port_host': None}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 15:08:56.485631 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-95c38a24-f925-49a1-bfa8-d0f0651a940b admin admin] Calling delete_port for 6e4084e9-073d-4876-9847-6b893f540495 owned by network:router_gateway {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 15:08:56.665097 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-95c38a24-f925-49a1-bfa8-d0f0651a940b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:56.720938 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c38a24-f925-49a1-bfa8-d0f0651a940b admin admin] Pushing event deleted for resources: {'Port': ['ID=6e4084e9-073d-4876-9847-6b893f540495,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:56.823079 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-95c38a24-f925-49a1-bfa8-d0f0651a940b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:56.873683 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 52f5285c-c743-408d-a1c5-c41b52dba0da no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:08:56.926990 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 52f5285c-c743-408d-a1c5-c41b52dba0da {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 15:08:56.927400 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 52f5285c-c743-408d-a1c5-c41b52dba0da not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:08:57.036413 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-95c38a24-f925-49a1-bfa8-d0f0651a940b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:57.039851 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-95c38a24-f925-49a1-bfa8-d0f0651a940b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:57.071605 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-95c38a24-f925-49a1-bfa8-d0f0651a940b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:57.072142 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c38a24-f925-49a1-bfa8-d0f0651a940b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01183732-f0f3-4874-9a37-6147efe78214 {{(pid=87773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 15:08:57.084885 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-95c38a24-f925-49a1-bfa8-d0f0651a940b admin admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:57.086550 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-95c38a24-f925-49a1-bfa8-d0f0651a940b admin admin] 10.222.0.30 "DELETE /v2.0/routers/01183732-f0f3-4874-9a37-6147efe78214 HTTP/1.1" status: 204 len: 168 time: 1.4082694 Feb 28 15:08:57.089295 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 39860) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:57.148757 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea641ac6-e04b-4dc3-8e3b-0a40b731403f admin admin] Deleting subnet 8fd230b0-651f-4436-9a3d-5f42151d36f2 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 15:08:57.151866 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea641ac6-e04b-4dc3-8e3b-0a40b731403f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:57.207886 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea641ac6-e04b-4dc3-8e3b-0a40b731403f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:57.290097 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea641ac6-e04b-4dc3-8e3b-0a40b731403f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:57.360234 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea641ac6-e04b-4dc3-8e3b-0a40b731403f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:57.402122 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea641ac6-e04b-4dc3-8e3b-0a40b731403f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fd230b0-651f-4436-9a3d-5f42151d36f2,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:57.408838 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-ea641ac6-e04b-4dc3-8e3b-0a40b731403f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:57.416724 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-ea641ac6-e04b-4dc3-8e3b-0a40b731403f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8fd230b0-651f-4436-9a3d-5f42151d36f2 HTTP/1.1" status: 204 len: 168 time: 0.3259721 Feb 28 15:08:57.419306 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25433b7-6514-4df2-ac2f-da75885873e4 None None] Network 7b8c6d1f-27a1-43c4-a852-c508ec8cfc73 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 15:08:57.421574 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 39864) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:57.537559 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3852a545-48a4-4220-9035-b391f0a867e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:57.548308 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3852a545-48a4-4220-9035-b391f0a867e4 admin admin] Deleting port 9ca586ac-4f8c-4672-8a19-d32dc5eea819 {{(pid=87773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 15:08:57.548576 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3852a545-48a4-4220-9035-b391f0a867e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:57.714626 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacf80ca-36cf-461a-a9a3-cd8f4323ced4 None None] DHCP port deletion for 7b8c6d1f-27a1-43c4-a852-c508ec8cfc73 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 15:08:57.719299 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-dacf80ca-36cf-461a-a9a3-cd8f4323ced4 None None] Deleting port 9ca586ac-4f8c-4672-8a19-d32dc5eea819 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 15:08:57.719868 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dacf80ca-36cf-461a-a9a3-cd8f4323ced4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:57.759694 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.db [None req-3852a545-48a4-4220-9035-b391f0a867e4 admin admin] For port 9ca586ac-4f8c-4672-8a19-d32dc5eea819, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9ca586ac-4f8c-4672-8a19-d32dc5eea819,segment=NetworkSegment(68aa1303-f6ec-499e-a9ef-2a8dc4f94a99),segment_id=68aa1303-f6ec-499e-a9ef-2a8dc4f94a99)] {{(pid=87773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:08:57.759945 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3852a545-48a4-4220-9035-b391f0a867e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:57.891034 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.plugin [None req-3852a545-48a4-4220-9035-b391f0a867e4 admin admin] Calling delete_port for 9ca586ac-4f8c-4672-8a19-d32dc5eea819 owned by network:dhcp {{(pid=87773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 15:08:57.971109 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3852a545-48a4-4220-9035-b391f0a867e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:58.020438 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852a545-48a4-4220-9035-b391f0a867e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ca586ac-4f8c-4672-8a19-d32dc5eea819,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:58.023858 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3852a545-48a4-4220-9035-b391f0a867e4 admin admin] No DVR routers for this DVR port 9ca586ac-4f8c-4672-8a19-d32dc5eea819 on host dv-neutron-831192-4-hyperv {{(pid=87773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:08:58.093281 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-dacf80ca-36cf-461a-a9a3-cd8f4323ced4 None None] For port 9ca586ac-4f8c-4672-8a19-d32dc5eea819, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=9ca586ac-4f8c-4672-8a19-d32dc5eea819,segment=NetworkSegment(68aa1303-f6ec-499e-a9ef-2a8dc4f94a99),segment_id=68aa1303-f6ec-499e-a9ef-2a8dc4f94a99)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:08:58.093939 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dacf80ca-36cf-461a-a9a3-cd8f4323ced4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:58.142210 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3852a545-48a4-4220-9035-b391f0a867e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:58.262835 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-dacf80ca-36cf-461a-a9a3-cd8f4323ced4 None None] Calling delete_port for 9ca586ac-4f8c-4672-8a19-d32dc5eea819 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 15:08:58.282896 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-3852a545-48a4-4220-9035-b391f0a867e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b8c6d1f-27a1-43c4-a852-c508ec8cfc73']}} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:58.296667 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-3852a545-48a4-4220-9035-b391f0a867e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68aa1303-f6ec-499e-a9ef-2a8dc4f94a99') {'for_net_delete': True} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:58.296908 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.services.segments.db [None req-3852a545-48a4-4220-9035-b391f0a867e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68aa1303-f6ec-499e-a9ef-2a8dc4f94a99') {} {{(pid=87773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:58.308882 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3852a545-48a4-4220-9035-b391f0a867e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3424825'] for segment, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:58.325314 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3852a545-48a4-4220-9035-b391f0a867e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:58.331716 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3852a545-48a4-4220-9035-b391f0a867e4 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 15:08:58.332100 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3852a545-48a4-4220-9035-b391f0a867e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438189'] for segment, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:58.338896 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-dacf80ca-36cf-461a-a9a3-cd8f4323ced4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:08:58.339278 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-dacf80ca-36cf-461a-a9a3-cd8f4323ced4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: Traceback (most recent call last): Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: timer() Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: cb(*args, **kw) Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: return func(*args, **kwargs) Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: self._notify() Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: self.callback(batched_events) Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: event.method(event) Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: return f(self, *a, **k) Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._get(url).json() Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: return self.request(url, 'GET', **kwargs) Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:08:58.345253 dv-neutron-831192-4-hyperv neutron-server[87773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:08:58.426110 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3852a545-48a4-4220-9035-b391f0a867e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:58.442394 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-3852a545-48a4-4220-9035-b391f0a867e4 admin admin] Notify callbacks [] for network, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:58.454606 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852a545-48a4-4220-9035-b391f0a867e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b8c6d1f-27a1-43c4-a852-c508ec8cfc73,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:58.459393 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-3852a545-48a4-4220-9035-b391f0a867e4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7b8c6d1f-27a1-43c4-a852-c508ec8cfc73 HTTP/1.1" status: 204 len: 168 time: 1.0367618 Feb 28 15:08:58.577139 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 39870) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:58.591109 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9ca586ac-4f8c-4672-8a19-d32dc5eea819 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:08:58.624138 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 9ca586ac-4f8c-4672-8a19-d32dc5eea819 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 15:08:58.624470 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 9ca586ac-4f8c-4672-8a19-d32dc5eea819 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:08:58.624901 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 6e4084e9-073d-4876-9847-6b893f540495 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:08:58.626204 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-04d96df6-5906-4147-a487-e855415d24c4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ffd8454051fa4002afcfdda77c04a5c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479298 Feb 28 15:08:58.628859 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 39874) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:58.658043 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 6e4084e9-073d-4876-9847-6b893f540495 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 15:08:58.658385 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 6e4084e9-073d-4876-9847-6b893f540495 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:08:58.690437 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f570fac1-3615-4ce3-b62e-2ca7d0d56aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:58.715704 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f570fac1-3615-4ce3-b62e-2ca7d0d56aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:58.772805 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f570fac1-3615-4ce3-b62e-2ca7d0d56aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:58.789315 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570fac1-3615-4ce3-b62e-2ca7d0d56aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3f4a28-6993-414f-a826-8b4386ffabe0,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:58.796236 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-f570fac1-3615-4ce3-b62e-2ca7d0d56aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:58.797327 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f570fac1-3615-4ce3-b62e-2ca7d0d56aaf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7f3f4a28-6993-414f-a826-8b4386ffabe0 HTTP/1.1" status: 204 len: 168 time: 0.1676004 Feb 28 15:08:58.840777 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-dacf80ca-36cf-461a-a9a3-cd8f4323ced4 None None] Deleting port 9ca586ac-4f8c-4672-8a19-d32dc5eea819 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 15:08:58.841238 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dacf80ca-36cf-461a-a9a3-cd8f4323ced4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:58.910984 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-dacf80ca-36cf-461a-a9a3-cd8f4323ced4 None None] The port '9ca586ac-4f8c-4672-8a19-d32dc5eea819' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 15:08:59.162684 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 39882) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:59.214409 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-f7a084e9-1230-4ebc-98b2-8df8fafc222f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=27a4ab40f41d4c81b092036d7bbe9b89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501022 Feb 28 15:08:59.217925 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 39886) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:59.281052 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4d73475e-9307-41aa-bafc-68c5820df7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:59.309690 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4d73475e-9307-41aa-bafc-68c5820df7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:59.365673 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4d73475e-9307-41aa-bafc-68c5820df7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:59.382500 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73475e-9307-41aa-bafc-68c5820df7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21df173-ea86-4ec5-806b-0c54ad64ebdb,revision_number=None']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:59.385629 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4d73475e-9307-41aa-bafc-68c5820df7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:59.389339 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4d73475e-9307-41aa-bafc-68c5820df7ad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a21df173-ea86-4ec5-806b-0c54ad64ebdb HTTP/1.1" status: 204 len: 168 time: 0.1679530 Feb 28 15:09:00.241764 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 39910) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:00.392691 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5ed016ed-c068-4845-9ece-55230ee0468c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1798890465-network', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:09:00.397976 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5ed016ed-c068-4845-9ece-55230ee0468c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:09:00.401949 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5ed016ed-c068-4845-9ece-55230ee0468c admin admin] Usage tracker for resource:network and tenant:e530034d7c904ec584fe5664a5aa37d2 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:09:00.404917 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5ed016ed-c068-4845-9ece-55230ee0468c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:09:00.410602 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5ed016ed-c068-4845-9ece-55230ee0468c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:09:00.421974 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed016ed-c068-4845-9ece-55230ee0468c admin admin] Made reservation on behalf of e530034d7c904ec584fe5664a5aa37d2 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:09:00.424311 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ed016ed-c068-4845-9ece-55230ee0468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:00.436405 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ed016ed-c068-4845-9ece-55230ee0468c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:00.450535 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5ed016ed-c068-4845-9ece-55230ee0468c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:09:00.454596 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5ed016ed-c068-4845-9ece-55230ee0468c admin admin] Usage tracker for resource:security_group_rule and tenant:e530034d7c904ec584fe5664a5aa37d2 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:09:00.457478 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5ed016ed-c068-4845-9ece-55230ee0468c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:09:00.463831 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5ed016ed-c068-4845-9ece-55230ee0468c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:09:00.556749 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ed016ed-c068-4845-9ece-55230ee0468c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:00.563433 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ed016ed-c068-4845-9ece-55230ee0468c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:00.592215 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed016ed-c068-4845-9ece-55230ee0468c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:09:00.600433 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed016ed-c068-4845-9ece-55230ee0468c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5d3064-d41a-43da-9b03-9a2fe18f701d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:00.606180 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ed016ed-c068-4845-9ece-55230ee0468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:00.606516 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-5ed016ed-c068-4845-9ece-55230ee0468c admin admin] Added segment 84bffb1e-eb37-4b27-8c94-c8b8363ccc46 of type vlan for network 37b4936d-3b69-46d4-b654-aa523572bbb9 Feb 28 15:09:00.631739 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ed016ed-c068-4845-9ece-55230ee0468c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:00.668728 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ed016ed-c068-4845-9ece-55230ee0468c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:00.669913 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed016ed-c068-4845-9ece-55230ee0468c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:00.670833 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5ed016ed-c068-4845-9ece-55230ee0468c admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:00.771967 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed016ed-c068-4845-9ece-55230ee0468c admin admin] Pushing event updated for resources: {'Network': ['ID=37b4936d-3b69-46d4-b654-aa523572bbb9,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:00.775256 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5ed016ed-c068-4845-9ece-55230ee0468c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5324144 Feb 28 15:09:00.779399 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 39916) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:00.784002 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 37b4936d-3b69-46d4-b654-aa523572bbb9 details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:09:00.784824 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-eef29973-f52e-4355-9950-905802a23573 admin admin] Request body: {'subnet': {'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1798890465-subnet', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:09:00.789872 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-eef29973-f52e-4355-9950-905802a23573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:09:00.793849 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-eef29973-f52e-4355-9950-905802a23573 admin admin] Usage tracker for resource:subnet and tenant:e530034d7c904ec584fe5664a5aa37d2 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:09:00.796756 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-eef29973-f52e-4355-9950-905802a23573 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:09:00.802368 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-eef29973-f52e-4355-9950-905802a23573 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:09:00.812642 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef29973-f52e-4355-9950-905802a23573 admin admin] Made reservation on behalf of e530034d7c904ec584fe5664a5aa37d2 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:09:00.815022 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eef29973-f52e-4355-9950-905802a23573 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:01.055669 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eef29973-f52e-4355-9950-905802a23573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:01.127533 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef29973-f52e-4355-9950-905802a23573 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dea96df-8550-41ab-a0ba-84979f5b4c22,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:01.138006 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef29973-f52e-4355-9950-905802a23573 admin admin] Checking segment: {'id': '84bffb1e-eb37-4b27-8c94-c8b8363ccc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 15:09:01.138352 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef29973-f52e-4355-9950-905802a23573 admin admin] Network hostable DHCP agents. Network: 37b4936d-3b69-46d4-b654-aa523572bbb9, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:09:01.160150 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef29973-f52e-4355-9950-905802a23573 admin admin] Network 37b4936d-3b69-46d4-b654-aa523572bbb9 is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:09:01.170990 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-eef29973-f52e-4355-9950-905802a23573 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 37b4936d-3b69-46d4-b654-aa523572bbb9) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:09:01.175572 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef29973-f52e-4355-9950-905802a23573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:01.176170 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eef29973-f52e-4355-9950-905802a23573 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:01.181248 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ede36e-45a2-4ba2-8a9a-c22b7ee9ed44 None None] Network 37b4936d-3b69-46d4-b654-aa523572bbb9 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 15:09:01.198280 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-eef29973-f52e-4355-9950-905802a23573 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4177263 Feb 28 15:09:01.200929 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 39920) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:01.205921 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-2071da7e-7ef1-4abf-97d4-6674f8bf738a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1798890465-router', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:09:01.210732 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2071da7e-7ef1-4abf-97d4-6674f8bf738a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:09:01.214880 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2071da7e-7ef1-4abf-97d4-6674f8bf738a admin admin] Usage tracker for resource:router and tenant:e530034d7c904ec584fe5664a5aa37d2 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:09:01.217932 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-2071da7e-7ef1-4abf-97d4-6674f8bf738a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:09:01.224013 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-2071da7e-7ef1-4abf-97d4-6674f8bf738a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:09:01.234938 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2071da7e-7ef1-4abf-97d4-6674f8bf738a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:01.236048 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2071da7e-7ef1-4abf-97d4-6674f8bf738a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:01.250979 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2071da7e-7ef1-4abf-97d4-6674f8bf738a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:01.401825 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-37b4936d-3b69-46d4-b654-aa523572bbb9', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'fixed_ips': [{'subnet_id': '7dea96df-8550-41ab-a0ba-84979f5b4c22'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 15:09:01.402696 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:01.519861 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2071da7e-7ef1-4abf-97d4-6674f8bf738a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:01.554760 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Allocated IP 172.20.0.2 (37b4936d-3b69-46d4-b654-aa523572bbb9/7dea96df-8550-41ab-a0ba-84979f5b4c22/12f93761-333f-4a56-9f24-1bfd3aeeed61) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:09:01.764490 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:01.775653 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Transition to ACTIVE for port object 12f93761-333f-4a56-9f24-1bfd3aeeed61 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:09:01.796085 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Transition to ACTIVE for port object 12f93761-333f-4a56-9f24-1bfd3aeeed61 will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:09:01.801905 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:01.860803 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Network 37b4936d-3b69-46d4-b654-aa523572bbb9 is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:09:01.861914 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:09:01.869566 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 15:09:01.879080 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Pushing event updated for resources: {'Port': ['ID=12f93761-333f-4a56-9f24-1bfd3aeeed61,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:01.925143 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:01.925453 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:01.925785 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:01.926143 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:01.926461 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:01.926786 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:01.927104 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:01.927456 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:01.927776 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:01.928086 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:01.928399 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:01.928712 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:01.941889 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2071da7e-7ef1-4abf-97d4-6674f8bf738a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:01.974595 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2071da7e-7ef1-4abf-97d4-6674f8bf738a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:01.980246 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Attempting to bind port 12f93761-333f-4a56-9f24-1bfd3aeeed61 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:09:01.980606 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Attempting to bind port 12f93761-333f-4a56-9f24-1bfd3aeeed61 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '84bffb1e-eb37-4b27-8c94-c8b8363ccc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:09:01.980962 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Attempting to bind port 12f93761-333f-4a56-9f24-1bfd3aeeed61 on network 37b4936d-3b69-46d4-b654-aa523572bbb9 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 15:09:01.986147 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 15:09:01.986510 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Checking segment: {'id': '84bffb1e-eb37-4b27-8c94-c8b8363ccc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 15:09:01.986899 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:01.987310 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Bound using segment: {'id': '84bffb1e-eb37-4b27-8c94-c8b8363ccc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 15:09:01.987761 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Bound port: 12f93761-333f-4a56-9f24-1bfd3aeeed61, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84bffb1e-eb37-4b27-8c94-c8b8363ccc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:09:01.988127 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:02.107257 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] For port 12f93761-333f-4a56-9f24-1bfd3aeeed61, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 15:09:02.110307 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] For port 12f93761-333f-4a56-9f24-1bfd3aeeed61, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=12f93761-333f-4a56-9f24-1bfd3aeeed61,segment=NetworkSegment(84bffb1e-eb37-4b27-8c94-c8b8363ccc46),segment_id=84bffb1e-eb37-4b27-8c94-c8b8363ccc46)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 15:09:02.111179 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-2071da7e-7ef1-4abf-97d4-6674f8bf738a admin admin] Allocated IP 172.26.5.169 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/1867f49e-9cbe-48ca-927c-822e486e38cd) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:09:02.114857 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:02.199015 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd1b15-ec49-4b20-8b72-3d0acba7009c None None] Pushing event updated for resources: {'Port': ['ID=12f93761-333f-4a56-9f24-1bfd3aeeed61,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:02.264617 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2071da7e-7ef1-4abf-97d4-6674f8bf738a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:02.296049 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2071da7e-7ef1-4abf-97d4-6674f8bf738a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:02.362672 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2071da7e-7ef1-4abf-97d4-6674f8bf738a admin admin] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:09:02.365653 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-2071da7e-7ef1-4abf-97d4-6674f8bf738a admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:09:02.369759 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2071da7e-7ef1-4abf-97d4-6674f8bf738a admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 15:09:02.428075 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071da7e-7ef1-4abf-97d4-6674f8bf738a admin admin] Pushing event updated for resources: {'Port': ['ID=1867f49e-9cbe-48ca-927c-822e486e38cd,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:02.618641 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 12f93761-333f-4a56-9f24-1bfd3aeeed61 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:09:02.696210 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 12f93761-333f-4a56-9f24-1bfd3aeeed61 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:09:02.814242 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2071da7e-7ef1-4abf-97d4-6674f8bf738a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:03.102773 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4928b1-7465-4d2e-a3ef-b7b00f6046f4 None None] Network 37b4936d-3b69-46d4-b654-aa523572bbb9 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 15:09:03.167795 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2071da7e-7ef1-4abf-97d4-6674f8bf738a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:03.203020 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-45ef6f08-7274-4b48-85f4-381afad359ae None None] Provisioning for port 12f93761-333f-4a56-9f24-1bfd3aeeed61 completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:09:03.211204 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-45ef6f08-7274-4b48-85f4-381afad359ae None None] Provisioning complete for port 12f93761-333f-4a56-9f24-1bfd3aeeed61 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:09:03.211580 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-45ef6f08-7274-4b48-85f4-381afad359ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:03.418963 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-45ef6f08-7274-4b48-85f4-381afad359ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:03.458033 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-45ef6f08-7274-4b48-85f4-381afad359ae None None] For port 12f93761-333f-4a56-9f24-1bfd3aeeed61, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=12f93761-333f-4a56-9f24-1bfd3aeeed61,segment=NetworkSegment(84bffb1e-eb37-4b27-8c94-c8b8363ccc46),segment_id=84bffb1e-eb37-4b27-8c94-c8b8363ccc46)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:09:03.466025 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-45ef6f08-7274-4b48-85f4-381afad359ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:03.488315 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2071da7e-7ef1-4abf-97d4-6674f8bf738a admin admin] Router 79babae5-9fb6-46ac-a061-37874ee8811c is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 15:09:03.539893 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef6f08-7274-4b48-85f4-381afad359ae None None] Pushing event updated for resources: {'Port': ['ID=12f93761-333f-4a56-9f24-1bfd3aeeed61,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:03.670485 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2071da7e-7ef1-4abf-97d4-6674f8bf738a admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 15:09:03.680787 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023085f5-619b-4672-84d0-42347a87cf89 None None] Sync routers for ids ['79babae5-9fb6-46ac-a061-37874ee8811c'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 15:09:03.690900 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023085f5-619b-4672-84d0-42347a87cf89 None None] Routers {'79babae5-9fb6-46ac-a061-37874ee8811c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:09:03.691612 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-023085f5-619b-4672-84d0-42347a87cf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:08:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['79babae5-9fb6-46ac-a061-37874ee8811c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:03.695019 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-2071da7e-7ef1-4abf-97d4-6674f8bf738a admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:03.696343 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-2071da7e-7ef1-4abf-97d4-6674f8bf738a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4945078 Feb 28 15:09:03.699036 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 39924) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:03.856985 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-4e1fa10d-86c1-4312-aaae-596a3d8db9e4 None None] Provisioning complete for port 12f93761-333f-4a56-9f24-1bfd3aeeed61 triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:09:03.857551 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa10d-86c1-4312-aaae-596a3d8db9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:03.917563 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-023085f5-619b-4672-84d0-42347a87cf89 None None] Set router 79babae5-9fb6-46ac-a061-37874ee8811c gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:09:04.259136 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-023085f5-619b-4672-84d0-42347a87cf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'name': 'tempest-TestSnapshotPattern-1798890465-router', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:01Z', 'updated_at': '2022-02-28T15:09:02Z', 'revision_number': 3, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'gw_port': {'id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:87:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:02Z', 'updated_at': '2022-02-28T15:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:04.263132 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023085f5-619b-4672-84d0-42347a87cf89 None None] Checking router: 79babae5-9fb6-46ac-a061-37874ee8811c for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 15:09:04.263539 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023085f5-619b-4672-84d0-42347a87cf89 None None] Updating router 79babae5-9fb6-46ac-a061-37874ee8811c port 1867f49e-9cbe-48ca-927c-822e486e38cd binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 15:09:04.315596 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-023085f5-619b-4672-84d0-42347a87cf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:04.364435 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-56f616dd-6512-42c0-bd7d-3f142fe2d33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:04.570765 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-56f616dd-6512-42c0-bd7d-3f142fe2d33d admin admin] Allocated IP 172.20.0.1 (37b4936d-3b69-46d4-b654-aa523572bbb9/7dea96df-8550-41ab-a0ba-84979f5b4c22/ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:09:04.621925 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 12f93761-333f-4a56-9f24-1bfd3aeeed61 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:09:04.736394 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-023085f5-619b-4672-84d0-42347a87cf89 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:04.752469 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-023085f5-619b-4672-84d0-42347a87cf89 None None] Transition to ACTIVE for port object 1867f49e-9cbe-48ca-927c-822e486e38cd will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:09:04.761328 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-023085f5-619b-4672-84d0-42347a87cf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:04.793857 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 12f93761-333f-4a56-9f24-1bfd3aeeed61 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:09:04.794226 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:04.853699 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-56f616dd-6512-42c0-bd7d-3f142fe2d33d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:04.869214 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-56f616dd-6512-42c0-bd7d-3f142fe2d33d admin admin] Transition to ACTIVE for port object ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:09:04.885511 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-023085f5-619b-4672-84d0-42347a87cf89 None None] Attempting to bind port 1867f49e-9cbe-48ca-927c-822e486e38cd on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:09:04.885880 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-023085f5-619b-4672-84d0-42347a87cf89 None None] Attempting to bind port 1867f49e-9cbe-48ca-927c-822e486e38cd by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:09:04.886233 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023085f5-619b-4672-84d0-42347a87cf89 None None] Attempting to bind port 1867f49e-9cbe-48ca-927c-822e486e38cd on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 15:09:04.893101 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-56f616dd-6512-42c0-bd7d-3f142fe2d33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:04.897911 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023085f5-619b-4672-84d0-42347a87cf89 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 15:09:04.898287 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023085f5-619b-4672-84d0-42347a87cf89 None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 15:09:04.898681 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-023085f5-619b-4672-84d0-42347a87cf89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:04.899066 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023085f5-619b-4672-84d0-42347a87cf89 None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 15:09:04.899550 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-023085f5-619b-4672-84d0-42347a87cf89 None None] Bound port: 1867f49e-9cbe-48ca-927c-822e486e38cd, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:09:04.899937 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-023085f5-619b-4672-84d0-42347a87cf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:04.923302 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5666f-9072-448d-a09b-e21a51fcf46c None None] Pushing event updated for resources: {'Port': ['ID=1867f49e-9cbe-48ca-927c-822e486e38cd,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:04.957926 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f616dd-6512-42c0-bd7d-3f142fe2d33d admin admin] Network 37b4936d-3b69-46d4-b654-aa523572bbb9 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:09:04.965212 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-56f616dd-6512-42c0-bd7d-3f142fe2d33d admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:09:04.967627 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f616dd-6512-42c0-bd7d-3f142fe2d33d admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 15:09:05.004135 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f616dd-6512-42c0-bd7d-3f142fe2d33d admin admin] Pushing event updated for resources: {'Port': ['ID=ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:05.029508 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-023085f5-619b-4672-84d0-42347a87cf89 None None] For port 1867f49e-9cbe-48ca-927c-822e486e38cd, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 15:09:05.029902 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-56f616dd-6512-42c0-bd7d-3f142fe2d33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:05.037202 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-023085f5-619b-4672-84d0-42347a87cf89 None None] For port 1867f49e-9cbe-48ca-927c-822e486e38cd, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=1867f49e-9cbe-48ca-927c-822e486e38cd,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 15:09:05.043441 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-023085f5-619b-4672-84d0-42347a87cf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:05.126779 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023085f5-619b-4672-84d0-42347a87cf89 None None] Routers {'79babae5-9fb6-46ac-a061-37874ee8811c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:09:05.127452 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-023085f5-619b-4672-84d0-42347a87cf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:08:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['79babae5-9fb6-46ac-a061-37874ee8811c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:05.194722 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5666f-9072-448d-a09b-e21a51fcf46c None None] Pushing event updated for resources: {'Port': ['ID=1867f49e-9cbe-48ca-927c-822e486e38cd,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:05.286578 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e480a17b-4068-4e7d-9e2f-0c14f571d93c None None] Provisioning for port ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:09:05.296874 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-e480a17b-4068-4e7d-9e2f-0c14f571d93c None None] Provisioning complete for port ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:09:05.297248 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-e480a17b-4068-4e7d-9e2f-0c14f571d93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:05.304534 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-56f616dd-6512-42c0-bd7d-3f142fe2d33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:05.360233 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-023085f5-619b-4672-84d0-42347a87cf89 None None] Set router 79babae5-9fb6-46ac-a061-37874ee8811c gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:09:05.476103 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-e480a17b-4068-4e7d-9e2f-0c14f571d93c None None] Port ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 15:09:05.515254 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:05.531061 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-56f616dd-6512-42c0-bd7d-3f142fe2d33d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:05.536411 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-56f616dd-6512-42c0-bd7d-3f142fe2d33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:05.641724 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f616dd-6512-42c0-bd7d-3f142fe2d33d admin admin] Pushing event updated for resources: {'Port': ['ID=ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:05.644082 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-56f616dd-6512-42c0-bd7d-3f142fe2d33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:05.663828 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-023085f5-619b-4672-84d0-42347a87cf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'name': 'tempest-TestSnapshotPattern-1798890465-router', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:01Z', 'updated_at': '2022-02-28T15:09:02Z', 'revision_number': 3, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'gw_port': {'id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:87:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:02Z', 'updated_at': '2022-02-28T15:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:05.668172 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023085f5-619b-4672-84d0-42347a87cf89 None None] The sync data for ids ['79babae5-9fb6-46ac-a061-37874ee8811c'] in dv-neutron-831192-4-hyperv is: [{'id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'name': 'tempest-TestSnapshotPattern-1798890465-router', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:01Z', 'updated_at': '2022-02-28T15:09:02Z', 'revision_number': 3, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'gw_port': {'id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:87:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:02Z', 'updated_at': '2022-02-28T15:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 15:09:05.782682 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f616dd-6512-42c0-bd7d-3f142fe2d33d admin admin] Network 37b4936d-3b69-46d4-b654-aa523572bbb9 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:09:05.783878 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-56f616dd-6512-42c0-bd7d-3f142fe2d33d admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:09:05.996751 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f616dd-6512-42c0-bd7d-3f142fe2d33d admin admin] Router 79babae5-9fb6-46ac-a061-37874ee8811c has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 15:09:06.099509 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f11e970e-224a-412a-b9bb-c83cc0d8c242 None None] Provisioning complete for port ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:09:06.099867 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f11e970e-224a-412a-b9bb-c83cc0d8c242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:06.157664 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f11e970e-224a-412a-b9bb-c83cc0d8c242 None None] Port ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 15:09:06.189254 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f616dd-6512-42c0-bd7d-3f142fe2d33d admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 15:09:06.198798 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-56f616dd-6512-42c0-bd7d-3f142fe2d33d admin admin] 10.222.0.30 "PUT /v2.0/routers/79babae5-9fb6-46ac-a061-37874ee8811c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4987404 Feb 28 15:09:06.617131 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 1867f49e-9cbe-48ca-927c-822e486e38cd up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:09:06.689761 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 1867f49e-9cbe-48ca-927c-822e486e38cd completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:09:06.696610 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 1867f49e-9cbe-48ca-927c-822e486e38cd triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:09:06.696975 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:06.722643 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 39942) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:06.728906 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-81c855cf-5355-48a2-a324-827c03b90d41 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1568897812-network', 'tenant_id': '1b05da09daf34eec8869e06c4f9def92'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:09:06.733814 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-81c855cf-5355-48a2-a324-827c03b90d41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:09:06.737651 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-81c855cf-5355-48a2-a324-827c03b90d41 admin admin] Usage tracker for resource:network and tenant:1b05da09daf34eec8869e06c4f9def92 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:09:06.740512 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-81c855cf-5355-48a2-a324-827c03b90d41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:09:06.746159 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-81c855cf-5355-48a2-a324-827c03b90d41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:09:06.757486 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c855cf-5355-48a2-a324-827c03b90d41 admin admin] Made reservation on behalf of 1b05da09daf34eec8869e06c4f9def92 for: {'network': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:09:06.759904 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81c855cf-5355-48a2-a324-827c03b90d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for network, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:06.773381 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81c855cf-5355-48a2-a324-827c03b90d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:06.789431 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-81c855cf-5355-48a2-a324-827c03b90d41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:09:06.793594 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-81c855cf-5355-48a2-a324-827c03b90d41 admin admin] Usage tracker for resource:security_group_rule and tenant:1b05da09daf34eec8869e06c4f9def92 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:09:06.796389 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-81c855cf-5355-48a2-a324-827c03b90d41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:09:06.801969 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-81c855cf-5355-48a2-a324-827c03b90d41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:09:06.816924 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:06.835425 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 1867f49e-9cbe-48ca-927c-822e486e38cd, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=1867f49e-9cbe-48ca-927c-822e486e38cd,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:09:06.840019 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:06.892567 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81c855cf-5355-48a2-a324-827c03b90d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:06.900401 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81c855cf-5355-48a2-a324-827c03b90d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:06.914157 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=1867f49e-9cbe-48ca-927c-822e486e38cd,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:06.935230 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c855cf-5355-48a2-a324-827c03b90d41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=87772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:09:06.944359 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c855cf-5355-48a2-a324-827c03b90d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eea2ac0-72ad-4e17-a845-61928d9d23b7,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:06.950123 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81c855cf-5355-48a2-a324-827c03b90d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:06.950503 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.segments_db [None req-81c855cf-5355-48a2-a324-827c03b90d41 admin admin] Added segment c9c676b3-14ee-4401-a49d-8cedbf616ccf of type vlan for network 26252add-e738-4d26-9cf4-ef711cc0593b Feb 28 15:09:06.977263 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81c855cf-5355-48a2-a324-827c03b90d41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759642643366'] for network, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:07.011341 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81c855cf-5355-48a2-a324-827c03b90d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212'] for network, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:07.012348 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c855cf-5355-48a2-a324-827c03b90d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:07.012910 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-81c855cf-5355-48a2-a324-827c03b90d41 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:07.135434 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f214433-9b96-403b-9602-035ac635edca None None] Sync routers for ids ['79babae5-9fb6-46ac-a061-37874ee8811c'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 15:09:07.146426 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f214433-9b96-403b-9602-035ac635edca None None] Routers {'79babae5-9fb6-46ac-a061-37874ee8811c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:09:07.147038 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-3f214433-9b96-403b-9602-035ac635edca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:08:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['79babae5-9fb6-46ac-a061-37874ee8811c'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:07.243411 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c855cf-5355-48a2-a324-827c03b90d41 admin admin] Pushing event updated for resources: {'Network': ['ID=26252add-e738-4d26-9cf4-ef711cc0593b,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:07.250542 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-81c855cf-5355-48a2-a324-827c03b90d41 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5240099 Feb 28 15:09:07.251549 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 39946) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:07.253148 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Network 26252add-e738-4d26-9cf4-ef711cc0593b details requested by agent ovs-agent-dv-neutron-831192-4-hyperv with host dv-neutron-831192-4-hyperv {{(pid=87774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:09:07.258062 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-bddb4814-c626-4a6e-8245-5c9b83688033 admin admin] Request body: {'subnet': {'network_id': '26252add-e738-4d26-9cf4-ef711cc0593b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1568897812-subnet', 'tenant_id': '1b05da09daf34eec8869e06c4f9def92', 'ip_version': 4}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:09:07.263298 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bddb4814-c626-4a6e-8245-5c9b83688033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:09:07.267873 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bddb4814-c626-4a6e-8245-5c9b83688033 admin admin] Usage tracker for resource:subnet and tenant:1b05da09daf34eec8869e06c4f9def92 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:09:07.270245 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-bddb4814-c626-4a6e-8245-5c9b83688033 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:09:07.276668 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-bddb4814-c626-4a6e-8245-5c9b83688033 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:09:07.290841 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddb4814-c626-4a6e-8245-5c9b83688033 admin admin] Made reservation on behalf of 1b05da09daf34eec8869e06c4f9def92 for: {'subnet': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:09:07.293803 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bddb4814-c626-4a6e-8245-5c9b83688033 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2302115'] for subnet, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:07.331734 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-3f214433-9b96-403b-9602-035ac635edca None None] Set router 79babae5-9fb6-46ac-a061-37874ee8811c gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:09:07.509615 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bddb4814-c626-4a6e-8245-5c9b83688033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2302133'] for subnet, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:07.584556 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb4814-c626-4a6e-8245-5c9b83688033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=600f4f01-3e10-4cee-977b-dad7bcc19b11,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:07.593483 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddb4814-c626-4a6e-8245-5c9b83688033 admin admin] Checking segment: {'id': 'c9c676b3-14ee-4401-a49d-8cedbf616ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26252add-e738-4d26-9cf4-ef711cc0593b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 15:09:07.593806 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddb4814-c626-4a6e-8245-5c9b83688033 admin admin] Network hostable DHCP agents. Network: 26252add-e738-4d26-9cf4-ef711cc0593b, hostable agents: ['361d3c1f-256a-41e2-ab1c-266b7e3f476b'], hosted agents: [] {{(pid=87772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:09:07.613340 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddb4814-c626-4a6e-8245-5c9b83688033 admin admin] Network 26252add-e738-4d26-9cf4-ef711cc0593b is scheduled to be hosted by DHCP agent 361d3c1f-256a-41e2-ab1c-266b7e3f476b with binding_index 1 {{(pid=87772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:09:07.624487 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-bddb4814-c626-4a6e-8245-5c9b83688033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831192-4-hyperv, 26252add-e738-4d26-9cf4-ef711cc0593b) {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:09:07.628810 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddb4814-c626-4a6e-8245-5c9b83688033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:07.629470 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-bddb4814-c626-4a6e-8245-5c9b83688033 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:07.636642 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7da64a3-84d9-42c2-b64e-397efa1d01eb None None] Network 26252add-e738-4d26-9cf4-ef711cc0593b requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 15:09:07.651574 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-bddb4814-c626-4a6e-8245-5c9b83688033 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3983564 Feb 28 15:09:07.654236 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 39950) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:07.659404 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-4a5d8df0-fcfd-4064-b750-532dee9d38e7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1568897812-router', 'tenant_id': '1b05da09daf34eec8869e06c4f9def92', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:09:07.662028 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-3f214433-9b96-403b-9602-035ac635edca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'name': 'tempest-TestSnapshotPattern-1798890465-router', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:01Z', 'updated_at': '2022-02-28T15:09:05Z', 'revision_number': 4, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'gw_port': {'id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:02Z', 'updated_at': '2022-02-28T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d', 'name': '', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'mac_address': 'fa:16:3e:93:86:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:04Z', 'updated_at': '2022-02-28T15:09:05Z', 'revision_number': 2, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'subnets': [{'id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:07.664110 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-4a5d8df0-fcfd-4064-b750-532dee9d38e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:09:07.667562 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f214433-9b96-403b-9602-035ac635edca None None] Checking router: 79babae5-9fb6-46ac-a061-37874ee8811c for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 15:09:07.667801 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f214433-9b96-403b-9602-035ac635edca None None] Updating router 79babae5-9fb6-46ac-a061-37874ee8811c port ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 15:09:07.668274 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4a5d8df0-fcfd-4064-b750-532dee9d38e7 admin admin] Usage tracker for resource:router and tenant:1b05da09daf34eec8869e06c4f9def92 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:09:07.671113 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-4a5d8df0-fcfd-4064-b750-532dee9d38e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:09:07.677466 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-4a5d8df0-fcfd-4064-b750-532dee9d38e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:09:07.688701 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4a5d8df0-fcfd-4064-b750-532dee9d38e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-729012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2325'] for router, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:07.689889 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4a5d8df0-fcfd-4064-b750-532dee9d38e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-726901', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2332'] for router, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:07.707093 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4a5d8df0-fcfd-4064-b750-532dee9d38e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:07.725167 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-3f214433-9b96-403b-9602-035ac635edca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:07.806963 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1c5dd91a-dc1c-4def-821b-9a0fd79bb7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:07.868271 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddccf63d-7b80-4989-82dc-cfcb41203390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd617532-c3ab-55cc-be7f-c391c5bcf877-26252add-e738-4d26-9cf4-ef711cc0593b', 'network_id': '26252add-e738-4d26-9cf4-ef711cc0593b', 'tenant_id': '1b05da09daf34eec8869e06c4f9def92', 'fixed_ips': [{'subnet_id': '600f4f01-3e10-4cee-977b-dad7bcc19b11'}]}} from dv-neutron-831192-4-hyperv. {{(pid=87774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 15:09:07.869107 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ddccf63d-7b80-4989-82dc-cfcb41203390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:07.983936 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4a5d8df0-fcfd-4064-b750-532dee9d38e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-726791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2314'] for router, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:08.023852 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.db_base_plugin_common [None req-ddccf63d-7b80-4989-82dc-cfcb41203390 None None] Allocated IP 172.20.0.2 (26252add-e738-4d26-9cf4-ef711cc0593b/600f4f01-3e10-4cee-977b-dad7bcc19b11/8278927f-344d-4615-ad84-2079201b810c) {{(pid=87774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:09:08.079701 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-3f214433-9b96-403b-9602-035ac635edca None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:08.091569 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-3f214433-9b96-403b-9602-035ac635edca None None] Transition to ACTIVE for port object ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:09:08.099244 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-3f214433-9b96-403b-9602-035ac635edca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:08.253215 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ddccf63d-7b80-4989-82dc-cfcb41203390 None None] Notify callbacks [] for port, precommit_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:08.262961 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97168d-8586-4731-8873-3583042a93a6 None None] Pushing event updated for resources: {'Port': ['ID=ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:08.267337 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ddccf63d-7b80-4989-82dc-cfcb41203390 None None] Transition to ACTIVE for port object 8278927f-344d-4615-ad84-2079201b810c will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:09:08.271064 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97168d-8586-4731-8873-3583042a93a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:08.271492 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97168d-8586-4731-8873-3583042a93a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:08.271823 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97168d-8586-4731-8873-3583042a93a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:08.272143 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97168d-8586-4731-8873-3583042a93a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:08.272514 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97168d-8586-4731-8873-3583042a93a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:08.272870 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97168d-8586-4731-8873-3583042a93a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:08.273217 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97168d-8586-4731-8873-3583042a93a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:08.273532 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97168d-8586-4731-8873-3583042a93a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:08.273848 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97168d-8586-4731-8873-3583042a93a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:08.274160 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97168d-8586-4731-8873-3583042a93a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:08.274466 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97168d-8586-4731-8873-3583042a93a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:08.274770 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97168d-8586-4731-8873-3583042a93a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:08.295703 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-ddccf63d-7b80-4989-82dc-cfcb41203390 None None] Transition to ACTIVE for port object 8278927f-344d-4615-ad84-2079201b810c will not be triggered until provisioned by entity DHCP. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:09:08.302974 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ddccf63d-7b80-4989-82dc-cfcb41203390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144'] for port, after_create {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:08.339668 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4a5d8df0-fcfd-4064-b750-532dee9d38e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:08.370391 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddccf63d-7b80-4989-82dc-cfcb41203390 None None] Network 26252add-e738-4d26-9cf4-ef711cc0593b is already hosted by enough agents. {{(pid=87774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:09:08.373179 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4a5d8df0-fcfd-4064-b750-532dee9d38e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:08.373704 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.scheduler.base_scheduler [None req-ddccf63d-7b80-4989-82dc-cfcb41203390 None None] Resources bound (agent type, host, resource id): {{(pid=87774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:09:08.373945 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-3f214433-9b96-403b-9602-035ac635edca None None] Attempting to bind port ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:09:08.374728 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-3f214433-9b96-403b-9602-035ac635edca None None] Attempting to bind port ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '84bffb1e-eb37-4b27-8c94-c8b8363ccc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:09:08.376652 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddccf63d-7b80-4989-82dc-cfcb41203390 None None] Received port after_create {{(pid=87774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 15:09:08.379495 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f214433-9b96-403b-9602-035ac635edca None None] Attempting to bind port ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d on network 37b4936d-3b69-46d4-b654-aa523572bbb9 {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 15:09:08.387210 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f214433-9b96-403b-9602-035ac635edca None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 15:09:08.387660 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f214433-9b96-403b-9602-035ac635edca None None] Checking segment: {'id': '84bffb1e-eb37-4b27-8c94-c8b8363ccc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 15:09:08.388107 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-3f214433-9b96-403b-9602-035ac635edca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:08.388559 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f214433-9b96-403b-9602-035ac635edca None None] Bound using segment: {'id': '84bffb1e-eb37-4b27-8c94-c8b8363ccc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 15:09:08.389391 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-3f214433-9b96-403b-9602-035ac635edca None None] Bound port: ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84bffb1e-eb37-4b27-8c94-c8b8363ccc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:09:08.389554 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-3f214433-9b96-403b-9602-035ac635edca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:08.484102 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddccf63d-7b80-4989-82dc-cfcb41203390 None None] Pushing event updated for resources: {'Port': ['ID=8278927f-344d-4615-ad84-2079201b810c,revision_number=1']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:08.485174 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-3f214433-9b96-403b-9602-035ac635edca None None] For port ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 15:09:08.488738 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-3f214433-9b96-403b-9602-035ac635edca None None] For port ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d,segment=NetworkSegment(84bffb1e-eb37-4b27-8c94-c8b8363ccc46),segment_id=84bffb1e-eb37-4b27-8c94-c8b8363ccc46)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 15:09:08.497166 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-3f214433-9b96-403b-9602-035ac635edca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:08.501743 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ddccf63d-7b80-4989-82dc-cfcb41203390 None None] Attempting to bind port 8278927f-344d-4615-ad84-2079201b810c on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:09:08.502103 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ddccf63d-7b80-4989-82dc-cfcb41203390 None None] Attempting to bind port 8278927f-344d-4615-ad84-2079201b810c by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'c9c676b3-14ee-4401-a49d-8cedbf616ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26252add-e738-4d26-9cf4-ef711cc0593b'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:09:08.502454 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddccf63d-7b80-4989-82dc-cfcb41203390 None None] Attempting to bind port 8278927f-344d-4615-ad84-2079201b810c on network 26252add-e738-4d26-9cf4-ef711cc0593b {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 15:09:08.509064 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddccf63d-7b80-4989-82dc-cfcb41203390 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 15:09:08.509438 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddccf63d-7b80-4989-82dc-cfcb41203390 None None] Checking segment: {'id': 'c9c676b3-14ee-4401-a49d-8cedbf616ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26252add-e738-4d26-9cf4-ef711cc0593b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 15:09:08.509830 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ddccf63d-7b80-4989-82dc-cfcb41203390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:08.510208 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddccf63d-7b80-4989-82dc-cfcb41203390 None None] Bound using segment: {'id': 'c9c676b3-14ee-4401-a49d-8cedbf616ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26252add-e738-4d26-9cf4-ef711cc0593b'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 15:09:08.510660 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-ddccf63d-7b80-4989-82dc-cfcb41203390 None None] Bound port: 8278927f-344d-4615-ad84-2079201b810c, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c676b3-14ee-4401-a49d-8cedbf616ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26252add-e738-4d26-9cf4-ef711cc0593b'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:09:08.511022 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ddccf63d-7b80-4989-82dc-cfcb41203390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:08.529582 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-4a5d8df0-fcfd-4064-b750-532dee9d38e7 admin admin] Allocated IP 172.26.5.203 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/b31f801d-65c3-45d4-9a39-893d685d6c72) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:09:08.587990 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97168d-8586-4731-8873-3583042a93a6 None None] Pushing event updated for resources: {'Port': ['ID=ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:08.597922 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f214433-9b96-403b-9602-035ac635edca None None] Routers {'79babae5-9fb6-46ac-a061-37874ee8811c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:09:08.598440 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-3f214433-9b96-403b-9602-035ac635edca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:08:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['79babae5-9fb6-46ac-a061-37874ee8811c'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:08.628552 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ddccf63d-7b80-4989-82dc-cfcb41203390 None None] For port 8278927f-344d-4615-ad84-2079201b810c, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 15:09:08.634894 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-ddccf63d-7b80-4989-82dc-cfcb41203390 None None] For port 8278927f-344d-4615-ad84-2079201b810c, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=8278927f-344d-4615-ad84-2079201b810c,segment=NetworkSegment(c9c676b3-14ee-4401-a49d-8cedbf616ccf),segment_id=c9c676b3-14ee-4401-a49d-8cedbf616ccf)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 15:09:08.638205 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 1867f49e-9cbe-48ca-927c-822e486e38cd up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:09:08.670377 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ddccf63d-7b80-4989-82dc-cfcb41203390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:08.751261 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4a5d8df0-fcfd-4064-b750-532dee9d38e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:08.781521 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddccf63d-7b80-4989-82dc-cfcb41203390 None None] Pushing event updated for resources: {'Port': ['ID=8278927f-344d-4615-ad84-2079201b810c,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:08.801672 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 1867f49e-9cbe-48ca-927c-822e486e38cd triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:09:08.802047 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:08.805644 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4a5d8df0-fcfd-4064-b750-532dee9d38e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:08.809626 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-3f214433-9b96-403b-9602-035ac635edca None None] Set router 79babae5-9fb6-46ac-a061-37874ee8811c gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:09:08.860074 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5d8df0-fcfd-4064-b750-532dee9d38e7 admin admin] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:09:08.866471 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-4a5d8df0-fcfd-4064-b750-532dee9d38e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:09:08.868783 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5d8df0-fcfd-4064-b750-532dee9d38e7 admin admin] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 15:09:09.154678 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d8df0-fcfd-4064-b750-532dee9d38e7 admin admin] Pushing event updated for resources: {'Port': ['ID=b31f801d-65c3-45d4-9a39-893d685d6c72,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:09.173755 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-3f214433-9b96-403b-9602-035ac635edca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'name': 'tempest-TestSnapshotPattern-1798890465-router', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:01Z', 'updated_at': '2022-02-28T15:09:05Z', 'revision_number': 4, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'gw_port': {'id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:02Z', 'updated_at': '2022-02-28T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d', 'name': '', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'mac_address': 'fa:16:3e:93:86:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:04Z', 'updated_at': '2022-02-28T15:09:08Z', 'revision_number': 4, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'subnets': [{'id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:09.178194 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f214433-9b96-403b-9602-035ac635edca None None] The sync data for ids ['79babae5-9fb6-46ac-a061-37874ee8811c'] in dv-neutron-831192-4-hyperv is: [{'id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'name': 'tempest-TestSnapshotPattern-1798890465-router', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:01Z', 'updated_at': '2022-02-28T15:09:05Z', 'revision_number': 4, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'gw_port': {'id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:02Z', 'updated_at': '2022-02-28T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d', 'name': '', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'mac_address': 'fa:16:3e:93:86:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:04Z', 'updated_at': '2022-02-28T15:09:08Z', 'revision_number': 4, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'subnets': [{'id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 15:09:09.501546 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4a5d8df0-fcfd-4064-b750-532dee9d38e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:09.829468 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2062043-0fc2-4e11-97db-4e93cddff90f None None] Network 26252add-e738-4d26-9cf4-ef711cc0593b requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 15:09:09.874242 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4a5d8df0-fcfd-4064-b750-532dee9d38e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726824'] for router, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:09.958710 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f1b5c766-b8bf-45bd-80bd-585f5264da8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:09.965084 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-894ae62a-ac7e-4919-8ae9-f46ab1218a9f None None] Provisioning for port 8278927f-344d-4615-ad84-2079201b810c completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:09:10.108496 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5d8df0-fcfd-4064-b750-532dee9d38e7 admin admin] Router 382d583d-39ec-4096-a343-1db2c9b53f25 is scheduled to L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 with binding_index 1 {{(pid=87773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 15:09:10.311886 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5d8df0-fcfd-4064-b750-532dee9d38e7 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 15:09:10.324575 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45393975-31be-40a6-8041-5883ae6a35a2 None None] Sync routers for ids ['382d583d-39ec-4096-a343-1db2c9b53f25'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 15:09:10.334170 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45393975-31be-40a6-8041-5883ae6a35a2 None None] Routers {'382d583d-39ec-4096-a343-1db2c9b53f25'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:09:10.334881 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-45393975-31be-40a6-8041-5883ae6a35a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:09:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['382d583d-39ec-4096-a343-1db2c9b53f25'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:10.338740 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-4a5d8df0-fcfd-4064-b750-532dee9d38e7 admin admin] Notify callbacks [] for router, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:10.340102 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-4a5d8df0-fcfd-4064-b750-532dee9d38e7 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6847908 Feb 28 15:09:10.342896 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 39954) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:10.553866 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-45393975-31be-40a6-8041-5883ae6a35a2 None None] Set router 382d583d-39ec-4096-a343-1db2c9b53f25 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:09:10.662060 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 8278927f-344d-4615-ad84-2079201b810c up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:09:10.840191 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 8278927f-344d-4615-ad84-2079201b810c completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:09:10.869880 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 8278927f-344d-4615-ad84-2079201b810c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:09:10.870246 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:11.001770 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-45393975-31be-40a6-8041-5883ae6a35a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382d583d-39ec-4096-a343-1db2c9b53f25', 'name': 'tempest-TestSnapshotPattern-1568897812-router', 'tenant_id': '1b05da09daf34eec8869e06c4f9def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'b31f801d-65c3-45d4-9a39-893d685d6c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:07Z', 'updated_at': '2022-02-28T15:09:09Z', 'revision_number': 3, 'project_id': '1b05da09daf34eec8869e06c4f9def92', 'gw_port': {'id': 'b31f801d-65c3-45d4-9a39-893d685d6c72', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:79:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382d583d-39ec-4096-a343-1db2c9b53f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:08Z', 'updated_at': '2022-02-28T15:09:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:11.020438 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45393975-31be-40a6-8041-5883ae6a35a2 None None] Checking router: 382d583d-39ec-4096-a343-1db2c9b53f25 for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 15:09:11.020781 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45393975-31be-40a6-8041-5883ae6a35a2 None None] Updating router 382d583d-39ec-4096-a343-1db2c9b53f25 port b31f801d-65c3-45d4-9a39-893d685d6c72 binding host dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 15:09:11.024595 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9687f148-6474-4c97-91d5-7779a51ff9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:11.049980 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:11.065538 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:11.098847 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-45393975-31be-40a6-8041-5883ae6a35a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:11.140015 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 8278927f-344d-4615-ad84-2079201b810c, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=8278927f-344d-4615-ad84-2079201b810c,segment=NetworkSegment(c9c676b3-14ee-4401-a49d-8cedbf616ccf),segment_id=c9c676b3-14ee-4401-a49d-8cedbf616ccf)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:09:11.147068 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:11.147953 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:09:11.236512 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-9687f148-6474-4c97-91d5-7779a51ff9ad admin admin] Allocated IP 172.20.0.1 (26252add-e738-4d26-9cf4-ef711cc0593b/600f4f01-3e10-4cee-977b-dad7bcc19b11/30572e11-d8cc-4130-bfb9-9c09f882981a) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:09:11.356840 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=8278927f-344d-4615-ad84-2079201b810c,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:11.437808 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:11.438462 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:09:11.455786 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:09:11.456153 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:11.504605 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9687f148-6474-4c97-91d5-7779a51ff9ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:11.520322 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [None req-9687f148-6474-4c97-91d5-7779a51ff9ad admin admin] Transition to ACTIVE for port object 30572e11-d8cc-4130-bfb9-9c09f882981a will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:09:11.545716 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9687f148-6474-4c97-91d5-7779a51ff9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:11.605571 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9687f148-6474-4c97-91d5-7779a51ff9ad admin admin] Network 26252add-e738-4d26-9cf4-ef711cc0593b is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:09:11.608297 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-9687f148-6474-4c97-91d5-7779a51ff9ad admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:09:11.615947 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9687f148-6474-4c97-91d5-7779a51ff9ad admin admin] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 15:09:11.651206 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:11.662937 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687f148-6474-4c97-91d5-7779a51ff9ad admin admin] Pushing event updated for resources: {'Port': ['ID=30572e11-d8cc-4130-bfb9-9c09f882981a,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:11.681872 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-45393975-31be-40a6-8041-5883ae6a35a2 None None] Notify callbacks [] for port, precommit_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:11.682608 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9687f148-6474-4c97-91d5-7779a51ff9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726114'] for router_interface, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:11.702278 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-45393975-31be-40a6-8041-5883ae6a35a2 None None] Transition to ACTIVE for port object b31f801d-65c3-45d4-9a39-893d685d6c72 will not be triggered until provisioned by entity L2. {{(pid=87774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:09:11.708347 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d,segment=NetworkSegment(84bffb1e-eb37-4b27-8c94-c8b8363ccc46),segment_id=84bffb1e-eb37-4b27-8c94-c8b8363ccc46)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:09:11.711513 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-45393975-31be-40a6-8041-5883ae6a35a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:11.751556 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:11.798025 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-45393975-31be-40a6-8041-5883ae6a35a2 None None] Attempting to bind port b31f801d-65c3-45d4-9a39-893d685d6c72 on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:09:11.798396 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-45393975-31be-40a6-8041-5883ae6a35a2 None None] Attempting to bind port b31f801d-65c3-45d4-9a39-893d685d6c72 by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:09:11.798754 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45393975-31be-40a6-8041-5883ae6a35a2 None None] Attempting to bind port b31f801d-65c3-45d4-9a39-893d685d6c72 on network 227601ee-f6c9-4fe2-9e97-307a6863d710 {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 15:09:11.800844 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af1726-5ef8-4738-abf8-d3adfe3ef6ec None None] Pushing event updated for resources: {'Port': ['ID=b31f801d-65c3-45d4-9a39-893d685d6c72,revision_number=2']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:11.818502 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9687f148-6474-4c97-91d5-7779a51ff9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:11.847720 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45393975-31be-40a6-8041-5883ae6a35a2 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 15:09:11.848315 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45393975-31be-40a6-8041-5883ae6a35a2 None None] Checking segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 15:09:11.848469 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-45393975-31be-40a6-8041-5883ae6a35a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:11.848852 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45393975-31be-40a6-8041-5883ae6a35a2 None None] Bound using segment: {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'} {{(pid=87774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 15:09:11.849310 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.managers [None req-45393975-31be-40a6-8041-5883ae6a35a2 None None] Bound port: b31f801d-65c3-45d4-9a39-893d685d6c72, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560866da-5f63-41ea-8e3c-b74e8608eb14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710'}}] {{(pid=87774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:09:11.849676 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-45393975-31be-40a6-8041-5883ae6a35a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:11.931235 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-745c39ad-a635-4ace-9de1-4a8b1578cffe None None] Provisioning for port 30572e11-d8cc-4130-bfb9-9c09f882981a completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:09:11.946378 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-745c39ad-a635-4ace-9de1-4a8b1578cffe None None] Provisioning complete for port 30572e11-d8cc-4130-bfb9-9c09f882981a triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:09:11.946788 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-745c39ad-a635-4ace-9de1-4a8b1578cffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:11.969248 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:11.986474 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-45393975-31be-40a6-8041-5883ae6a35a2 None None] For port b31f801d-65c3-45d4-9a39-893d685d6c72, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 15:09:12.007069 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-45393975-31be-40a6-8041-5883ae6a35a2 None None] For port b31f801d-65c3-45d4-9a39-893d685d6c72, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=b31f801d-65c3-45d4-9a39-893d685d6c72,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 15:09:12.012557 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-745c39ad-a635-4ace-9de1-4a8b1578cffe None None] Port 30572e11-d8cc-4130-bfb9-9c09f882981a cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 15:09:12.014382 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-45393975-31be-40a6-8041-5883ae6a35a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:12.042659 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9687f148-6474-4c97-91d5-7779a51ff9ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:12.048548 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9687f148-6474-4c97-91d5-7779a51ff9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:12.093626 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45393975-31be-40a6-8041-5883ae6a35a2 None None] Routers {'382d583d-39ec-4096-a343-1db2c9b53f25'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:09:12.094262 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-45393975-31be-40a6-8041-5883ae6a35a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:09:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['382d583d-39ec-4096-a343-1db2c9b53f25'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:12.158853 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-9687f148-6474-4c97-91d5-7779a51ff9ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725467'] for router_interface, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:12.162230 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687f148-6474-4c97-91d5-7779a51ff9ad admin admin] Pushing event updated for resources: {'Port': ['ID=30572e11-d8cc-4130-bfb9-9c09f882981a,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:12.195062 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af1726-5ef8-4738-abf8-d3adfe3ef6ec None None] Pushing event updated for resources: {'Port': ['ID=b31f801d-65c3-45d4-9a39-893d685d6c72,revision_number=3']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:12.294357 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9687f148-6474-4c97-91d5-7779a51ff9ad admin admin] Network 26252add-e738-4d26-9cf4-ef711cc0593b is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:09:12.295467 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-9687f148-6474-4c97-91d5-7779a51ff9ad admin admin] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:09:12.325847 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-45393975-31be-40a6-8041-5883ae6a35a2 None None] Set router 382d583d-39ec-4096-a343-1db2c9b53f25 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:09:12.488790 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9687f148-6474-4c97-91d5-7779a51ff9ad admin admin] Router 382d583d-39ec-4096-a343-1db2c9b53f25 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 15:09:12.589290 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f20b0571-6e69-4e1c-ad62-1d3c4c8be22d None None] Provisioning complete for port 30572e11-d8cc-4130-bfb9-9c09f882981a triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:09:12.589651 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f20b0571-6e69-4e1c-ad62-1d3c4c8be22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:12.616655 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 8278927f-344d-4615-ad84-2079201b810c up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:09:12.671879 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9687f148-6474-4c97-91d5-7779a51ff9ad admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 15:09:12.680759 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-9687f148-6474-4c97-91d5-7779a51ff9ad admin admin] 10.222.0.30 "PUT /v2.0/routers/382d583d-39ec-4096-a343-1db2c9b53f25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3367286 Feb 28 15:09:12.751580 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f20b0571-6e69-4e1c-ad62-1d3c4c8be22d None None] Port 30572e11-d8cc-4130-bfb9-9c09f882981a cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 15:09:12.758664 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:12.783633 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 8278927f-344d-4615-ad84-2079201b810c triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:09:12.784038 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:12.851447 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-45393975-31be-40a6-8041-5883ae6a35a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382d583d-39ec-4096-a343-1db2c9b53f25', 'name': 'tempest-TestSnapshotPattern-1568897812-router', 'tenant_id': '1b05da09daf34eec8869e06c4f9def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'b31f801d-65c3-45d4-9a39-893d685d6c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:07Z', 'updated_at': '2022-02-28T15:09:11Z', 'revision_number': 4, 'project_id': '1b05da09daf34eec8869e06c4f9def92', 'gw_port': {'id': 'b31f801d-65c3-45d4-9a39-893d685d6c72', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:79:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382d583d-39ec-4096-a343-1db2c9b53f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:08Z', 'updated_at': '2022-02-28T15:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '30572e11-d8cc-4130-bfb9-9c09f882981a', 'name': '', 'network_id': '26252add-e738-4d26-9cf4-ef711cc0593b', 'tenant_id': '1b05da09daf34eec8869e06c4f9def92', 'mac_address': 'fa:16:3e:ac:95:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382d583d-39ec-4096-a343-1db2c9b53f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '600f4f01-3e10-4cee-977b-dad7bcc19b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:11Z', 'updated_at': '2022-02-28T15:09:11Z', 'revision_number': 2, 'project_id': '1b05da09daf34eec8869e06c4f9def92', 'subnets': [{'id': '600f4f01-3e10-4cee-977b-dad7bcc19b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:12.858528 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45393975-31be-40a6-8041-5883ae6a35a2 None None] The sync data for ids ['382d583d-39ec-4096-a343-1db2c9b53f25'] in dv-neutron-831192-4-hyperv is: [{'id': '382d583d-39ec-4096-a343-1db2c9b53f25', 'name': 'tempest-TestSnapshotPattern-1568897812-router', 'tenant_id': '1b05da09daf34eec8869e06c4f9def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'b31f801d-65c3-45d4-9a39-893d685d6c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:07Z', 'updated_at': '2022-02-28T15:09:11Z', 'revision_number': 4, 'project_id': '1b05da09daf34eec8869e06c4f9def92', 'gw_port': {'id': 'b31f801d-65c3-45d4-9a39-893d685d6c72', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:79:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382d583d-39ec-4096-a343-1db2c9b53f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:08Z', 'updated_at': '2022-02-28T15:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '30572e11-d8cc-4130-bfb9-9c09f882981a', 'name': '', 'network_id': '26252add-e738-4d26-9cf4-ef711cc0593b', 'tenant_id': '1b05da09daf34eec8869e06c4f9def92', 'mac_address': 'fa:16:3e:ac:95:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382d583d-39ec-4096-a343-1db2c9b53f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '600f4f01-3e10-4cee-977b-dad7bcc19b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:11Z', 'updated_at': '2022-02-28T15:09:11Z', 'revision_number': 2, 'project_id': '1b05da09daf34eec8869e06c4f9def92', 'subnets': [{'id': '600f4f01-3e10-4cee-977b-dad7bcc19b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 15:09:12.920004 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:09:12.988178 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:09:12.988551 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:14.268189 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 39966) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:14.273458 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-1f2cfde7-e292-4f41-a5ae-d42c25888e1e tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1555332581', 'description': 'tempest-secgroup-smoke-1555332581 description', 'project_id': 'e530034d7c904ec584fe5664a5aa37d2'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:09:14.279893 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1f2cfde7-e292-4f41-a5ae-d42c25888e1e tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:09:14.284226 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1f2cfde7-e292-4f41-a5ae-d42c25888e1e tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Usage tracker for resource:security_group and tenant:e530034d7c904ec584fe5664a5aa37d2 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:09:14.288235 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1f2cfde7-e292-4f41-a5ae-d42c25888e1e tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:09:14.294744 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1f2cfde7-e292-4f41-a5ae-d42c25888e1e tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:09:14.305586 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1f2cfde7-e292-4f41-a5ae-d42c25888e1e tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for security_group, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:14.324922 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1f2cfde7-e292-4f41-a5ae-d42c25888e1e tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:09:14.328737 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1f2cfde7-e292-4f41-a5ae-d42c25888e1e tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Usage tracker for resource:security_group_rule and tenant:e530034d7c904ec584fe5664a5aa37d2 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:09:14.331511 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-1f2cfde7-e292-4f41-a5ae-d42c25888e1e tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:09:14.337250 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-1f2cfde7-e292-4f41-a5ae-d42c25888e1e tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:09:14.410931 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1f2cfde7-e292-4f41-a5ae-d42c25888e1e tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for security_group, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:14.415840 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1f2cfde7-e292-4f41-a5ae-d42c25888e1e tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:14.456742 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cfde7-e292-4f41-a5ae-d42c25888e1e tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1a472a-17f5-4384-b821-3ef8b7ed4128,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:14.459377 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-1f2cfde7-e292-4f41-a5ae-d42c25888e1e tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for security_group, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:14.460865 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-1f2cfde7-e292-4f41-a5ae-d42c25888e1e tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1916535 Feb 28 15:09:14.464728 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 39970) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:14.469452 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-71456b24-147b-4050-8cbd-0ce3c57877e9 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Request body: {'security_group_rule': {'security_group_id': '8c1a472a-17f5-4384-b821-3ef8b7ed4128', 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:09:14.476522 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-71456b24-147b-4050-8cbd-0ce3c57877e9 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:09:14.484642 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-71456b24-147b-4050-8cbd-0ce3c57877e9 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Usage tracker for resource:security_group_rule and tenant:e530034d7c904ec584fe5664a5aa37d2 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:09:14.488084 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-71456b24-147b-4050-8cbd-0ce3c57877e9 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:09:14.495268 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-71456b24-147b-4050-8cbd-0ce3c57877e9 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:09:14.511971 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-71456b24-147b-4050-8cbd-0ce3c57877e9 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:14.584839 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-71456b24-147b-4050-8cbd-0ce3c57877e9 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:14.589853 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-71456b24-147b-4050-8cbd-0ce3c57877e9 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:14.613010 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71456b24-147b-4050-8cbd-0ce3c57877e9 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=737927e0-0d0b-43a0-b343-b662fbb7f64a,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:14.624283 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-71456b24-147b-4050-8cbd-0ce3c57877e9 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:14.625595 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-71456b24-147b-4050-8cbd-0ce3c57877e9 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1605425 Feb 28 15:09:14.630328 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device b31f801d-65c3-45d4-9a39-893d685d6c72 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:09:14.634696 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 39974) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:14.639866 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-8498955e-cb53-459c-b507-f861ee0fa21a tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Request body: {'security_group_rule': {'security_group_id': '8c1a472a-17f5-4384-b821-3ef8b7ed4128', 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:09:14.645931 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8498955e-cb53-459c-b507-f861ee0fa21a tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:09:14.649942 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8498955e-cb53-459c-b507-f861ee0fa21a tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Usage tracker for resource:security_group_rule and tenant:e530034d7c904ec584fe5664a5aa37d2 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:09:14.652833 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-8498955e-cb53-459c-b507-f861ee0fa21a tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:09:14.658461 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-8498955e-cb53-459c-b507-f861ee0fa21a tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:09:14.677789 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8498955e-cb53-459c-b507-f861ee0fa21a tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:14.700430 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port b31f801d-65c3-45d4-9a39-893d685d6c72 completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:09:14.705130 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port b31f801d-65c3-45d4-9a39-893d685d6c72 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:09:14.705528 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:14.738073 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8498955e-cb53-459c-b507-f861ee0fa21a tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:14.742236 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8498955e-cb53-459c-b507-f861ee0fa21a tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:14.765570 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498955e-cb53-459c-b507-f861ee0fa21a tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5849654-d638-41ed-9956-eab556aa4490,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:14.775778 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-8498955e-cb53-459c-b507-f861ee0fa21a tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:14.777059 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-8498955e-cb53-459c-b507-f861ee0fa21a tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1413672 Feb 28 15:09:14.779858 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 39978) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:14.784769 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-99076865-1788-42e0-9410-43a1d29ac604 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Request body: {'security_group_rule': {'security_group_id': '8c1a472a-17f5-4384-b821-3ef8b7ed4128', 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:09:14.791278 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-99076865-1788-42e0-9410-43a1d29ac604 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:09:14.795460 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-99076865-1788-42e0-9410-43a1d29ac604 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Usage tracker for resource:security_group_rule and tenant:e530034d7c904ec584fe5664a5aa37d2 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:09:14.798394 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-99076865-1788-42e0-9410-43a1d29ac604 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:09:14.804064 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-99076865-1788-42e0-9410-43a1d29ac604 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:09:14.822863 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-99076865-1788-42e0-9410-43a1d29ac604 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:14.828324 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:14.846084 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port b31f801d-65c3-45d4-9a39-893d685d6c72, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=b31f801d-65c3-45d4-9a39-893d685d6c72,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:09:14.851110 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:14.890430 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-99076865-1788-42e0-9410-43a1d29ac604 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:14.894280 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-99076865-1788-42e0-9410-43a1d29ac604 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:14.921561 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99076865-1788-42e0-9410-43a1d29ac604 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f42f861c-d857-4dcf-a760-f9ffb0618aa8,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:14.925592 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=b31f801d-65c3-45d4-9a39-893d685d6c72,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:14.930819 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-99076865-1788-42e0-9410-43a1d29ac604 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:14.932241 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-99076865-1788-42e0-9410-43a1d29ac604 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1513765 Feb 28 15:09:14.935016 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 39982) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:14.940026 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-161d075c-5b86-47e6-9d2e-825d3c466e27 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Request body: {'security_group_rule': {'security_group_id': '8c1a472a-17f5-4384-b821-3ef8b7ed4128', 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:09:14.947238 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-161d075c-5b86-47e6-9d2e-825d3c466e27 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:09:14.951208 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-161d075c-5b86-47e6-9d2e-825d3c466e27 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Usage tracker for resource:security_group_rule and tenant:e530034d7c904ec584fe5664a5aa37d2 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:09:14.954131 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-161d075c-5b86-47e6-9d2e-825d3c466e27 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:09:14.960105 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-161d075c-5b86-47e6-9d2e-825d3c466e27 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:09:14.979525 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-161d075c-5b86-47e6-9d2e-825d3c466e27 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:15.041132 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-161d075c-5b86-47e6-9d2e-825d3c466e27 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:15.046112 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-161d075c-5b86-47e6-9d2e-825d3c466e27 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:15.069219 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d075c-5b86-47e6-9d2e-825d3c466e27 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471a191c-49fe-45e3-ba6c-4319df3ec7c1,revision_number=0']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:15.078800 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-161d075c-5b86-47e6-9d2e-825d3c466e27 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:15.080274 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-161d075c-5b86-47e6-9d2e-825d3c466e27 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1441605 Feb 28 15:09:15.083304 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 39986) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:15.088620 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-b00d4bfb-9b61-489f-9351-ebe98075990d tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Request body: {'security_group_rule': {'security_group_id': '8c1a472a-17f5-4384-b821-3ef8b7ed4128', 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:09:15.095145 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b00d4bfb-9b61-489f-9351-ebe98075990d tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:09:15.099823 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b00d4bfb-9b61-489f-9351-ebe98075990d tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Usage tracker for resource:security_group_rule and tenant:e530034d7c904ec584fe5664a5aa37d2 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:09:15.103007 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-b00d4bfb-9b61-489f-9351-ebe98075990d tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:09:15.109337 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-b00d4bfb-9b61-489f-9351-ebe98075990d tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:09:15.125190 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-b00d4bfb-9b61-489f-9351-ebe98075990d tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Project e530034d7c904ec584fe5664a5aa37d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:09:15.132473 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b00d4bfb-9b61-489f-9351-ebe98075990d tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:15.318474 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b00d4bfb-9b61-489f-9351-ebe98075990d tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:15.323025 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b00d4bfb-9b61-489f-9351-ebe98075990d tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:15.345483 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d4bfb-9b61-489f-9351-ebe98075990d tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9377bf2b-fd43-4fdd-a29c-73096c051a87,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:15.354572 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-b00d4bfb-9b61-489f-9351-ebe98075990d tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:15.355798 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-b00d4bfb-9b61-489f-9351-ebe98075990d tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2714665 Feb 28 15:09:15.358711 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 39990) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:15.363489 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-e7e2bb35-9e62-435e-9d26-6c3938ae1a02 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Request body: {'security_group_rule': {'security_group_id': '8c1a472a-17f5-4384-b821-3ef8b7ed4128', 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:09:15.369274 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e7e2bb35-9e62-435e-9d26-6c3938ae1a02 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:09:15.373024 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e7e2bb35-9e62-435e-9d26-6c3938ae1a02 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Usage tracker for resource:security_group_rule and tenant:e530034d7c904ec584fe5664a5aa37d2 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:09:15.375862 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-e7e2bb35-9e62-435e-9d26-6c3938ae1a02 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:09:15.381671 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-e7e2bb35-9e62-435e-9d26-6c3938ae1a02 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:09:15.392985 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.securitygroups_db [None req-e7e2bb35-9e62-435e-9d26-6c3938ae1a02 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Project e530034d7c904ec584fe5664a5aa37d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:09:15.399557 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7e2bb35-9e62-435e-9d26-6c3938ae1a02 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:15.464224 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7e2bb35-9e62-435e-9d26-6c3938ae1a02 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:15.470210 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7e2bb35-9e62-435e-9d26-6c3938ae1a02 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645601'] for security_group_rule, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:15.496522 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2bb35-9e62-435e-9d26-6c3938ae1a02 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=729cefbf-59d3-40ca-92bb-c7aa6c0cc552,revision_number=0']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:15.506980 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-e7e2bb35-9e62-435e-9d26-6c3938ae1a02 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:15.508314 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-e7e2bb35-9e62-435e-9d26-6c3938ae1a02 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1486590 Feb 28 15:09:15.701936 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-8962612c-71a1-4253-816c-ae0838734eb3 req-f12263d3-63bc-4c6d-ba20-9c098d4c2ac6 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Synchronizing usage tracker for tenant:e530034d7c904ec584fe5664a5aa37d2 on resource:security_group {{(pid=87773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:09:15.724781 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [req-8962612c-71a1-4253-816c-ae0838734eb3 req-f12263d3-63bc-4c6d-ba20-9c098d4c2ac6 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Unset dirty status for tenant:e530034d7c904ec584fe5664a5aa37d2 on resource:security_group {{(pid=87773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:09:15.726079 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8962612c-71a1-4253-816c-ae0838734eb3 req-f12263d3-63bc-4c6d-ba20-9c098d4c2ac6 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1555332581&fields=id&tenant_id=e530034d7c904ec584fe5664a5aa37d2 HTTP/1.1" status: 200 len: 267 time: 0.0644245 Feb 28 15:09:15.900221 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962612c-71a1-4253-816c-ae0838734eb3 req-64f2b306-6037-4893-9cdc-69ce4247f6a0 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:15.901574 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8962612c-71a1-4253-816c-ae0838734eb3 req-64f2b306-6037-4893-9cdc-69ce4247f6a0 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/networks?id=37b4936d-3b69-46d4-b654-aa523572bbb9 HTTP/1.1" status: 200 len: 810 time: 0.1690090 Feb 28 15:09:15.919865 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8962612c-71a1-4253-816c-ae0838734eb3 req-da4ce0d0-2e7c-43f6-b5f0-af7586bc0c32 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/quotas/e530034d7c904ec584fe5664a5aa37d2 HTTP/1.1" status: 200 len: 375 time: 0.0100875 Feb 28 15:09:16.008927 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8962612c-71a1-4253-816c-ae0838734eb3 req-5865bed8-f77e-4ab6-b6ce-41c1b5f18c2d tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e530034d7c904ec584fe5664a5aa37d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818336 Feb 28 15:09:16.159737 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8962612c-71a1-4253-816c-ae0838734eb3 req-3110468d-80db-42f1-8083-5993850ee1e9 service neutron] 10.222.0.30 "GET /v2.0/networks/37b4936d-3b69-46d4-b654-aa523572bbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389413 Feb 28 15:09:16.302515 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8962612c-71a1-4253-816c-ae0838734eb3 req-2b2b74d1-b461-4dd7-8d9d-e9c7576206f6 service neutron] 10.222.0.30 "GET /v2.0/networks/37b4936d-3b69-46d4-b654-aa523572bbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366043 Feb 28 15:09:16.345315 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcff7744-8282-463b-b22f-ef2a532676d6 None None] Sync routers for ids ['382d583d-39ec-4096-a343-1db2c9b53f25'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 15:09:16.355345 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcff7744-8282-463b-b22f-ef2a532676d6 None None] Routers {'382d583d-39ec-4096-a343-1db2c9b53f25'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:09:16.355938 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-fcff7744-8282-463b-b22f-ef2a532676d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:09:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['382d583d-39ec-4096-a343-1db2c9b53f25'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:16.542018 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-fcff7744-8282-463b-b22f-ef2a532676d6 None None] Set router 382d583d-39ec-4096-a343-1db2c9b53f25 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:09:16.606456 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device b31f801d-65c3-45d4-9a39-893d685d6c72 up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:09:16.674646 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port b31f801d-65c3-45d4-9a39-893d685d6c72 triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:09:16.674922 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:16.863140 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-fcff7744-8282-463b-b22f-ef2a532676d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382d583d-39ec-4096-a343-1db2c9b53f25', 'name': 'tempest-TestSnapshotPattern-1568897812-router', 'tenant_id': '1b05da09daf34eec8869e06c4f9def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'b31f801d-65c3-45d4-9a39-893d685d6c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:07Z', 'updated_at': '2022-02-28T15:09:11Z', 'revision_number': 4, 'project_id': '1b05da09daf34eec8869e06c4f9def92', 'gw_port': {'id': 'b31f801d-65c3-45d4-9a39-893d685d6c72', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:79:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d583d-39ec-4096-a343-1db2c9b53f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:08Z', 'updated_at': '2022-02-28T15:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '30572e11-d8cc-4130-bfb9-9c09f882981a', 'name': '', 'network_id': '26252add-e738-4d26-9cf4-ef711cc0593b', 'tenant_id': '1b05da09daf34eec8869e06c4f9def92', 'mac_address': 'fa:16:3e:ac:95:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382d583d-39ec-4096-a343-1db2c9b53f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '600f4f01-3e10-4cee-977b-dad7bcc19b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:11Z', 'updated_at': '2022-02-28T15:09:11Z', 'revision_number': 2, 'project_id': '1b05da09daf34eec8869e06c4f9def92', 'subnets': [{'id': '600f4f01-3e10-4cee-977b-dad7bcc19b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:16.868806 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcff7744-8282-463b-b22f-ef2a532676d6 None None] Checking router: 382d583d-39ec-4096-a343-1db2c9b53f25 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 15:09:16.869147 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcff7744-8282-463b-b22f-ef2a532676d6 None None] Updating router 382d583d-39ec-4096-a343-1db2c9b53f25 port 30572e11-d8cc-4130-bfb9-9c09f882981a binding host dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 15:09:16.922234 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-fcff7744-8282-463b-b22f-ef2a532676d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:17.300509 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-fcff7744-8282-463b-b22f-ef2a532676d6 None None] Notify callbacks [] for port, precommit_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:17.312272 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.provisioning_blocks [None req-fcff7744-8282-463b-b22f-ef2a532676d6 None None] Transition to ACTIVE for port object 30572e11-d8cc-4130-bfb9-9c09f882981a will not be triggered until provisioned by entity L2. {{(pid=87775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:09:17.320372 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-fcff7744-8282-463b-b22f-ef2a532676d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:17.477507 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9a1bc-ed0b-4ecf-8eff-6cc5f99b534f None None] Pushing event updated for resources: {'Port': ['ID=30572e11-d8cc-4130-bfb9-9c09f882981a,revision_number=3']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:17.512929 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-a8878647-cb18-40ad-b93e-c7b623a58d0d req-8c4d724b-8a43-4760-ba6c-a84c16feaa53 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Synchronizing usage tracker for tenant:e530034d7c904ec584fe5664a5aa37d2 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:09:17.533960 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-a8878647-cb18-40ad-b93e-c7b623a58d0d req-8c4d724b-8a43-4760-ba6c-a84c16feaa53 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Unset dirty status for tenant:e530034d7c904ec584fe5664a5aa37d2 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:09:17.535182 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a8878647-cb18-40ad-b93e-c7b623a58d0d req-8c4d724b-8a43-4760-ba6c-a84c16feaa53 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea HTTP/1.1" status: 200 len: 210 time: 0.0661886 Feb 28 15:09:17.543792 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-fcff7744-8282-463b-b22f-ef2a532676d6 None None] Attempting to bind port 30572e11-d8cc-4130-bfb9-9c09f882981a on host dv-neutron-831192-4-hyperv for vnic_type normal with profile {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:09:17.544589 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-fcff7744-8282-463b-b22f-ef2a532676d6 None None] Attempting to bind port 30572e11-d8cc-4130-bfb9-9c09f882981a by drivers openvswitch,hyperv on host dv-neutron-831192-4-hyperv at level 0 using segments [{'id': 'c9c676b3-14ee-4401-a49d-8cedbf616ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26252add-e738-4d26-9cf4-ef711cc0593b'}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:09:17.544589 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcff7744-8282-463b-b22f-ef2a532676d6 None None] Attempting to bind port 30572e11-d8cc-4130-bfb9-9c09f882981a on network 26252add-e738-4d26-9cf4-ef711cc0593b {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 15:09:17.550480 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcff7744-8282-463b-b22f-ef2a532676d6 None None] Checking agent: {'id': 'f2a6cd8f-cd63-43b8-84b8-72f9338b32b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831192-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 12, 41), 'started_at': datetime.datetime(2022, 2, 28, 14, 13, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831192-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 15:09:17.550969 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcff7744-8282-463b-b22f-ef2a532676d6 None None] Checking segment: {'id': 'c9c676b3-14ee-4401-a49d-8cedbf616ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26252add-e738-4d26-9cf4-ef711cc0593b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 15:09:17.551418 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-fcff7744-8282-463b-b22f-ef2a532676d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:17.551865 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcff7744-8282-463b-b22f-ef2a532676d6 None None] Bound using segment: {'id': 'c9c676b3-14ee-4401-a49d-8cedbf616ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26252add-e738-4d26-9cf4-ef711cc0593b'} {{(pid=87775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 15:09:17.552408 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.managers [None req-fcff7744-8282-463b-b22f-ef2a532676d6 None None] Bound port: 30572e11-d8cc-4130-bfb9-9c09f882981a, host: dv-neutron-831192-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c676b3-14ee-4401-a49d-8cedbf616ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26252add-e738-4d26-9cf4-ef711cc0593b'}}] {{(pid=87775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:09:17.552865 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-fcff7744-8282-463b-b22f-ef2a532676d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:17.640103 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-fcff7744-8282-463b-b22f-ef2a532676d6 None None] For port 30572e11-d8cc-4130-bfb9-9c09f882981a, host dv-neutron-831192-4-hyperv, cleared binding levels {{(pid=87775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 15:09:17.643224 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.plugins.ml2.db [None req-fcff7744-8282-463b-b22f-ef2a532676d6 None None] For port 30572e11-d8cc-4130-bfb9-9c09f882981a, host dv-neutron-831192-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=30572e11-d8cc-4130-bfb9-9c09f882981a,segment=NetworkSegment(c9c676b3-14ee-4401-a49d-8cedbf616ccf),segment_id=c9c676b3-14ee-4401-a49d-8cedbf616ccf)] {{(pid=87775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 15:09:17.648824 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron_lib.callbacks.manager [None req-fcff7744-8282-463b-b22f-ef2a532676d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:17.730838 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcff7744-8282-463b-b22f-ef2a532676d6 None None] Routers {'382d583d-39ec-4096-a343-1db2c9b53f25'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:09:17.731488 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-fcff7744-8282-463b-b22f-ef2a532676d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:09:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['382d583d-39ec-4096-a343-1db2c9b53f25'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:17.779999 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9a1bc-ed0b-4ecf-8eff-6cc5f99b534f None None] Pushing event updated for resources: {'Port': ['ID=30572e11-d8cc-4130-bfb9-9c09f882981a,revision_number=4']} {{(pid=87775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:17.913783 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-fcff7744-8282-463b-b22f-ef2a532676d6 None None] Set router 382d583d-39ec-4096-a343-1db2c9b53f25 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:09:18.232833 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-fcff7744-8282-463b-b22f-ef2a532676d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382d583d-39ec-4096-a343-1db2c9b53f25', 'name': 'tempest-TestSnapshotPattern-1568897812-router', 'tenant_id': '1b05da09daf34eec8869e06c4f9def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'b31f801d-65c3-45d4-9a39-893d685d6c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:07Z', 'updated_at': '2022-02-28T15:09:11Z', 'revision_number': 4, 'project_id': '1b05da09daf34eec8869e06c4f9def92', 'gw_port': {'id': 'b31f801d-65c3-45d4-9a39-893d685d6c72', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:79:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d583d-39ec-4096-a343-1db2c9b53f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:08Z', 'updated_at': '2022-02-28T15:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '30572e11-d8cc-4130-bfb9-9c09f882981a', 'name': '', 'network_id': '26252add-e738-4d26-9cf4-ef711cc0593b', 'tenant_id': '1b05da09daf34eec8869e06c4f9def92', 'mac_address': 'fa:16:3e:ac:95:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382d583d-39ec-4096-a343-1db2c9b53f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '600f4f01-3e10-4cee-977b-dad7bcc19b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:11Z', 'updated_at': '2022-02-28T15:09:17Z', 'revision_number': 4, 'project_id': '1b05da09daf34eec8869e06c4f9def92', 'subnets': [{'id': '600f4f01-3e10-4cee-977b-dad7bcc19b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:18.237048 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcff7744-8282-463b-b22f-ef2a532676d6 None None] The sync data for ids ['382d583d-39ec-4096-a343-1db2c9b53f25'] in dv-neutron-831192-4-hyperv is: [{'id': '382d583d-39ec-4096-a343-1db2c9b53f25', 'name': 'tempest-TestSnapshotPattern-1568897812-router', 'tenant_id': '1b05da09daf34eec8869e06c4f9def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'b31f801d-65c3-45d4-9a39-893d685d6c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:07Z', 'updated_at': '2022-02-28T15:09:11Z', 'revision_number': 4, 'project_id': '1b05da09daf34eec8869e06c4f9def92', 'gw_port': {'id': 'b31f801d-65c3-45d4-9a39-893d685d6c72', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:79:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d583d-39ec-4096-a343-1db2c9b53f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:08Z', 'updated_at': '2022-02-28T15:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': '30572e11-d8cc-4130-bfb9-9c09f882981a', 'name': '', 'network_id': '26252add-e738-4d26-9cf4-ef711cc0593b', 'tenant_id': '1b05da09daf34eec8869e06c4f9def92', 'mac_address': 'fa:16:3e:ac:95:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382d583d-39ec-4096-a343-1db2c9b53f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '600f4f01-3e10-4cee-977b-dad7bcc19b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:11Z', 'updated_at': '2022-02-28T15:09:17Z', 'revision_number': 4, 'project_id': '1b05da09daf34eec8869e06c4f9def92', 'subnets': [{'id': '600f4f01-3e10-4cee-977b-dad7bcc19b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 15:09:18.635003 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 30572e11-d8cc-4130-bfb9-9c09f882981a up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:09:18.642189 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-dfbfcd23-102c-419e-84e5-4b8eff75364b req-5db7295a-9079-4971-805b-56e47c26c6f5 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea HTTP/1.1" status: 200 len: 210 time: 0.0423720 Feb 28 15:09:18.710771 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning for port 30572e11-d8cc-4130-bfb9-9c09f882981a completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:09:18.718741 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 30572e11-d8cc-4130-bfb9-9c09f882981a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:09:18.719338 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:18.879532 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:18.911828 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] For port 30572e11-d8cc-4130-bfb9-9c09f882981a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=30572e11-d8cc-4130-bfb9-9c09f882981a,segment=NetworkSegment(c9c676b3-14ee-4401-a49d-8cedbf616ccf),segment_id=c9c676b3-14ee-4401-a49d-8cedbf616ccf)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:09:18.918315 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:18.991833 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Pushing event updated for resources: {'Port': ['ID=30572e11-d8cc-4130-bfb9-9c09f882981a,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:19.835440 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-422e8d00-aa0a-4f77-8c97-4284e000e19d req-049b0b2f-f8f1-4e12-9928-ca9bb8c4c0aa tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea HTTP/1.1" status: 200 len: 210 time: 0.1415150 Feb 28 15:09:20.622127 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 30572e11-d8cc-4130-bfb9-9c09f882981a up at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:09:20.702797 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Provisioning complete for port 30572e11-d8cc-4130-bfb9-9c09f882981a triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:09:20.703183 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:21.005818 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-024473c7-6fc2-4a71-96ca-a26c0521a724 req-8c58b17f-aede-4993-afaa-22ee0d341b77 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea HTTP/1.1" status: 200 len: 210 time: 0.0545061 Feb 28 15:09:22.170790 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ce3e9142-c9da-403e-80c8-575e5185fabc req-af60129f-0d6c-4fd2-bcf8-77f4f2c457cb tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea HTTP/1.1" status: 200 len: 210 time: 0.0453815 Feb 28 15:09:22.664164 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962612c-71a1-4253-816c-ae0838734eb3 req-211e74fc-0e48-4798-ad9b-7fbd93338fb6 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:22.664836 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-8962612c-71a1-4253-816c-ae0838734eb3 req-211e74fc-0e48-4798-ad9b-7fbd93338fb6 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Synchronizing usage tracker for tenant:e530034d7c904ec584fe5664a5aa37d2 on resource:network {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:09:22.684552 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-8962612c-71a1-4253-816c-ae0838734eb3 req-211e74fc-0e48-4798-ad9b-7fbd93338fb6 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Unset dirty status for tenant:e530034d7c904ec584fe5664a5aa37d2 on resource:network {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:09:22.685889 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8962612c-71a1-4253-816c-ae0838734eb3 req-211e74fc-0e48-4798-ad9b-7fbd93338fb6 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.13 "GET /v2.0/networks?id=37b4936d-3b69-46d4-b654-aa523572bbb9 HTTP/1.1" status: 200 len: 810 time: 0.1761732 Feb 28 15:09:22.734150 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-8962612c-71a1-4253-816c-ae0838734eb3 req-fa0505cb-999e-47af-939e-a843c60ca6c9 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Synchronizing usage tracker for tenant:e530034d7c904ec584fe5664a5aa37d2 on resource:security_group {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:09:22.746552 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-8962612c-71a1-4253-816c-ae0838734eb3 req-fa0505cb-999e-47af-939e-a843c60ca6c9 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Unset dirty status for tenant:e530034d7c904ec584fe5664a5aa37d2 on resource:security_group {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:09:22.747851 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8962612c-71a1-4253-816c-ae0838734eb3 req-fa0505cb-999e-47af-939e-a843c60ca6c9 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e530034d7c904ec584fe5664a5aa37d2 HTTP/1.1" status: 200 len: 380 time: 0.0538263 Feb 28 15:09:22.760091 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-8962612c-71a1-4253-816c-ae0838734eb3 req-84821fa7-b09c-402f-85d3-6b3058d89dd0 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Request body: {'port': {'device_id': 'b11a197e-72a3-4ac3-8b60-4ef17d1bceea', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'admin_state_up': True, 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'security_groups': ['8c1a472a-17f5-4384-b821-3ef8b7ed4128']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:09:22.900751 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-8962612c-71a1-4253-816c-ae0838734eb3 req-84821fa7-b09c-402f-85d3-6b3058d89dd0 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:09:22.913444 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-8962612c-71a1-4253-816c-ae0838734eb3 req-84821fa7-b09c-402f-85d3-6b3058d89dd0 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:09:22.924915 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8962612c-71a1-4253-816c-ae0838734eb3 req-84821fa7-b09c-402f-85d3-6b3058d89dd0 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Made reservation on behalf of e530034d7c904ec584fe5664a5aa37d2 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:09:22.929142 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-8962612c-71a1-4253-816c-ae0838734eb3 req-84821fa7-b09c-402f-85d3-6b3058d89dd0 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:23.094100 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-8962612c-71a1-4253-816c-ae0838734eb3 req-84821fa7-b09c-402f-85d3-6b3058d89dd0 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Allocated IP 172.20.0.6 (37b4936d-3b69-46d4-b654-aa523572bbb9/7dea96df-8550-41ab-a0ba-84979f5b4c22/d384ce0b-af42-43e5-9181-86a841faae5f) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:09:23.282194 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-8962612c-71a1-4253-816c-ae0838734eb3 req-84821fa7-b09c-402f-85d3-6b3058d89dd0 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:23.298271 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-8962612c-71a1-4253-816c-ae0838734eb3 req-84821fa7-b09c-402f-85d3-6b3058d89dd0 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Transition to ACTIVE for port object d384ce0b-af42-43e5-9181-86a841faae5f will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:09:23.319994 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ccd31042-bbc2-4a8d-87a8-6b9797e49860 req-bd189519-fada-46e1-a852-80b60190b6ae tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea HTTP/1.1" status: 200 len: 210 time: 0.0424035 Feb 28 15:09:23.322138 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-8962612c-71a1-4253-816c-ae0838734eb3 req-84821fa7-b09c-402f-85d3-6b3058d89dd0 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:23.390046 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8962612c-71a1-4253-816c-ae0838734eb3 req-84821fa7-b09c-402f-85d3-6b3058d89dd0 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Network 37b4936d-3b69-46d4-b654-aa523572bbb9 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:09:23.397408 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-8962612c-71a1-4253-816c-ae0838734eb3 req-84821fa7-b09c-402f-85d3-6b3058d89dd0 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:09:23.401875 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8962612c-71a1-4253-816c-ae0838734eb3 req-84821fa7-b09c-402f-85d3-6b3058d89dd0 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 15:09:23.432248 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84821fa7-b09c-402f-85d3-6b3058d89dd0 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Pushing event updated for resources: {'Port': ['ID=d384ce0b-af42-43e5-9181-86a841faae5f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:23.472353 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962612c-71a1-4253-816c-ae0838734eb3 req-84821fa7-b09c-402f-85d3-6b3058d89dd0 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:23.472956 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-8962612c-71a1-4253-816c-ae0838734eb3 req-84821fa7-b09c-402f-85d3-6b3058d89dd0 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:23.501247 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8962612c-71a1-4253-816c-ae0838734eb3 req-84821fa7-b09c-402f-85d3-6b3058d89dd0 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7457731 Feb 28 15:09:23.512973 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-8962612c-71a1-4253-816c-ae0838734eb3 req-e906d107-167b-4d41-b9d7-ac79dded650d service neutron] Request body: {'port': {'device_id': 'b11a197e-72a3-4ac3-8b60-4ef17d1bceea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:09:23.627465 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-31e62fa8-3f90-4483-8bf1-2964c0111531 None None] Provisioning for port d384ce0b-af42-43e5-9181-86a841faae5f completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:09:23.632527 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-8962612c-71a1-4253-816c-ae0838734eb3 req-e906d107-167b-4d41-b9d7-ac79dded650d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:23.632932 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-31e62fa8-3f90-4483-8bf1-2964c0111531 None None] Provisioning complete for port d384ce0b-af42-43e5-9181-86a841faae5f triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:09:23.633327 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-31e62fa8-3f90-4483-8bf1-2964c0111531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:23.686615 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-31e62fa8-3f90-4483-8bf1-2964c0111531 None None] Port d384ce0b-af42-43e5-9181-86a841faae5f cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 15:09:23.982504 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-8962612c-71a1-4253-816c-ae0838734eb3 req-e906d107-167b-4d41-b9d7-ac79dded650d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d384ce0b-af42-43e5-9181-86a841faae5f {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 15:09:23.989707 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-8962612c-71a1-4253-816c-ae0838734eb3 req-e906d107-167b-4d41-b9d7-ac79dded650d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:24.003752 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-8962612c-71a1-4253-816c-ae0838734eb3 req-e906d107-167b-4d41-b9d7-ac79dded650d service neutron] Transition to ACTIVE for port object d384ce0b-af42-43e5-9181-86a841faae5f will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:09:24.009161 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-8962612c-71a1-4253-816c-ae0838734eb3 req-e906d107-167b-4d41-b9d7-ac79dded650d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:24.176795 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906d107-167b-4d41-b9d7-ac79dded650d service neutron] Pushing event updated for resources: {'Port': ['ID=d384ce0b-af42-43e5-9181-86a841faae5f,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:24.255005 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-8962612c-71a1-4253-816c-ae0838734eb3 req-e906d107-167b-4d41-b9d7-ac79dded650d service neutron] Attempting to bind port d384ce0b-af42-43e5-9181-86a841faae5f on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:09:24.255357 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-8962612c-71a1-4253-816c-ae0838734eb3 req-e906d107-167b-4d41-b9d7-ac79dded650d service neutron] Attempting to bind port d384ce0b-af42-43e5-9181-86a841faae5f by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '84bffb1e-eb37-4b27-8c94-c8b8363ccc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:09:24.255673 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8962612c-71a1-4253-816c-ae0838734eb3 req-e906d107-167b-4d41-b9d7-ac79dded650d service neutron] Attempting to bind port d384ce0b-af42-43e5-9181-86a841faae5f on network 37b4936d-3b69-46d4-b654-aa523572bbb9 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 15:09:24.260379 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8962612c-71a1-4253-816c-ae0838734eb3 req-e906d107-167b-4d41-b9d7-ac79dded650d service neutron] Port d384ce0b-af42-43e5-9181-86a841faae5f on network 37b4936d-3b69-46d4-b654-aa523572bbb9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 15:09:24.260689 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8962612c-71a1-4253-816c-ae0838734eb3 req-e906d107-167b-4d41-b9d7-ac79dded650d service neutron] Attempting to bind port d384ce0b-af42-43e5-9181-86a841faae5f on network 37b4936d-3b69-46d4-b654-aa523572bbb9 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 15:09:24.265677 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8962612c-71a1-4253-816c-ae0838734eb3 req-e906d107-167b-4d41-b9d7-ac79dded650d service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 15:09:24.266000 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8962612c-71a1-4253-816c-ae0838734eb3 req-e906d107-167b-4d41-b9d7-ac79dded650d service neutron] Checking segment: {'id': '84bffb1e-eb37-4b27-8c94-c8b8363ccc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 15:09:24.266375 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8962612c-71a1-4253-816c-ae0838734eb3 req-e906d107-167b-4d41-b9d7-ac79dded650d service neutron] Bound using segment: {'id': '84bffb1e-eb37-4b27-8c94-c8b8363ccc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 15:09:24.266786 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-8962612c-71a1-4253-816c-ae0838734eb3 req-e906d107-167b-4d41-b9d7-ac79dded650d service neutron] Bound port: d384ce0b-af42-43e5-9181-86a841faae5f, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84bffb1e-eb37-4b27-8c94-c8b8363ccc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:09:24.267118 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-8962612c-71a1-4253-816c-ae0838734eb3 req-e906d107-167b-4d41-b9d7-ac79dded650d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:24.497952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-8962612c-71a1-4253-816c-ae0838734eb3 req-e906d107-167b-4d41-b9d7-ac79dded650d service neutron] For port d384ce0b-af42-43e5-9181-86a841faae5f, host hv-neutron-8311, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 15:09:24.501232 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-8962612c-71a1-4253-816c-ae0838734eb3 req-e906d107-167b-4d41-b9d7-ac79dded650d service neutron] For port d384ce0b-af42-43e5-9181-86a841faae5f, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d384ce0b-af42-43e5-9181-86a841faae5f,segment=NetworkSegment(84bffb1e-eb37-4b27-8c94-c8b8363ccc46),segment_id=84bffb1e-eb37-4b27-8c94-c8b8363ccc46)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 15:09:24.508855 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-8962612c-71a1-4253-816c-ae0838734eb3 req-e906d107-167b-4d41-b9d7-ac79dded650d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:24.570952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962612c-71a1-4253-816c-ae0838734eb3 req-e906d107-167b-4d41-b9d7-ac79dded650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:24.571689 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-8962612c-71a1-4253-816c-ae0838734eb3 req-e906d107-167b-4d41-b9d7-ac79dded650d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:24.573047 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8962612c-71a1-4253-816c-ae0838734eb3 req-e906d107-167b-4d41-b9d7-ac79dded650d service neutron] 10.222.0.13 "PUT /v2.0/ports/d384ce0b-af42-43e5-9181-86a841faae5f HTTP/1.1" status: 200 len: 1093 time: 1.0650227 Feb 28 15:09:24.575462 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11a197e-72a3-4ac3-8b60-4ef17d1bceea', 'tag': 'd384ce0b-af42-43e5-9181-86a841faae5f'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 15:09:24.602408 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906d107-167b-4d41-b9d7-ac79dded650d service neutron] Pushing event updated for resources: {'Port': ['ID=d384ce0b-af42-43e5-9181-86a841faae5f,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:24.617859 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfc93b-670b-49cb-ab5a-d29b75832f56 req-27dce5bd-6973-4118-bf1a-4720a1b70c64 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:24.618834 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-e6cfc93b-670b-49cb-ab5a-d29b75832f56 req-27dce5bd-6973-4118-bf1a-4720a1b70c64 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Synchronizing usage tracker for tenant:e530034d7c904ec584fe5664a5aa37d2 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:09:24.653406 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11a197e-72a3-4ac3-8b60-4ef17d1bceea', 'tag': 'd384ce0b-af42-43e5-9181-86a841faae5f', 'status': 'completed', 'code': 200} Feb 28 15:09:24.685839 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-e6cfc93b-670b-49cb-ab5a-d29b75832f56 req-27dce5bd-6973-4118-bf1a-4720a1b70c64 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Unset dirty status for tenant:e530034d7c904ec584fe5664a5aa37d2 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:09:24.687006 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e6cfc93b-670b-49cb-ab5a-d29b75832f56 req-27dce5bd-6973-4118-bf1a-4720a1b70c64 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea HTTP/1.1" status: 200 len: 943 time: 0.2553544 Feb 28 15:09:24.735366 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962612c-71a1-4253-816c-ae0838734eb3 req-03970704-fda7-48f3-9541-7a9f1654f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:24.736823 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8962612c-71a1-4253-816c-ae0838734eb3 req-03970704-fda7-48f3-9541-7a9f1654f5a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e530034d7c904ec584fe5664a5aa37d2&device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea HTTP/1.1" status: 200 len: 1096 time: 0.1151152 Feb 28 15:09:24.793668 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-e6cfc93b-670b-49cb-ab5a-d29b75832f56 req-ac9cebfc-85cf-4460-bb6a-6c3f631373f0 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c1a472a-17f5-4384-b821-3ef8b7ed4128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992329 Feb 28 15:09:24.808710 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8962612c-71a1-4253-816c-ae0838734eb3 req-5dd8efe4-e5e9-4b29-aa67-837d4c9f900a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d384ce0b-af42-43e5-9181-86a841faae5f HTTP/1.1" status: 200 len: 217 time: 0.0641315 Feb 28 15:09:24.875075 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962612c-71a1-4253-816c-ae0838734eb3 req-58ca5932-201f-4a9f-9a57-877b1d3e5452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:24.877330 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8962612c-71a1-4253-816c-ae0838734eb3 req-58ca5932-201f-4a9f-9a57-877b1d3e5452 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7dea96df-8550-41ab-a0ba-84979f5b4c22 HTTP/1.1" status: 200 len: 849 time: 0.0626278 Feb 28 15:09:24.963977 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962612c-71a1-4253-816c-ae0838734eb3 req-442e20f9-bac0-41e0-97f9-3bf56dfec353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:24.965470 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8962612c-71a1-4253-816c-ae0838734eb3 req-442e20f9-bac0-41e0-97f9-3bf56dfec353 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37b4936d-3b69-46d4-b654-aa523572bbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826142 Feb 28 15:09:25.105943 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8962612c-71a1-4253-816c-ae0838734eb3 req-1c5373cf-447e-4bd5-ad14-2a785d27da65 service neutron] 10.222.0.13 "GET /v2.0/networks/37b4936d-3b69-46d4-b654-aa523572bbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345000 Feb 28 15:09:25.238437 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-8962612c-71a1-4253-816c-ae0838734eb3 req-812e7692-e061-402c-b2e4-1fea3ebf1777 service neutron] 10.222.0.13 "GET /v2.0/networks/37b4936d-3b69-46d4-b654-aa523572bbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261363 Feb 28 15:09:25.363475 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de151d-bd5b-4d84-9869-543aa0ba6781 req-fcf77ffe-3b96-4350-9c40-14ecb6ad6e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:25.364832 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b0de151d-bd5b-4d84-9869-543aa0ba6781 req-fcf77ffe-3b96-4350-9c40-14ecb6ad6e54 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e530034d7c904ec584fe5664a5aa37d2&device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea HTTP/1.1" status: 200 len: 1096 time: 0.0769458 Feb 28 15:09:25.497820 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de151d-bd5b-4d84-9869-543aa0ba6781 req-f6d0d2fa-09b3-46d3-83c6-be89c319e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:25.499355 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b0de151d-bd5b-4d84-9869-543aa0ba6781 req-f6d0d2fa-09b3-46d3-83c6-be89c319e34e service neutron] 10.222.0.13 "GET /v2.0/networks?id=37b4936d-3b69-46d4-b654-aa523572bbb9 HTTP/1.1" status: 200 len: 911 time: 0.1285291 Feb 28 15:09:25.566641 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b0de151d-bd5b-4d84-9869-543aa0ba6781 req-a2e638a7-3c4e-46e6-9ee6-6fe6aeb48487 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d384ce0b-af42-43e5-9181-86a841faae5f HTTP/1.1" status: 200 len: 217 time: 0.0602448 Feb 28 15:09:25.631812 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de151d-bd5b-4d84-9869-543aa0ba6781 req-baf89f7c-fc0b-479e-b390-97c24c5227e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:25.633193 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b0de151d-bd5b-4d84-9869-543aa0ba6781 req-baf89f7c-fc0b-479e-b390-97c24c5227e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7dea96df-8550-41ab-a0ba-84979f5b4c22 HTTP/1.1" status: 200 len: 849 time: 0.0600059 Feb 28 15:09:25.710390 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de151d-bd5b-4d84-9869-543aa0ba6781 req-3a917539-c4c1-4d73-876c-b030388e86cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:25.712129 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b0de151d-bd5b-4d84-9869-543aa0ba6781 req-3a917539-c4c1-4d73-876c-b030388e86cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37b4936d-3b69-46d4-b654-aa523572bbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715690 Feb 28 15:09:25.846193 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b0de151d-bd5b-4d84-9869-543aa0ba6781 req-92d853b6-c472-4011-ad70-fb73bd963061 service neutron] 10.222.0.13 "GET /v2.0/networks/37b4936d-3b69-46d4-b654-aa523572bbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260881 Feb 28 15:09:25.977546 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b0de151d-bd5b-4d84-9869-543aa0ba6781 req-de11a2bb-b4ec-4e64-a077-b07286b557f1 service neutron] 10.222.0.13 "GET /v2.0/networks/37b4936d-3b69-46d4-b654-aa523572bbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248376 Feb 28 15:09:25.990332 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b564104-d662-4ebb-9257-f2e0266fcacc req-9be5ac95-9c6e-421c-80a8-9531e37cec77 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:25.991801 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6b564104-d662-4ebb-9257-f2e0266fcacc req-9be5ac95-9c6e-421c-80a8-9531e37cec77 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea HTTP/1.1" status: 200 len: 943 time: 0.0849140 Feb 28 15:09:26.047919 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6b564104-d662-4ebb-9257-f2e0266fcacc req-4059f44c-36fb-4b7f-8f66-78a8b09199b9 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c1a472a-17f5-4384-b821-3ef8b7ed4128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465138 Feb 28 15:09:27.012847 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device d384ce0b-af42-43e5-9181-86a841faae5f details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:09:27.161484 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port d384ce0b-af42-43e5-9181-86a841faae5f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d384ce0b-af42-43e5-9181-86a841faae5f,segment=NetworkSegment(84bffb1e-eb37-4b27-8c94-c8b8363ccc46),segment_id=84bffb1e-eb37-4b27-8c94-c8b8363ccc46)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:09:27.175679 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': 'd384ce0b-af42-43e5-9181-86a841faae5f', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'port_id': 'd384ce0b-af42-43e5-9181-86a841faae5f', 'mac_address': 'fa:16:3e:73:ee:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:09:27.239630 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:27.251716 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6918f-c51d-4dab-b42b-4620283a4d9f req-d3ae7ef0-e2af-422b-aead-6970d6e5e0cb tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:27.253199 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-67f6918f-c51d-4dab-b42b-4620283a4d9f req-d3ae7ef0-e2af-422b-aead-6970d6e5e0cb tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea HTTP/1.1" status: 200 len: 943 time: 0.0928044 Feb 28 15:09:27.256704 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d384ce0b-af42-43e5-9181-86a841faae5f {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 15:09:27.273347 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port d384ce0b-af42-43e5-9181-86a841faae5f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d384ce0b-af42-43e5-9181-86a841faae5f,segment=NetworkSegment(84bffb1e-eb37-4b27-8c94-c8b8363ccc46),segment_id=84bffb1e-eb37-4b27-8c94-c8b8363ccc46)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:09:27.277600 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:27.354719 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=d384ce0b-af42-43e5-9181-86a841faae5f,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:27.393886 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-67f6918f-c51d-4dab-b42b-4620283a4d9f req-aac235fc-bef8-4025-ac60-4b69aba847a6 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c1a472a-17f5-4384-b821-3ef8b7ed4128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347194 Feb 28 15:09:27.487380 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['d384ce0b-af42-43e5-9181-86a841faae5f'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 15:09:28.048046 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:09:28.588871 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fb0f2-3a32-47d8-8e16-b85ebf78d26d req-73ff44ea-b05c-4e60-964d-3b3f59c8459c tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:28.590316 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-786fb0f2-3a32-47d8-8e16-b85ebf78d26d req-73ff44ea-b05c-4e60-964d-3b3f59c8459c tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea HTTP/1.1" status: 200 len: 944 time: 0.0853536 Feb 28 15:09:28.633629 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-786fb0f2-3a32-47d8-8e16-b85ebf78d26d req-8a507b2c-c17e-433b-8cd4-2cc51b5d9ef9 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c1a472a-17f5-4384-b821-3ef8b7ed4128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375860 Feb 28 15:09:29.020267 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device d384ce0b-af42-43e5-9181-86a841faae5f up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:09:29.098520 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port d384ce0b-af42-43e5-9181-86a841faae5f completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:09:29.104062 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port d384ce0b-af42-43e5-9181-86a841faae5f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:09:29.104425 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:29.223630 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:29.249833 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11a197e-72a3-4ac3-8b60-4ef17d1bceea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd384ce0b-af42-43e5-9181-86a841faae5f'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 15:09:29.259449 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port d384ce0b-af42-43e5-9181-86a841faae5f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d384ce0b-af42-43e5-9181-86a841faae5f,segment=NetworkSegment(84bffb1e-eb37-4b27-8c94-c8b8363ccc46),segment_id=84bffb1e-eb37-4b27-8c94-c8b8363ccc46)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:09:29.264759 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:29.296473 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11a197e-72a3-4ac3-8b60-4ef17d1bceea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd384ce0b-af42-43e5-9181-86a841faae5f', 'code': 200} Feb 28 15:09:29.334446 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=d384ce0b-af42-43e5-9181-86a841faae5f,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:29.528711 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa72de-3038-4857-be6b-3c24892f22a8 req-0ab578ad-4a09-48ae-b793-4dcb51972d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:29.530074 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-34aa72de-3038-4857-be6b-3c24892f22a8 req-0ab578ad-4a09-48ae-b793-4dcb51972d90 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea HTTP/1.1" status: 200 len: 1098 time: 0.0739284 Feb 28 15:09:29.571445 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-34aa72de-3038-4857-be6b-3c24892f22a8 req-d183d09c-8e67-446d-b9f2-8d1d314fd2be service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8c1a472a-17f5-4384-b821-3ef8b7ed4128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351841 Feb 28 15:09:29.846375 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634634a1-49cf-407f-9744-07c9ee24d086 req-32ea2fc1-24dc-4385-a89d-d58d2b8a1c75 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:29.847845 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-634634a1-49cf-407f-9744-07c9ee24d086 req-32ea2fc1-24dc-4385-a89d-d58d2b8a1c75 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea HTTP/1.1" status: 200 len: 945 time: 0.0978749 Feb 28 15:09:29.896253 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-634634a1-49cf-407f-9744-07c9ee24d086 req-442fbb5d-f080-4d73-956d-dcd76001fadb tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c1a472a-17f5-4384-b821-3ef8b7ed4128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413539 Feb 28 15:09:31.112054 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1c19d-5cc5-4791-95c1-584bffa0709d req-9b73cf75-07b5-4aec-89ff-5b6516b5c0b7 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:31.113766 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9ef1c19d-5cc5-4791-95c1-584bffa0709d req-9b73cf75-07b5-4aec-89ff-5b6516b5c0b7 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea HTTP/1.1" status: 200 len: 945 time: 0.0995767 Feb 28 15:09:31.158570 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-9ef1c19d-5cc5-4791-95c1-584bffa0709d req-f45439a1-fee2-444f-8003-9e4285b70f28 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c1a472a-17f5-4384-b821-3ef8b7ed4128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389824 Feb 28 15:09:31.354038 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955fe38-6849-4329-a453-2f969049c5f1 req-e614ede1-2e82-4c9d-b019-170cb374187b tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:31.355575 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a955fe38-6849-4329-a453-2f969049c5f1 req-e614ede1-2e82-4c9d-b019-170cb374187b tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea HTTP/1.1" status: 200 len: 945 time: 0.0827827 Feb 28 15:09:31.404775 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a955fe38-6849-4329-a453-2f969049c5f1 req-ceb92b3a-866b-412e-9661-9c76ad93b049 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c1a472a-17f5-4384-b821-3ef8b7ed4128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428221 Feb 28 15:09:31.430895 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 40060) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:31.610827 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7c17bb-7e37-4964-94db-585ed3055c1f tempest-TestSnapshotPattern-96697140 tempest-TestSnapshotPattern-96697140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:31.611572 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4a7c17bb-7e37-4964-94db-585ed3055c1f tempest-TestSnapshotPattern-96697140 tempest-TestSnapshotPattern-96697140-project-admin] Synchronizing usage tracker for tenant:1b05da09daf34eec8869e06c4f9def92 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:09:31.631063 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-4a7c17bb-7e37-4964-94db-585ed3055c1f tempest-TestSnapshotPattern-96697140 tempest-TestSnapshotPattern-96697140-project-admin] Unset dirty status for tenant:1b05da09daf34eec8869e06c4f9def92 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:09:31.632292 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-4a7c17bb-7e37-4964-94db-585ed3055c1f tempest-TestSnapshotPattern-96697140 tempest-TestSnapshotPattern-96697140-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea HTTP/1.1" status: 200 len: 1093 time: 0.2003357 Feb 28 15:09:31.636303 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 40066) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:31.641592 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [None req-5170ea44-14c2-4cc1-add6-53014c5a3124 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'port_id': 'd384ce0b-af42-43e5-9181-86a841faae5f', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:09:31.649006 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5170ea44-14c2-4cc1-add6-53014c5a3124 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:09:31.652722 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5170ea44-14c2-4cc1-add6-53014c5a3124 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Usage tracker for resource:floatingip and tenant:e530034d7c904ec584fe5664a5aa37d2 is out of sync, need to count used quota {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:09:31.655759 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [None req-5170ea44-14c2-4cc1-add6-53014c5a3124 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:09:31.661747 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [None req-5170ea44-14c2-4cc1-add6-53014c5a3124 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:09:31.673775 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5170ea44-14c2-4cc1-add6-53014c5a3124 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for floatingip, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:31.821844 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5170ea44-14c2-4cc1-add6-53014c5a3124 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:31.955486 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [None req-5170ea44-14c2-4cc1-add6-53014c5a3124 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Allocated IP 172.26.5.204 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/641bc25c-3933-4fb5-af1e-89e540536daa) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:09:32.111315 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5170ea44-14c2-4cc1-add6-53014c5a3124 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:32.143505 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5170ea44-14c2-4cc1-add6-53014c5a3124 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:32.212634 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5170ea44-14c2-4cc1-add6-53014c5a3124 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:09:32.219879 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [None req-5170ea44-14c2-4cc1-add6-53014c5a3124 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:09:32.223983 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5170ea44-14c2-4cc1-add6-53014c5a3124 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 15:09:32.252151 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170ea44-14c2-4cc1-add6-53014c5a3124 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Pushing event updated for resources: {'Port': ['ID=641bc25c-3933-4fb5-af1e-89e540536daa,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:32.654876 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5170ea44-14c2-4cc1-add6-53014c5a3124 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:32.732972 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5170ea44-14c2-4cc1-add6-53014c5a3124 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:32.936336 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5170ea44-14c2-4cc1-add6-53014c5a3124 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:32.943691 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5170ea44-14c2-4cc1-add6-53014c5a3124 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:33.141972 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170ea44-14c2-4cc1-add6-53014c5a3124 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Pushing event updated for resources: {'Port': ['ID=641bc25c-3933-4fb5-af1e-89e540536daa,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:33.155509 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5170ea44-14c2-4cc1-add6-53014c5a3124 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:33.347608 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-5170ea44-14c2-4cc1-add6-53014c5a3124 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Floating IP 07aec1e8-1cce-4a89-a768-e9e132f6a646 associated. External IP: 172.26.5.204, port: d384ce0b-af42-43e5-9181-86a841faae5f. Feb 28 15:09:33.700661 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5170ea44-14c2-4cc1-add6-53014c5a3124 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Router 79babae5-9fb6-46ac-a061-37874ee8811c has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 15:09:33.884345 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5170ea44-14c2-4cc1-add6-53014c5a3124 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 15:09:33.897129 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a81864e-2632-425d-a0cf-7e5084d4f795 None None] Sync routers for ids ['79babae5-9fb6-46ac-a061-37874ee8811c'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 15:09:33.906628 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a81864e-2632-425d-a0cf-7e5084d4f795 None None] Routers {'79babae5-9fb6-46ac-a061-37874ee8811c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:09:33.907349 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6a81864e-2632-425d-a0cf-7e5084d4f795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:09:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['79babae5-9fb6-46ac-a061-37874ee8811c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:33.910485 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-5170ea44-14c2-4cc1-add6-53014c5a3124 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:33.966594 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-5170ea44-14c2-4cc1-add6-53014c5a3124 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3292027 Feb 28 15:09:33.967146 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11a197e-72a3-4ac3-8b60-4ef17d1bceea', 'tag': 'd384ce0b-af42-43e5-9181-86a841faae5f'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 15:09:34.011536 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11a197e-72a3-4ac3-8b60-4ef17d1bceea', 'tag': 'd384ce0b-af42-43e5-9181-86a841faae5f', 'status': 'completed', 'code': 200} Feb 28 15:09:34.111291 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b662b-1c59-4c49-9142-db874156525f req-d93d753d-9730-464d-827c-bff1a233e4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:34.112762 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-910b662b-1c59-4c49-9142-db874156525f req-d93d753d-9730-464d-827c-bff1a233e4a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e530034d7c904ec584fe5664a5aa37d2&device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea HTTP/1.1" status: 200 len: 1098 time: 0.0724628 Feb 28 15:09:34.122647 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-6a81864e-2632-425d-a0cf-7e5084d4f795 None None] Set router 79babae5-9fb6-46ac-a061-37874ee8811c gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:09:34.243952 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b662b-1c59-4c49-9142-db874156525f req-4aea577b-6984-41d5-a246-285f705f82d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:34.245267 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-910b662b-1c59-4c49-9142-db874156525f req-4aea577b-6984-41d5-a246-285f705f82d8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=37b4936d-3b69-46d4-b654-aa523572bbb9 HTTP/1.1" status: 200 len: 911 time: 0.1264691 Feb 28 15:09:34.348853 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-910b662b-1c59-4c49-9142-db874156525f req-461c59d5-9911-49be-85b5-e73136ce2b2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d384ce0b-af42-43e5-9181-86a841faae5f HTTP/1.1" status: 200 len: 999 time: 0.0975597 Feb 28 15:09:34.415421 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b662b-1c59-4c49-9142-db874156525f req-de8c2e57-49c9-470b-ab22-8a1432123656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:34.417208 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-910b662b-1c59-4c49-9142-db874156525f req-de8c2e57-49c9-470b-ab22-8a1432123656 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7dea96df-8550-41ab-a0ba-84979f5b4c22 HTTP/1.1" status: 200 len: 849 time: 0.0626421 Feb 28 15:09:34.472144 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6a81864e-2632-425d-a0cf-7e5084d4f795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'name': 'tempest-TestSnapshotPattern-1798890465-router', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:01Z', 'updated_at': '2022-02-28T15:09:05Z', 'revision_number': 4, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'gw_port': {'id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:02Z', 'updated_at': '2022-02-28T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '07aec1e8-1cce-4a89-a768-e9e132f6a646', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'floating_ip_address': '172.26.5.204', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'port_id': 'd384ce0b-af42-43e5-9181-86a841faae5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'mac_address': 'fa:16:3e:73:ee:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a197e-72a3-4ac3-8b60-4ef17d1bceea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:09:32Z', 'updated_at': '2022-02-28T15:09:32Z', 'revision_number': 0, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d', 'name': '', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'mac_address': 'fa:16:3e:93:86:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:04Z', 'updated_at': '2022-02-28T15:09:11Z', 'revision_number': 5, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'subnets': [{'id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:34.476095 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a81864e-2632-425d-a0cf-7e5084d4f795 None None] Checking router: 79babae5-9fb6-46ac-a061-37874ee8811c for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 15:09:34.485586 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a81864e-2632-425d-a0cf-7e5084d4f795 None None] Routers {'79babae5-9fb6-46ac-a061-37874ee8811c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:09:34.486201 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6a81864e-2632-425d-a0cf-7e5084d4f795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:09:10Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['79babae5-9fb6-46ac-a061-37874ee8811c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:34.489323 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b662b-1c59-4c49-9142-db874156525f req-693ddbd3-6138-4c6c-a95b-ffb3b79f1185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:34.490791 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-910b662b-1c59-4c49-9142-db874156525f req-693ddbd3-6138-4c6c-a95b-ffb3b79f1185 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37b4936d-3b69-46d4-b654-aa523572bbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682065 Feb 28 15:09:34.666285 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-6a81864e-2632-425d-a0cf-7e5084d4f795 None None] Set router 79babae5-9fb6-46ac-a061-37874ee8811c gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:09:34.728178 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-910b662b-1c59-4c49-9142-db874156525f req-03c01e7d-91bb-4fbc-828b-2da398c7582d service neutron] 10.222.0.13 "GET /v2.0/networks/37b4936d-3b69-46d4-b654-aa523572bbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307258 Feb 28 15:09:34.859897 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-910b662b-1c59-4c49-9142-db874156525f req-980fe570-e6d8-44c9-8109-2649937ee5ed service neutron] 10.222.0.13 "GET /v2.0/networks/37b4936d-3b69-46d4-b654-aa523572bbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253622 Feb 28 15:09:35.015657 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-6a81864e-2632-425d-a0cf-7e5084d4f795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'name': 'tempest-TestSnapshotPattern-1798890465-router', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:01Z', 'updated_at': '2022-02-28T15:09:05Z', 'revision_number': 4, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'gw_port': {'id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:02Z', 'updated_at': '2022-02-28T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '07aec1e8-1cce-4a89-a768-e9e132f6a646', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'floating_ip_address': '172.26.5.204', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'port_id': 'd384ce0b-af42-43e5-9181-86a841faae5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'mac_address': 'fa:16:3e:73:ee:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a197e-72a3-4ac3-8b60-4ef17d1bceea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:09:32Z', 'updated_at': '2022-02-28T15:09:32Z', 'revision_number': 0, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d', 'name': '', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'mac_address': 'fa:16:3e:93:86:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:04Z', 'updated_at': '2022-02-28T15:09:11Z', 'revision_number': 5, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'subnets': [{'id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:35.020327 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a81864e-2632-425d-a0cf-7e5084d4f795 None None] The sync data for ids ['79babae5-9fb6-46ac-a061-37874ee8811c'] in dv-neutron-831192-4-hyperv is: [{'id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'name': 'tempest-TestSnapshotPattern-1798890465-router', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:01Z', 'updated_at': '2022-02-28T15:09:05Z', 'revision_number': 4, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'gw_port': {'id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:02Z', 'updated_at': '2022-02-28T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '07aec1e8-1cce-4a89-a768-e9e132f6a646', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'floating_ip_address': '172.26.5.204', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'port_id': 'd384ce0b-af42-43e5-9181-86a841faae5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'mac_address': 'fa:16:3e:73:ee:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a197e-72a3-4ac3-8b60-4ef17d1bceea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:09:32Z', 'updated_at': '2022-02-28T15:09:32Z', 'revision_number': 0, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d', 'name': '', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'mac_address': 'fa:16:3e:93:86:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:04Z', 'updated_at': '2022-02-28T15:09:11Z', 'revision_number': 5, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'subnets': [{'id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 15:09:35.225484 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f584b1c9-c630-4513-b91e-cce72664478d None None] New status for floating IP 07aec1e8-1cce-4a89-a768-e9e132f6a646: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 15:09:35.516988 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:37.762733 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-35781495-0ea1-43a1-b804-1e039456197d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:39.940510 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0fda1d52-9d8d-43b7-8c32-65eccb99c73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:41.018774 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:41.353614 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:42.697422 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:53.795277 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-99ce2ae9-53e4-4891-ad62-54dd1764dce2 req-7b93589b-b0bb-4fb1-8702-c6eaedd14243 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0838411 Feb 28 15:09:53.943924 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce2ae9-53e4-4891-ad62-54dd1764dce2 req-ce2e0ed0-a0f7-49e1-b272-17f23c70f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:53.945412 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-99ce2ae9-53e4-4891-ad62-54dd1764dce2 req-ce2e0ed0-a0f7-49e1-b272-17f23c70f185 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e530034d7c904ec584fe5664a5aa37d2&device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea HTTP/1.1" status: 200 len: 1098 time: 0.0813406 Feb 28 15:09:54.094214 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce2ae9-53e4-4891-ad62-54dd1764dce2 req-48694efb-8111-4d2d-9de8-f4787ed36d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:54.096473 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-99ce2ae9-53e4-4891-ad62-54dd1764dce2 req-48694efb-8111-4d2d-9de8-f4787ed36d4c service neutron] 10.222.0.13 "GET /v2.0/networks?id=37b4936d-3b69-46d4-b654-aa523572bbb9 HTTP/1.1" status: 200 len: 911 time: 0.1305048 Feb 28 15:09:54.213610 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-99ce2ae9-53e4-4891-ad62-54dd1764dce2 req-1852eb6a-350c-4079-8e3c-de96a3a2b87a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d384ce0b-af42-43e5-9181-86a841faae5f HTTP/1.1" status: 200 len: 1001 time: 0.1097636 Feb 28 15:09:54.276727 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce2ae9-53e4-4891-ad62-54dd1764dce2 req-3f9019ee-3167-48bc-9b13-6be5db7f0a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:54.278103 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-99ce2ae9-53e4-4891-ad62-54dd1764dce2 req-3f9019ee-3167-48bc-9b13-6be5db7f0a78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7dea96df-8550-41ab-a0ba-84979f5b4c22 HTTP/1.1" status: 200 len: 849 time: 0.0575025 Feb 28 15:09:54.360167 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce2ae9-53e4-4891-ad62-54dd1764dce2 req-9d60970b-7030-43e4-a471-1907c3bf5c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:54.361535 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-99ce2ae9-53e4-4891-ad62-54dd1764dce2 req-9d60970b-7030-43e4-a471-1907c3bf5c3d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37b4936d-3b69-46d4-b654-aa523572bbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774412 Feb 28 15:09:54.497252 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-99ce2ae9-53e4-4891-ad62-54dd1764dce2 req-e04ab191-3dcf-4ef0-b59c-538de3cc33f6 service neutron] 10.222.0.13 "GET /v2.0/networks/37b4936d-3b69-46d4-b654-aa523572bbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290777 Feb 28 15:09:54.626340 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-99ce2ae9-53e4-4891-ad62-54dd1764dce2 req-88e2f8d8-c1d9-4cdd-ba76-54865a9fac35 service neutron] 10.222.0.13 "GET /v2.0/networks/37b4936d-3b69-46d4-b654-aa523572bbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229963 Feb 28 15:10:05.053832 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:10:05.500149 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:07.762193 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-d33067c2-ec4f-42be-9c13-0d5fd2a8fb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:09.943230 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-421cf62d-195a-4c8d-bdc2-cf2a86c0ddf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:11.022624 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:11.361720 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:12.696519 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:35.530986 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:37.759352 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-74e2d40f-3ebf-48bb-bd75-5c7eae025fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:39.948203 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1a48758d-1f6d-404e-95ef-8e11e4219a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:41.027023 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:41.369840 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:42.056650 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:10:42.701554 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:54.795086 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [req-951f85f2-c848-4d49-aa50-e60bb857e16c req-c5c8cf95-b86c-4cf3-b832-6e21926f6240 service neutron] (87772) timed out ('10.222.0.30', 38348) {{(pid=87772) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 28 15:10:55.590364 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a43780a1-58c0-4738-95fa-3d56531f446a req-21e519f6-610d-4494-99f6-bb99fd3183af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725186 Feb 28 15:10:55.748711 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43780a1-58c0-4738-95fa-3d56531f446a req-9ba556e7-e5de-455b-999c-b520d9b68d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:55.750073 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a43780a1-58c0-4738-95fa-3d56531f446a req-9ba556e7-e5de-455b-999c-b520d9b68d61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e530034d7c904ec584fe5664a5aa37d2&device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea HTTP/1.1" status: 200 len: 1098 time: 0.0894806 Feb 28 15:10:55.911116 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43780a1-58c0-4738-95fa-3d56531f446a req-cdf5faf7-7bbf-46d6-8fc7-11f261711104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:55.912565 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a43780a1-58c0-4738-95fa-3d56531f446a req-cdf5faf7-7bbf-46d6-8fc7-11f261711104 service neutron] 10.222.0.13 "GET /v2.0/networks?id=37b4936d-3b69-46d4-b654-aa523572bbb9 HTTP/1.1" status: 200 len: 911 time: 0.1407228 Feb 28 15:10:56.013431 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a43780a1-58c0-4738-95fa-3d56531f446a req-c72b7f25-0aca-47b5-b8b5-c2fa8c0dc77d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d384ce0b-af42-43e5-9181-86a841faae5f HTTP/1.1" status: 200 len: 1001 time: 0.0944424 Feb 28 15:10:56.078923 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43780a1-58c0-4738-95fa-3d56531f446a req-1665f025-59e7-46c8-9c70-606ba81fd903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:56.080351 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a43780a1-58c0-4738-95fa-3d56531f446a req-1665f025-59e7-46c8-9c70-606ba81fd903 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7dea96df-8550-41ab-a0ba-84979f5b4c22 HTTP/1.1" status: 200 len: 849 time: 0.0609982 Feb 28 15:10:56.160487 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43780a1-58c0-4738-95fa-3d56531f446a req-12f40590-05ac-49cf-b429-4318cd7d7d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:56.162008 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a43780a1-58c0-4738-95fa-3d56531f446a req-12f40590-05ac-49cf-b429-4318cd7d7d5f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37b4936d-3b69-46d4-b654-aa523572bbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759296 Feb 28 15:10:56.387762 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a43780a1-58c0-4738-95fa-3d56531f446a req-563fd9f4-3720-4828-b200-87cd3286a097 service neutron] 10.222.0.13 "GET /v2.0/networks/37b4936d-3b69-46d4-b654-aa523572bbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191982 Feb 28 15:10:56.518534 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a43780a1-58c0-4738-95fa-3d56531f446a req-36b9730f-e28a-4634-9450-a371bdb6f1c2 service neutron] 10.222.0.13 "GET /v2.0/networks/37b4936d-3b69-46d4-b654-aa523572bbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234117 Feb 28 15:11:05.524382 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:07.762218 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-80b49be9-2857-4978-ba0e-53746c8f9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:09.954018 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5ca2bfcf-1658-4477-9bf2-db13b0ca40e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:11.032849 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:11.369859 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:12.701073 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:19.060402 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:11:33.648290 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device d384ce0b-af42-43e5-9181-86a841faae5f details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:11:33.846479 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port d384ce0b-af42-43e5-9181-86a841faae5f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d384ce0b-af42-43e5-9181-86a841faae5f,segment=NetworkSegment(84bffb1e-eb37-4b27-8c94-c8b8363ccc46),segment_id=84bffb1e-eb37-4b27-8c94-c8b8363ccc46)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:11:33.859977 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': 'd384ce0b-af42-43e5-9181-86a841faae5f', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'port_id': 'd384ce0b-af42-43e5-9181-86a841faae5f', 'mac_address': 'fa:16:3e:73:ee:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:11:33.915702 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:33.943129 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d384ce0b-af42-43e5-9181-86a841faae5f {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 15:11:33.959901 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port d384ce0b-af42-43e5-9181-86a841faae5f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d384ce0b-af42-43e5-9181-86a841faae5f,segment=NetworkSegment(84bffb1e-eb37-4b27-8c94-c8b8363ccc46),segment_id=84bffb1e-eb37-4b27-8c94-c8b8363ccc46)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:11:33.963921 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:34.032597 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=d384ce0b-af42-43e5-9181-86a841faae5f,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:11:34.040575 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['d384ce0b-af42-43e5-9181-86a841faae5f'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 15:11:34.065773 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:34.066147 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:34.066489 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:34.066804 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:34.067186 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:34.067481 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:34.067814 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:34.068138 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:34.068463 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:34.068785 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:34.069105 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:34.069422 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:35.539624 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:35.664457 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device d384ce0b-af42-43e5-9181-86a841faae5f up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:11:35.748041 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port d384ce0b-af42-43e5-9181-86a841faae5f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:11:35.748376 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:35.874761 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:35.906181 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11a197e-72a3-4ac3-8b60-4ef17d1bceea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd384ce0b-af42-43e5-9181-86a841faae5f'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 15:11:35.917735 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port d384ce0b-af42-43e5-9181-86a841faae5f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d384ce0b-af42-43e5-9181-86a841faae5f,segment=NetworkSegment(84bffb1e-eb37-4b27-8c94-c8b8363ccc46),segment_id=84bffb1e-eb37-4b27-8c94-c8b8363ccc46)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:11:35.927443 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:36.008876 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=d384ce0b-af42-43e5-9181-86a841faae5f,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:11:36.024950 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11a197e-72a3-4ac3-8b60-4ef17d1bceea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd384ce0b-af42-43e5-9181-86a841faae5f', 'code': 200} Feb 28 15:11:37.759741 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5150feb7-5550-4906-b08b-60fe14292b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:39.949824 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0b3d63ca-ef83-4fc7-8867-67650afbc084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:41.017031 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:41.369939 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:42.703023 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:43.605008 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-40c7fd22-3f71-4d9a-9ac0-b9abe4c9b2b6 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1555332581&fields=id&tenant_id=e530034d7c904ec584fe5664a5aa37d2 HTTP/1.1" status: 200 len: 267 time: 0.0412955 Feb 28 15:11:43.778933 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-8b337fb9-2f12-467d-beff-77f45f897780 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:43.780284 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-8b337fb9-2f12-467d-beff-77f45f897780 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/networks?id=37b4936d-3b69-46d4-b654-aa523572bbb9 HTTP/1.1" status: 200 len: 810 time: 0.1657841 Feb 28 15:11:43.795688 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-a973ff86-2861-419a-afe3-b99d02c70d82 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/quotas/e530034d7c904ec584fe5664a5aa37d2 HTTP/1.1" status: 200 len: 375 time: 0.0097394 Feb 28 15:11:43.892269 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-314425f1-98cd-4f86-81ab-695f84e7a2f3 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e530034d7c904ec584fe5664a5aa37d2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0905619 Feb 28 15:11:44.153427 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-8cf5facf-0418-4117-96e5-e11d2460aa1e service neutron] 10.222.0.30 "GET /v2.0/networks/37b4936d-3b69-46d4-b654-aa523572bbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488368 Feb 28 15:11:44.387205 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-342a1186-ce09-47ab-82ce-48106be460a6 service neutron] 10.222.0.30 "GET /v2.0/networks/37b4936d-3b69-46d4-b654-aa523572bbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247491 Feb 28 15:11:44.588418 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cdaf65db-e11a-431d-9f97-92232af1e15b req-917e1a72-5923-4530-8e52-2b79435bbdc7 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=642461c6-a791-400d-92b4-2092920c38c8 HTTP/1.1" status: 200 len: 210 time: 0.0452070 Feb 28 15:11:45.746785 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-80124992-a9cf-4066-bf0a-d8402b7cd131 req-8c7c3b46-0ed9-4b46-a674-aece5473a56a tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=642461c6-a791-400d-92b4-2092920c38c8 HTTP/1.1" status: 200 len: 210 time: 0.0460513 Feb 28 15:11:45.884048 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-f6ec1e16-2662-47f3-b1d7-6877d0374b69 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:45.885392 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-f6ec1e16-2662-47f3-b1d7-6877d0374b69 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.13 "GET /v2.0/networks?id=37b4936d-3b69-46d4-b654-aa523572bbb9 HTTP/1.1" status: 200 len: 810 time: 0.1477888 Feb 28 15:11:45.933664 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-a25d34b8-e216-4cd6-94f0-42eee4c274d9 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e530034d7c904ec584fe5664a5aa37d2 HTTP/1.1" status: 200 len: 380 time: 0.0403795 Feb 28 15:11:45.944270 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-baa52e1b-8932-4a2d-a6b8-f2b4ccc31fab tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Request body: {'port': {'device_id': '642461c6-a791-400d-92b4-2092920c38c8', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'admin_state_up': True, 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'security_groups': ['8c1a472a-17f5-4384-b821-3ef8b7ed4128']}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:11:46.079434 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-baa52e1b-8932-4a2d-a6b8-f2b4ccc31fab tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:11:46.088847 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.quota.driver [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-baa52e1b-8932-4a2d-a6b8-f2b4ccc31fab tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:11:46.100701 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-baa52e1b-8932-4a2d-a6b8-f2b4ccc31fab tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Made reservation on behalf of e530034d7c904ec584fe5664a5aa37d2 for: {'port': 1} {{(pid=87772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:11:46.104371 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-baa52e1b-8932-4a2d-a6b8-f2b4ccc31fab tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:46.282642 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_common [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-baa52e1b-8932-4a2d-a6b8-f2b4ccc31fab tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Allocated IP 172.20.0.12 (37b4936d-3b69-46d4-b654-aa523572bbb9/7dea96df-8550-41ab-a0ba-84979f5b4c22/8f525593-1e76-41b8-9d13-f7b32135673f) {{(pid=87772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:11:46.574891 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-baa52e1b-8932-4a2d-a6b8-f2b4ccc31fab tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for port, precommit_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:46.593570 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-baa52e1b-8932-4a2d-a6b8-f2b4ccc31fab tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Transition to ACTIVE for port object 8f525593-1e76-41b8-9d13-f7b32135673f will not be triggered until provisioned by entity DHCP. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:11:46.621859 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-baa52e1b-8932-4a2d-a6b8-f2b4ccc31fab tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_create {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:46.704670 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-baa52e1b-8932-4a2d-a6b8-f2b4ccc31fab tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Network 37b4936d-3b69-46d4-b654-aa523572bbb9 is already hosted by enough agents. {{(pid=87772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:11:46.708332 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.base_scheduler [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-baa52e1b-8932-4a2d-a6b8-f2b4ccc31fab tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Resources bound (agent type, host, resource id): {{(pid=87772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:11:46.724714 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-baa52e1b-8932-4a2d-a6b8-f2b4ccc31fab tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Received port after_create {{(pid=87772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 15:11:46.768551 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa52e1b-8932-4a2d-a6b8-f2b4ccc31fab tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Pushing event updated for resources: {'Port': ['ID=8f525593-1e76-41b8-9d13-f7b32135673f,revision_number=1']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:11:46.814523 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa52e1b-8932-4a2d-a6b8-f2b4ccc31fab tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:46.827781 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa52e1b-8932-4a2d-a6b8-f2b4ccc31fab tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:46.828563 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa52e1b-8932-4a2d-a6b8-f2b4ccc31fab tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:46.828981 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa52e1b-8932-4a2d-a6b8-f2b4ccc31fab tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:46.829392 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa52e1b-8932-4a2d-a6b8-f2b4ccc31fab tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:46.829803 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa52e1b-8932-4a2d-a6b8-f2b4ccc31fab tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:46.830212 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa52e1b-8932-4a2d-a6b8-f2b4ccc31fab tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:46.830843 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa52e1b-8932-4a2d-a6b8-f2b4ccc31fab tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:46.831623 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa52e1b-8932-4a2d-a6b8-f2b4ccc31fab tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:46.832164 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa52e1b-8932-4a2d-a6b8-f2b4ccc31fab tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:46.832575 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa52e1b-8932-4a2d-a6b8-f2b4ccc31fab tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:46.832982 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa52e1b-8932-4a2d-a6b8-f2b4ccc31fab tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:46.868711 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-baa52e1b-8932-4a2d-a6b8-f2b4ccc31fab tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:46.869444 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-baa52e1b-8932-4a2d-a6b8-f2b4ccc31fab tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:46.904497 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-baa52e1b-8932-4a2d-a6b8-f2b4ccc31fab tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9637907 Feb 28 15:11:47.014291 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdecbd-f850-40fa-a8de-936fbdb789d3 req-b4356e0b-8888-4e2c-92a7-384b627f71a3 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:47.015045 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-cecdecbd-f850-40fa-a8de-936fbdb789d3 req-b4356e0b-8888-4e2c-92a7-384b627f71a3 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Synchronizing usage tracker for tenant:e530034d7c904ec584fe5664a5aa37d2 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:11:47.033877 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-cecdecbd-f850-40fa-a8de-936fbdb789d3 req-b4356e0b-8888-4e2c-92a7-384b627f71a3 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Unset dirty status for tenant:e530034d7c904ec584fe5664a5aa37d2 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:11:47.035694 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cecdecbd-f850-40fa-a8de-936fbdb789d3 req-b4356e0b-8888-4e2c-92a7-384b627f71a3 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=642461c6-a791-400d-92b4-2092920c38c8 HTTP/1.1" status: 200 len: 932 time: 0.1175020 Feb 28 15:11:47.060362 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5ebed9fa-e5dc-4063-b96d-4c8a1cf0b9fd None None] Provisioning for port 8f525593-1e76-41b8-9d13-f7b32135673f completed by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:11:47.068652 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-5ebed9fa-e5dc-4063-b96d-4c8a1cf0b9fd None None] Provisioning complete for port 8f525593-1e76-41b8-9d13-f7b32135673f triggered by entity DHCP. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:11:47.069082 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5ebed9fa-e5dc-4063-b96d-4c8a1cf0b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:47.099371 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-cecdecbd-f850-40fa-a8de-936fbdb789d3 req-6781f3d1-1b27-42b6-956d-8db1f1070b4c tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c1a472a-17f5-4384-b821-3ef8b7ed4128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554740 Feb 28 15:11:47.167318 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-5ebed9fa-e5dc-4063-b96d-4c8a1cf0b9fd None None] Port 8f525593-1e76-41b8-9d13-f7b32135673f cannot update to ACTIVE because it is not bound. {{(pid=87774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 15:11:47.728290 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device d384ce0b-af42-43e5-9181-86a841faae5f no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:11:47.893122 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:47.924340 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11a197e-72a3-4ac3-8b60-4ef17d1bceea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd384ce0b-af42-43e5-9181-86a841faae5f'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 15:11:47.935579 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port d384ce0b-af42-43e5-9181-86a841faae5f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d384ce0b-af42-43e5-9181-86a841faae5f,segment=NetworkSegment(84bffb1e-eb37-4b27-8c94-c8b8363ccc46),segment_id=84bffb1e-eb37-4b27-8c94-c8b8363ccc46)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:11:47.940797 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:47.978628 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11a197e-72a3-4ac3-8b60-4ef17d1bceea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd384ce0b-af42-43e5-9181-86a841faae5f', 'code': 200} Feb 28 15:11:48.015894 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=d384ce0b-af42-43e5-9181-86a841faae5f,revision_number=8']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:11:48.303304 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9408e-f3fd-41a7-bc20-8d7ac7d92bc5 req-3b70cc9f-3573-41cf-b7d9-9d4935f96fe5 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:48.304660 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-17a9408e-f3fd-41a7-bc20-8d7ac7d92bc5 req-3b70cc9f-3573-41cf-b7d9-9d4935f96fe5 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=642461c6-a791-400d-92b4-2092920c38c8 HTTP/1.1" status: 200 len: 932 time: 0.0897403 Feb 28 15:11:48.350767 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-17a9408e-f3fd-41a7-bc20-8d7ac7d92bc5 req-932278f9-8def-4d9f-9433-45b19fa98073 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c1a472a-17f5-4384-b821-3ef8b7ed4128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383189 Feb 28 15:11:49.577727 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac4930-7540-4b36-abe6-0ce387e46572 req-ab123157-360e-4ba5-81f7-13d12cef4256 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:49.579356 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cbac4930-7540-4b36-abe6-0ce387e46572 req-ab123157-360e-4ba5-81f7-13d12cef4256 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=642461c6-a791-400d-92b4-2092920c38c8 HTTP/1.1" status: 200 len: 932 time: 0.0910966 Feb 28 15:11:49.623854 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cbac4930-7540-4b36-abe6-0ce387e46572 req-d8ab1618-b4a0-4c03-9cf2-60b41e48f69f tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c1a472a-17f5-4384-b821-3ef8b7ed4128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387330 Feb 28 15:11:50.842615 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a781b3-65ac-4920-8748-5898f270bc15 req-634952bd-62d5-4704-98a7-71cdd76f82f2 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:50.844123 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a9a781b3-65ac-4920-8748-5898f270bc15 req-634952bd-62d5-4704-98a7-71cdd76f82f2 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=642461c6-a791-400d-92b4-2092920c38c8 HTTP/1.1" status: 200 len: 932 time: 0.1043704 Feb 28 15:11:50.894369 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-a9a781b3-65ac-4920-8748-5898f270bc15 req-dc1774e6-fc0f-448b-8640-6a6ca1dc22a2 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c1a472a-17f5-4384-b821-3ef8b7ed4128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435746 Feb 28 15:11:52.099818 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddda249-b337-4709-ae5e-146e13e9c993 req-6341ed35-bf34-4c36-b791-318d69bbf0a2 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:52.101254 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8ddda249-b337-4709-ae5e-146e13e9c993 req-6341ed35-bf34-4c36-b791-318d69bbf0a2 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=642461c6-a791-400d-92b4-2092920c38c8 HTTP/1.1" status: 200 len: 932 time: 0.0805523 Feb 28 15:11:52.146033 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-8ddda249-b337-4709-ae5e-146e13e9c993 req-678b97a6-ec1f-48f5-901d-029236cc2121 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c1a472a-17f5-4384-b821-3ef8b7ed4128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389912 Feb 28 15:11:53.348053 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc0eca-0250-4d21-a297-408709fd8de2 req-5cdd8108-41a6-42f8-a3f1-9680de4287f3 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:53.349537 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-74dc0eca-0250-4d21-a297-408709fd8de2 req-5cdd8108-41a6-42f8-a3f1-9680de4287f3 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=642461c6-a791-400d-92b4-2092920c38c8 HTTP/1.1" status: 200 len: 932 time: 0.0905330 Feb 28 15:11:53.395562 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-74dc0eca-0250-4d21-a297-408709fd8de2 req-970136ed-bb5d-4222-ac56-c63084b7f8a3 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c1a472a-17f5-4384-b821-3ef8b7ed4128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401547 Feb 28 15:11:54.598727 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895eb6b4-2e2b-4df7-b77a-df36bc9ed731 req-29bb6a06-28bc-4ead-9f20-fb432f07edd2 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:54.600207 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-895eb6b4-2e2b-4df7-b77a-df36bc9ed731 req-29bb6a06-28bc-4ead-9f20-fb432f07edd2 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=642461c6-a791-400d-92b4-2092920c38c8 HTTP/1.1" status: 200 len: 932 time: 0.0970306 Feb 28 15:11:54.654139 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-895eb6b4-2e2b-4df7-b77a-df36bc9ed731 req-6ae57ebf-dbd5-4670-93df-68f1e52c2711 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c1a472a-17f5-4384-b821-3ef8b7ed4128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452833 Feb 28 15:11:55.390453 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.v2.base [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-22eb78d9-b6dd-42ef-9a76-bd770bcd2e82 service neutron] Request body: {'port': {'device_id': '642461c6-a791-400d-92b4-2092920c38c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8311'}} {{(pid=87772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:11:55.505946 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-22eb78d9-b6dd-42ef-9a76-bd770bcd2e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:55.936965 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072a3fa-5343-457d-9df9-2d70df8cc3f8 req-8079bb37-25fd-484a-b78e-fabc5a8dc1b5 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:55.938472 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2072a3fa-5343-457d-9df9-2d70df8cc3f8 req-8079bb37-25fd-484a-b78e-fabc5a8dc1b5 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=642461c6-a791-400d-92b4-2092920c38c8 HTTP/1.1" status: 200 len: 932 time: 0.1667340 Feb 28 15:11:56.031357 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-22eb78d9-b6dd-42ef-9a76-bd770bcd2e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f525593-1e76-41b8-9d13-f7b32135673f {{(pid=87772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 15:11:56.037766 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2072a3fa-5343-457d-9df9-2d70df8cc3f8 req-d3dd2394-a0dd-4dfe-87cc-1606c4c36570 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c1a472a-17f5-4384-b821-3ef8b7ed4128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899630 Feb 28 15:11:56.041754 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-22eb78d9-b6dd-42ef-9a76-bd770bcd2e82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:56.056290 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.provisioning_blocks [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-22eb78d9-b6dd-42ef-9a76-bd770bcd2e82 service neutron] Transition to ACTIVE for port object 8f525593-1e76-41b8-9d13-f7b32135673f will not be triggered until provisioned by entity L2. {{(pid=87772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:11:56.060524 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:11:56.062119 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-22eb78d9-b6dd-42ef-9a76-bd770bcd2e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:56.220823 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb78d9-b6dd-42ef-9a76-bd770bcd2e82 service neutron] Pushing event updated for resources: {'Port': ['ID=8f525593-1e76-41b8-9d13-f7b32135673f,revision_number=2']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:11:56.302536 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.13', 63929) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:11:56.339477 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-22eb78d9-b6dd-42ef-9a76-bd770bcd2e82 service neutron] Attempting to bind port 8f525593-1e76-41b8-9d13-f7b32135673f on host hv-neutron-8311 for vnic_type normal with profile {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:11:56.339818 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-22eb78d9-b6dd-42ef-9a76-bd770bcd2e82 service neutron] Attempting to bind port 8f525593-1e76-41b8-9d13-f7b32135673f by drivers openvswitch,hyperv on host hv-neutron-8311 at level 0 using segments [{'id': '84bffb1e-eb37-4b27-8c94-c8b8363ccc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9'}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:11:56.340138 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-22eb78d9-b6dd-42ef-9a76-bd770bcd2e82 service neutron] Attempting to bind port 8f525593-1e76-41b8-9d13-f7b32135673f on network 37b4936d-3b69-46d4-b654-aa523572bbb9 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 15:11:56.353609 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-22eb78d9-b6dd-42ef-9a76-bd770bcd2e82 service neutron] Port 8f525593-1e76-41b8-9d13-f7b32135673f on network 37b4936d-3b69-46d4-b654-aa523572bbb9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8311 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 15:11:56.354012 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-22eb78d9-b6dd-42ef-9a76-bd770bcd2e82 service neutron] Attempting to bind port 8f525593-1e76-41b8-9d13-f7b32135673f on network 37b4936d-3b69-46d4-b654-aa523572bbb9 {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 15:11:56.362121 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-22eb78d9-b6dd-42ef-9a76-bd770bcd2e82 service neutron] Checking agent: {'id': '3c5ed7cc-b39b-433a-a69a-105720d9d261', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8311', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'started_at': datetime.datetime(2022, 2, 28, 14, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 15:11:56.362450 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-22eb78d9-b6dd-42ef-9a76-bd770bcd2e82 service neutron] Checking segment: {'id': '84bffb1e-eb37-4b27-8c94-c8b8363ccc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 15:11:56.362821 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-22eb78d9-b6dd-42ef-9a76-bd770bcd2e82 service neutron] Bound using segment: {'id': '84bffb1e-eb37-4b27-8c94-c8b8363ccc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9'} {{(pid=87772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 15:11:56.363272 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.managers [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-22eb78d9-b6dd-42ef-9a76-bd770bcd2e82 service neutron] Bound port: 8f525593-1e76-41b8-9d13-f7b32135673f, host: hv-neutron-8311, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84bffb1e-eb37-4b27-8c94-c8b8363ccc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9'}}] {{(pid=87772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:11:56.363611 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-22eb78d9-b6dd-42ef-9a76-bd770bcd2e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:56.467352 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-29cf970f-3e74-4ea1-851b-49ba4cb52b93 req-9b2acde7-d804-4865-b2de-caec0848492d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1631329 Feb 28 15:11:56.476580 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-22eb78d9-b6dd-42ef-9a76-bd770bcd2e82 service neutron] For port 8f525593-1e76-41b8-9d13-f7b32135673f, host hv-neutron-8311, cleared binding levels {{(pid=87772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 15:11:56.479826 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-22eb78d9-b6dd-42ef-9a76-bd770bcd2e82 service neutron] For port 8f525593-1e76-41b8-9d13-f7b32135673f, host hv-neutron-8311, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8f525593-1e76-41b8-9d13-f7b32135673f,segment=NetworkSegment(84bffb1e-eb37-4b27-8c94-c8b8363ccc46),segment_id=84bffb1e-eb37-4b27-8c94-c8b8363ccc46)] {{(pid=87772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 15:11:56.487002 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-22eb78d9-b6dd-42ef-9a76-bd770bcd2e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456084'] for port, after_update {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:56.548597 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-22eb78d9-b6dd-42ef-9a76-bd770bcd2e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:56.549203 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-22eb78d9-b6dd-42ef-9a76-bd770bcd2e82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:56.550536 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-22eb78d9-b6dd-42ef-9a76-bd770bcd2e82 service neutron] 10.222.0.13 "PUT /v2.0/ports/8f525593-1e76-41b8-9d13-f7b32135673f HTTP/1.1" status: 200 len: 1094 time: 1.1682673 Feb 28 15:11:56.550920 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642461c6-a791-400d-92b4-2092920c38c8', 'tag': '8f525593-1e76-41b8-9d13-f7b32135673f'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 15:11:56.641053 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642461c6-a791-400d-92b4-2092920c38c8', 'tag': '8f525593-1e76-41b8-9d13-f7b32135673f', 'status': 'completed', 'code': 200} Feb 28 15:11:56.666834 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb78d9-b6dd-42ef-9a76-bd770bcd2e82 service neutron] Pushing event updated for resources: {'Port': ['ID=8f525593-1e76-41b8-9d13-f7b32135673f,revision_number=3']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:11:56.711918 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf970f-3e74-4ea1-851b-49ba4cb52b93 req-970248fa-2296-41af-b72c-4be06165301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:56.713340 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-29cf970f-3e74-4ea1-851b-49ba4cb52b93 req-970248fa-2296-41af-b72c-4be06165301b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e530034d7c904ec584fe5664a5aa37d2&device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea HTTP/1.1" status: 200 len: 1096 time: 0.1664753 Feb 28 15:11:56.715347 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-858343d9-8cf3-4221-a529-93ddbbdb0c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:56.716665 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-858343d9-8cf3-4221-a529-93ddbbdb0c0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e530034d7c904ec584fe5664a5aa37d2&device_id=642461c6-a791-400d-92b4-2092920c38c8 HTTP/1.1" status: 200 len: 1097 time: 0.1263416 Feb 28 15:11:56.813877 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-d1407f0b-8c64-452c-b460-6be1348540af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f525593-1e76-41b8-9d13-f7b32135673f HTTP/1.1" status: 200 len: 217 time: 0.0906494 Feb 28 15:11:56.940880 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-a595c1d7-596f-4eea-b387-1a0839be1d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:56.942306 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-a595c1d7-596f-4eea-b387-1a0839be1d99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7dea96df-8550-41ab-a0ba-84979f5b4c22 HTTP/1.1" status: 200 len: 849 time: 0.1209590 Feb 28 15:11:56.997746 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf970f-3e74-4ea1-851b-49ba4cb52b93 req-13add8bf-bf6c-4f97-937a-042efd618489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:56.999196 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-29cf970f-3e74-4ea1-851b-49ba4cb52b93 req-13add8bf-bf6c-4f97-937a-042efd618489 service neutron] 10.222.0.13 "GET /v2.0/networks?id=37b4936d-3b69-46d4-b654-aa523572bbb9 HTTP/1.1" status: 200 len: 911 time: 0.2266741 Feb 28 15:11:57.112317 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-29cf970f-3e74-4ea1-851b-49ba4cb52b93 req-a3ef8ed2-69c5-459b-89c1-61d2e4f287a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d384ce0b-af42-43e5-9181-86a841faae5f HTTP/1.1" status: 200 len: 999 time: 0.1070065 Feb 28 15:11:57.117715 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-58490d34-8e64-4bde-94e7-f4fb9b585c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:57.119100 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-58490d34-8e64-4bde-94e7-f4fb9b585c23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37b4936d-3b69-46d4-b654-aa523572bbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1687675 Feb 28 15:11:57.409936 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf970f-3e74-4ea1-851b-49ba4cb52b93 req-cabf9dc2-d94f-4a17-89b8-2ef32978b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:57.411393 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-29cf970f-3e74-4ea1-851b-49ba4cb52b93 req-cabf9dc2-d94f-4a17-89b8-2ef32978b215 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7dea96df-8550-41ab-a0ba-84979f5b4c22 HTTP/1.1" status: 200 len: 849 time: 0.2913957 Feb 28 15:11:57.480788 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-0853f90e-ee5c-47ed-8593-55d031a5415c service neutron] 10.222.0.13 "GET /v2.0/networks/37b4936d-3b69-46d4-b654-aa523572bbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277526 Feb 28 15:11:57.586345 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c191819-8319-447e-baf3-5b4222ff48d8 req-ea1f317a-e132-4afc-bc8c-0d1e4db1ba81 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:57.587821 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7c191819-8319-447e-baf3-5b4222ff48d8 req-ea1f317a-e132-4afc-bc8c-0d1e4db1ba81 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=642461c6-a791-400d-92b4-2092920c38c8 HTTP/1.1" status: 200 len: 944 time: 0.4334769 Feb 28 15:11:57.679281 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-43dafca0-1ece-4aed-b438-d7b904828c24 req-f408c70d-df2b-4310-89dd-684a5ed32ded service neutron] 10.222.0.13 "GET /v2.0/networks/37b4936d-3b69-46d4-b654-aa523572bbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903629 Feb 28 15:11:57.682731 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-7c191819-8319-447e-baf3-5b4222ff48d8 req-463c94cc-10e8-4d15-973c-766f52bb400e tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c1a472a-17f5-4384-b821-3ef8b7ed4128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824330 Feb 28 15:11:57.684711 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf970f-3e74-4ea1-851b-49ba4cb52b93 req-e40b536f-9ac6-434d-b139-d08ab59f0dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:57.686084 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-29cf970f-3e74-4ea1-851b-49ba4cb52b93 req-e40b536f-9ac6-434d-b139-d08ab59f0dae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37b4936d-3b69-46d4-b654-aa523572bbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2636173 Feb 28 15:11:57.863053 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-29cf970f-3e74-4ea1-851b-49ba4cb52b93 req-775ea953-223e-4619-9904-ccedcf18c6c9 service neutron] 10.222.0.13 "GET /v2.0/networks/37b4936d-3b69-46d4-b654-aa523572bbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709206 Feb 28 15:11:57.911096 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9954240-0b1f-471c-a367-6a70616e9f95 req-c92e7cbd-fb81-4e37-be0c-1c0695cb47d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:57.912546 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c9954240-0b1f-471c-a367-6a70616e9f95 req-c92e7cbd-fb81-4e37-be0c-1c0695cb47d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e530034d7c904ec584fe5664a5aa37d2&device_id=642461c6-a791-400d-92b4-2092920c38c8 HTTP/1.1" status: 200 len: 1097 time: 0.1852455 Feb 28 15:11:58.091994 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-29cf970f-3e74-4ea1-851b-49ba4cb52b93 req-11e76426-bde4-4c9a-a7f4-21f639b826e6 service neutron] 10.222.0.13 "GET /v2.0/networks/37b4936d-3b69-46d4-b654-aa523572bbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206242 Feb 28 15:11:58.115383 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9954240-0b1f-471c-a367-6a70616e9f95 req-c95a956f-df76-4f3b-a3d8-29ab6ed981b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:58.116802 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c9954240-0b1f-471c-a367-6a70616e9f95 req-c95a956f-df76-4f3b-a3d8-29ab6ed981b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=37b4936d-3b69-46d4-b654-aa523572bbb9 HTTP/1.1" status: 200 len: 911 time: 0.1574001 Feb 28 15:11:58.190195 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c9954240-0b1f-471c-a367-6a70616e9f95 req-7c688086-09c5-4742-91a8-be3d227f838b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f525593-1e76-41b8-9d13-f7b32135673f HTTP/1.1" status: 200 len: 217 time: 0.0648429 Feb 28 15:11:58.252381 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9954240-0b1f-471c-a367-6a70616e9f95 req-d678ec06-d52b-4f84-99d8-e08a1652cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:58.253786 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c9954240-0b1f-471c-a367-6a70616e9f95 req-d678ec06-d52b-4f84-99d8-e08a1652cb32 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7dea96df-8550-41ab-a0ba-84979f5b4c22 HTTP/1.1" status: 200 len: 849 time: 0.0564208 Feb 28 15:11:58.330799 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9954240-0b1f-471c-a367-6a70616e9f95 req-85dd535f-80b5-4517-b70e-9e20e3df6ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:58.332296 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c9954240-0b1f-471c-a367-6a70616e9f95 req-85dd535f-80b5-4517-b70e-9e20e3df6ae0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37b4936d-3b69-46d4-b654-aa523572bbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712311 Feb 28 15:11:58.473098 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c9954240-0b1f-471c-a367-6a70616e9f95 req-1728fedc-b39a-44f8-aa09-a360e70161be service neutron] 10.222.0.13 "GET /v2.0/networks/37b4936d-3b69-46d4-b654-aa523572bbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341097 Feb 28 15:11:58.607854 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c9954240-0b1f-471c-a367-6a70616e9f95 req-cb84e843-0169-4ede-a7d4-b0139e418d37 service neutron] 10.222.0.13 "GET /v2.0/networks/37b4936d-3b69-46d4-b654-aa523572bbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257038 Feb 28 15:11:58.883506 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc6eec-ed49-4409-8eee-506799cfd16a req-6ae93050-6887-4b7c-b673-b79278ca1973 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:58.884960 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cfdc6eec-ed49-4409-8eee-506799cfd16a req-6ae93050-6887-4b7c-b673-b79278ca1973 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=642461c6-a791-400d-92b4-2092920c38c8 HTTP/1.1" status: 200 len: 944 time: 0.0889387 Feb 28 15:11:58.934664 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-cfdc6eec-ed49-4409-8eee-506799cfd16a req-9474b89c-b852-4ba6-a3c9-ccbcd5a19caf tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c1a472a-17f5-4384-b821-3ef8b7ed4128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414958 Feb 28 15:11:59.822149 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 8f525593-1e76-41b8-9d13-f7b32135673f details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:11:59.958855 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 8f525593-1e76-41b8-9d13-f7b32135673f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8f525593-1e76-41b8-9d13-f7b32135673f,segment=NetworkSegment(84bffb1e-eb37-4b27-8c94-c8b8363ccc46),segment_id=84bffb1e-eb37-4b27-8c94-c8b8363ccc46)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:11:59.972462 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '8f525593-1e76-41b8-9d13-f7b32135673f', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'port_id': '8f525593-1e76-41b8-9d13-f7b32135673f', 'mac_address': 'fa:16:3e:b3:e3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:12:00.034026 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:00.053567 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f525593-1e76-41b8-9d13-f7b32135673f {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 15:12:00.070813 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 8f525593-1e76-41b8-9d13-f7b32135673f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8f525593-1e76-41b8-9d13-f7b32135673f,segment=NetworkSegment(84bffb1e-eb37-4b27-8c94-c8b8363ccc46),segment_id=84bffb1e-eb37-4b27-8c94-c8b8363ccc46)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:12:00.075658 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:00.130190 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936758bc-fe48-4e93-83b1-862d324c7ce8 req-d8c896a4-f3eb-437a-86bc-f072a0666790 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:00.131659 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-936758bc-fe48-4e93-83b1-862d324c7ce8 req-d8c896a4-f3eb-437a-86bc-f072a0666790 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=642461c6-a791-400d-92b4-2092920c38c8 HTTP/1.1" status: 200 len: 945 time: 0.0848837 Feb 28 15:12:00.142512 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=8f525593-1e76-41b8-9d13-f7b32135673f,revision_number=4']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:12:00.175769 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-936758bc-fe48-4e93-83b1-862d324c7ce8 req-c1575f84-5f03-4807-850b-5e20f022f163 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c1a472a-17f5-4384-b821-3ef8b7ed4128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384700 Feb 28 15:12:00.311323 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['8f525593-1e76-41b8-9d13-f7b32135673f'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 15:12:01.377569 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b06a0-2758-40d5-96a9-597d07909324 req-bc35452b-0e40-4088-a63e-33ce1425759c tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:01.379007 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a20b06a0-2758-40d5-96a9-597d07909324 req-bc35452b-0e40-4088-a63e-33ce1425759c tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=642461c6-a791-400d-92b4-2092920c38c8 HTTP/1.1" status: 200 len: 945 time: 0.0862646 Feb 28 15:12:01.424845 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-a20b06a0-2758-40d5-96a9-597d07909324 req-c890e970-9cda-4ec6-ab7b-6f72e6aeade4 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c1a472a-17f5-4384-b821-3ef8b7ed4128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399590 Feb 28 15:12:01.852819 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 8f525593-1e76-41b8-9d13-f7b32135673f up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:12:01.933241 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning for port 8f525593-1e76-41b8-9d13-f7b32135673f completed by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:12:01.938060 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 8f525593-1e76-41b8-9d13-f7b32135673f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:12:01.938439 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:02.095065 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:02.121903 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642461c6-a791-400d-92b4-2092920c38c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f525593-1e76-41b8-9d13-f7b32135673f'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 15:12:02.131654 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 8f525593-1e76-41b8-9d13-f7b32135673f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8f525593-1e76-41b8-9d13-f7b32135673f,segment=NetworkSegment(84bffb1e-eb37-4b27-8c94-c8b8363ccc46),segment_id=84bffb1e-eb37-4b27-8c94-c8b8363ccc46)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:12:02.136549 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:02.172497 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642461c6-a791-400d-92b4-2092920c38c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f525593-1e76-41b8-9d13-f7b32135673f', 'code': 200} Feb 28 15:12:02.208056 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=8f525593-1e76-41b8-9d13-f7b32135673f,revision_number=5']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:12:02.417694 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7558c54-2f7e-4e63-abf6-170f70b75fa2 req-07bea551-50ca-4620-bdef-9a20102a1859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:02.419056 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b7558c54-2f7e-4e63-abf6-170f70b75fa2 req-07bea551-50ca-4620-bdef-9a20102a1859 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=642461c6-a791-400d-92b4-2092920c38c8 HTTP/1.1" status: 200 len: 1099 time: 0.0695851 Feb 28 15:12:02.566291 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b7558c54-2f7e-4e63-abf6-170f70b75fa2 req-86129c78-eb82-4923-b34f-d46c2397bbb4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8c1a472a-17f5-4384-b821-3ef8b7ed4128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411600 Feb 28 15:12:02.628275 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f4370-8261-4d49-93c2-960f4e152c83 req-2785a654-ab1f-4d1a-b94f-12a12bbc6a8b tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:02.629894 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-239f4370-8261-4d49-93c2-960f4e152c83 req-2785a654-ab1f-4d1a-b94f-12a12bbc6a8b tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=642461c6-a791-400d-92b4-2092920c38c8 HTTP/1.1" status: 200 len: 946 time: 0.0865443 Feb 28 15:12:02.679966 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-239f4370-8261-4d49-93c2-960f4e152c83 req-01b6de48-6749-4487-8cc2-3b78c8812d94 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c1a472a-17f5-4384-b821-3ef8b7ed4128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418191 Feb 28 15:12:03.882235 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17de78-8ec8-4324-97b7-e62b8c71a605 req-e2317d6c-2005-4f85-a773-f2858898dac1 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:03.883688 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ee17de78-8ec8-4324-97b7-e62b8c71a605 req-e2317d6c-2005-4f85-a773-f2858898dac1 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=642461c6-a791-400d-92b4-2092920c38c8 HTTP/1.1" status: 200 len: 946 time: 0.0803571 Feb 28 15:12:03.927396 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-ee17de78-8ec8-4324-97b7-e62b8c71a605 req-651463c1-0d14-48ea-915b-662784125110 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c1a472a-17f5-4384-b821-3ef8b7ed4128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379651 Feb 28 15:12:04.135591 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a8245-42f7-4b3c-8a95-361a05413df3 req-305afcf4-9f37-499d-873d-076fbfe3f7c8 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:04.137064 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9f4a8245-42f7-4b3c-8a95-361a05413df3 req-305afcf4-9f37-499d-873d-076fbfe3f7c8 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=642461c6-a791-400d-92b4-2092920c38c8 HTTP/1.1" status: 200 len: 946 time: 0.1053193 Feb 28 15:12:04.182818 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-9f4a8245-42f7-4b3c-8a95-361a05413df3 req-2714b453-104f-4c48-a76b-2f6abb1a91e8 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c1a472a-17f5-4384-b821-3ef8b7ed4128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394912 Feb 28 15:12:04.205592 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 40346) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:12:04.280185 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0eec4f-792c-4874-b165-583ed62d36c4 tempest-TestSnapshotPattern-96697140 tempest-TestSnapshotPattern-96697140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:04.281763 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-ac0eec4f-792c-4874-b165-583ed62d36c4 tempest-TestSnapshotPattern-96697140 tempest-TestSnapshotPattern-96697140-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=642461c6-a791-400d-92b4-2092920c38c8 HTTP/1.1" status: 200 len: 1094 time: 0.0751216 Feb 28 15:12:04.284554 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.wsgi [-] (87773) accepted ('10.222.0.30', 40350) {{(pid=87773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:12:04.289333 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.v2.base [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Request body: {'floatingip': {'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'port_id': '8f525593-1e76-41b8-9d13-f7b32135673f', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 15:12:04.295707 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:12:04.299707 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Usage tracker for resource:floatingip and tenant:e530034d7c904ec584fe5664a5aa37d2 is out of sync, need to count used quota {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:12:04.302608 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.quota.resource [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:12:04.308453 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.quota.driver [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:12:04.321203 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for floatingip, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:04.465998 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:04.605938 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.db_base_plugin_common [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Allocated IP 172.26.5.157 (227601ee-f6c9-4fe2-9e97-307a6863d710/432ac6e4-533d-4e62-a04e-71ff2b9726d4/1712dabd-6487-4097-ac16-78b6e407e708) {{(pid=87773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:12:04.752538 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for port, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:04.783513 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759642607144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438270'] for port, after_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:04.841430 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Network 227601ee-f6c9-4fe2-9e97-307a6863d710 is already hosted by enough agents. {{(pid=87773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:12:04.844326 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.base_scheduler [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Resources bound (agent type, host, resource id): {{(pid=87773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:12:04.852073 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Received port after_create {{(pid=87773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 15:12:04.889196 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Pushing event updated for resources: {'Port': ['ID=1712dabd-6487-4097-ac16-78b6e407e708,revision_number=1']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:12:04.904802 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:12:04.905150 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:12:04.905479 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:12:04.905820 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:12:04.906153 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:12:04.906502 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:12:04.906849 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:12:04.907183 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:12:04.907516 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:12:04.907829 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:12:04.908141 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:12:04.908447 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:12:05.384191 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:05.471136 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:05.543640 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:05.721598 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for port, precommit_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:05.727391 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438217'] for port, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:05.855909 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Pushing event updated for resources: {'Port': ['ID=1712dabd-6487-4097-ac16-78b6e407e708,revision_number=2']} {{(pid=87773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:12:05.868003 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726263'] for floatingip, after_update {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:06.069989 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.db.l3_db [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Floating IP 1a0c04f0-6c34-41dc-b059-e9cd8dc381a3 associated. External IP: 172.26.5.157, port: 8f525593-1e76-41b8-9d13-f7b32135673f. Feb 28 15:12:06.454318 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Router 79babae5-9fb6-46ac-a061-37874ee8811c has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 15:12:06.760462 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 15:12:06.770892 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d7f25f-c0d2-4462-944d-d63dc360a367 None None] Sync routers for ids ['79babae5-9fb6-46ac-a061-37874ee8811c'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 15:12:06.783751 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d7f25f-c0d2-4462-944d-d63dc360a367 None None] Routers {'79babae5-9fb6-46ac-a061-37874ee8811c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:12:06.784369 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f6d7f25f-c0d2-4462-944d-d63dc360a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:11:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['79babae5-9fb6-46ac-a061-37874ee8811c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:12:06.786143 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron_lib.callbacks.manager [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:06.842396 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [None req-2aecd324-4f69-4ac7-b9d1-6a48c6dd2712 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5568342 Feb 28 15:12:06.843004 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642461c6-a791-400d-92b4-2092920c38c8', 'tag': '8f525593-1e76-41b8-9d13-f7b32135673f'}] {{(pid=87773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 15:12:06.945605 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642461c6-a791-400d-92b4-2092920c38c8', 'tag': '8f525593-1e76-41b8-9d13-f7b32135673f', 'status': 'completed', 'code': 200} Feb 28 15:12:06.961732 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-f6d7f25f-c0d2-4462-944d-d63dc360a367 None None] Set router 79babae5-9fb6-46ac-a061-37874ee8811c gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:12:07.042000 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9417b36-c8d1-4f78-9d85-a58c65dd9bf7 req-62555815-30ec-416a-9eef-11f95a96d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:07.043398 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c9417b36-c8d1-4f78-9d85-a58c65dd9bf7 req-62555815-30ec-416a-9eef-11f95a96d09f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e530034d7c904ec584fe5664a5aa37d2&device_id=642461c6-a791-400d-92b4-2092920c38c8 HTTP/1.1" status: 200 len: 1099 time: 0.0730259 Feb 28 15:12:07.173005 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9417b36-c8d1-4f78-9d85-a58c65dd9bf7 req-4018ed7f-b4ca-4fe4-a1e0-759432a318c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:07.174440 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c9417b36-c8d1-4f78-9d85-a58c65dd9bf7 req-4018ed7f-b4ca-4fe4-a1e0-759432a318c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=37b4936d-3b69-46d4-b654-aa523572bbb9 HTTP/1.1" status: 200 len: 911 time: 0.1251135 Feb 28 15:12:07.277392 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c9417b36-c8d1-4f78-9d85-a58c65dd9bf7 req-3a92daa7-a57e-4e1e-b934-3f71f399536a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f525593-1e76-41b8-9d13-f7b32135673f HTTP/1.1" status: 200 len: 1000 time: 0.0958626 Feb 28 15:12:07.314036 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f6d7f25f-c0d2-4462-944d-d63dc360a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'name': 'tempest-TestSnapshotPattern-1798890465-router', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:01Z', 'updated_at': '2022-02-28T15:09:05Z', 'revision_number': 4, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'gw_port': {'id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:02Z', 'updated_at': '2022-02-28T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '07aec1e8-1cce-4a89-a768-e9e132f6a646', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'floating_ip_address': '172.26.5.204', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'port_id': 'd384ce0b-af42-43e5-9181-86a841faae5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'mac_address': 'fa:16:3e:73:ee:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11a197e-72a3-4ac3-8b60-4ef17d1bceea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:09:32Z', 'updated_at': '2022-02-28T15:09:35Z', 'revision_number': 1, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'fixed_ip_address_scope': None}, {'id': '1a0c04f0-6c34-41dc-b059-e9cd8dc381a3', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'floating_ip_address': '172.26.5.157', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'port_id': '8f525593-1e76-41b8-9d13-f7b32135673f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'mac_address': 'fa:16:3e:b3:e3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642461c6-a791-400d-92b4-2092920c38c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:12:05Z', 'updated_at': '2022-02-28T15:12:05Z', 'revision_number': 0, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d', 'name': '', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'mac_address': 'fa:16:3e:93:86:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:04Z', 'updated_at': '2022-02-28T15:09:11Z', 'revision_number': 5, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'subnets': [{'id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:12:07.318050 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d7f25f-c0d2-4462-944d-d63dc360a367 None None] Checking router: 79babae5-9fb6-46ac-a061-37874ee8811c for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 15:12:07.326642 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d7f25f-c0d2-4462-944d-d63dc360a367 None None] Routers {'79babae5-9fb6-46ac-a061-37874ee8811c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:12:07.327257 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f6d7f25f-c0d2-4462-944d-d63dc360a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:11:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['79babae5-9fb6-46ac-a061-37874ee8811c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:12:07.346946 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9417b36-c8d1-4f78-9d85-a58c65dd9bf7 req-1876090b-7bc2-4f64-a06f-1200018ffb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:07.348494 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c9417b36-c8d1-4f78-9d85-a58c65dd9bf7 req-1876090b-7bc2-4f64-a06f-1200018ffb1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7dea96df-8550-41ab-a0ba-84979f5b4c22 HTTP/1.1" status: 200 len: 849 time: 0.0570381 Feb 28 15:12:07.423790 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9417b36-c8d1-4f78-9d85-a58c65dd9bf7 req-e8719440-c8ca-4808-bddc-dce0a7e30c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:07.425358 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c9417b36-c8d1-4f78-9d85-a58c65dd9bf7 req-e8719440-c8ca-4808-bddc-dce0a7e30c57 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37b4936d-3b69-46d4-b654-aa523572bbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690351 Feb 28 15:12:07.505363 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-f6d7f25f-c0d2-4462-944d-d63dc360a367 None None] Set router 79babae5-9fb6-46ac-a061-37874ee8811c gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:12:07.559818 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c9417b36-c8d1-4f78-9d85-a58c65dd9bf7 req-163baf7e-6f44-43c8-8440-f125a9b99766 service neutron] 10.222.0.13 "GET /v2.0/networks/37b4936d-3b69-46d4-b654-aa523572bbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278863 Feb 28 15:12:07.694509 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-c9417b36-c8d1-4f78-9d85-a58c65dd9bf7 req-44160c04-ae35-4333-a1cf-ab4f2a1c370f service neutron] 10.222.0.13 "GET /v2.0/networks/37b4936d-3b69-46d4-b654-aa523572bbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288064 Feb 28 15:12:07.776784 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b5c0d657-84ed-4dff-afb8-42721d63793f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:07.877780 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-f6d7f25f-c0d2-4462-944d-d63dc360a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'name': 'tempest-TestSnapshotPattern-1798890465-router', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:01Z', 'updated_at': '2022-02-28T15:09:05Z', 'revision_number': 4, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'gw_port': {'id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:02Z', 'updated_at': '2022-02-28T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '07aec1e8-1cce-4a89-a768-e9e132f6a646', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'floating_ip_address': '172.26.5.204', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'port_id': 'd384ce0b-af42-43e5-9181-86a841faae5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'mac_address': 'fa:16:3e:73:ee:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11a197e-72a3-4ac3-8b60-4ef17d1bceea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:09:32Z', 'updated_at': '2022-02-28T15:09:35Z', 'revision_number': 1, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'fixed_ip_address_scope': None}, {'id': '1a0c04f0-6c34-41dc-b059-e9cd8dc381a3', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'floating_ip_address': '172.26.5.157', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'port_id': '8f525593-1e76-41b8-9d13-f7b32135673f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'mac_address': 'fa:16:3e:b3:e3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642461c6-a791-400d-92b4-2092920c38c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:12:05Z', 'updated_at': '2022-02-28T15:12:05Z', 'revision_number': 0, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d', 'name': '', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'mac_address': 'fa:16:3e:93:86:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:04Z', 'updated_at': '2022-02-28T15:09:11Z', 'revision_number': 5, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'subnets': [{'id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:12:07.883567 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d7f25f-c0d2-4462-944d-d63dc360a367 None None] The sync data for ids ['79babae5-9fb6-46ac-a061-37874ee8811c'] in dv-neutron-831192-4-hyperv is: [{'id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'name': 'tempest-TestSnapshotPattern-1798890465-router', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:01Z', 'updated_at': '2022-02-28T15:09:05Z', 'revision_number': 4, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'gw_port': {'id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:02Z', 'updated_at': '2022-02-28T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '07aec1e8-1cce-4a89-a768-e9e132f6a646', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'floating_ip_address': '172.26.5.204', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'port_id': 'd384ce0b-af42-43e5-9181-86a841faae5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'mac_address': 'fa:16:3e:73:ee:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11a197e-72a3-4ac3-8b60-4ef17d1bceea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:09:32Z', 'updated_at': '2022-02-28T15:09:35Z', 'revision_number': 1, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'fixed_ip_address_scope': None}, {'id': '1a0c04f0-6c34-41dc-b059-e9cd8dc381a3', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'floating_ip_address': '172.26.5.157', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'port_id': '8f525593-1e76-41b8-9d13-f7b32135673f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'mac_address': 'fa:16:3e:b3:e3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642461c6-a791-400d-92b4-2092920c38c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:12:05Z', 'updated_at': '2022-02-28T15:12:05Z', 'revision_number': 0, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d', 'name': '', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'mac_address': 'fa:16:3e:93:86:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:04Z', 'updated_at': '2022-02-28T15:09:11Z', 'revision_number': 5, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'subnets': [{'id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 15:12:08.092480 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f3a8b6-25d1-44f2-993c-5119f8699c21 None None] New status for floating IP 1a0c04f0-6c34-41dc-b059-e9cd8dc381a3: ACTIVE {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 15:12:09.955851 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-9fd5aa7c-60c6-4fb9-aac6-f2b48f9c009d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:11.032817 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:11.372344 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:12.706512 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:33.065976 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:12:35.548033 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:37.766597 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c1db6b28-f2b7-43fa-8390-61b9bb1ec556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:39.951485 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-93c4d7bf-2142-4d43-838d-f8d6396c87f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:41.030729 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:41.372923 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:42.707455 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:55.909226 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2098ef9f-ed75-45b3-9f03-1b36e16338e6 req-d94050c8-5c29-41d1-bc35-767f141528ca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1888833 Feb 28 15:12:56.060127 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098ef9f-ed75-45b3-9f03-1b36e16338e6 req-adedb7e4-a364-4a6e-b87f-2ef0e3721275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:56.061656 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2098ef9f-ed75-45b3-9f03-1b36e16338e6 req-adedb7e4-a364-4a6e-b87f-2ef0e3721275 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e530034d7c904ec584fe5664a5aa37d2&device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea HTTP/1.1" status: 200 len: 1096 time: 0.0849237 Feb 28 15:12:56.224146 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098ef9f-ed75-45b3-9f03-1b36e16338e6 req-ec2faa92-7ec0-41d2-89c3-46aeb0d7203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:56.225587 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2098ef9f-ed75-45b3-9f03-1b36e16338e6 req-ec2faa92-7ec0-41d2-89c3-46aeb0d7203c service neutron] 10.222.0.13 "GET /v2.0/networks?id=37b4936d-3b69-46d4-b654-aa523572bbb9 HTTP/1.1" status: 200 len: 911 time: 0.1408784 Feb 28 15:12:56.331043 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2098ef9f-ed75-45b3-9f03-1b36e16338e6 req-1dcd49ed-b3fe-4fee-83c9-632e71fe7929 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d384ce0b-af42-43e5-9181-86a841faae5f HTTP/1.1" status: 200 len: 999 time: 0.0982280 Feb 28 15:12:56.397817 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098ef9f-ed75-45b3-9f03-1b36e16338e6 req-763af522-4471-454c-a642-44609e7c79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:56.399342 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2098ef9f-ed75-45b3-9f03-1b36e16338e6 req-763af522-4471-454c-a642-44609e7c79f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7dea96df-8550-41ab-a0ba-84979f5b4c22 HTTP/1.1" status: 200 len: 849 time: 0.0612407 Feb 28 15:12:56.477637 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098ef9f-ed75-45b3-9f03-1b36e16338e6 req-2de0bd7e-2ed5-473e-8c97-d743273c4807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:56.479107 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2098ef9f-ed75-45b3-9f03-1b36e16338e6 req-2de0bd7e-2ed5-473e-8c97-d743273c4807 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37b4936d-3b69-46d4-b654-aa523572bbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726972 Feb 28 15:12:56.488901 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [req-2098ef9f-ed75-45b3-9f03-1b36e16338e6 req-e26494b3-9676-4bbc-89b2-96264e0c422f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 15:12:56.489839 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2098ef9f-ed75-45b3-9f03-1b36e16338e6 req-e26494b3-9676-4bbc-89b2-96264e0c422f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047891 Feb 28 15:12:56.621689 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2098ef9f-ed75-45b3-9f03-1b36e16338e6 req-92c3d2ee-6445-47d0-8a05-5ba2f75425b0 service neutron] 10.222.0.13 "GET /v2.0/networks/37b4936d-3b69-46d4-b654-aa523572bbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251121 Feb 28 15:12:56.841445 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2098ef9f-ed75-45b3-9f03-1b36e16338e6 req-5ded1dba-05ff-48f7-9b41-1201f8dd6019 service neutron] 10.222.0.13 "GET /v2.0/networks/37b4936d-3b69-46d4-b654-aa523572bbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138336 Feb 28 15:13:05.563196 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:07.768920 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-53467591-5536-488f-b110-be2d684976f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:09.951088 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-03000b7b-6184-470d-be3e-b66dc9122b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:10.065623 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:13:11.030910 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:11.386275 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:12.715193 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:35.564396 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:37.763116 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-6d88b0c8-a66e-45d2-97a6-cb6f48c29043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:38.372202 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 8f525593-1e76-41b8-9d13-f7b32135673f details requested by agent hyperv_hv-neutron-8311 with host hv-neutron-8311 {{(pid=87774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:13:38.517672 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 8f525593-1e76-41b8-9d13-f7b32135673f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8f525593-1e76-41b8-9d13-f7b32135673f,segment=NetworkSegment(84bffb1e-eb37-4b27-8c94-c8b8363ccc46),segment_id=84bffb1e-eb37-4b27-8c94-c8b8363ccc46)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:13:38.531651 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Returning: {'device': '8f525593-1e76-41b8-9d13-f7b32135673f', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'port_id': '8f525593-1e76-41b8-9d13-f7b32135673f', 'mac_address': 'fa:16:3e:b3:e3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:13:38.585579 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:38.601908 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f525593-1e76-41b8-9d13-f7b32135673f {{(pid=87774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 15:13:38.616971 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 8f525593-1e76-41b8-9d13-f7b32135673f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8f525593-1e76-41b8-9d13-f7b32135673f,segment=NetworkSegment(84bffb1e-eb37-4b27-8c94-c8b8363ccc46),segment_id=84bffb1e-eb37-4b27-8c94-c8b8363ccc46)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:13:38.623981 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:38.712791 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=8f525593-1e76-41b8-9d13-f7b32135673f,revision_number=6']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:38.721780 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:38.722138 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:38.722475 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:38.722808 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:38.723139 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:38.723495 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:38.723818 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:38.724138 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:38.724491 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:38.724791 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:38.725109 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:38.725424 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:38.735370 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] get_ports_and_sgs() called for port_ids ['8f525593-1e76-41b8-9d13-f7b32135673f'] {{(pid=87774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 15:13:39.948330 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-510b92bd-b435-4e80-926c-a8f536a57628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:40.395293 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 8f525593-1e76-41b8-9d13-f7b32135673f up at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:13:40.493703 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.provisioning_blocks [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Provisioning complete for port 8f525593-1e76-41b8-9d13-f7b32135673f triggered by entity L2. {{(pid=87774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:13:40.494064 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799824'] for port, provisioning_complete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:40.634675 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595249'] for port, before_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:40.664519 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642461c6-a791-400d-92b4-2092920c38c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f525593-1e76-41b8-9d13-f7b32135673f'}] {{(pid=87774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 15:13:40.675366 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] For port 8f525593-1e76-41b8-9d13-f7b32135673f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8f525593-1e76-41b8-9d13-f7b32135673f,segment=NetworkSegment(84bffb1e-eb37-4b27-8c94-c8b8363ccc46),segment_id=84bffb1e-eb37-4b27-8c94-c8b8363ccc46)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:13:40.682466 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759642986478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759642607162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759642607207'] for port, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:40.729117 dv-neutron-831192-4-hyperv neutron-server[87774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642461c6-a791-400d-92b4-2092920c38c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f525593-1e76-41b8-9d13-f7b32135673f', 'code': 200} Feb 28 15:13:40.760987 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Pushing event updated for resources: {'Port': ['ID=8f525593-1e76-41b8-9d13-f7b32135673f,revision_number=7']} {{(pid=87774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:41.015392 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:41.379430 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:42.721465 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:47.065787 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:13:48.410655 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 40578) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:13:48.629410 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-eca8d0eb-5205-4438-85b5-221504c84286 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Deleting port 1712dabd-6487-4097-ac16-78b6e407e708 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 15:13:48.629793 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eca8d0eb-5205-4438-85b5-221504c84286 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:48.807457 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eca8d0eb-5205-4438-85b5-221504c84286 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:48.807761 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eca8d0eb-5205-4438-85b5-221504c84286 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:48.930642 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-eca8d0eb-5205-4438-85b5-221504c84286 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Calling delete_port for 1712dabd-6487-4097-ac16-78b6e407e708 owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 15:13:49.082726 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eca8d0eb-5205-4438-85b5-221504c84286 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:49.130671 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8d0eb-5205-4438-85b5-221504c84286 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Pushing event deleted for resources: {'Port': ['ID=1712dabd-6487-4097-ac16-78b6e407e708,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:49.166811 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8d0eb-5205-4438-85b5-221504c84286 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:49.167185 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8d0eb-5205-4438-85b5-221504c84286 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:49.167530 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8d0eb-5205-4438-85b5-221504c84286 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:49.167852 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8d0eb-5205-4438-85b5-221504c84286 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:49.168180 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8d0eb-5205-4438-85b5-221504c84286 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:49.168493 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8d0eb-5205-4438-85b5-221504c84286 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:49.168810 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8d0eb-5205-4438-85b5-221504c84286 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:49.169121 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8d0eb-5205-4438-85b5-221504c84286 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:49.169435 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8d0eb-5205-4438-85b5-221504c84286 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:49.170113 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8d0eb-5205-4438-85b5-221504c84286 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:49.170113 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8d0eb-5205-4438-85b5-221504c84286 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:49.170378 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8d0eb-5205-4438-85b5-221504c84286 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831192-4-hyperv {{(pid=87772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:49.228525 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eca8d0eb-5205-4438-85b5-221504c84286 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:49.228711 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-eca8d0eb-5205-4438-85b5-221504c84286 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Floating IP 1a0c04f0-6c34-41dc-b059-e9cd8dc381a3 disassociated (deleted). External IP: 172.26.5.157, port: 8f525593-1e76-41b8-9d13-f7b32135673f. Feb 28 15:13:49.580569 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca8d0eb-5205-4438-85b5-221504c84286 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Router 79babae5-9fb6-46ac-a061-37874ee8811c has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 15:13:49.859311 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca8d0eb-5205-4438-85b5-221504c84286 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 15:13:49.870437 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41638f0f-c8c9-409c-a71b-63810725bc50 None None] Sync routers for ids ['79babae5-9fb6-46ac-a061-37874ee8811c'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 15:13:49.882078 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41638f0f-c8c9-409c-a71b-63810725bc50 None None] Routers {'79babae5-9fb6-46ac-a061-37874ee8811c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:13:49.882505 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-eca8d0eb-5205-4438-85b5-221504c84286 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:49.883209 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-41638f0f-c8c9-409c-a71b-63810725bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:13:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['79babae5-9fb6-46ac-a061-37874ee8811c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:13:49.936476 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-eca8d0eb-5205-4438-85b5-221504c84286 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "DELETE /v2.0/floatingips/1a0c04f0-6c34-41dc-b059-e9cd8dc381a3 HTTP/1.1" status: 204 len: 168 time: 1.5246334 Feb 28 15:13:49.937096 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642461c6-a791-400d-92b4-2092920c38c8', 'tag': '8f525593-1e76-41b8-9d13-f7b32135673f'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 15:13:50.037141 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642461c6-a791-400d-92b4-2092920c38c8', 'tag': '8f525593-1e76-41b8-9d13-f7b32135673f', 'status': 'completed', 'code': 200} Feb 28 15:13:50.069004 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-41638f0f-c8c9-409c-a71b-63810725bc50 None None] Set router 79babae5-9fb6-46ac-a061-37874ee8811c gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:13:50.141716 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7f7a5-7de4-42b0-b048-e0b233dfc88c req-64a0b0e7-b990-48e2-8b6b-2bad879d8a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:50.143491 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-12f7f7a5-7de4-42b0-b048-e0b233dfc88c req-64a0b0e7-b990-48e2-8b6b-2bad879d8a4b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e530034d7c904ec584fe5664a5aa37d2&device_id=642461c6-a791-400d-92b4-2092920c38c8 HTTP/1.1" status: 200 len: 1099 time: 0.0753870 Feb 28 15:13:50.283188 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7f7a5-7de4-42b0-b048-e0b233dfc88c req-b08615d8-852f-4b9e-82e0-e8c1a198d433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:50.284647 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-12f7f7a5-7de4-42b0-b048-e0b233dfc88c req-b08615d8-852f-4b9e-82e0-e8c1a198d433 service neutron] 10.222.0.13 "GET /v2.0/networks?id=37b4936d-3b69-46d4-b654-aa523572bbb9 HTTP/1.1" status: 200 len: 911 time: 0.1341834 Feb 28 15:13:50.396444 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-12f7f7a5-7de4-42b0-b048-e0b233dfc88c req-22f82b33-c9c8-40a4-a4db-bcc1bc65c864 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f525593-1e76-41b8-9d13-f7b32135673f HTTP/1.1" status: 200 len: 217 time: 0.1036522 Feb 28 15:13:50.458224 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-41638f0f-c8c9-409c-a71b-63810725bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'name': 'tempest-TestSnapshotPattern-1798890465-router', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:01Z', 'updated_at': '2022-02-28T15:09:05Z', 'revision_number': 4, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'gw_port': {'id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:02Z', 'updated_at': '2022-02-28T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '07aec1e8-1cce-4a89-a768-e9e132f6a646', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'floating_ip_address': '172.26.5.204', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'port_id': 'd384ce0b-af42-43e5-9181-86a841faae5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'mac_address': 'fa:16:3e:73:ee:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11a197e-72a3-4ac3-8b60-4ef17d1bceea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:09:32Z', 'updated_at': '2022-02-28T15:09:35Z', 'revision_number': 1, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d', 'name': '', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'mac_address': 'fa:16:3e:93:86:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:04Z', 'updated_at': '2022-02-28T15:09:11Z', 'revision_number': 5, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'subnets': [{'id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:13:50.462191 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41638f0f-c8c9-409c-a71b-63810725bc50 None None] Checking router: 79babae5-9fb6-46ac-a061-37874ee8811c for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 15:13:50.470836 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41638f0f-c8c9-409c-a71b-63810725bc50 None None] Routers {'79babae5-9fb6-46ac-a061-37874ee8811c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:13:50.471465 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-41638f0f-c8c9-409c-a71b-63810725bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:13:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['79babae5-9fb6-46ac-a061-37874ee8811c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:13:50.486630 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7f7a5-7de4-42b0-b048-e0b233dfc88c req-26d6f2cd-9b9e-4363-a0d5-5d4a6d7d7cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:50.488099 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-12f7f7a5-7de4-42b0-b048-e0b233dfc88c req-26d6f2cd-9b9e-4363-a0d5-5d4a6d7d7cc6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7dea96df-8550-41ab-a0ba-84979f5b4c22 HTTP/1.1" status: 200 len: 849 time: 0.0846336 Feb 28 15:13:50.498530 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f588d5-717e-47cb-b438-1ede72830902 req-6df3a22d-e6d0-446c-815e-7b4a61f8a0dd tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:50.499219 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-59f588d5-717e-47cb-b438-1ede72830902 req-6df3a22d-e6d0-446c-815e-7b4a61f8a0dd tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Synchronizing usage tracker for tenant:e530034d7c904ec584fe5664a5aa37d2 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:13:50.558527 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-59f588d5-717e-47cb-b438-1ede72830902 req-6df3a22d-e6d0-446c-815e-7b4a61f8a0dd tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Unset dirty status for tenant:e530034d7c904ec584fe5664a5aa37d2 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:13:50.559837 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-59f588d5-717e-47cb-b438-1ede72830902 req-6df3a22d-e6d0-446c-815e-7b4a61f8a0dd tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=642461c6-a791-400d-92b4-2092920c38c8 HTTP/1.1" status: 200 len: 946 time: 0.3145454 Feb 28 15:13:50.615672 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7f7a5-7de4-42b0-b048-e0b233dfc88c req-da79ce78-5700-409e-b46d-b76760a8c01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:50.617134 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-12f7f7a5-7de4-42b0-b048-e0b233dfc88c req-da79ce78-5700-409e-b46d-b76760a8c01f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37b4936d-3b69-46d4-b654-aa523572bbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1152966 Feb 28 15:13:50.621662 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-59f588d5-717e-47cb-b438-1ede72830902 req-63a315f2-e396-4252-acda-7ec919dc7435 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c1a472a-17f5-4384-b821-3ef8b7ed4128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556476 Feb 28 15:13:50.651834 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-41638f0f-c8c9-409c-a71b-63810725bc50 None None] Set router 79babae5-9fb6-46ac-a061-37874ee8811c gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:13:50.751070 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-12f7f7a5-7de4-42b0-b048-e0b233dfc88c req-27a024d6-57f5-45da-bae1-db8b5529d929 service neutron] 10.222.0.13 "GET /v2.0/networks/37b4936d-3b69-46d4-b654-aa523572bbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271288 Feb 28 15:13:50.880818 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-12f7f7a5-7de4-42b0-b048-e0b233dfc88c req-5cb2fb87-4d5c-460b-b1c4-ca339717ffe7 service neutron] 10.222.0.13 "GET /v2.0/networks/37b4936d-3b69-46d4-b654-aa523572bbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230743 Feb 28 15:13:51.016437 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-41638f0f-c8c9-409c-a71b-63810725bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'name': 'tempest-TestSnapshotPattern-1798890465-router', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:01Z', 'updated_at': '2022-02-28T15:09:05Z', 'revision_number': 4, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'gw_port': {'id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:02Z', 'updated_at': '2022-02-28T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '07aec1e8-1cce-4a89-a768-e9e132f6a646', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'floating_ip_address': '172.26.5.204', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'port_id': 'd384ce0b-af42-43e5-9181-86a841faae5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'mac_address': 'fa:16:3e:73:ee:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11a197e-72a3-4ac3-8b60-4ef17d1bceea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:09:32Z', 'updated_at': '2022-02-28T15:09:35Z', 'revision_number': 1, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d', 'name': '', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'mac_address': 'fa:16:3e:93:86:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:04Z', 'updated_at': '2022-02-28T15:09:11Z', 'revision_number': 5, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'subnets': [{'id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:13:51.020688 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41638f0f-c8c9-409c-a71b-63810725bc50 None None] The sync data for ids ['79babae5-9fb6-46ac-a061-37874ee8811c'] in dv-neutron-831192-4-hyperv is: [{'id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'name': 'tempest-TestSnapshotPattern-1798890465-router', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:01Z', 'updated_at': '2022-02-28T15:09:05Z', 'revision_number': 4, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'gw_port': {'id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:02Z', 'updated_at': '2022-02-28T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_floatingips': [{'id': '07aec1e8-1cce-4a89-a768-e9e132f6a646', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'floating_ip_address': '172.26.5.204', 'floating_network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'router_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'port_id': 'd384ce0b-af42-43e5-9181-86a841faae5f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'mac_address': 'fa:16:3e:73:ee:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11a197e-72a3-4ac3-8b60-4ef17d1bceea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:09:32Z', 'updated_at': '2022-02-28T15:09:35Z', 'revision_number': 1, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d', 'name': '', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'mac_address': 'fa:16:3e:93:86:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:04Z', 'updated_at': '2022-02-28T15:09:11Z', 'revision_number': 5, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'subnets': [{'id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 15:13:51.255852 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2365eae1-441f-4c11-875d-1d4cdce9f3dd None None] New status for floating IP 1a0c04f0-6c34-41dc-b059-e9cd8dc381a3: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 15:13:51.783142 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5087262-6a20-4868-acf3-33d1c5f7ea30 req-1412ebf8-4afd-469e-816f-8098f42d2549 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:51.784646 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b5087262-6a20-4868-acf3-33d1c5f7ea30 req-1412ebf8-4afd-469e-816f-8098f42d2549 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.13 "GET /v2.0/ports?device_id=642461c6-a791-400d-92b4-2092920c38c8 HTTP/1.1" status: 200 len: 946 time: 0.0906074 Feb 28 15:13:51.845090 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11bc51-76b8-439f-b070-531bfb707192 req-71f5fb9d-7ba5-41e4-9061-9ac218c00d88 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:51.846554 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ec11bc51-76b8-439f-b070-531bfb707192 req-71f5fb9d-7ba5-41e4-9061-9ac218c00d88 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=642461c6-a791-400d-92b4-2092920c38c8 HTTP/1.1" status: 200 len: 946 time: 0.1017437 Feb 28 15:13:51.856718 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-b5087262-6a20-4868-acf3-33d1c5f7ea30 req-639f59a0-1a80-468b-83d7-73dda8bed870 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Deleting port 8f525593-1e76-41b8-9d13-f7b32135673f {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 15:13:51.857074 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b5087262-6a20-4868-acf3-33d1c5f7ea30 req-639f59a0-1a80-468b-83d7-73dda8bed870 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:51.894223 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-ec11bc51-76b8-439f-b070-531bfb707192 req-4cbcc518-8251-41b6-8e49-464874b71aa3 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c1a472a-17f5-4384-b821-3ef8b7ed4128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415301 Feb 28 15:13:52.115411 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-b5087262-6a20-4868-acf3-33d1c5f7ea30 req-639f59a0-1a80-468b-83d7-73dda8bed870 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] For port 8f525593-1e76-41b8-9d13-f7b32135673f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=8f525593-1e76-41b8-9d13-f7b32135673f,segment=NetworkSegment(84bffb1e-eb37-4b27-8c94-c8b8363ccc46),segment_id=84bffb1e-eb37-4b27-8c94-c8b8363ccc46)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:13:52.115819 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b5087262-6a20-4868-acf3-33d1c5f7ea30 req-639f59a0-1a80-468b-83d7-73dda8bed870 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:52.238942 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-b5087262-6a20-4868-acf3-33d1c5f7ea30 req-639f59a0-1a80-468b-83d7-73dda8bed870 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Calling delete_port for 8f525593-1e76-41b8-9d13-f7b32135673f owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 15:13:52.488042 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b5087262-6a20-4868-acf3-33d1c5f7ea30 req-639f59a0-1a80-468b-83d7-73dda8bed870 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:52.488725 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 8f525593-1e76-41b8-9d13-f7b32135673f no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:13:52.523059 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: 8f525593-1e76-41b8-9d13-f7b32135673f {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 15:13:52.523317 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 8f525593-1e76-41b8-9d13-f7b32135673f not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:13:52.567901 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f59a0-1a80-468b-83d7-73dda8bed870 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Pushing event deleted for resources: {'Port': ['ID=8f525593-1e76-41b8-9d13-f7b32135673f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:52.616546 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5087262-6a20-4868-acf3-33d1c5f7ea30 req-639f59a0-1a80-468b-83d7-73dda8bed870 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] No DVR routers for this DVR port 8f525593-1e76-41b8-9d13-f7b32135673f on host hv-neutron-8311 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:13:52.618967 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-b5087262-6a20-4868-acf3-33d1c5f7ea30 req-639f59a0-1a80-468b-83d7-73dda8bed870 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:52.621614 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642461c6-a791-400d-92b4-2092920c38c8', 'name': 'network-vif-deleted', 'tag': '8f525593-1e76-41b8-9d13-f7b32135673f'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 15:13:52.639764 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-b5087262-6a20-4868-acf3-33d1c5f7ea30 req-639f59a0-1a80-468b-83d7-73dda8bed870 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.13 "DELETE /v2.0/ports/8f525593-1e76-41b8-9d13-f7b32135673f HTTP/1.1" status: 204 len: 173 time: 0.8494518 Feb 28 15:13:52.672462 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642461c6-a791-400d-92b4-2092920c38c8', 'name': 'network-vif-deleted', 'tag': '8f525593-1e76-41b8-9d13-f7b32135673f', 'status': 'completed', 'code': 200} Feb 28 15:13:53.067971 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-6e54fec6-0e12-4aa6-b318-62ff6be49a72 req-04f5cd8a-ab0a-4553-a745-f3cda411ab95 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=642461c6-a791-400d-92b4-2092920c38c8 HTTP/1.1" status: 200 len: 210 time: 0.0486507 Feb 28 15:13:54.775880 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 40646) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:13:54.979493 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-73bcfbc5-de29-44df-b0d7-dbe67fdb9f07 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Deleting port 641bc25c-3933-4fb5-af1e-89e540536daa {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 15:13:54.979720 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73bcfbc5-de29-44df-b0d7-dbe67fdb9f07 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:55.169264 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73bcfbc5-de29-44df-b0d7-dbe67fdb9f07 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:55.169574 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73bcfbc5-de29-44df-b0d7-dbe67fdb9f07 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:55.289646 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-73bcfbc5-de29-44df-b0d7-dbe67fdb9f07 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Calling delete_port for 641bc25c-3933-4fb5-af1e-89e540536daa owned by network:floatingip {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 15:13:55.456594 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73bcfbc5-de29-44df-b0d7-dbe67fdb9f07 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:55.502826 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bcfbc5-de29-44df-b0d7-dbe67fdb9f07 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Pushing event deleted for resources: {'Port': ['ID=641bc25c-3933-4fb5-af1e-89e540536daa,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:55.596707 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73bcfbc5-de29-44df-b0d7-dbe67fdb9f07 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for floatingip, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:55.597034 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.db.l3_db [None req-73bcfbc5-de29-44df-b0d7-dbe67fdb9f07 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Floating IP 07aec1e8-1cce-4a89-a768-e9e132f6a646 disassociated (deleted). External IP: 172.26.5.204, port: d384ce0b-af42-43e5-9181-86a841faae5f. Feb 28 15:13:56.071827 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73bcfbc5-de29-44df-b0d7-dbe67fdb9f07 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Router 79babae5-9fb6-46ac-a061-37874ee8811c has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 15:13:56.254235 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bcfbc5-de29-44df-b0d7-dbe67fdb9f07 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 15:13:56.264671 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b637e6ab-3e4e-43db-94fe-637bab561e51 None None] Sync routers for ids ['79babae5-9fb6-46ac-a061-37874ee8811c'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 15:13:56.273511 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-73bcfbc5-de29-44df-b0d7-dbe67fdb9f07 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for floatingip, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:56.274823 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b637e6ab-3e4e-43db-94fe-637bab561e51 None None] Routers {'79babae5-9fb6-46ac-a061-37874ee8811c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:13:56.275465 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b637e6ab-3e4e-43db-94fe-637bab561e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:13:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['79babae5-9fb6-46ac-a061-37874ee8811c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:13:56.327535 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-73bcfbc5-de29-44df-b0d7-dbe67fdb9f07 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "DELETE /v2.0/floatingips/07aec1e8-1cce-4a89-a768-e9e132f6a646 HTTP/1.1" status: 204 len: 168 time: 1.5505373 Feb 28 15:13:56.328187 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11a197e-72a3-4ac3-8b60-4ef17d1bceea', 'tag': 'd384ce0b-af42-43e5-9181-86a841faae5f'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 15:13:56.371800 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11a197e-72a3-4ac3-8b60-4ef17d1bceea', 'tag': 'd384ce0b-af42-43e5-9181-86a841faae5f', 'status': 'completed', 'code': 200} Feb 28 15:13:56.456675 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-b637e6ab-3e4e-43db-94fe-637bab561e51 None None] Set router 79babae5-9fb6-46ac-a061-37874ee8811c gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:13:56.500316 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 8f525593-1e76-41b8-9d13-f7b32135673f no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:13:56.507117 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d752a02-95b3-4d62-b500-7408f86b97b7 req-69951eaf-2033-4dde-83d6-93eeef4bfda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:56.508891 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2d752a02-95b3-4d62-b500-7408f86b97b7 req-69951eaf-2033-4dde-83d6-93eeef4bfda4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e530034d7c904ec584fe5664a5aa37d2&device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea HTTP/1.1" status: 200 len: 1096 time: 0.0813227 Feb 28 15:13:56.544545 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: 8f525593-1e76-41b8-9d13-f7b32135673f {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 15:13:56.544945 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device 8f525593-1e76-41b8-9d13-f7b32135673f not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:13:56.704278 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d752a02-95b3-4d62-b500-7408f86b97b7 req-8dbfedac-d9d9-4de5-9fa0-e21cc5fcdbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:56.705634 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2d752a02-95b3-4d62-b500-7408f86b97b7 req-8dbfedac-d9d9-4de5-9fa0-e21cc5fcdbad service neutron] 10.222.0.13 "GET /v2.0/networks?id=37b4936d-3b69-46d4-b654-aa523572bbb9 HTTP/1.1" status: 200 len: 911 time: 0.1911571 Feb 28 15:13:56.788213 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2d752a02-95b3-4d62-b500-7408f86b97b7 req-62502850-b1b1-404a-b275-a8e62f54cb8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d384ce0b-af42-43e5-9181-86a841faae5f HTTP/1.1" status: 200 len: 217 time: 0.0707285 Feb 28 15:13:56.802887 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eebd0d-e0d7-471f-a829-4f717ec030da req-9a3655ac-0129-484f-9832-34c86a9acdb7 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:56.803638 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-96eebd0d-e0d7-471f-a829-4f717ec030da req-9a3655ac-0129-484f-9832-34c86a9acdb7 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Synchronizing usage tracker for tenant:e530034d7c904ec584fe5664a5aa37d2 on resource:port {{(pid=87772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:13:56.817036 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b637e6ab-3e4e-43db-94fe-637bab561e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'name': 'tempest-TestSnapshotPattern-1798890465-router', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:01Z', 'updated_at': '2022-02-28T15:09:05Z', 'revision_number': 4, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'gw_port': {'id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:02Z', 'updated_at': '2022-02-28T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d', 'name': '', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'mac_address': 'fa:16:3e:93:86:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:04Z', 'updated_at': '2022-02-28T15:09:11Z', 'revision_number': 5, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'subnets': [{'id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:13:56.821100 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b637e6ab-3e4e-43db-94fe-637bab561e51 None None] Checking router: 79babae5-9fb6-46ac-a061-37874ee8811c for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 15:13:56.829796 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b637e6ab-3e4e-43db-94fe-637bab561e51 None None] Routers {'79babae5-9fb6-46ac-a061-37874ee8811c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:13:56.830388 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b637e6ab-3e4e-43db-94fe-637bab561e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:13:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['79babae5-9fb6-46ac-a061-37874ee8811c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:13:56.872496 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d752a02-95b3-4d62-b500-7408f86b97b7 req-e95541ec-dcdf-4c39-bbdf-e38183f66227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:56.873968 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2d752a02-95b3-4d62-b500-7408f86b97b7 req-e95541ec-dcdf-4c39-bbdf-e38183f66227 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7dea96df-8550-41ab-a0ba-84979f5b4c22 HTTP/1.1" status: 200 len: 849 time: 0.0793829 Feb 28 15:13:56.874674 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.quota.resource [req-96eebd0d-e0d7-471f-a829-4f717ec030da req-9a3655ac-0129-484f-9832-34c86a9acdb7 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Unset dirty status for tenant:e530034d7c904ec584fe5664a5aa37d2 on resource:port {{(pid=87772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:13:56.875678 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-96eebd0d-e0d7-471f-a829-4f717ec030da req-9a3655ac-0129-484f-9832-34c86a9acdb7 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea HTTP/1.1" status: 200 len: 943 time: 0.2452624 Feb 28 15:13:56.968835 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-96eebd0d-e0d7-471f-a829-4f717ec030da req-3c446057-1e81-4053-9068-51f1ccf218ac tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c1a472a-17f5-4384-b821-3ef8b7ed4128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872295 Feb 28 15:13:56.993146 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d752a02-95b3-4d62-b500-7408f86b97b7 req-28c10bce-a18f-40d1-99d2-d68e45b3f021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:56.994620 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2d752a02-95b3-4d62-b500-7408f86b97b7 req-28c10bce-a18f-40d1-99d2-d68e45b3f021 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37b4936d-3b69-46d4-b654-aa523572bbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1115322 Feb 28 15:13:57.055478 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-b637e6ab-3e4e-43db-94fe-637bab561e51 None None] Set router 79babae5-9fb6-46ac-a061-37874ee8811c gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:13:57.129120 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2d752a02-95b3-4d62-b500-7408f86b97b7 req-76c52781-290f-473c-9def-44dcadba6016 service neutron] 10.222.0.13 "GET /v2.0/networks/37b4936d-3b69-46d4-b654-aa523572bbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274009 Feb 28 15:13:57.259393 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-2d752a02-95b3-4d62-b500-7408f86b97b7 req-23d24d43-98e8-4ddb-8d65-c07c4ae81fa4 service neutron] 10.222.0.13 "GET /v2.0/networks/37b4936d-3b69-46d4-b654-aa523572bbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242182 Feb 28 15:13:57.375610 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-b637e6ab-3e4e-43db-94fe-637bab561e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'name': 'tempest-TestSnapshotPattern-1798890465-router', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:01Z', 'updated_at': '2022-02-28T15:09:05Z', 'revision_number': 4, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'gw_port': {'id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:02Z', 'updated_at': '2022-02-28T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d', 'name': '', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'mac_address': 'fa:16:3e:93:86:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:04Z', 'updated_at': '2022-02-28T15:09:11Z', 'revision_number': 5, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'subnets': [{'id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:13:57.380143 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b637e6ab-3e4e-43db-94fe-637bab561e51 None None] The sync data for ids ['79babae5-9fb6-46ac-a061-37874ee8811c'] in dv-neutron-831192-4-hyperv is: [{'id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'name': 'tempest-TestSnapshotPattern-1798890465-router', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:01Z', 'updated_at': '2022-02-28T15:09:05Z', 'revision_number': 4, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'gw_port': {'id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:02Z', 'updated_at': '2022-02-28T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv', '_interfaces': [{'id': 'ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d', 'name': '', 'network_id': '37b4936d-3b69-46d4-b654-aa523572bbb9', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'mac_address': 'fa:16:3e:93:86:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:04Z', 'updated_at': '2022-02-28T15:09:11Z', 'revision_number': 5, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'subnets': [{'id': '7dea96df-8550-41ab-a0ba-84979f5b4c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 15:13:57.603550 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa77ebcd-36fc-4554-a448-7149882141d3 None None] New status for floating IP 07aec1e8-1cce-4a89-a768-e9e132f6a646: DOWN {{(pid=87775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 15:13:58.162106 dv-neutron-831192-4-hyperv neutron-server[87773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d1297-6367-4c94-a499-42798006a858 req-704e7008-a889-4048-9598-568e208eac2b tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:58.163668 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-504d1297-6367-4c94-a499-42798006a858 req-704e7008-a889-4048-9598-568e208eac2b tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea HTTP/1.1" status: 200 len: 943 time: 0.0849082 Feb 28 15:13:58.188502 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d38a1-8dbf-4118-b6fc-73b598de6075 req-8a18981a-d369-4f84-9ecb-991cad2e3512 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:58.190014 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-280d38a1-8dbf-4118-b6fc-73b598de6075 req-8a18981a-d369-4f84-9ecb-991cad2e3512 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.13 "GET /v2.0/ports?device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea HTTP/1.1" status: 200 len: 943 time: 0.0820937 Feb 28 15:13:58.209124 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-504d1297-6367-4c94-a499-42798006a858 req-84cbd196-d7f8-48f9-8c9c-26024dada8c0 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c1a472a-17f5-4384-b821-3ef8b7ed4128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394340 Feb 28 15:13:58.264735 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-280d38a1-8dbf-4118-b6fc-73b598de6075 req-73efff2a-252a-471f-885e-190ec0580a99 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Deleting port d384ce0b-af42-43e5-9181-86a841faae5f {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 15:13:58.265022 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-280d38a1-8dbf-4118-b6fc-73b598de6075 req-73efff2a-252a-471f-885e-190ec0580a99 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:58.517839 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [req-280d38a1-8dbf-4118-b6fc-73b598de6075 req-73efff2a-252a-471f-885e-190ec0580a99 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] For port d384ce0b-af42-43e5-9181-86a841faae5f, host hv-neutron-8311, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8311',level=0,port_id=d384ce0b-af42-43e5-9181-86a841faae5f,segment=NetworkSegment(84bffb1e-eb37-4b27-8c94-c8b8363ccc46),segment_id=84bffb1e-eb37-4b27-8c94-c8b8363ccc46)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:13:58.518063 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-280d38a1-8dbf-4118-b6fc-73b598de6075 req-73efff2a-252a-471f-885e-190ec0580a99 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:58.751127 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [req-280d38a1-8dbf-4118-b6fc-73b598de6075 req-73efff2a-252a-471f-885e-190ec0580a99 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Calling delete_port for d384ce0b-af42-43e5-9181-86a841faae5f owned by compute:nova {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 15:13:58.908265 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-280d38a1-8dbf-4118-b6fc-73b598de6075 req-73efff2a-252a-471f-885e-190ec0580a99 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:58.960371 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73efff2a-252a-471f-885e-190ec0580a99 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Pushing event deleted for resources: {'Port': ['ID=d384ce0b-af42-43e5-9181-86a841faae5f,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:59.038928 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [req-280d38a1-8dbf-4118-b6fc-73b598de6075 req-73efff2a-252a-471f-885e-190ec0580a99 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] No DVR routers for this DVR port d384ce0b-af42-43e5-9181-86a841faae5f on host hv-neutron-8311 {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:13:59.043551 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [req-280d38a1-8dbf-4118-b6fc-73b598de6075 req-73efff2a-252a-471f-885e-190ec0580a99 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135749'] for port, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:59.046763 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11a197e-72a3-4ac3-8b60-4ef17d1bceea', 'name': 'network-vif-deleted', 'tag': 'd384ce0b-af42-43e5-9181-86a841faae5f'}] {{(pid=87772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 15:13:59.066305 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [req-280d38a1-8dbf-4118-b6fc-73b598de6075 req-73efff2a-252a-471f-885e-190ec0580a99 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.13 "DELETE /v2.0/ports/d384ce0b-af42-43e5-9181-86a841faae5f HTTP/1.1" status: 204 len: 173 time: 0.8700562 Feb 28 15:13:59.098564 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11a197e-72a3-4ac3-8b60-4ef17d1bceea', 'name': 'network-vif-deleted', 'tag': 'd384ce0b-af42-43e5-9181-86a841faae5f', 'status': 'completed', 'code': 200} Feb 28 15:13:59.380311 dv-neutron-831192-4-hyperv neutron-server[87773]: INFO neutron.wsgi [req-2039b1ec-e05f-434a-9f12-c1fec7ba7f8b req-88b35315-ec2d-4b8f-8ca3-d070f6c2a00a tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "GET /v2.0/ports?device_id=b11a197e-72a3-4ac3-8b60-4ef17d1bceea HTTP/1.1" status: 200 len: 210 time: 0.0433223 Feb 28 15:14:00.479032 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 40664) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:14:00.563103 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-95fc326e-0d02-43d8-a83f-707fd0976379 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:00.595105 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-95fc326e-0d02-43d8-a83f-707fd0976379 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:00.664501 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-95fc326e-0d02-43d8-a83f-707fd0976379 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:00.683120 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc326e-0d02-43d8-a83f-707fd0976379 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1a472a-17f5-4384-b821-3ef8b7ed4128,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:14:00.695721 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-95fc326e-0d02-43d8-a83f-707fd0976379 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:00.697201 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-95fc326e-0d02-43d8-a83f-707fd0976379 tempest-TestSnapshotPattern-1441287005 tempest-TestSnapshotPattern-1441287005-project] 10.222.0.30 "DELETE /v2.0/security-groups/8c1a472a-17f5-4384-b821-3ef8b7ed4128 HTTP/1.1" status: 204 len: 168 time: 0.2168989 Feb 28 15:14:00.746684 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 40670) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:14:01.439515 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc952-cdd3-4033-b726-57651c0f1bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:01.802606 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-1f9fc952-cdd3-4033-b726-57651c0f1bd1 admin admin] Deleting port ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 15:14:01.803266 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc952-cdd3-4033-b726-57651c0f1bd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:02.078033 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-1f9fc952-cdd3-4033-b726-57651c0f1bd1 admin admin] For port ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d,segment=NetworkSegment(84bffb1e-eb37-4b27-8c94-c8b8363ccc46),segment_id=84bffb1e-eb37-4b27-8c94-c8b8363ccc46)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:14:02.078383 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc952-cdd3-4033-b726-57651c0f1bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:02.198827 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-1f9fc952-cdd3-4033-b726-57651c0f1bd1 admin admin] Calling delete_port for ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 15:14:02.491098 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device d384ce0b-af42-43e5-9181-86a841faae5f no longer exists at agent hyperv_hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:14:02.521146 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc952-cdd3-4033-b726-57651c0f1bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:02.525333 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] No Port match for: d384ce0b-af42-43e5-9181-86a841faae5f {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 15:14:02.525682 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Device d384ce0b-af42-43e5-9181-86a841faae5f not bound to the agent host hv-neutron-8311 {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:14:02.567513 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9fc952-cdd3-4033-b726-57651c0f1bd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:14:02.839612 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc952-cdd3-4033-b726-57651c0f1bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:03.316786 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9fc952-cdd3-4033-b726-57651c0f1bd1 admin admin] Router 79babae5-9fb6-46ac-a061-37874ee8811c has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 15:14:03.506208 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9fc952-cdd3-4033-b726-57651c0f1bd1 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 15:14:03.515445 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55745f04-eac2-41f3-82c4-f5b86601e78d None None] Sync routers for ids ['79babae5-9fb6-46ac-a061-37874ee8811c'] in dv-neutron-831192-4-hyperv {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 15:14:03.520871 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-1f9fc952-cdd3-4033-b726-57651c0f1bd1 admin admin] 10.222.0.30 "PUT /v2.0/routers/79babae5-9fb6-46ac-a061-37874ee8811c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7714179 Feb 28 15:14:03.521983 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 40676) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:14:03.525719 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55745f04-eac2-41f3-82c4-f5b86601e78d None None] Routers {'79babae5-9fb6-46ac-a061-37874ee8811c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:14:03.526365 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-55745f04-eac2-41f3-82c4-f5b86601e78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:13:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['79babae5-9fb6-46ac-a061-37874ee8811c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:14:03.699471 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f7da-983a-4dc4-bdd6-76dc830f1f96 admin admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:03.705229 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-55745f04-eac2-41f3-82c4-f5b86601e78d None None] Set router 79babae5-9fb6-46ac-a061-37874ee8811c gateway port host: dv-neutron-831192-4-hyperv {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:14:03.893412 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f7da-983a-4dc4-bdd6-76dc830f1f96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:03.904470 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c6c0f7da-983a-4dc4-bdd6-76dc830f1f96 admin admin] Deleting port 1867f49e-9cbe-48ca-927c-822e486e38cd {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 15:14:03.904889 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f7da-983a-4dc4-bdd6-76dc830f1f96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:03.996513 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-55745f04-eac2-41f3-82c4-f5b86601e78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'name': 'tempest-TestSnapshotPattern-1798890465-router', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:01Z', 'updated_at': '2022-02-28T15:14:02Z', 'revision_number': 5, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'gw_port': {'id': '1867f49e-9cbe-48ca-927c-822e486e38cd', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:02Z', 'updated_at': '2022-02-28T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:14:04.001055 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55745f04-eac2-41f3-82c4-f5b86601e78d None None] Checking router: 79babae5-9fb6-46ac-a061-37874ee8811c for host: dv-neutron-831192-4-hyperv {{(pid=87774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 15:14:04.009339 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55745f04-eac2-41f3-82c4-f5b86601e78d None None] Routers {'79babae5-9fb6-46ac-a061-37874ee8811c'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:14:04.009927 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-55745f04-eac2-41f3-82c4-f5b86601e78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:13:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['79babae5-9fb6-46ac-a061-37874ee8811c'], 'active': True} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:14:04.078355 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-c6c0f7da-983a-4dc4-bdd6-76dc830f1f96 admin admin] For port 1867f49e-9cbe-48ca-927c-822e486e38cd, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=1867f49e-9cbe-48ca-927c-822e486e38cd,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:14:04.078707 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f7da-983a-4dc4-bdd6-76dc830f1f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:04.161262 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_dvr_db [None req-55745f04-eac2-41f3-82c4-f5b86601e78d None None] Set router 79babae5-9fb6-46ac-a061-37874ee8811c gateway port host: None {{(pid=87774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:14:04.205090 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-c6c0f7da-983a-4dc4-bdd6-76dc830f1f96 admin admin] Calling delete_port for 1867f49e-9cbe-48ca-927c-822e486e38cd owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 15:14:04.265010 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.db.l3_hamode_db [None req-55745f04-eac2-41f3-82c4-f5b86601e78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'name': 'tempest-TestSnapshotPattern-1798890465-router', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:01Z', 'updated_at': '2022-02-28T15:14:03Z', 'revision_number': 6, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:14:04.268983 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55745f04-eac2-41f3-82c4-f5b86601e78d None None] The sync data for ids ['79babae5-9fb6-46ac-a061-37874ee8811c'] in dv-neutron-831192-4-hyperv is: [{'id': '79babae5-9fb6-46ac-a061-37874ee8811c', 'name': 'tempest-TestSnapshotPattern-1798890465-router', 'tenant_id': 'e530034d7c904ec584fe5664a5aa37d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:01Z', 'updated_at': '2022-02-28T15:14:03Z', 'revision_number': 6, 'project_id': 'e530034d7c904ec584fe5664a5aa37d2', 'gw_port_host': None}] {{(pid=87774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 15:14:04.380460 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f7da-983a-4dc4-bdd6-76dc830f1f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:04.454209 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0f7da-983a-4dc4-bdd6-76dc830f1f96 admin admin] Pushing event deleted for resources: {'Port': ['ID=1867f49e-9cbe-48ca-927c-822e486e38cd,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:14:04.522079 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f7da-983a-4dc4-bdd6-76dc830f1f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:04.830812 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f7da-983a-4dc4-bdd6-76dc830f1f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:04.834164 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f7da-983a-4dc4-bdd6-76dc830f1f96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:04.865392 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f7da-983a-4dc4-bdd6-76dc830f1f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:04.865917 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c0f7da-983a-4dc4-bdd6-76dc830f1f96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79babae5-9fb6-46ac-a061-37874ee8811c {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 15:14:04.878955 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f7da-983a-4dc4-bdd6-76dc830f1f96 admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:04.880156 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c6c0f7da-983a-4dc4-bdd6-76dc830f1f96 admin admin] 10.222.0.30 "DELETE /v2.0/routers/79babae5-9fb6-46ac-a061-37874ee8811c HTTP/1.1" status: 204 len: 168 time: 1.3572910 Feb 28 15:14:04.882788 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 40680) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:14:04.942395 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a51bc4d-1f14-4b37-b3e9-932c69089263 admin admin] Deleting subnet 7dea96df-8550-41ab-a0ba-84979f5b4c22 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 15:14:04.945617 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a51bc4d-1f14-4b37-b3e9-932c69089263 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:04.994507 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a51bc4d-1f14-4b37-b3e9-932c69089263 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:05.081843 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a51bc4d-1f14-4b37-b3e9-932c69089263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:05.084843 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 1867f49e-9cbe-48ca-927c-822e486e38cd no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:14:05.118681 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 1867f49e-9cbe-48ca-927c-822e486e38cd {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 15:14:05.119028 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 1867f49e-9cbe-48ca-927c-822e486e38cd not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:14:05.119484 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:14:05.155616 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a51bc4d-1f14-4b37-b3e9-932c69089263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:05.196532 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-6a51bc4d-1f14-4b37-b3e9-932c69089263 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:05.204309 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51bc4d-1f14-4b37-b3e9-932c69089263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dea96df-8550-41ab-a0ba-84979f5b4c22,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:14:05.204965 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9c49c6-ce0c-4db9-b70b-55c432244ace None None] Network 37b4936d-3b69-46d4-b654-aa523572bbb9 requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 15:14:05.208463 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6a51bc4d-1f14-4b37-b3e9-932c69089263 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7dea96df-8550-41ab-a0ba-84979f5b4c22 HTTP/1.1" status: 204 len: 168 time: 0.3246770 Feb 28 15:14:05.211104 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 40684) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:14:05.224068 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 15:14:05.224413 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device ea76f02a-55c4-4b4e-aaf7-eff03ef4d02d not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:14:05.321613 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b186ece3-1d56-471c-99df-0f4c571123dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:05.333826 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b186ece3-1d56-471c-99df-0f4c571123dc admin admin] Deleting port 12f93761-333f-4a56-9f24-1bfd3aeeed61 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 15:14:05.334095 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b186ece3-1d56-471c-99df-0f4c571123dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:05.494725 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139f2a2b-16ae-4809-848d-b64ccfa4ea96 None None] DHCP port deletion for 37b4936d-3b69-46d4-b654-aa523572bbb9 request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 15:14:05.499358 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-139f2a2b-16ae-4809-848d-b64ccfa4ea96 None None] Deleting port 12f93761-333f-4a56-9f24-1bfd3aeeed61 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 15:14:05.499753 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-139f2a2b-16ae-4809-848d-b64ccfa4ea96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:05.562753 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-b186ece3-1d56-471c-99df-0f4c571123dc admin admin] For port 12f93761-333f-4a56-9f24-1bfd3aeeed61, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=12f93761-333f-4a56-9f24-1bfd3aeeed61,segment=NetworkSegment(84bffb1e-eb37-4b27-8c94-c8b8363ccc46),segment_id=84bffb1e-eb37-4b27-8c94-c8b8363ccc46)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:14:05.563091 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b186ece3-1d56-471c-99df-0f4c571123dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:05.599982 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:05.687218 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b186ece3-1d56-471c-99df-0f4c571123dc admin admin] Calling delete_port for 12f93761-333f-4a56-9f24-1bfd3aeeed61 owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 15:14:05.710846 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-139f2a2b-16ae-4809-848d-b64ccfa4ea96 None None] For port 12f93761-333f-4a56-9f24-1bfd3aeeed61, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=12f93761-333f-4a56-9f24-1bfd3aeeed61,segment=NetworkSegment(84bffb1e-eb37-4b27-8c94-c8b8363ccc46),segment_id=84bffb1e-eb37-4b27-8c94-c8b8363ccc46)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:14:05.711262 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-139f2a2b-16ae-4809-848d-b64ccfa4ea96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:05.767921 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b186ece3-1d56-471c-99df-0f4c571123dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:05.815212 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186ece3-1d56-471c-99df-0f4c571123dc admin admin] Pushing event deleted for resources: {'Port': ['ID=12f93761-333f-4a56-9f24-1bfd3aeeed61,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:14:05.818805 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b186ece3-1d56-471c-99df-0f4c571123dc admin admin] No DVR routers for this DVR port 12f93761-333f-4a56-9f24-1bfd3aeeed61 on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:14:05.832989 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-139f2a2b-16ae-4809-848d-b64ccfa4ea96 None None] Calling delete_port for 12f93761-333f-4a56-9f24-1bfd3aeeed61 owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 15:14:05.906736 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-139f2a2b-16ae-4809-848d-b64ccfa4ea96 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:14:05.907004 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-139f2a2b-16ae-4809-848d-b64ccfa4ea96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:14:05.937117 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b186ece3-1d56-471c-99df-0f4c571123dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:05.962842 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b186ece3-1d56-471c-99df-0f4c571123dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b4936d-3b69-46d4-b654-aa523572bbb9']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:14:05.974965 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b186ece3-1d56-471c-99df-0f4c571123dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84bffb1e-eb37-4b27-8c94-c8b8363ccc46') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:14:05.975281 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-b186ece3-1d56-471c-99df-0f4c571123dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84bffb1e-eb37-4b27-8c94-c8b8363ccc46') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:14:05.986794 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b186ece3-1d56-471c-99df-0f4c571123dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:06.002862 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b186ece3-1d56-471c-99df-0f4c571123dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:06.008774 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b186ece3-1d56-471c-99df-0f4c571123dc admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 15:14:06.009142 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b186ece3-1d56-471c-99df-0f4c571123dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:14:06.022363 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:14:06.105207 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b186ece3-1d56-471c-99df-0f4c571123dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:06.120881 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b186ece3-1d56-471c-99df-0f4c571123dc admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:06.131177 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186ece3-1d56-471c-99df-0f4c571123dc admin admin] Pushing event deleted for resources: {'Network': ['ID=37b4936d-3b69-46d4-b654-aa523572bbb9,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:14:06.147123 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b186ece3-1d56-471c-99df-0f4c571123dc admin admin] 10.222.0.30 "DELETE /v2.0/networks/37b4936d-3b69-46d4-b654-aa523572bbb9 HTTP/1.1" status: 204 len: 168 time: 0.9350264 Feb 28 15:14:06.150173 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 40688) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:14:06.408419 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-139f2a2b-16ae-4809-848d-b64ccfa4ea96 None None] Deleting port 12f93761-333f-4a56-9f24-1bfd3aeeed61 {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 15:14:06.408981 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-139f2a2b-16ae-4809-848d-b64ccfa4ea96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:06.474311 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-139f2a2b-16ae-4809-848d-b64ccfa4ea96 None None] The port '12f93761-333f-4a56-9f24-1bfd3aeeed61' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 15:14:06.765986 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 12f93761-333f-4a56-9f24-1bfd3aeeed61 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:14:06.803185 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 12f93761-333f-4a56-9f24-1bfd3aeeed61 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 15:14:06.803671 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 12f93761-333f-4a56-9f24-1bfd3aeeed61 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:14:06.821167 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b77c02c7-a39a-40a1-906c-7e6cd7c33184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725477'] for router_interface, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:07.174177 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b77c02c7-a39a-40a1-906c-7e6cd7c33184 admin admin] Deleting port 30572e11-d8cc-4130-bfb9-9c09f882981a {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 15:14:07.174919 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b77c02c7-a39a-40a1-906c-7e6cd7c33184 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:07.343838 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-b77c02c7-a39a-40a1-906c-7e6cd7c33184 admin admin] For port 30572e11-d8cc-4130-bfb9-9c09f882981a, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=30572e11-d8cc-4130-bfb9-9c09f882981a,segment=NetworkSegment(c9c676b3-14ee-4401-a49d-8cedbf616ccf),segment_id=c9c676b3-14ee-4401-a49d-8cedbf616ccf)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:14:07.344211 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b77c02c7-a39a-40a1-906c-7e6cd7c33184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:07.464110 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-b77c02c7-a39a-40a1-906c-7e6cd7c33184 admin admin] Calling delete_port for 30572e11-d8cc-4130-bfb9-9c09f882981a owned by network:router_interface {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 15:14:07.649471 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b77c02c7-a39a-40a1-906c-7e6cd7c33184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:07.696802 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c02c7-a39a-40a1-906c-7e6cd7c33184 admin admin] Pushing event deleted for resources: {'Port': ['ID=30572e11-d8cc-4130-bfb9-9c09f882981a,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:14:07.768677 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c1d3ed83-9f29-49be-9479-04bbaf3f5b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:08.073265 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-b77c02c7-a39a-40a1-906c-7e6cd7c33184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725337'] for router_interface, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:08.449344 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77c02c7-a39a-40a1-906c-7e6cd7c33184 admin admin] Router 382d583d-39ec-4096-a343-1db2c9b53f25 has already been hosted by L3 agent bc3dd96e-371a-4510-a057-59d13f63fa40 {{(pid=87772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 15:14:08.646204 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77c02c7-a39a-40a1-906c-7e6cd7c33184 admin admin] Notify agent at l3_agent.dv-neutron-831192-4-hyperv the message routers_updated {{(pid=87772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 15:14:08.657103 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5638694-fc2d-4e90-86c6-4db11cdb2f78 None None] Sync routers for ids ['382d583d-39ec-4096-a343-1db2c9b53f25'] in dv-neutron-831192-4-hyperv {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 15:14:08.670995 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5638694-fc2d-4e90-86c6-4db11cdb2f78 None None] Routers {'382d583d-39ec-4096-a343-1db2c9b53f25'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:14:08.671322 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-b77c02c7-a39a-40a1-906c-7e6cd7c33184 admin admin] 10.222.0.30 "PUT /v2.0/routers/382d583d-39ec-4096-a343-1db2c9b53f25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5201268 Feb 28 15:14:08.671882 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f5638694-fc2d-4e90-86c6-4db11cdb2f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:13:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['382d583d-39ec-4096-a343-1db2c9b53f25'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:14:08.673989 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 40692) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:14:08.852080 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26ddd1ee-0fb9-4657-9f4d-e901f3b8bc7b admin admin] Notify callbacks [] for router, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:08.855639 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-f5638694-fc2d-4e90-86c6-4db11cdb2f78 None None] Set router 382d583d-39ec-4096-a343-1db2c9b53f25 gateway port host: dv-neutron-831192-4-hyperv {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:14:09.033014 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26ddd1ee-0fb9-4657-9f4d-e901f3b8bc7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:09.043931 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-26ddd1ee-0fb9-4657-9f4d-e901f3b8bc7b admin admin] Deleting port b31f801d-65c3-45d4-9a39-893d685d6c72 {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 15:14:09.044309 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26ddd1ee-0fb9-4657-9f4d-e901f3b8bc7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:09.135436 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f5638694-fc2d-4e90-86c6-4db11cdb2f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382d583d-39ec-4096-a343-1db2c9b53f25', 'name': 'tempest-TestSnapshotPattern-1568897812-router', 'tenant_id': '1b05da09daf34eec8869e06c4f9def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'external_fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'b31f801d-65c3-45d4-9a39-893d685d6c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:07Z', 'updated_at': '2022-02-28T15:14:07Z', 'revision_number': 5, 'project_id': '1b05da09daf34eec8869e06c4f9def92', 'gw_port': {'id': 'b31f801d-65c3-45d4-9a39-893d685d6c72', 'name': '', 'network_id': '227601ee-f6c9-4fe2-9e97-307a6863d710', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:79:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382d583d-39ec-4096-a343-1db2c9b53f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831192-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:09:08Z', 'updated_at': '2022-02-28T15:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '432ac6e4-533d-4e62-a04e-71ff2b9726d4', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831192-4-hyperv'}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:14:09.139521 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5638694-fc2d-4e90-86c6-4db11cdb2f78 None None] Checking router: 382d583d-39ec-4096-a343-1db2c9b53f25 for host: dv-neutron-831192-4-hyperv {{(pid=87775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 15:14:09.147868 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5638694-fc2d-4e90-86c6-4db11cdb2f78 None None] Routers {'382d583d-39ec-4096-a343-1db2c9b53f25'} bound to L3 agent in host dv-neutron-831192-4-hyperv {{(pid=87775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 15:14:09.148460 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f5638694-fc2d-4e90-86c6-4db11cdb2f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831192-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:12:40Z,description=,heartbeat_timestamp=2022-02-28T15:13:40Z,host='dv-neutron-831192-4-hyperv',id=bc3dd96e-371a-4510-a057-59d13f63fa40,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:12:40Z,topic='l3_agent')) {'router_ids': ['382d583d-39ec-4096-a343-1db2c9b53f25'], 'active': True} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:14:09.219734 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-26ddd1ee-0fb9-4657-9f4d-e901f3b8bc7b admin admin] For port b31f801d-65c3-45d4-9a39-893d685d6c72, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=b31f801d-65c3-45d4-9a39-893d685d6c72,segment=NetworkSegment(560866da-5f63-41ea-8e3c-b74e8608eb14),segment_id=560866da-5f63-41ea-8e3c-b74e8608eb14)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:14:09.220149 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26ddd1ee-0fb9-4657-9f4d-e901f3b8bc7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:09.305715 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_dvr_db [None req-f5638694-fc2d-4e90-86c6-4db11cdb2f78 None None] Set router 382d583d-39ec-4096-a343-1db2c9b53f25 gateway port host: None {{(pid=87775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 15:14:09.413203 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.l3_hamode_db [None req-f5638694-fc2d-4e90-86c6-4db11cdb2f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382d583d-39ec-4096-a343-1db2c9b53f25', 'name': 'tempest-TestSnapshotPattern-1568897812-router', 'tenant_id': '1b05da09daf34eec8869e06c4f9def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:07Z', 'updated_at': '2022-02-28T15:14:09Z', 'revision_number': 6, 'project_id': '1b05da09daf34eec8869e06c4f9def92', 'gw_port_host': None}], 'dv-neutron-831192-4-hyperv', False) {} {{(pid=87775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:14:09.417918 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5638694-fc2d-4e90-86c6-4db11cdb2f78 None None] The sync data for ids ['382d583d-39ec-4096-a343-1db2c9b53f25'] in dv-neutron-831192-4-hyperv is: [{'id': '382d583d-39ec-4096-a343-1db2c9b53f25', 'name': 'tempest-TestSnapshotPattern-1568897812-router', 'tenant_id': '1b05da09daf34eec8869e06c4f9def92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:09:07Z', 'updated_at': '2022-02-28T15:14:09Z', 'revision_number': 6, 'project_id': '1b05da09daf34eec8869e06c4f9def92', 'gw_port_host': None}] {{(pid=87775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 15:14:09.457255 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-26ddd1ee-0fb9-4657-9f4d-e901f3b8bc7b admin admin] Calling delete_port for b31f801d-65c3-45d4-9a39-893d685d6c72 owned by network:router_gateway {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 15:14:09.628579 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26ddd1ee-0fb9-4657-9f4d-e901f3b8bc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:09.678557 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ddd1ee-0fb9-4657-9f4d-e901f3b8bc7b admin admin] Pushing event deleted for resources: {'Port': ['ID=b31f801d-65c3-45d4-9a39-893d685d6c72,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:14:09.769286 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26ddd1ee-0fb9-4657-9f4d-e901f3b8bc7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726208'] for router_gateway, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:09.941184 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26ddd1ee-0fb9-4657-9f4d-e901f3b8bc7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-746962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2307'] for router, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:09.943680 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26ddd1ee-0fb9-4657-9f4d-e901f3b8bc7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:09.946037 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-dc3ce479-cc6a-45ef-8622-59474fbe8cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:09.968906 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26ddd1ee-0fb9-4657-9f4d-e901f3b8bc7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-746792'] for router, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:09.969417 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ddd1ee-0fb9-4657-9f4d-e901f3b8bc7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 382d583d-39ec-4096-a343-1db2c9b53f25 {{(pid=87772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 15:14:09.981275 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-26ddd1ee-0fb9-4657-9f4d-e901f3b8bc7b admin admin] Notify callbacks [] for router, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:09.982525 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-26ddd1ee-0fb9-4657-9f4d-e901f3b8bc7b admin admin] 10.222.0.30 "DELETE /v2.0/routers/382d583d-39ec-4096-a343-1db2c9b53f25 HTTP/1.1" status: 204 len: 168 time: 1.3075914 Feb 28 15:14:09.985201 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 40696) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:14:10.043706 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aaf9d08-97e5-42ee-bc9e-6039658fdaf0 admin admin] Deleting subnet 600f4f01-3e10-4cee-977b-dad7bcc19b11 {{(pid=87772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 15:14:10.046686 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0aaf9d08-97e5-42ee-bc9e-6039658fdaf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:10.096800 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0aaf9d08-97e5-42ee-bc9e-6039658fdaf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3428292'] for subnet, precommit_delete_associations {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:10.175313 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0aaf9d08-97e5-42ee-bc9e-6039658fdaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771152'] for subnet, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:10.247921 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0aaf9d08-97e5-42ee-bc9e-6039658fdaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2302094'] for subnet, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:10.285586 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf9d08-97e5-42ee-bc9e-6039658fdaf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=600f4f01-3e10-4cee-977b-dad7bcc19b11,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:14:10.289284 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-0aaf9d08-97e5-42ee-bc9e-6039658fdaf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:10.295042 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07469f31-1702-4bd3-8dcf-08d3871e700a None None] Network 26252add-e738-4d26-9cf4-ef711cc0593b requested from dv-neutron-831192-4-hyperv {{(pid=87774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 15:14:10.295743 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-0aaf9d08-97e5-42ee-bc9e-6039658fdaf0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/600f4f01-3e10-4cee-977b-dad7bcc19b11 HTTP/1.1" status: 204 len: 168 time: 0.3096004 Feb 28 15:14:10.298333 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 40700) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:14:10.406749 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f36ac415-e7c7-4941-9414-4e2c1483a405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1674811'] for network, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:10.421205 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f36ac415-e7c7-4941-9414-4e2c1483a405 admin admin] Deleting port 8278927f-344d-4615-ad84-2079201b810c {{(pid=87772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 15:14:10.421688 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f36ac415-e7c7-4941-9414-4e2c1483a405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:10.564096 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c62d057-5a93-4b42-9600-6879a941da27 None None] DHCP port deletion for 26252add-e738-4d26-9cf4-ef711cc0593b request from dv-neutron-831192-4-hyperv {{(pid=87774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 15:14:10.568421 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1c62d057-5a93-4b42-9600-6879a941da27 None None] Deleting port 8278927f-344d-4615-ad84-2079201b810c {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 15:14:10.568904 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1c62d057-5a93-4b42-9600-6879a941da27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:10.646057 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.db [None req-f36ac415-e7c7-4941-9414-4e2c1483a405 admin admin] For port 8278927f-344d-4615-ad84-2079201b810c, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=8278927f-344d-4615-ad84-2079201b810c,segment=NetworkSegment(c9c676b3-14ee-4401-a49d-8cedbf616ccf),segment_id=c9c676b3-14ee-4401-a49d-8cedbf616ccf)] {{(pid=87772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:14:10.646646 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f36ac415-e7c7-4941-9414-4e2c1483a405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:10.773205 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 30572e11-d8cc-4130-bfb9-9c09f882981a no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:14:10.814471 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: 30572e11-d8cc-4130-bfb9-9c09f882981a {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 15:14:10.814784 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 30572e11-d8cc-4130-bfb9-9c09f882981a not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:14:10.815230 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 8278927f-344d-4615-ad84-2079201b810c no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:14:10.856480 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-1c62d057-5a93-4b42-9600-6879a941da27 None None] For port 8278927f-344d-4615-ad84-2079201b810c, host dv-neutron-831192-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831192-4-hyperv',level=0,port_id=8278927f-344d-4615-ad84-2079201b810c,segment=NetworkSegment(c9c676b3-14ee-4401-a49d-8cedbf616ccf),segment_id=c9c676b3-14ee-4401-a49d-8cedbf616ccf)] {{(pid=87774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 15:14:10.856835 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1c62d057-5a93-4b42-9600-6879a941da27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-727781'] for port, precommit_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:10.873446 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.plugin [None req-f36ac415-e7c7-4941-9414-4e2c1483a405 admin admin] Calling delete_port for 8278927f-344d-4615-ad84-2079201b810c owned by network:dhcp {{(pid=87772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 15:14:10.957950 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f36ac415-e7c7-4941-9414-4e2c1483a405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759642986460', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759642607153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456099'] for port, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:11.005362 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ac415-e7c7-4941-9414-4e2c1483a405 admin admin] Pushing event deleted for resources: {'Port': ['ID=8278927f-344d-4615-ad84-2079201b810c,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:14:11.008881 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36ac415-e7c7-4941-9414-4e2c1483a405 admin admin] No DVR routers for this DVR port 8278927f-344d-4615-ad84-2079201b810c on host dv-neutron-831192-4-hyperv {{(pid=87772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:14:11.027935 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1c62d057-5a93-4b42-9600-6879a941da27 None None] Calling delete_port for 8278927f-344d-4615-ad84-2079201b810c owned by network:dhcp {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 15:14:11.099975 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:11.101331 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.db [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No active binding found for port 8278927f-344d-4615-ad84-2079201b810c {{(pid=87774) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 28 15:14:11.101732 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device 8278927f-344d-4615-ad84-2079201b810c not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:14:11.102142 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device b31f801d-65c3-45d4-9a39-893d685d6c72 no longer exists at agent ovs-agent-dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:14:11.122858 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f36ac415-e7c7-4941-9414-4e2c1483a405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1771807', 'neutron.services.segments.db._delete_segments_for_network-8759643060803'] for network, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:11.139757 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] No Port match for: b31f801d-65c3-45d4-9a39-893d685d6c72 {{(pid=87774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 15:14:11.140099 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.rpc [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Device b31f801d-65c3-45d4-9a39-893d685d6c72 not bound to the agent host dv-neutron-831192-4-hyperv {{(pid=87774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:14:11.154260 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f36ac415-e7c7-4941-9414-4e2c1483a405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26252add-e738-4d26-9cf4-ef711cc0593b']}} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:14:11.160189 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.db.api [None req-1c62d057-5a93-4b42-9600-6879a941da27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:14:11.160538 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG oslo_db.api [None req-1c62d057-5a93-4b42-9600-6879a941da27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:14:11.166722 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f36ac415-e7c7-4941-9414-4e2c1483a405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c676b3-14ee-4401-a49d-8cedbf616ccf') {'for_net_delete': True} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:14:11.167009 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.services.segments.db [None req-f36ac415-e7c7-4941-9414-4e2c1483a405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c676b3-14ee-4401-a49d-8cedbf616ccf') {} {{(pid=87772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:14:11.178075 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f36ac415-e7c7-4941-9414-4e2c1483a405 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759643063646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3428349'] for segment, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:11.194125 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f36ac415-e7c7-4941-9414-4e2c1483a405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769531'] for segment, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:11.200061 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36ac415-e7c7-4941-9414-4e2c1483a405 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 15:14:11.200444 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f36ac415-e7c7-4941-9414-4e2c1483a405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1769557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456048'] for segment, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: Traceback (most recent call last): Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: timer() Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: cb(*args, **kw) Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: return func(*args, **kwargs) Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: self._notify() Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: self.callback(batched_events) Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: event.method(event) Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: return f(self, *a, **k) Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._get(url).json() Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: return self.request(url, 'GET', **kwargs) Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:14:11.213291 dv-neutron-831192-4-hyperv neutron-server[87772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:14:11.299344 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f36ac415-e7c7-4941-9414-4e2c1483a405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1771776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726245'] for network, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:11.314810 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-f36ac415-e7c7-4941-9414-4e2c1483a405 admin admin] Notify callbacks [] for network, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:11.327093 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ac415-e7c7-4941-9414-4e2c1483a405 admin admin] Pushing event deleted for resources: {'Network': ['ID=26252add-e738-4d26-9cf4-ef711cc0593b,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:14:11.331925 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-f36ac415-e7c7-4941-9414-4e2c1483a405 admin admin] 10.222.0.30 "DELETE /v2.0/networks/26252add-e738-4d26-9cf4-ef711cc0593b HTTP/1.1" status: 204 len: 168 time: 1.0326617 Feb 28 15:14:11.380340 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:11.445667 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 40706) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:14:11.498410 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-6ecdd627-5f00-4277-bdca-0de741304aa4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e530034d7c904ec584fe5664a5aa37d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508285 Feb 28 15:14:11.502154 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 40710) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:14:11.572560 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5c652d2-0d90-43bb-b16a-e34d2d4b42c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:11.599344 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5c652d2-0d90-43bb-b16a-e34d2d4b42c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:11.661601 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1c62d057-5a93-4b42-9600-6879a941da27 None None] Deleting port 8278927f-344d-4615-ad84-2079201b810c {{(pid=87774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 15:14:11.661943 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5c652d2-0d90-43bb-b16a-e34d2d4b42c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:11.662416 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1c62d057-5a93-4b42-9600-6879a941da27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759642979822'] for port, before_delete {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:11.679122 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c652d2-0d90-43bb-b16a-e34d2d4b42c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5d3064-d41a-43da-9b03-9a2fe18f701d,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:14:11.686351 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c5c652d2-0d90-43bb-b16a-e34d2d4b42c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:11.689519 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c5c652d2-0d90-43bb-b16a-e34d2d4b42c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0d5d3064-d41a-43da-9b03-9a2fe18f701d HTTP/1.1" status: 204 len: 168 time: 0.1837873 Feb 28 15:14:11.737845 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron.plugins.ml2.plugin [None req-1c62d057-5a93-4b42-9600-6879a941da27 None None] The port '8278927f-344d-4615-ad84-2079201b810c' was deleted {{(pid=87774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 15:14:12.084648 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 40718) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:14:12.138218 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c61b97eb-e94c-425c-be3b-8c698ed027a5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b05da09daf34eec8869e06c4f9def92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524781 Feb 28 15:14:12.141888 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.wsgi [-] (87772) accepted ('10.222.0.30', 40722) {{(pid=87772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:14:12.199641 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c9e63756-912c-4e21-8cbc-61a4afdb877a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:12.224788 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c9e63756-912c-4e21-8cbc-61a4afdb877a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:12.278914 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c9e63756-912c-4e21-8cbc-61a4afdb877a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643356'] for security_group, after_delete {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:12.293665 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e63756-912c-4e21-8cbc-61a4afdb877a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eea2ac0-72ad-4e17-a845-61928d9d23b7,revision_number=None']} {{(pid=87772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:14:12.301215 dv-neutron-831192-4-hyperv neutron-server[87772]: DEBUG neutron_lib.callbacks.manager [None req-c9e63756-912c-4e21-8cbc-61a4afdb877a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:12.302520 dv-neutron-831192-4-hyperv neutron-server[87772]: INFO neutron.wsgi [None req-c9e63756-912c-4e21-8cbc-61a4afdb877a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6eea2ac0-72ad-4e17-a845-61928d9d23b7 HTTP/1.1" status: 204 len: 168 time: 0.1597800 Feb 28 15:14:12.720998 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:24.070714 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:14:35.561710 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:37.765855 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-342d6706-46f4-4722-8000-479e0e8f1b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:39.947982 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a3825c19-3a7f-44d1-93a0-ce348720066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:41.031774 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:41.387872 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:42.723818 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:01.076547 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:15:05.578651 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:07.767049 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-0ce65a79-de43-4206-8c9c-8b8c31aa4fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:09.945132 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-b4cc242b-2887-4e86-8bd6-401e437a8e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:11.039291 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:11.400519 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:12.729918 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:35.572612 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:37.768491 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c1789c98-5c73-4d01-ae39-806ec96d7fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:38.080659 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:15:39.949273 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-db0b184b-5daf-45e4-8eb5-3c9cd307ef7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:41.036085 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:41.397264 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:42.736356 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:05.617676 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:07.770555 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-32cc6500-4f84-4ee9-970c-96c0e9983602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:09.954524 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1dee0331-2ca8-4c44-be7e-e0cff928d99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:11.037424 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:11.399201 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:12.739970 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:15.086044 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:16:35.602321 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:37.773903 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-c63f6431-c1bc-41e4-b3f4-729c9bdb8da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:39.955236 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-5c304c43-9f5b-42ce-a73d-3230e63fa041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:41.036689 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:41.406331 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:42.739572 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:52.091214 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:17:05.615750 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:07.780595 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-a64375c9-1e48-4c72-bb8f-153308b0d2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:09.950962 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-ce3c78e8-cf75-45bd-bd20-edc971c9c5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:11.033959 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:11.411422 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:12.741408 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:29.097384 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:17:35.616726 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:37.778323 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2d35cd75-036c-4f78-9e7a-0d14d9e8354f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:39.958707 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f07adebc-4197-4058-b6b4-3917ac6971b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:41.039592 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:41.410728 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:42.744675 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:05.615443 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:06.101642 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:18:07.765760 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-64eec287-b439-49b8-b937-1259b0e96e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:09.951195 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-1e34e29b-8902-4337-9b7e-a97a50af56d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:11.044277 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:11.417813 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:12.751955 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:35.608485 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:37.773005 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8e5523b5-4fc4-4d43-80ad-8a766eabd9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:39.955294 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-57af2417-48da-44ce-8e33-487f21666dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:41.045473 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:41.420338 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:42.757936 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:43.105982 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:19:05.619654 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:07.761751 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-2132b2fa-18bb-4080-9c81-0bb4495a3e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:09.953322 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3818fc18-7261-4957-9f03-93b44c6930f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:11.051810 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:11.422728 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:12.761395 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:20.107737 dv-neutron-831192-4-hyperv neutron-server[87775]: DEBUG neutron.db.agents_db [None req-5b72428e-7b6e-49c1-8d4b-f87c6785b6fb None None] Agent healthcheck: found 6 active agents {{(pid=87775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:19:35.617277 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-22414b64-b863-425f-bf1f-658942fe2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:37.760072 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-bc1d9d92-c42b-4b61-87c9-5c6c376c117f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:39.960823 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-3c7125d9-e1de-4ceb-b3d4-ef7dc5cfba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:41.037505 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-f83944f9-d6fc-4bd1-9331-d014bc658bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:41.423593 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-8b34a5a7-497a-4a97-9e68-8597e438fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:42.761029 dv-neutron-831192-4-hyperv neutron-server[87774]: DEBUG neutron_lib.callbacks.manager [None req-7452b823-3325-4e76-a4ea-70fbf17f1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759643060776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1799873'] for agent, after_update {{(pid=87774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}